diff --git "a/llm.mnn.json" "b/llm.mnn.json" new file mode 100644--- /dev/null +++ "b/llm.mnn.json" @@ -0,0 +1,308399 @@ +{ + "bizCode": "MNNTest", + "extraInfo": { + "version": "2.9.5" + }, + "oplists": [ + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 1, + 2304 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "input_ids", + "outputIndexes": [ + 0 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1, + -1, + 2304 + ] + }, + "name": "/Constant_output_0__", + "outputIndexes": [ + 1 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 0, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_output_0", + "outputIndexes": [ + 2 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm/Mul_output_0", + "outputIndexes": [ + 3 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.116699, + 1.134766, + 1.192383, + 1.185547, + 1.155273, + 1.318359, + 1.265625, + 1.094238, + 1.114746, + 1.161133, + 1.081543, + 1.166016, + 1.084473, + 1.227539, + 1.192383, + 1.28125, + 1.345703, + 1.150391, + 2.46875, + 0.94751, + 1.10498, + 1.166016, + 1.147461, + 1.223633, + 1.051758, + 1.124512, + 1.205078, + 0.730469, + 1.07666, + 1.169922, + 1.1875, + 1.19043, + 1.24707, + 1.172852, + 1.175781, + 1.042236, + 1.162109, + 1.129883, + 1.21875, + 1.21875, + 1.099609, + 1.141602, + 1.205078, + 1.202148, + 0.930664, + 1.225586, + 0.964355, + 1.083984, + 0.484375, + 1.285156, + 1.012512, + 1.230469, + 1.326172, + 2.515625, + 1.211914, + 1.170898, + 1.349609, + 1.132812, + 0.117188, + 1.267578, + 1.269531, + 3.375, + 1.078613, + 1.212891, + 1.065918, + 1.213867, + 1.208984, + 1.226562, + 1.111816, + 1.095215, + 1.148438, + 1.133789, + 1.253906, + 1.163086, + 1.142578, + 1.167969, + 1.109375, + 1.119629, + 1.294922, + 1.298828, + 1.048584, + 1.148438, + 1.59375, + 1.079102, + 1.219727, + 1.175781, + 1.203125, + 1.196289, + 1.271484, + 1.082031, + 1.200195, + 1.147461, + 1.031128, + 1.249023, + 1.061768, + 1.176758, + 1.279297, + 1.186523, + 0.6875, + 1.132812, + 0.222656, + 1.275391, + 1.227539, + 1.227539, + 1.141602, + 1.004608, + 1.180664, + 1.24707, + 1.246094, + 1.235352, + 1.216797, + 1.180664, + 1.225586, + 1.451172, + 1.188477, + 1.357422, + 1.060303, + 2.773438, + 1.302734, + 1.246094, + 1.267578, + 1.135742, + 2.5625, + 1.283203, + 1.070801, + 1.118164, + 1.169922, + 1.166992, + 1.314453, + 1.084473, + 1.091797, + 1.125, + 0.417969, + 1.160156, + 1.230469, + 1.112793, + 1.129883, + 0.578125, + 1.117188, + 1.228516, + 4.15625, + 1.273438, + 1.181641, + 1.236328, + 1.167969, + 0.942383, + 1.185547, + 1.080078, + 1.09375, + 1.145508, + 1.22168, + 1.206055, + 1.179688, + 2.117188, + 1.188477, + 1.061279, + 1.014954, + 1.195312, + 0.937012, + 1.105957, + 1.519531, + 1.049805, + 0.746094, + 1.114258, + 1.275391, + 1.219727, + 1.138672, + 1.069824, + 1.123535, + 0.95459, + 1.304688, + 1.300781, + 1.232422, + 1.145508, + 1.175781, + 1.170898, + 1.226562, + 1.225586, + 1.330078, + 0.1875, + 1.083984, + 1.056396, + 1.171875, + 1.115234, + 4.15625, + 1.176758, + 1.135742, + 1.047852, + 1.237305, + 1.145508, + 1.167969, + 2.765625, + 1.151367, + 1.216797, + 1.225586, + 1.083008, + 1.227539, + 1.037109, + 1.15332, + 0.740234, + 1.125977, + 1.128906, + 1.136719, + 1.212891, + 0.99765, + 1.105957, + 3.859375, + 1.126953, + 1.201172, + 1.216797, + 0.480469, + 1.163086, + 0.782227, + 1.492188, + 1.223633, + 1.070801, + 1.164062, + 1.289062, + 1.208008, + 1.092285, + 1.136719, + 1.257812, + 1.200195, + 1.071289, + 1.097656, + 1.205078, + 1.285156, + 1.160156, + 1.255859, + 1.277344, + 1.292969, + 0.88623, + 1.168945, + 1.217773, + 1.183594, + 1.174805, + 1.275391, + 1.130859, + 1.152344, + 1.050537, + 1.296875, + 1.161133, + 1.363281, + 0.203125, + 1.206055, + 0.234375, + 1.149414, + 1.239258, + 1.116699, + 1.000378, + 1.292969, + 1.236328, + 1.174805, + 1.246094, + 1.043701, + 1.306641, + 1.022095, + 1.189453, + 2.273438, + 1.158203, + 1.128906, + 1.180664, + 1.419922, + 1.238281, + 1.138672, + 1.197266, + 1.330078, + 1.117188, + 1.191406, + 0.746094, + 1.003204, + 1.318359, + 1.112305, + 1.193359, + 1.175781, + 1.10498, + 0.582031, + 1.197266, + 1.194336, + 1.092773, + 1.219727, + 1.267578, + 1.251953, + 1.173828, + 2.046875, + 1.193359, + 1.257812, + 1.094727, + 1.125, + 1.18457, + 1.198242, + 1.404297, + 0.981201, + 0.931641, + 1.251953, + 1.186523, + 1.121094, + 1.051514, + 1.155273, + 1.168945, + 1.089355, + 1.201172, + 1.128906, + 0.993896, + 1.000467, + 1.170898, + 1.115723, + 1.183594, + 1.070801, + 1.126953, + 1.148438, + 1.142578, + 1.124512, + 0.746094, + 1.037598, + 1.106445, + 1.086914, + 1.226562, + 1.165039, + 1.186523, + 1.157227, + 1.519531, + 1.056885, + 1.141602, + 1.3125, + 1.168945, + 1.369141, + 1.068359, + 1.109375, + 0.882324, + 1.300781, + 2.460938, + 1.133789, + 1.116699, + 2.578125, + 1.164062, + 1.197266, + 1.15625, + 1.228516, + 1.277344, + 1.24707, + 1.271484, + 0.660156, + 1.163086, + 1.189453, + 1.010315, + 1.163086, + 1.296875, + 1.192383, + 1.080566, + 1.177734, + 1.122559, + 0.421875, + 1.120605, + 1.069824, + 1.131836, + 1.205078, + 1.207031, + 0.654297, + 0.958252, + 1.15918, + 1.219727, + 1.219727, + 1.118652, + 1.765625, + 1.120117, + 1.119629, + 1.289062, + 1.081543, + 1.189453, + 1.155273, + 1.167969, + 0.979858, + 0.797852, + 1.130859, + 1.164062, + 1.104004, + 1.135742, + 1.253906, + 1.088379, + 1.043213, + 1.150391, + 1.180664, + 1.166016, + 1.062988, + 1.197266, + 1.146484, + 1.051514, + 1.151367, + 1.091797, + 1.128906, + 1.253906, + 1.223633, + 1.251953, + 1.170898, + 1.228516, + 1.193359, + 1.199219, + 1.183594, + 1.275391, + 1.241211, + 1.195312, + 1.216797, + 1.188477, + 1.135742, + 1.096191, + 1.102539, + 0.831055, + 1.154297, + 1.049561, + 1.141602, + 1.298828, + 1.255859, + 1.150391, + 1.3125, + 1.15625, + 1.257812, + 1.296875, + 1.186523, + 1.137695, + 0.414062, + 1.1875, + 1.259766, + 1.174805, + 1.066406, + 1.259766, + 1.300781, + 1.201172, + 1.209961, + 1.292969, + 2.320312, + 1.175781, + 1.222656, + 1.151367, + 1.253906, + 1.186523, + 1.225586, + 1.15625, + 1.106934, + 1.193359, + 1.059082, + 1.542969, + 1.203125, + 1.182617, + 1.209961, + 1.15918, + 1.098145, + 1.392578, + 1.195312, + 1.193359, + 1.183594, + 1.206055, + 1.007812, + 1.205078, + 1.243164, + 1.253906, + 1.396484, + 1.194336, + 1.097168, + 0.253906, + 1.143555, + 1.101562, + 1.214844, + 0.837891, + 1.181641, + 1.245117, + 1.044678, + 1.273438, + 1.137695, + 1.105957, + 1.048828, + 1.121094, + 1.027832, + 0.417969, + 1.173828, + 0.533203, + 1.115234, + 1.703125, + 1.239258, + 1.335938, + 1.09668, + 1.161133, + 2.40625, + 1.349609, + 1.041748, + 1.213867, + 1.209961, + 1.188477, + 1.210938, + 1.188477, + 1.326172, + 1.249023, + 1.15918, + 1.232422, + 1.160156, + 1.191406, + 1.086914, + 1.25, + 1.118164, + 1.269531, + 0.970337, + 1.136719, + 1.213867, + 1.160156, + 1.417969, + 1.047852, + 1.194336, + 1.335938, + 1.060791, + 1.134766, + 1.168945, + 1.224609, + 1.279297, + 1.102539, + 1.224609, + 1.111816, + 1.149414, + 1.140625, + 1.168945, + 1.208008, + 1.135742, + 1.201172, + 1.152344, + 1.09375, + 1.224609, + 1.163086, + 1.225586, + 1.133789, + 1.177734, + 1.206055, + 1.082031, + 1.15918, + 1.142578, + 1.298828, + 1.168945, + 0.525391, + 1.129883, + 3.109375, + 1.056885, + 1.271484, + 0.082031, + 1.24707, + 0.911621, + 1.148438, + 1.273438, + 1.200195, + 1.028809, + 1.228516, + 1.168945, + 1.091309, + 1.157227, + 1.193359, + 0.871094, + 0.965332, + 1.12793, + 1.139648, + 1.097168, + 1.375, + 1.308594, + 0.982422, + 1.353516, + 1.554688, + 1.388672, + 0.25, + 1.3125, + 0.720703, + 1.046143, + 1.455078, + 1.179688, + 1.304688, + 1.123535, + 1.09375, + 1.265625, + 1.207031, + 1.279297, + 1.101074, + 1.314453, + 1.144531, + 1.065918, + 1.114746, + 3.984375, + 1.170898, + 1.193359, + 1.326172, + 1.644531, + 1.255859, + 2.695312, + 1.169922, + 1.355469, + 1.169922, + 1.183594, + 1.118652, + 1.186523, + 4.078125, + 0.660156, + 1.21582, + 1.232422, + 1.094727, + 1.150391, + 0.144531, + 1.217773, + 1.120605, + 1.257812, + 1.091797, + 1.178711, + 1.176758, + 0.611328, + 1.195312, + 1.136719, + 1.287109, + 1.061523, + 1.172852, + 1.126953, + 1.207031, + 0.515625, + 1.152344, + 1.011475, + 1.333984, + 1.498047, + 1.231445, + 1.239258, + 1.102051, + 1.0354, + 1.22168, + 1.359375, + 1.089355, + 1.296875, + 1.124023, + 1.165039, + 1.231445, + 1.166992, + 1.271484, + 1.5625, + 1.229492, + 1.120117, + 1.194336, + 1.196289, + 1.169922, + 1.164062, + 1.206055, + 1.140625, + 1.198242, + 1.201172, + 1.162109, + 1.322266, + 1.355469, + 1.128906, + 1.067871, + 1.180664, + 1.220703, + 2.609375, + 1.253906, + 1.212891, + 1.126953, + 1.150391, + 1.100098, + 1.259766, + 1.083496, + 1.12207, + 1.134766, + 1.53125, + 1.326172, + 1.236328, + 1.174805, + 1.204102, + 1.095703, + 1.125, + 1.204102, + 1.068848, + 1.235352, + 1.211914, + 1.255859, + 1.106934, + 1.398438, + 1.341797, + 1.165039, + 1.339844, + 1.106934, + 1.082031, + 0.780273, + 1.115723, + 1.166016, + 1.71875, + 0.453125, + 1.175781, + 1.194336, + 1.230469, + 1.236328, + 1.222656, + 3.75, + 1.203125, + 1.129883, + 1.320312, + 1.124512, + 1.192383, + 1.181641, + 1.229492, + 1.103027, + 1.285156, + 1.03418, + 1.457031, + 1.035645, + 1.294922, + 1.234375, + 1.180664, + 1.212891, + 1.115234, + 1.365234, + 1.095215, + 1.648438, + 1.239258, + 1.113281, + 1.129883, + 1.140625, + 1.542969, + 1.287109, + 1.087891, + 1.174805, + 1.008179, + 0.929688, + 1.151367, + 1.155273, + 1.10498, + 1.335938, + 1.161133, + 1.392578, + 1.192383, + 1.237305, + 1.192383, + 1.233398, + 1.25, + 1.238281, + 1.162109, + 1.209961, + 1.238281, + 1.462891, + 1.150391, + 1.177734, + 1.147461, + 1.074707, + 1.041992, + 0.582031, + 1.185547, + 1.168945, + 1.154297, + 1.198242, + 1.191406, + 1.241211, + 1.034912, + 1.15332, + 1.204102, + 1.253906, + 1.002747, + 1.061523, + 1.12207, + 0.101562, + 1.043457, + 1.163086, + 1.052734, + 1.143555, + 1.115234, + 1.21582, + 1.227539, + 1.195312, + 1.277344, + 1.134766, + 0.738281, + 1.128906, + 1.168945, + 1.160156, + 1.183594, + 1.12207, + 1.185547, + 1.199219, + 1.213867, + 1.298828, + 1.185547, + 1.21582, + 3.578125, + 1.245117, + 1.203125, + 0.844727, + 1.259766, + 1.130859, + 1.470703, + 1.230469, + 1.237305, + 1.009583, + 1.09668, + 1.175781, + 1.206055, + 1.129883, + 1.283203, + 1.213867, + 1.126953, + 1.120117, + 1.233398, + 1.204102, + 1.019409, + 1.835938, + 1.198242, + 1.226562, + 1.21582, + 1.322266, + 1.104004, + 1.071289, + 1.213867, + 1.119141, + 1.239258, + 1.194336, + 1.143555, + 1.161133, + 1.194336, + 1.095703, + 1.157227, + 2.140625, + 4.484375, + 1.414062, + 1.176758, + 1.016113, + 1.077148, + 1.287109, + 1.237305, + 0.931641, + 1.224609, + 1.129883, + 1.263672, + 1.365234, + 1.126953, + 1.155273, + 1.169922, + 1.083008, + 1.119141, + 4.25, + 1.337891, + 1.179688, + 1.195312, + 1.206055, + 1.259766, + 1.15918, + 1.088379, + 1.246094, + 0.92041, + 1.150391, + 1.200195, + 1.125977, + 1.582031, + 1.257812, + 1.089844, + 1.178711, + 1.225586, + 1.130859, + 1.660156, + 1.071777, + 0.968018, + 1.163086, + 1.28125, + 1.171875, + 0.962402, + 1.161133, + 1.095703, + 1.222656, + 1.181641, + 1.133789, + 1.236328, + 1.21582, + 1.224609, + 1.164062, + 1.1875, + 1.398438, + 1.143555, + 1.204102, + 1.472656, + 1.246094, + 1.269531, + 1.267578, + 1.128906, + 1.149414, + 1.277344, + 1.176758, + 1.043701, + 1.322266, + 1.093262, + 1.113281, + 1.251953, + 1.12793, + 1.287109, + 1.233398, + 1.283203, + 1.255859, + 1.167969, + 1.070801, + 1.139648, + 0.3125, + 1.167969, + 1.12793, + 1.257812, + 1.192383, + 1.160156, + 1.174805, + 0.736328, + 1.163086, + 0.982056, + 1.07959, + 1.219727, + 1.140625, + 1.079102, + 1.201172, + 1.12793, + 1.234375, + 1.859375, + 1.193359, + 1.129883, + 1.554688, + 1.421875, + 1.116211, + 0.881348, + 1.163086, + 2.789062, + 1.223633, + 1.308594, + 1.161133, + 1.203125, + 1.208984, + 1.192383, + 0.997604, + 1.070312, + 1.118652, + 1.204102, + 1.155273, + 0.971436, + 1.134766, + 1.263672, + 1.141602, + 1.160156, + 1.145508, + 1.275391, + 1.114258, + 1.228516, + 0.99897, + 0.950928, + 1.103516, + 0.830078, + 2.515625, + 1.197266, + 1.063965, + 1.057861, + 1.072266, + 1.125977, + 1.152344, + 1.147461, + 1.070801, + 1.200195, + 1.145508, + 0.988403, + 1.171875, + 1.134766, + 1.115723, + 1.169922, + 1.205078, + 1.191406, + 1.167969, + 1.145508, + 1.203125, + 1.574219, + 1.181641, + 1.255859, + 1.53125, + 0.891113, + 1.285156, + 1.154297, + 1.154297, + 1.248047, + 1.198242, + 1.46875, + 1.046387, + 3.609375, + 1.130859, + 1.275391, + 1.040283, + 1.285156, + 1.164062, + 1.116211, + 1.15918, + 1.232422, + 1.109863, + 1.172852, + 1.098633, + 0.896973, + 1.130859, + 0.382812, + 1.123047, + 1.211914, + 1.239258, + 1.202148, + 1.145508, + 1.219727, + 1.166992, + 1.144531, + 0.480469, + 1.294922, + 1.15332, + 0.363281, + 1.194336, + 1.202148, + 1.209961, + 1.043701, + 1.196289, + 1.246094, + 1.064941, + 0.951416, + 1.129883, + 1.369141, + 1.21875, + 1.078125, + 1.267578, + 1.155273, + 1.15332, + 0.959717, + 0.382812, + 1.223633, + 0.640625, + 1.15625, + 1.167969, + 1.208984, + 1.204102, + 1.208984, + 1.11377, + 1.382812, + 1.130859, + 1.082031, + 1.800781, + 1.170898, + 1.134766, + 0.986816, + 1.230469, + 1.180664, + 1.314453, + 1.232422, + 1.200195, + 1.131836, + 1.271484, + 1.1875, + 1.200195, + 1.121582, + 1.165039, + 2.492188, + 1.155273, + 0.983887, + 1.158203, + 1.181641, + 1.170898, + 1.164062, + 1.226562, + 1.144531, + 1.003067, + 0.923828, + 1.251953, + 0.144531, + 1.064941, + 1.386719, + 1.146484, + 1.000391, + 1.230469, + 1.097656, + 1.318359, + 1.219727, + 1.166016, + 1.118652, + 1.357422, + 1.140625, + 1.222656, + 0.928711, + 1.158203, + 1.168945, + 1.298828, + 1.135742, + 1.150391, + 1.116699, + 1.185547, + 1.177734, + 1.206055, + 0.529297, + 1.024658, + 1.036133, + 1.242188, + 1.15625, + 1.151367, + 1.160156, + 1.106445, + 1.225586, + 1.150391, + 0.986084, + 1.199219, + 1.104492, + 0.849609, + 1.192383, + 1.170898, + 1.09668, + 1.154297, + 0.144531, + 3.03125, + 1.257812, + 1.136719, + 1.174805, + 1.05835, + 1.147461, + 1.170898, + 1.378906, + 1.191406, + 1.087891, + 1.248047, + 1.213867, + 0.967285, + 1.253906, + 1.204102, + 1.246094, + 1.237305, + 1.043945, + 1.135742, + 1.118652, + 1.069336, + 0.505859, + 1.132812, + 1.267578, + 0.827148, + 1.074707, + 1.160156, + 1.171875, + 1.239258, + 1.086914, + 1.167969, + 1.158203, + 1.019409, + 1.933594, + 0.968018, + 0.537109, + 1.164062, + 1.121094, + 1.322266, + 1.230469, + 1.172852, + 3.578125, + 1.125977, + 1.097656, + 1.271484, + 0.822266, + 0.756836, + 1.108887, + 0.59375, + 1.00589, + 1.126953, + 1.147461, + 0.970703, + 1.298828, + 1.228516, + 1.359375, + 0.003906, + 1.099609, + 2.34375, + 1.141602, + 1.314453, + 1.143555, + 1.233398, + 1.120117, + 1.124023, + 1.077637, + 1.220703, + 1.211914, + 1.075684, + 0.484375, + 1.119141, + 1.102051, + 3.890625, + 1.0271, + 1.146484, + 0.650391, + 1.233398, + 1.171875, + 1.213867, + 1.18457, + 1.251953, + 1.058594, + 1.265625, + 1.177734, + 0.746094, + 1.002213, + 1.149414, + 1.125977, + 1.265625, + 1.152344, + 1.135742, + 1.115234, + 1.083008, + 1.154297, + 1.228516, + 1.241211, + 1.167969, + 1.150391, + 1.045898, + 1.271484, + 1.300781, + 0.808594, + 1.196289, + 1.298828, + 1.308594, + 1.166016, + 1.21875, + 1.169922, + 1.259766, + 1.091797, + 1.081543, + 1.15625, + 1.141602, + 1.176758, + 1.199219, + 1.306641, + 1.265625, + 1.279297, + 1.300781, + 1.050049, + 1.316406, + 1.1875, + 1.232422, + 0.974243, + 1.103027, + 1.298828, + 0.720703, + 1.148438, + 1.060791, + 1.289062, + 1.09668, + 0.742188, + 0.101562, + 1.163086, + 1.123047, + 1.201172, + 1.069336, + 1.136719, + 1.097168, + 1.566406, + 0.964355, + 1.188477, + 0.703125, + 1.155273, + 1.267578, + 0.868164, + 1.40625, + 0.652344, + 1.213867, + 1.223633, + 0.626953, + 1.294922, + 1.197266, + 1.186523, + 1.220703, + 1.271484, + 1.086914, + 1.177734, + 1.083008, + 1.054688, + 1.460938, + 1.037598, + 1.199219, + 1.235352, + 1.207031, + 0.952393, + 1.171875, + 1.005341, + 1.117188, + 1.123047, + 1.078613, + 1.201172, + 1.324219, + 1.023926, + 1.224609, + 1.183594, + 1.142578, + 1.012085, + 1.044189, + 1.259766, + 1.322266, + 1.149414, + 1.167969, + 1.180664, + 0.744141, + 1.294922, + 0.946045, + 1.091309, + 1.143555, + 1.125977, + 1.051025, + 1.251953, + 1.163086, + 1.09375, + 1.124512, + 1.441406, + 1.212891, + 1.206055, + 1.066895, + 1.761719, + 0.961182, + 1.167969, + 1.357422, + 2.914062, + 1.02832, + 1.166992, + 1.163086, + 1.125977, + 1.025635, + 1.217773, + 1.162109, + 1.285156, + 1.166016, + 1.230469, + 1.197266, + 1.166992, + 1.171875, + 1.115723, + 0.740234, + 1.120605, + 1.126953, + 1.169922, + 1.198242, + 1.124512, + 1.154297, + 1.15625, + 1.193359, + 1.143555, + 1.065918, + 1.139648, + 0.81543, + 1.10498, + 1.271484, + 1.233398, + 0.804688, + 1.186523, + 1.166016, + 1.213867, + 1.144531, + 2.148438, + 1.21582, + 1.11377, + 0.958496, + 1.102051, + 0.578125, + 1.055664, + 1.239258, + 1.124512, + 3.59375, + 1.289062, + 1.169922, + 1.178711, + 1.106445, + 1.147461, + 1.149414, + 1.126953, + 1.226562, + 1.205078, + 0.910156, + 1.237305, + 1.152344, + 1.198242, + 1.146484, + 1.077637, + 1.255859, + 1.168945, + 1.170898, + 2.03125, + 1.150391, + 1.197266, + 1.197266, + 0.983154, + 1.196289, + 1.067871, + 1.335938, + 1.294922, + 1.147461, + 1.070312, + 1.052246, + 1.347656, + 0.952881, + 1.044678, + 1.160156, + 1.083008, + 1.175781, + 1.205078, + 1.155273, + 1.251953, + 1.068359, + 1.142578, + 1.414062, + 1.189453, + 5.96875, + 1.155273, + 1.219727, + 1.070801, + 1.226562, + 0.991272, + 1.174805, + 1.216797, + 1.066895, + 1.10498, + 1.08252, + 1.125, + 0.941406, + 1.198242, + 1.068359, + 1.120605, + 1.075195, + 1.123535, + 4.171875, + 1.073242, + 1.204102, + 1.016357, + 1.289062, + 1.314453, + 1.06543, + 1.089355, + 1.128906, + 1.195312, + 1.089355, + 1.110352, + 1.148438, + 1.094727, + 1.05249, + 1.12207, + 1.113281, + 0.956787, + 1.222656, + 1.322266, + 0.863281, + 1.191406, + 0.77832, + 1.114746, + 1.216797, + 1.400391, + 0.509766, + 1.202148, + 1.007935, + 1.628906, + 1.163086, + 1.211914, + 1.361328, + 1.036133, + 1.283203, + 1.11084, + 1.279297, + 1.269531, + 1.210938, + 1.515625, + 1.078125, + 1.132812, + 1.154297, + 1.166016, + 1.010864, + 1.294922, + 1.197266, + 3.125, + 1.139648, + 1.155273, + 1.277344, + 1.175781, + 1.333984, + 1.244141, + 1.507812, + 1.054688, + 1.174805, + 1.223633, + 0.183594, + 1.134766, + 1.138672, + 1.185547, + 1.173828, + 1.041992, + 0.978882, + 1.227539, + 0.908691, + 1.194336, + 0.779297, + 1.181641, + 1.108887, + 0.825195, + 1.10791, + 1.014465, + 1.191406, + 1.042969, + 1.08252, + 2.28125, + 0.90332, + 1.155273, + 1.070312, + 1.04834, + 1.121094, + 1.181641, + 1.161133, + 1.165039, + 1.137695, + 1.132812, + 1.02002, + 1.210938, + 1.155273, + 1.341797, + 1.228516, + 1.225586, + 1.10791, + 1.496094, + 1.167969, + 1.333984, + 1.057617, + 1.249023, + 1.140625, + 1.279297, + 1.056641, + 2.328125, + 1.151367, + 1.208008, + 1.069336, + 1.199219, + 1.157227, + 1.191406, + 1.223633, + 1.140625, + 1.246094, + 1.231445, + 1.25, + 1.185547, + 1.08252, + 1.055908, + 1.178711, + 1.131836, + 1.225586, + 1.408203, + 1.291016, + 1.304688, + 3.0625, + 1.400391, + 1.059082, + 1.433594, + 1.025269, + 1.158203, + 1.291016, + 1.070801, + 1.180664, + 1.24707, + 1.166016, + 0.0, + 2.453125, + 1.141602, + 0.785156, + 1.182617, + 1.249023, + 1.172852, + 0.677734, + 1.182617, + 1.279297, + 0.865234, + 1.202148, + 1.126953, + 1.074219, + 1.104004, + 1.12793, + 1.125977, + 1.177734, + 1.188477, + 1.166992, + 1.095703, + 1.228516, + 1.126953, + 1.265625, + 1.322266, + 1.171875, + 1.072266, + 1.099609, + 1.202148, + 0.988525, + 0.878906, + 1.000244, + 1.091309, + 1.078125, + 1.133789, + 1.1875, + 1.161133, + 1.067871, + 1.289062, + 1.160156, + 1.261719, + 1.275391, + 1.088379, + 1.204102, + 1.226562, + 1.178711, + 1.314453, + 1.216797, + 1.208008, + 1.168945, + 1.107422, + 1.230469, + 1.115723, + 1.24707, + 1.157227, + 1.185547, + 1.200195, + 0.978149, + 1.210938, + 1.134766, + 1.160156, + 1.091797, + 1.150391, + 1.169922, + 0.050781, + 0.5, + 1.275391, + 1.217773, + 0.550781, + 1.176758, + 1.267578, + 1.018188, + 1.207031, + 1.275391, + 1.114746, + 1.166992, + 1.168945, + 1.169922, + 1.099121, + 1.125977, + 1.205078, + 1.188477, + 1.166016, + 1.170898, + 1.206055, + 1.090332, + 1.222656, + 1.253906, + 1.229492, + 0.992523, + 1.330078, + 1.234375, + 1.261719, + 1.225586, + 1.224609, + 1.143555, + 1.182617, + 1.285156, + 1.208008, + 2.585938, + 1.188477, + 1.196289, + 1.170898, + 1.191406, + 1.279297, + 0.935547, + 1.158203, + 2.039062, + 1.339844, + 1.322266, + 1.098145, + 1.835938, + 1.238281, + 0.986938, + 1.022705, + 1.203125, + 1.316406, + 1.19043, + 1.109863, + 1.109863, + 1.267578, + 1.249023, + 1.151367, + 1.212891, + 2.117188, + 1.220703, + 1.164062, + 1.052002, + 0.805664, + 1.304688, + 1.302734, + 1.115234, + 1.289062, + 1.165039, + 1.115234, + 1.03833, + 1.165039, + 1.081543, + 1.108398, + 1.28125, + 1.248047, + 1.216797, + 3.640625, + 1.147461, + 1.132812, + 1.503906, + 2.625, + 1.238281, + 1.212891, + 1.232422, + 1.441406, + 1.110352, + 1.132812, + 1.777344, + 1.134766, + 1.238281, + 2.054688, + 1.209961, + 1.507812, + 1.155273, + 1.246094, + 1.044922, + 1.154297, + 1.124023, + 1.178711, + 1.277344, + 2.953125, + 1.162109, + 1.214844, + 1.203125, + 1.175781, + 1.130859, + 1.166992, + 1.191406, + 1.222656, + 1.204102, + 1.308594, + 1.162109, + 1.171875, + 1.032227, + 1.036377, + 1.097656, + 0.754883, + 1.152344, + 1.217773, + 1.079102, + 1.160156, + 1.255859, + 1.099609, + 1.261719, + 0.993683, + 1.249023, + 1.308594, + 1.205078, + 1.109863, + 1.212891, + 1.080078, + 1.224609, + 1.09082, + 1.285156, + 1.245117, + 1.062012, + 1.063965, + 1.119141, + 1.038574, + 0.572266, + 1.074707, + 0.981201, + 1.152344, + 1.222656, + 1.097656, + 1.034424, + 1.245117, + 1.169922, + 1.020386, + 0.955566, + 1.207031, + 1.143555, + 0.954102, + 1.261719, + 1.075195, + 1.07959, + 1.0009, + 0.339844, + 1.269531, + 1.267578, + 0.935059, + 1.142578, + 1.211914, + 1.142578, + 1.0625, + 1.128906, + 1.166016, + 1.172852, + 1.178711, + 1.040283, + 1.103027, + 1.140625, + 1.203125, + 1.142578, + 1.179688, + 0.971558, + 1.333984, + 1.009277, + 1.186523, + 1.246094, + 1.253906, + 1.163086, + 1.243164, + 1.158203, + 1.166016, + 1.08252, + 1.106934, + 1.207031, + 1.209961, + 1.197266, + 0.912598, + 1.206055, + 1.433594, + 1.285156, + 1.123535, + 1.53125, + 1.15625, + 1.094727, + 1.208984, + 0.765625, + 1.141602, + 1.125977, + 1.171875, + 1.308594, + 1.170898, + 1.22168, + 1.174805, + 1.198242, + 1.318359, + 2.0625, + 1.18457, + 1.194336, + 1.863281, + 1.126953, + 1.203125, + 1.097656, + 1.131836, + 1.017456, + 1.24707, + 1.079102, + 1.328125, + 1.087402, + 1.152344, + 1.152344, + 1.130859, + 1.15332, + 1.216797, + 1.192383, + 1.088867, + 1.158203, + 1.105957, + 1.4375, + 1.088379, + 1.185547, + 1.100586, + 1.166992, + 1.098145, + 1.051514, + 0.992218, + 1.246094, + 1.357422, + 1.239258, + 1.139648, + 1.207031, + 1.388672, + 1.103516, + 1.120117, + 1.142578, + 1.259766, + 1.079102, + 1.223633, + 1.103516, + 1.695312, + 1.172852, + 1.154297, + 0.892578, + 1.289062, + 0.830078, + 1.193359, + 1.158203, + 1.206055, + 1.243164, + 1.357422, + 1.238281, + 1.101074, + 1.137695, + 1.181641, + 1.162109, + 1.052979, + 1.248047, + 1.357422, + 0.84668, + 1.162109, + 1.328125, + 1.169922, + 1.235352, + 1.224609, + 1.183594, + 1.150391, + 0.912109, + 1.275391, + 1.171875, + 0.765625, + 1.171875, + 1.251953, + 1.025879, + 1.202148, + 0.0, + 1.300781, + 0.750977, + 1.25, + 1.01709, + 1.201172, + 0.992523, + 1.128906, + 1.130859, + 1.069824, + 1.298828, + 1.308594, + 1.176758, + 1.181641, + 1.194336, + 1.291016, + 1.173828, + 1.178711, + 0.902344, + 1.113281, + 1.181641, + 1.119629, + 1.132812, + 1.953125, + 1.345703, + 1.155273, + 0.985535, + 0.992828, + 1.123047, + 1.19043, + 1.039795, + 1.339844, + 1.183594, + 1.234375, + 1.002869, + 1.24707, + 1.11377, + 0.744141, + 1.097168, + 1.318359, + 1.447266, + 1.173828, + 1.269531, + 1.170898, + 1.117188, + 1.170898, + 1.21875, + 1.046631, + 1.21582, + 1.300781, + 1.186523, + 1.010864, + 1.105957, + 1.203125, + 1.124023, + 1.19043, + 1.330078, + 1.128906, + 1.15625, + 1.088867, + 0.457031, + 1.192383, + 1.152344, + 1.064453, + 3.640625, + 1.08252, + 1.279297, + 2.070312, + 1.259766, + 1.271484, + 1.230469, + 1.064453, + 1.148438, + 1.001717, + 1.180664, + 1.178711, + 1.219727, + 1.12207, + 1.142578, + 1.6875, + 0.932617, + 1.082031, + 1.175781, + 1.139648, + 0.998291, + 1.116699, + 1.053467, + 1.251953, + 1.178711, + 0.889648, + 1.162109, + 0.634766, + 1.031982, + 1.230469, + 0.046875, + 1.261719, + 1.105469, + 1.337891, + 1.202148, + 0.628906, + 1.099121, + 1.212891, + 3.109375, + 1.021851, + 1.242188, + 1.226562, + 1.07666, + 1.257812, + 1.225586, + 1.289062, + 1.198242, + 1.036621, + 1.068848, + 1.275391, + 1.212891, + 1.083496, + 1.004639, + 1.183594, + 1.207031, + 1.102051, + 1.170898, + 1.172852, + 1.123535, + 1.141602, + 1.337891, + 1.206055, + 1.129883, + 1.246094, + 1.171875, + 1.201172, + 1.125, + 1.349609, + 1.219727, + 1.143555, + 1.220703, + 1.136719, + 1.05835, + 0.973755, + 1.196289, + 1.172852, + 1.155273, + 0.884277, + 1.141602, + 1.296875, + 1.145508, + 1.106445, + 0.981201, + 1.189453, + 1.029053, + 1.167969, + 1.152344, + 1.011047, + 1.191406, + 1.185547, + 1.099121, + 1.361328, + 1.125977, + 1.259766, + 1.176758, + 1.152344, + 1.151367, + 1.240234, + 0.873047, + 1.163086, + 1.119629, + 0.0, + 1.143555, + 0.946289, + 0.931152, + 1.119141, + 1.118652, + 1.269531, + 0.920898, + 1.093262, + 0.931641, + 1.044678, + 1.126953, + 0.900391, + 1.058838, + 1.09082, + 1.206055, + 1.149414, + 1.125977, + 0.780273, + 1.199219, + 1.503906, + 1.185547, + 1.031494, + 1.138672, + 1.18457, + 1.222656, + 1.820312, + 1.28125, + 1.042236, + 1.115234, + 1.09082, + 1.214844, + 1.351562, + 1.3125, + 1.19043, + 1.227539, + 1.271484, + 1.191406, + 1.120117, + 1.263672, + 1.197266, + 1.257812, + 1.714844, + 0.943604, + 1.077148, + 1.195312, + 1.136719, + 1.140625, + 1.302734, + 1.255859, + 1.157227, + 1.167969, + 0.983765, + 1.072754, + 1.243164, + 1.302734, + 1.171875, + 1.207031, + 1.209961, + 1.1875, + 1.069824, + 1.10498, + 1.075684, + 1.106934, + 1.237305, + 1.211914, + 1.125977, + 3.390625, + 1.21582, + 1.167969, + 1.271484, + 0.605469, + 1.008667, + 1.84375, + 1.109375, + 1.066895, + 0.689453, + 1.149414, + 1.241211, + 1.050537, + 1.024536, + 1.180664, + 0.945801, + 1.164062, + 1.261719, + 1.431641, + 1.170898, + 0.957275, + 1.277344, + 1.194336, + 1.208984, + 1.206055, + 0.0, + 1.198242, + 1.029419, + 1.28125, + 1.308594, + 1.25, + 0.930664, + 1.118164, + 1.157227, + 1.246094, + 1.308594, + 1.318359, + 1.165039, + 1.155273, + 1.507812, + 1.026367, + 1.062988, + 1.146484, + 1.157227, + 0.648438, + 1.244141, + 1.122559, + 1.287109, + 1.126953, + 1.11377, + 1.183594, + 1.294922, + 1.1875, + 0.962646, + 1.277344, + 0.889648, + 1.169922, + 1.146484, + 1.192383, + 1.146484, + 0.947754, + 1.180664, + 1.163086, + 1.125977, + 0.973267, + 0.881836, + 1.129883, + 0.979492, + 1.255859, + 0.935059, + 1.151367, + 1.277344, + 1.302734, + 1.185547, + 1.304688, + 1.191406, + 1.157227, + 2.5625, + 1.189453, + 1.310547, + 1.212891, + 1.228516, + 1.458984, + 1.100098, + 1.273438, + 1.143555, + 1.106445, + 1.259766, + 1.132812, + 1.018799, + 1.026611, + 1.204102, + 1.169922, + 1.069824, + 1.121582, + 1.123535, + 1.205078, + 1.136719, + 1.152344, + 1.527344, + 1.263672, + 0.951416, + 1.149414, + 1.082031, + 0.833008, + 1.249023, + 1.263672, + 1.173828, + 1.279297, + 1.212891, + 1.178711, + 1.158203, + 1.378906, + 1.333984, + 1.12793, + 1.07666, + 1.271484, + 1.200195, + 1.225586, + 1.177734, + 1.132812, + 0.979492, + 1.171875, + 1.160156, + 1.550781, + 1.175781, + 1.65625, + 0.906738, + 0.904297, + 1.146484, + 1.314453, + 1.220703, + 1.139648, + 1.235352, + 1.209961, + 1.209961, + 1.24707, + 0.0, + 1.186523, + 1.04248, + 1.394531, + 1.167969, + 1.244141, + 0.695312, + 0.935547, + 1.147461, + 1.12793, + 1.253906, + 1.152344, + 1.048584, + 1.07373, + 1.088379, + 1.15625, + 1.017944, + 1.177734, + 1.527344, + 2.335938, + 2.882812, + 1.10498, + 1.098633, + 1.097168, + 0.87207, + 1.267578, + 1.147461, + 1.192383, + 0.277344, + 1.186523, + 1.016724, + 1.273438, + 1.146484, + 1.636719, + 1.040283, + 1.243164 + ] + }, + "name": "onnx::Mul_8113", + "outputIndexes": [ + 4 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3, + 4 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm/Mul_1_output_0", + "outputIndexes": [ + 5 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 5 + ], + "outputIndexes": [ + 2490 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2490 + ], + "outputIndexes": [ + 2491 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear", + "inputIndexes": [ + 2491 + ], + "outputIndexes": [ + 2492 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 0, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2492 + ], + "outputIndexes": [ + 2493 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2493 + ], + "outputIndexes": [ + 6 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1 + ] + }, + "name": "/Unsqueeze_output_0", + "outputIndexes": [ + 7 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 5 + ], + "main_type": "NONE", + "name": "/Shape_1_output_0", + "outputIndexes": [ + 8 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1 + ] + }, + "name": "/rotary/Constant_9_output_0", + "outputIndexes": [ + 9 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8 + ], + "main_type": "NONE", + "name": "Shape19", + "outputIndexes": [ + 10 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 8 + ], + "main_type": "NONE", + "name": "Rank21", + "outputIndexes": [ + 11 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 11, + 11 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp23", + "outputIndexes": [ + 12 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 12 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze24", + "outputIndexes": [ + 13 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 12, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp26", + "outputIndexes": [ + 14 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 14 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze27", + "outputIndexes": [ + 15 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 13, + 15, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice30", + "outputIndexes": [ + 16 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 16 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze31", + "outputIndexes": [ + 17 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 17 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp32", + "outputIndexes": [ + 18 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 18, + 17 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp33", + "outputIndexes": [ + 19 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 19, + 12 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_2_output_0", + "outputIndexes": [ + 20 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 0 + ] + }, + "name": "/rotary/Constant_4_output_0", + "outputIndexes": [ + 21 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 20, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1_output_0", + "outputIndexes": [ + 22 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 8 + ] + }, + "name": "/Constant_4_output_0", + "outputIndexes": [ + 23 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 256 + ] + }, + "name": "/Constant_5_output_0", + "outputIndexes": [ + 24 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 22, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_output_0", + "outputIndexes": [ + 25 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 6, + 25 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_1_output_0", + "outputIndexes": [ + 26 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 3 + ], + "dtype": "DT_INT32", + "dformat": "NCHW" + }, + "name": "position_ids", + "outputIndexes": [ + 27 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27 + ], + "main_type": "CastParam", + "main": { + "srcT": "DT_VARIANT", + "dstT": "DT_FLOAT" + }, + "name": "/rotary/Cast_output_0", + "outputIndexes": [ + 28 + ], + "type": "Cast", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1, + 1 + ] + }, + "name": "/rotary/Constant_1_output_0__", + "outputIndexes": [ + 29 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 28, + 29 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/rotary/Reshape_output_0", + "outputIndexes": [ + 30 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 128 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.0, + 0.930572, + 0.865964, + 0.805842, + 0.749894, + 0.697831, + 0.649382, + 0.604296, + 0.562341, + 0.523299, + 0.486968, + 0.453158, + 0.421697, + 0.392419, + 0.365174, + 0.339821, + 0.316228, + 0.294273, + 0.273842, + 0.25483, + 0.237137, + 0.220673, + 0.205353, + 0.191095, + 0.177828, + 0.165482, + 0.153993, + 0.143301, + 0.133352, + 0.124094, + 0.115478, + 0.107461, + 0.1, + 0.093057, + 0.086596, + 0.080584, + 0.074989, + 0.069783, + 0.064938, + 0.06043, + 0.056234, + 0.05233, + 0.048697, + 0.045316, + 0.04217, + 0.039242, + 0.036517, + 0.033982, + 0.031623, + 0.029427, + 0.027384, + 0.025483, + 0.023714, + 0.022067, + 0.020535, + 0.01911, + 0.017783, + 0.016548, + 0.015399, + 0.01433, + 0.013335, + 0.012409, + 0.011548, + 0.010746, + 0.01, + 0.009306, + 0.00866, + 0.008058, + 0.007499, + 0.006978, + 0.006494, + 0.006043, + 0.005623, + 0.005233, + 0.00487, + 0.004532, + 0.004217, + 0.003924, + 0.003652, + 0.003398, + 0.003162, + 0.002943, + 0.002738, + 0.002548, + 0.002371, + 0.002207, + 0.002054, + 0.001911, + 0.001778, + 0.001655, + 0.00154, + 0.001433, + 0.001334, + 0.001241, + 0.001155, + 0.001075, + 0.001, + 0.000931, + 0.000866, + 0.000806, + 0.00075, + 0.000698, + 0.000649, + 0.000604, + 0.000562, + 0.000523, + 0.000487, + 0.000453, + 0.000422, + 0.000392, + 0.000365, + 0.00034, + 0.000316, + 0.000294, + 0.000274, + 0.000255, + 0.000237, + 0.000221, + 0.000205, + 0.000191, + 0.000178, + 0.000165, + 0.000154, + 0.000143, + 0.000133, + 0.000124, + 0.000115, + 0.000107 + ] + }, + "name": "/rotary/Constant_2_output_0", + "outputIndexes": [ + 31 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 30, + 31 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/rotary/Mul_output_0", + "outputIndexes": [ + 32 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 32 + ], + "main_type": "UnaryOp", + "main": { + "opType": "COS", + "T": "DT_FLOAT" + }, + "name": "/rotary/Cos_output_0", + "outputIndexes": [ + 33 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 33, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_output_0", + "outputIndexes": [ + 34 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 32 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIN", + "T": "DT_FLOAT" + }, + "name": "/rotary/Sin_output_0", + "outputIndexes": [ + 35 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 35, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_1_output_0", + "outputIndexes": [ + 36 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 34, + 36 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/rotary/Concat_output_0", + "outputIndexes": [ + 37 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 37, + 37 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/rotary/Concat_1_output_0", + "outputIndexes": [ + 38 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3, + 1 + ] + }, + "name": "/rotary/Unsqueeze_2_axes", + "outputIndexes": [ + 39 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 38, + 39 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_3_output_0", + "outputIndexes": [ + 40 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 40 + ], + "main_type": "NONE", + "name": "Shape56", + "outputIndexes": [ + 41 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 40 + ], + "main_type": "NONE", + "name": "Rank58", + "outputIndexes": [ + 42 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 42, + 42 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp60", + "outputIndexes": [ + 43 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 43 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze61", + "outputIndexes": [ + 44 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 43, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp63", + "outputIndexes": [ + 45 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 45 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze64", + "outputIndexes": [ + 46 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 41, + 44, + 46, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice67", + "outputIndexes": [ + 47 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 47 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze68", + "outputIndexes": [ + 48 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 48, + 48 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp70", + "outputIndexes": [ + 49 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 40, + 49, + 43 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_3_output_0", + "outputIndexes": [ + 50 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 26, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_output_0", + "outputIndexes": [ + 51 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 26 + ], + "main_type": "NONE", + "name": "/Shape_2_output_0", + "outputIndexes": [ + 52 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3 + ] + }, + "name": "/Constant_11_output_0", + "outputIndexes": [ + 53 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 52 + ], + "main_type": "NONE", + "name": "Shape75", + "outputIndexes": [ + 54 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 52 + ], + "main_type": "NONE", + "name": "Rank77", + "outputIndexes": [ + 55 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 55, + 55 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp79", + "outputIndexes": [ + 56 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 56 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze80", + "outputIndexes": [ + 57 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 56, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp82", + "outputIndexes": [ + 58 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 58 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze83", + "outputIndexes": [ + 59 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 57, + 59, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice86", + "outputIndexes": [ + 60 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 60 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze87", + "outputIndexes": [ + 61 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 61 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp88", + "outputIndexes": [ + 62 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 62, + 61 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp89", + "outputIndexes": [ + 63 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 52, + 63, + 56 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_5_output_0", + "outputIndexes": [ + 64 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 2 + ] + }, + "name": "/rotary/Constant_7_output_0", + "outputIndexes": [ + 65 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 64, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_output_0", + "outputIndexes": [ + 66 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 66, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_6_output_0", + "outputIndexes": [ + 67 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1073741824 + ] + }, + "name": "/Constant_20_output_0", + "outputIndexes": [ + 68 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3 + ] + }, + "name": "/Constant_14_output_0", + "outputIndexes": [ + 69 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 26, + 67, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_1_output_0", + "outputIndexes": [ + 70 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 70 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_output_0", + "outputIndexes": [ + 71 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 26, + 21, + 67, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_output_0", + "outputIndexes": [ + 72 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 71, + 72 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_3_output_0", + "outputIndexes": [ + 73 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 43 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze105", + "outputIndexes": [ + 74 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 45 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze108", + "outputIndexes": [ + 75 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 41, + 74, + 75, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice111", + "outputIndexes": [ + 76 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 76 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze112", + "outputIndexes": [ + 77 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 77 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp113", + "outputIndexes": [ + 78 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 78, + 77 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp114", + "outputIndexes": [ + 79 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 40, + 79, + 43 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_4_output_0", + "outputIndexes": [ + 80 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 73, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_1_output_0", + "outputIndexes": [ + 81 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 51, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_output_0", + "outputIndexes": [ + 82 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 5 + ], + "outputIndexes": [ + 2494 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2494 + ], + "outputIndexes": [ + 2495 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear", + "inputIndexes": [ + 2495 + ], + "outputIndexes": [ + 2496 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 2654230, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2496 + ], + "outputIndexes": [ + 2497 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2497 + ], + "outputIndexes": [ + 83 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 4 + ] + }, + "name": "/Constant_7_output_0", + "outputIndexes": [ + 84 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 22, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_1_output_0", + "outputIndexes": [ + 85 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 83, + 85 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_2_output_0", + "outputIndexes": [ + 86 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 86, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_2_output_0", + "outputIndexes": [ + 87 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 86 + ], + "main_type": "NONE", + "name": "/Shape_3_output_0", + "outputIndexes": [ + 88 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 88 + ], + "main_type": "NONE", + "name": "Shape158", + "outputIndexes": [ + 89 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 88 + ], + "main_type": "NONE", + "name": "Rank160", + "outputIndexes": [ + 90 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 90, + 90 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp162", + "outputIndexes": [ + 91 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 91 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze163", + "outputIndexes": [ + 92 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 91, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp165", + "outputIndexes": [ + 93 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 93 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze166", + "outputIndexes": [ + 94 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 89, + 92, + 94, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice169", + "outputIndexes": [ + 95 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 95 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze170", + "outputIndexes": [ + 96 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 96 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp171", + "outputIndexes": [ + 97 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 97, + 96 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp172", + "outputIndexes": [ + 98 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 88, + 98, + 91 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_6_output_0", + "outputIndexes": [ + 99 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 99, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_1_output_0", + "outputIndexes": [ + 100 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 100, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_8_output_0", + "outputIndexes": [ + 101 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 86, + 101, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_3_output_0", + "outputIndexes": [ + 102 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 102 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_1_output_0", + "outputIndexes": [ + 103 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 86, + 21, + 101, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_2_output_0", + "outputIndexes": [ + 104 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 103, + 104 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_4_output_0", + "outputIndexes": [ + 105 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 105, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_3_output_0", + "outputIndexes": [ + 106 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 87, + 106 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_1_output_0", + "outputIndexes": [ + 107 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 5 + ], + "outputIndexes": [ + 2498 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2498 + ], + "outputIndexes": [ + 2499 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear", + "inputIndexes": [ + 2499 + ], + "outputIndexes": [ + 2500 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 3981356, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2500 + ], + "outputIndexes": [ + 2501 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2501 + ], + "outputIndexes": [ + 108 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 108, + 85 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_3_output_0", + "outputIndexes": [ + 109 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 1, + -1, + -1 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "attention_mask", + "outputIndexes": [ + 110 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 82, + 107, + 109, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_8_output_0", + "outputIndexes": [ + 111 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 111 + ], + "outputIndexes": [ + 2502 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2502 + ], + "outputIndexes": [ + 2503 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear", + "inputIndexes": [ + 2503 + ], + "outputIndexes": [ + 2504 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 5308482, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2504 + ], + "outputIndexes": [ + 2505 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2505 + ], + "outputIndexes": [ + 112 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 112 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm/Mul_output_0", + "outputIndexes": [ + 113 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.46875, + 0.484375, + 0.509766, + 0.472656, + 0.398438, + 0.355469, + 0.335938, + 0.755859, + 0.320312, + 0.503906, + 0.515625, + 0.394531, + 0.382812, + 0.351562, + 0.335938, + 0.351562, + 0.766602, + 0.367188, + 1.667969, + 0.429688, + 0.363281, + 0.394531, + 0.34375, + 0.46875, + 0.599609, + 0.351562, + 0.484375, + 1.084473, + 0.634766, + 0.410156, + 0.453125, + 0.382812, + 0.523438, + 0.630859, + 0.3125, + 0.666016, + 0.402344, + 0.328125, + 0.402344, + 0.599609, + 0.464844, + 1.22168, + 0.230469, + 0.382812, + 0.59375, + 0.375, + 0.402344, + 0.351562, + 1.910156, + 0.505859, + 0.858398, + 0.519531, + 0.421875, + 2.257812, + 0.433594, + 0.386719, + 0.441406, + 0.363281, + 1.492188, + 0.644531, + 0.421875, + 1.243164, + 0.496094, + 0.316406, + 0.570312, + 0.449219, + 0.464844, + 0.339844, + 0.40625, + 0.402344, + 0.347656, + 0.320312, + 0.583984, + 0.472656, + 0.351562, + 0.425781, + 0.589844, + 0.367188, + 0.441406, + 0.601562, + 0.339844, + 0.681641, + 0.976074, + 0.634766, + 0.363281, + 0.308594, + 0.285156, + 0.464844, + 0.628906, + 0.542969, + 0.398438, + 0.425781, + 0.574219, + 0.679688, + 0.429688, + 0.642578, + 0.316406, + 0.328125, + 0.685547, + 0.511719, + 1.259766, + 0.285156, + 0.417969, + 0.367188, + 0.402344, + 0.542969, + 0.515625, + 0.511719, + 0.363281, + 0.453125, + 0.347656, + 0.472656, + 0.708984, + 2.273438, + 0.007812, + 0.868164, + 0.347656, + 1.796875, + 0.296875, + 0.269531, + 0.34375, + 0.460938, + 2.390625, + 0.386719, + 0.445312, + 0.644531, + 0.535156, + 0.351562, + 0.367188, + 0.476562, + 0.511719, + 0.386719, + 0.930176, + 0.394531, + 0.390625, + 0.304688, + 0.421875, + 0.939453, + 0.421875, + 0.429688, + 1.300781, + 1.447266, + 0.355469, + 0.339844, + 0.359375, + 1.496094, + 0.4375, + 0.425781, + 0.34375, + 0.398438, + 0.378906, + 0.564453, + 0.433594, + 3.609375, + 0.257812, + 0.355469, + 0.599609, + 0.472656, + 0.667969, + 0.638672, + 2.164062, + 0.433594, + 0.817383, + 0.507812, + 0.523438, + 0.492188, + 0.511719, + 0.460938, + 0.347656, + 0.429688, + 0.453125, + 0.630859, + 0.703125, + 0.515625, + 0.390625, + 0.816406, + 0.359375, + 0.779297, + 0.457031, + 1.251953, + 0.40625, + 0.65625, + 0.386719, + 0.853516, + 1.119141, + 0.378906, + 0.46875, + 0.363281, + 0.460938, + 0.539062, + 0.40625, + 1.925781, + 0.472656, + 0.417969, + 0.378906, + 0.394531, + 0.5, + 0.5, + 0.359375, + 0.658203, + 0.332031, + 0.505859, + 0.367188, + 0.5, + 0.355469, + 0.371094, + 1.263672, + 0.421875, + 0.316406, + 0.476562, + 1.099121, + 0.390625, + 0.617188, + 1.251953, + 0.359375, + 0.4375, + 0.359375, + 0.417969, + 0.433594, + 0.351562, + 0.371094, + 0.601562, + 0.347656, + 0.394531, + 0.378906, + 0.324219, + 0.375, + 0.328125, + 0.359375, + 0.425781, + 0.691406, + 0.548828, + 0.488281, + 0.304688, + 0.445312, + 0.304688, + 0.5625, + 0.347656, + 0.332031, + 1.061035, + 0.517578, + 0.300781, + 0.289062, + 2.570312, + 0.544922, + 1.02063, + 0.429688, + 0.968506, + 0.375, + 0.716797, + 0.390625, + 0.320312, + 0.679688, + 0.505859, + 0.449219, + 0.40625, + 0.449219, + 0.351562, + 1.839844, + 0.523438, + 0.425781, + 0.3125, + 0.539062, + 0.300781, + 0.429688, + 0.425781, + 0.355469, + 0.417969, + 0.574219, + 0.750977, + 0.414062, + 0.347656, + 0.421875, + 0.398438, + 0.316406, + 0.308594, + 0.842773, + 0.332031, + 0.335938, + 0.421875, + 0.46875, + 0.417969, + 0.695312, + 0.300781, + 1.964844, + 0.394531, + 0.5, + 0.517578, + 0.673828, + 0.347656, + 0.433594, + 1.068359, + 0.5625, + 0.445312, + 0.839844, + 0.339844, + 0.363281, + 0.375, + 0.390625, + 0.425781, + 0.351562, + 0.445312, + 0.933105, + 1.108887, + 1.15625, + 0.339844, + 0.359375, + 0.722656, + 0.367188, + 0.355469, + 0.378906, + 0.568359, + 0.492188, + 0.693359, + 0.78418, + 0.425781, + 0.402344, + 0.320312, + 0.3125, + 0.339844, + 0.398438, + 1.154297, + 0.421875, + 0.238281, + 0.480469, + 0.425781, + 0.359375, + 0.414062, + 0.533203, + 0.619141, + 0.382812, + 1.044189, + 0.355469, + 0.292969, + 3.953125, + 0.339844, + 0.511719, + 0.300781, + 0.300781, + 0.34375, + 0.59375, + 0.662109, + 0.652344, + 0.351562, + 0.445312, + 0.625, + 0.359375, + 0.65625, + 0.501953, + 0.347656, + 1.157227, + 0.328125, + 1.237305, + 0.421875, + 0.710938, + 0.681641, + 0.615234, + 0.355469, + 0.847656, + 0.509766, + 0.701172, + 0.375, + 0.371094, + 0.529297, + 1.855469, + 0.351562, + 0.476562, + 1.804688, + 0.390625, + 0.425781, + 0.25, + 0.367188, + 0.375, + 0.673828, + 0.378906, + 0.546875, + 0.328125, + 0.505859, + 0.347656, + 0.744141, + 0.464844, + 0.339844, + 0.402344, + 0.660156, + 0.355469, + 0.40625, + 0.449219, + 0.503906, + 0.402344, + 0.371094, + 0.464844, + 0.445312, + 0.552734, + 0.417969, + 0.453125, + 0.382812, + 0.429688, + 0.638672, + 0.359375, + 0.273438, + 0.394531, + 0.355469, + 0.445312, + 0.371094, + 0.578125, + 0.425781, + 0.5, + 0.558594, + 0.414062, + 0.818359, + 0.34375, + 0.4375, + 0.476562, + 0.429688, + 0.472656, + 0.351562, + 0.371094, + 0.398438, + 0.611328, + 0.402344, + 0.96167, + 0.46875, + 1.933594, + 0.382812, + 0.378906, + 0.417969, + 0.414062, + 0.402344, + 0.414062, + 0.402344, + 1.667969, + 0.371094, + 0.414062, + 0.664062, + 1.535156, + 0.492188, + 0.414062, + 0.335938, + 0.386719, + 0.515625, + 0.417969, + 0.548828, + 0.363281, + 0.375, + 1.921875, + 0.40625, + 0.335938, + 1.092773, + 0.59375, + 0.414062, + 0.386719, + 0.576172, + 0.611328, + 0.433594, + 0.328125, + 0.375, + 0.71875, + 0.25, + 0.359375, + 1.098145, + 0.347656, + 0.328125, + 0.433594, + 0.570312, + 0.652344, + 0.375, + 0.75, + 0.445312, + 0.386719, + 0.367188, + 0.480469, + 0.433594, + 0.460938, + 1.349609, + 0.421875, + 0.90918, + 0.805664, + 1.832031, + 0.519531, + 0.40625, + 0.335938, + 0.464844, + 3.375, + 0.410156, + 0.433594, + 0.339844, + 0.673828, + 0.4375, + 0.511719, + 0.521484, + 0.476562, + 0.363281, + 0.320312, + 0.273438, + 0.580078, + 0.308594, + 0.607422, + 1.169922, + 0.503906, + 0.693359, + 0.664062, + 0.359375, + 0.332031, + 0.441406, + 2.046875, + 0.464844, + 0.521484, + 0.625, + 1.353516, + 0.339844, + 0.496094, + 0.382812, + 0.449219, + 0.390625, + 0.308594, + 0.386719, + 0.509766, + 0.410156, + 0.355469, + 0.787109, + 0.371094, + 0.441406, + 0.480469, + 0.59375, + 0.417969, + 0.476562, + 0.382812, + 0.289062, + 0.363281, + 0.355469, + 0.398438, + 0.417969, + 0.328125, + 0.943115, + 0.316406, + 3.953125, + 0.339844, + 1.111328, + 0.316406, + 0.955566, + 1.902344, + 0.484375, + 0.505859, + 0.375, + 0.564453, + 0.355469, + 0.398438, + 0.513672, + 0.429688, + 0.375, + 0.84082, + 0.34375, + 0.609375, + 0.480469, + 0.382812, + 0.417969, + 0.414062, + 1.457031, + 0.40625, + 0.597656, + 0.394531, + 1.707031, + 1.6875, + 1.169922, + 0.414062, + 0.535156, + 0.5, + 1.914062, + 0.40625, + 0.595703, + 0.484375, + 0.324219, + 0.304688, + 0.394531, + 0.966553, + 0.496094, + 0.429688, + 0.347656, + 0.351562, + 0.296875, + 1.330078, + 0.40625, + 0.445312, + 0.371094, + 2.0625, + 0.40625, + 2.820312, + 0.433594, + 1.287109, + 0.558594, + 0.445312, + 0.355469, + 0.402344, + 1.165039, + 0.893555, + 0.398438, + 0.375, + 0.410156, + 0.371094, + 1.257812, + 0.414062, + 0.3125, + 0.375, + 0.429688, + 0.335938, + 0.382812, + 0.92627, + 0.4375, + 0.359375, + 0.441406, + 0.375, + 0.371094, + 0.375, + 1.128906, + 0.943604, + 0.371094, + 0.398438, + 0.328125, + 0.484375, + 0.441406, + 0.367188, + 0.492188, + 0.441406, + 0.304688, + 0.6875, + 0.371094, + 0.402344, + 0.667969, + 0.398438, + 1.289062, + 0.417969, + 0.371094, + 1.445312, + 0.433594, + 0.277344, + 0.453125, + 0.316406, + 0.300781, + 0.371094, + 0.583984, + 0.328125, + 0.472656, + 0.511719, + 0.541016, + 0.355469, + 2.109375, + 0.308594, + 0.34375, + 0.634766, + 0.716797, + 2.296875, + 0.529297, + 0.355469, + 0.335938, + 0.253906, + 0.414062, + 0.382812, + 0.332031, + 0.5, + 0.394531, + 0.46875, + 0.398438, + 0.390625, + 0.636719, + 0.40625, + 0.320312, + 0.359375, + 0.285156, + 0.445312, + 0.464844, + 0.289062, + 0.537109, + 0.402344, + 0.441406, + 1.145508, + 0.351562, + 0.621094, + 0.449219, + 0.472656, + 1.361328, + 0.324219, + 1.285156, + 2.398438, + 0.929688, + 0.316406, + 0.253906, + 0.53125, + 0.347656, + 0.625, + 1.392578, + 0.363281, + 0.445312, + 0.375, + 0.367188, + 0.308594, + 0.449219, + 0.646484, + 0.304688, + 0.768555, + 0.316406, + 0.480469, + 0.453125, + 0.335938, + 0.378906, + 0.351562, + 0.367188, + 0.367188, + 0.40625, + 0.472656, + 1.139648, + 0.505859, + 0.292969, + 0.21875, + 0.433594, + 2.304688, + 0.756836, + 0.375, + 0.707031, + 0.265625, + 1.102539, + 0.425781, + 0.363281, + 0.410156, + 0.375, + 0.382812, + 1.886719, + 0.441406, + 0.390625, + 0.386719, + 0.304688, + 0.449219, + 0.367188, + 0.410156, + 0.371094, + 0.34375, + 1.179688, + 0.375, + 0.40625, + 0.332031, + 0.402344, + 0.394531, + 0.760742, + 0.414062, + 0.558594, + 0.417969, + 0.539062, + 0.402344, + 0.560547, + 0.460938, + 0.351562, + 0.421875, + 0.394531, + 0.46875, + 0.556641, + 0.363281, + 1.179688, + 0.3125, + 0.517578, + 0.433594, + 0.425781, + 0.402344, + 0.328125, + 0.529297, + 0.339844, + 0.40625, + 0.511719, + 0.689453, + 0.375, + 0.433594, + 0.390625, + 0.304688, + 0.417969, + 0.390625, + 0.316406, + 0.4375, + 0.273438, + 0.328125, + 0.386719, + 1.632812, + 0.457031, + 0.453125, + 0.795898, + 0.464844, + 0.453125, + 1.239258, + 0.375, + 0.414062, + 0.628906, + 0.59375, + 0.375, + 0.472656, + 0.382812, + 0.484375, + 0.394531, + 0.386719, + 0.667969, + 0.351562, + 0.5, + 0.429688, + 1.402344, + 1.128906, + 0.398438, + 0.277344, + 0.351562, + 0.566406, + 0.523438, + 0.234375, + 0.355469, + 0.613281, + 0.472656, + 0.46875, + 0.3125, + 0.666016, + 0.46875, + 0.716797, + 1.8125, + 1.285156, + 0.34375, + 0.417969, + 0.359375, + 0.390625, + 0.332031, + 0.28125, + 0.453125, + 0.339844, + 0.316406, + 0.320312, + 0.355469, + 0.34375, + 0.367188, + 0.398438, + 0.371094, + 0.355469, + 1.199219, + 0.961182, + 0.496094, + 0.375, + 0.4375, + 0.541016, + 0.476562, + 0.583984, + 0.304688, + 0.576172, + 0.429688, + 0.34375, + 0.515625, + 0.65625, + 0.34375, + 0.457031, + 0.332031, + 0.402344, + 0.417969, + 1.542969, + 0.457031, + 0.777344, + 0.457031, + 0.410156, + 0.5, + 0.492188, + 0.613281, + 0.457031, + 0.378906, + 0.363281, + 0.34375, + 0.457031, + 0.921387, + 0.378906, + 0.441406, + 0.332031, + 1.419922, + 0.339844, + 0.619141, + 0.535156, + 0.513672, + 0.464844, + 1.523438, + 0.335938, + 0.425781, + 0.496094, + 0.46875, + 0.511719, + 2.539062, + 0.552734, + 0.300781, + 0.328125, + 0.347656, + 0.34375, + 0.378906, + 0.548828, + 0.433594, + 0.496094, + 0.453125, + 0.394531, + 1.143555, + 0.34375, + 0.347656, + 0.316406, + 0.480469, + 0.445312, + 0.328125, + 0.554688, + 0.496094, + 0.519531, + 0.34375, + 0.511719, + 0.457031, + 0.710938, + 0.509766, + 0.701172, + 0.429688, + 2.65625, + 0.529297, + 0.3125, + 0.625, + 1.211914, + 0.509766, + 1.136719, + 0.628906, + 1.095215, + 0.496094, + 0.544922, + 0.324219, + 0.242188, + 0.417969, + 0.507812, + 0.746094, + 0.488281, + 0.509766, + 0.59375, + 0.630859, + 0.535156, + 0.464844, + 0.421875, + 0.386719, + 0.375, + 0.367188, + 0.570312, + 0.421875, + 0.460938, + 0.386719, + 0.615234, + 0.46875, + 0.539062, + 1.976562, + 0.40625, + 0.386719, + 0.472656, + 0.824219, + 0.967773, + 0.339844, + 0.464844, + 0.98877, + 0.425781, + 0.378906, + 0.492188, + 0.355469, + 0.572266, + 0.683594, + 0.417969, + 0.421875, + 0.214844, + 1.287109, + 0.3125, + 0.646484, + 1.273438, + 0.289062, + 0.316406, + 1.453125, + 0.597656, + 0.583984, + 0.273438, + 0.421875, + 0.441406, + 0.906738, + 0.398438, + 0.457031, + 1.306641, + 0.34375, + 0.960449, + 0.453125, + 0.445312, + 0.351562, + 0.382812, + 0.476562, + 0.351562, + 0.433594, + 0.599609, + 1.632812, + 1.384766, + 1.96875, + 1.054688, + 0.394531, + 0.417969, + 0.954346, + 0.296875, + 0.441406, + 0.355469, + 0.677734, + 0.398438, + 0.783203, + 0.351562, + 0.347656, + 1.53125, + 0.324219, + 0.4375, + 2.539062, + 0.445312, + 0.857422, + 0.521484, + 0.675781, + 0.677734, + 0.589844, + 0.441406, + 0.4375, + 0.566406, + 0.390625, + 0.871094, + 0.460938, + 0.92334, + 1.269531, + 0.546875, + 0.979004, + 0.453125, + 0.339844, + 0.3125, + 0.390625, + 1.800781, + 0.390625, + 0.976196, + 0.363281, + 0.628906, + 1.361328, + 0.277344, + 0.681641, + 0.371094, + 0.503906, + 0.390625, + 1.75, + 0.814453, + 0.355469, + 0.355469, + 0.40625, + 0.382812, + 0.347656, + 0.40625, + 0.705078, + 2.164062, + 0.355469, + 0.34375, + 0.457031, + 0.40625, + 0.421875, + 0.425781, + 0.339844, + 0.367188, + 0.4375, + 0.675781, + 0.464844, + 1.149414, + 0.5, + 1.271484, + 0.792969, + 0.708984, + 0.417969, + 0.285156, + 0.324219, + 0.332031, + 0.433594, + 1.855469, + 0.371094, + 0.903809, + 0.394531, + 0.5625, + 0.851562, + 0.410156, + 0.544922, + 0.367188, + 0.355469, + 0.359375, + 0.320312, + 0.433594, + 0.599609, + 1.474609, + 0.4375, + 0.570312, + 0.402344, + 0.289062, + 0.449219, + 0.646484, + 0.457031, + 0.332031, + 0.320312, + 0.425781, + 0.378906, + 0.795898, + 0.492188, + 0.347656, + 0.488281, + 0.519531, + 0.363281, + 1.335938, + 1.333984, + 0.328125, + 0.347656, + 0.328125, + 0.433594, + 0.429688, + 0.296875, + 1.376953, + 0.417969, + 0.59375, + 0.402344, + 0.265625, + 0.533203, + 0.802734, + 0.666016, + 0.550781, + 0.421875, + 0.464844, + 0.394531, + 0.371094, + 0.375, + 0.845703, + 0.371094, + 0.609375, + 0.605469, + 0.990234, + 0.576172, + 0.897949, + 0.386719, + 0.441406, + 0.699219, + 0.316406, + 0.410156, + 2.195312, + 0.738281, + 1.059082, + 0.5, + 0.355469, + 0.572266, + 0.460938, + 0.714844, + 1.691406, + 0.429688, + 0.410156, + 0.496094, + 0.634766, + 0.634766, + 2.03125, + 1.298828, + 1.429688, + 0.398438, + 0.378906, + 0.402344, + 0.375, + 0.472656, + 1.507812, + 1.585938, + 0.613281, + 2.382812, + 0.421875, + 0.292969, + 0.378906, + 0.838867, + 0.4375, + 0.476562, + 0.394531, + 0.328125, + 0.386719, + 0.433594, + 2.851562, + 0.429688, + 0.355469, + 1.507812, + 0.46875, + 0.382812, + 0.734375, + 0.425781, + 0.347656, + 1.275391, + 0.296875, + 0.496094, + 0.429688, + 0.230469, + 0.359375, + 0.71875, + 0.460938, + 0.445312, + 0.359375, + 0.5, + 0.480469, + 0.425781, + 0.375, + 0.425781, + 0.375, + 0.849609, + 0.324219, + 0.587891, + 0.3125, + 0.40625, + 0.505859, + 0.823242, + 0.736328, + 0.355469, + 0.425781, + 0.6875, + 0.766602, + 0.484375, + 0.488281, + 0.367188, + 0.410156, + 0.546875, + 0.501953, + 0.480469, + 0.320312, + 0.817383, + 0.402344, + 0.398438, + 0.382812, + 0.386719, + 0.433594, + 0.355469, + 0.476562, + 0.359375, + 0.4375, + 0.378906, + 0.328125, + 1.053711, + 1.277344, + 0.378906, + 0.449219, + 0.445312, + 0.576172, + 1.332031, + 0.4375, + 0.599609, + 1.080078, + 0.371094, + 0.324219, + 0.642578, + 2.367188, + 0.480469, + 0.417969, + 0.742188, + 0.398438, + 0.375, + 0.916992, + 0.726562, + 0.797852, + 0.277344, + 1.027466, + 0.943848, + 0.587891, + 0.701172, + 0.371094, + 0.995331, + 1.306641, + 0.359375, + 0.3125, + 0.332031, + 0.277344, + 1.996094, + 0.402344, + 0.394531, + 0.34375, + 0.476562, + 0.480469, + 0.501953, + 0.402344, + 0.339844, + 0.324219, + 0.324219, + 0.861328, + 0.296875, + 0.414062, + 0.576172, + 0.646484, + 0.367188, + 0.386719, + 0.798828, + 0.308594, + 1.808594, + 0.363281, + 0.421875, + 0.46875, + 0.683594, + 0.5625, + 0.53125, + 0.375, + 0.492188, + 0.390625, + 0.460938, + 0.476562, + 0.959961, + 0.363281, + 0.748047, + 0.599609, + 0.332031, + 0.363281, + 0.367188, + 1.361328, + 0.398438, + 0.359375, + 0.845703, + 2.507812, + 0.496094, + 0.339844, + 0.359375, + 0.308594, + 0.464844, + 0.402344, + 0.457031, + 0.328125, + 0.801758, + 0.410156, + 0.5, + 0.398438, + 0.328125, + 0.296875, + 0.65625, + 0.398438, + 0.492188, + 0.4375, + 0.378906, + 0.472656, + 0.300781, + 0.414062, + 0.607422, + 0.464844, + 0.568359, + 0.367188, + 0.658203, + 0.503906, + 0.460938, + 1.074707, + 0.842773, + 1.002121, + 0.410156, + 0.363281, + 0.335938, + 2.484375, + 0.414062, + 0.503906, + 0.515625, + 0.398438, + 1.001328, + 0.669922, + 0.40625, + 0.382812, + 1.609375, + 0.425781, + 0.351562, + 0.484375, + 0.296875, + 0.529297, + 0.410156, + 0.359375, + 0.40625, + 0.371094, + 0.484375, + 0.308594, + 0.414062, + 0.40625, + 0.335938, + 0.417969, + 0.34375, + 0.601562, + 0.324219, + 1.019043, + 0.371094, + 0.429688, + 0.630859, + 0.511719, + 0.425781, + 0.34375, + 1.226562, + 0.28125, + 0.453125, + 0.564453, + 0.296875, + 0.460938, + 0.484375, + 0.464844, + 0.296875, + 0.503906, + 0.371094, + 0.417969, + 0.375, + 0.34375, + 0.46875, + 0.371094, + 0.410156, + 0.484375, + 1.910156, + 0.382812, + 0.449219, + 0.464844, + 0.378906, + 0.548828, + 0.335938, + 0.421875, + 0.410156, + 1.291016, + 0.472656, + 0.87793, + 1.714844, + 0.28125, + 0.464844, + 0.296875, + 0.732422, + 0.359375, + 0.985107, + 0.724609, + 0.695312, + 0.421875, + 0.375, + 0.34375, + 0.445312, + 0.378906, + 0.484375, + 0.3125, + 0.457031, + 0.273438, + 0.537109, + 0.347656, + 0.445312, + 0.480469, + 1.632812, + 0.449219, + 0.363281, + 0.375, + 0.53125, + 0.371094, + 0.868164, + 0.355469, + 0.433594, + 1.277344, + 0.946045, + 0.410156, + 0.472656, + 0.954346, + 0.511719, + 0.707031, + 1.804688, + 0.359375, + 0.386719, + 0.472656, + 0.509766, + 0.351562, + 0.521484, + 1.306641, + 0.46875, + 0.433594, + 0.453125, + 0.390625, + 0.599609, + 0.780273, + 0.382812, + 1.337891, + 0.320312, + 0.398438, + 0.476562, + 0.316406, + 0.433594, + 0.87207, + 0.908203, + 0.28125, + 0.371094, + 0.761719, + 1.357422, + 0.398438, + 0.367188, + 0.304688, + 0.351562, + 0.414062, + 0.568359, + 0.359375, + 0.513672, + 0.332031, + 0.877441, + 0.417969, + 0.505859, + 0.630859, + 0.402344, + 0.378906, + 0.537109, + 0.394531, + 0.449219, + 1.00415, + 0.548828, + 0.548828, + 0.34375, + 0.441406, + 0.533203, + 0.445312, + 0.429688, + 0.453125, + 0.390625, + 0.445312, + 0.375, + 0.398438, + 0.375, + 0.537109, + 0.457031, + 0.238281, + 0.390625, + 0.798828, + 0.253906, + 0.46875, + 0.390625, + 0.347656, + 0.613281, + 0.552734, + 0.394531, + 1.023682, + 0.4375, + 0.378906, + 0.339844, + 1.328125, + 0.347656, + 0.580078, + 0.394531, + 0.414062, + 0.378906, + 0.464844, + 0.296875, + 0.34375, + 0.3125, + 0.544922, + 0.421875, + 0.402344, + 0.359375, + 0.375, + 0.429688, + 0.386719, + 1.703125, + 0.527344, + 0.375, + 0.4375, + 0.509766, + 0.300781, + 0.445312, + 0.708984, + 0.421875, + 0.533203, + 0.425781, + 2.453125, + 1.496094, + 0.46875, + 0.808594, + 0.394531, + 0.375, + 0.734375, + 0.701172, + 0.386719, + 0.425781, + 0.766602, + 0.375, + 0.542969, + 0.599609, + 0.5625, + 0.367188, + 0.347656, + 0.417969, + 0.417969, + 0.414062, + 0.332031, + 0.417969, + 0.386719, + 0.292969, + 2.171875, + 0.285156, + 0.800781, + 0.402344, + 0.386719, + 0.685547, + 0.825195, + 0.378906, + 0.328125, + 0.4375, + 0.576172, + 0.417969, + 0.517578, + 0.464844, + 0.460938, + 0.798828, + 0.987732, + 0.558594, + 0.492188, + 0.425781, + 0.296875, + 0.3125, + 0.607422, + 0.429688, + 0.476562, + 0.429688, + 0.390625, + 0.511719, + 0.371094, + 0.394531, + 0.324219, + 0.90332, + 0.775391, + 0.941406, + 0.410156, + 0.421875, + 0.453125, + 0.484375, + 0.453125, + 0.445312, + 1.412109, + 1.109375, + 0.755859, + 0.355469, + 0.791992, + 0.316406, + 0.382812, + 0.496094, + 0.382812, + 0.583984, + 0.316406, + 0.59375, + 0.509766, + 0.609375, + 0.296875, + 0.492188, + 0.320312, + 0.355469, + 0.394531, + 0.496094, + 0.402344, + 0.5625, + 0.414062, + 0.304688, + 0.359375, + 0.601562, + 0.445312, + 0.324219, + 0.339844, + 0.46875, + 0.484375, + 0.339844, + 0.449219, + 0.355469, + 0.339844, + 2.507812, + 0.410156, + 0.332031, + 0.607422, + 0.445312, + 0.355469, + 1.835938, + 0.359375, + 1.949219, + 1.026978, + 0.386719, + 0.375, + 2.75, + 1.332031, + 0.363281, + 0.363281, + 0.324219, + 0.441406, + 0.328125, + 0.371094, + 0.511719, + 0.5, + 0.410156, + 0.328125, + 1.124512, + 3.15625, + 1.287109, + 0.472656, + 0.472656, + 0.677734, + 0.868164, + 0.425781, + 1.851562, + 0.449219, + 0.390625, + 0.476562, + 0.457031, + 0.515625, + 0.027344, + 0.367188, + 0.34375, + 0.554688, + 0.410156, + 1.410156, + 0.441406, + 0.449219, + 0.59375, + 1.296875, + 0.46875, + 0.701172, + 0.496094, + 1.036865, + 0.744141, + 0.382812, + 1.875, + 0.398438, + 0.425781, + 1.392578, + 0.390625, + 2.070312, + 0.328125, + 0.433594, + 0.398438, + 0.296875, + 0.296875, + 0.433594, + 0.59375, + 2.195312, + 0.359375, + 0.488281, + 0.34375, + 0.425781, + 0.652344, + 0.433594, + 0.507812, + 0.503906, + 0.339844, + 0.640625, + 0.433594, + 0.630859, + 1.179688, + 0.775391, + 0.339844, + 0.6875, + 0.398438, + 0.457031, + 0.390625, + 0.480469, + 0.460938, + 0.664062, + 0.367188, + 0.378906, + 0.496094, + 0.382812, + 0.511719, + 0.316406, + 0.492188, + 0.371094, + 0.394531, + 1.036865, + 0.570312, + 0.230469, + 0.445312, + 0.328125, + 0.390625, + 0.4375, + 0.881836, + 0.382812, + 0.552734, + 0.429688, + 0.320312, + 0.332031, + 0.347656, + 0.394531, + 0.417969, + 0.582031, + 0.414062, + 0.484375, + 0.371094, + 0.638672, + 0.421875, + 0.580078, + 0.433594, + 0.507812, + 1.089355, + 0.359375, + 0.429688, + 0.607422, + 0.421875, + 0.347656, + 0.394531, + 1.030884, + 0.480469, + 0.53125, + 0.623047, + 0.335938, + 0.40625, + 0.34375, + 0.756836, + 0.386719, + 0.328125, + 0.3125, + 0.850586, + 0.681641, + 0.339844, + 0.398438, + 0.316406, + 0.449219, + 0.417969, + 1.137695, + 0.289062, + 0.460938, + 0.371094, + 0.390625, + 0.453125, + 0.382812, + 0.464844, + 1.044189, + 0.386719, + 0.87207, + 0.359375, + 0.4375, + 1.894531, + 0.410156, + 0.460938, + 0.681641, + 0.671875, + 0.417969, + 0.238281, + 0.453125, + 0.421875, + 0.53125, + 0.716797, + 0.367188, + 0.669922, + 0.429688, + 2.3125, + 0.34375, + 0.441406, + 2.820312, + 0.402344, + 0.402344, + 0.40625, + 0.367188, + 0.429688, + 0.46875, + 0.390625, + 0.480469, + 0.457031, + 0.583984, + 0.501953, + 0.347656, + 0.402344, + 0.421875, + 0.359375, + 0.457031, + 0.386719, + 0.449219, + 0.780273, + 0.597656, + 0.775391, + 0.449219, + 0.34375, + 0.386719, + 0.609375, + 0.693359, + 0.625, + 0.740234, + 0.433594, + 0.351562, + 0.441406, + 0.885742, + 0.394531, + 0.503906, + 0.591797, + 0.347656, + 0.472656, + 0.445312, + 0.382812, + 1.217773, + 0.390625, + 0.460938, + 0.771484, + 0.339844, + 0.574219, + 0.300781, + 0.390625, + 0.621094, + 0.511719, + 0.503906, + 0.34375, + 0.386719, + 0.449219, + 0.394531, + 0.335938, + 0.525391, + 0.492188, + 0.525391, + 0.535156, + 0.501953, + 0.572266, + 0.445312, + 0.425781, + 0.246094, + 0.308594, + 0.4375, + 0.650391, + 0.535156, + 0.382812, + 0.496094, + 0.4375, + 0.34375, + 0.441406, + 0.339844, + 1.229492, + 0.253906, + 1.292969, + 0.453125, + 0.351562, + 0.484375, + 1.05127, + 0.390625, + 0.521484, + 0.410156, + 0.359375, + 0.425781, + 0.394531, + 0.40625, + 0.378906, + 0.511719, + 0.335938, + 0.347656, + 0.505859, + 0.375, + 0.492188, + 0.363281, + 0.308594, + 0.856445, + 0.378906, + 0.552734, + 0.460938, + 0.363281, + 0.371094, + 0.566406, + 0.316406, + 0.662109, + 0.34375, + 0.316406, + 0.669922, + 0.613281, + 0.355469, + 0.580078, + 0.433594, + 0.359375, + 1.613281, + 0.308594, + 0.605469, + 0.578125, + 0.390625, + 0.480469, + 0.476562, + 0.509766, + 0.371094, + 0.919434, + 0.578125, + 0.496094, + 0.339844, + 0.347656, + 0.619141, + 0.488281, + 0.568359, + 0.429688, + 0.246094, + 0.34375, + 1.064941, + 0.394531, + 0.402344, + 0.707031, + 1.373047, + 0.685547, + 0.457031, + 2.726562, + 0.445312, + 0.587891, + 0.382812, + 0.441406, + 0.460938, + 0.599609, + 0.359375, + 0.367188, + 0.386719, + 0.398438, + 0.277344, + 2.234375, + 0.421875, + 0.476562, + 0.367188, + 0.548828, + 0.480469, + 0.414062, + 0.501953, + 0.386719, + 0.363281, + 0.515625, + 0.367188, + 1.067383, + 0.587891, + 0.324219, + 2.242188, + 0.328125, + 0.367188, + 0.533203, + 0.398438, + 0.740234, + 0.402344, + 0.744141, + 1.628906, + 0.460938, + 0.398438, + 0.355469, + 0.824219, + 0.386719, + 0.566406, + 0.347656, + 0.292969, + 0.597656, + 0.541016, + 0.367188, + 0.476562, + 0.492188, + 0.568359, + 0.537109, + 0.410156, + 0.417969, + 0.599609, + 0.449219, + 0.480469, + 0.34375, + 0.460938, + 0.40625, + 0.308594, + 0.410156, + 0.453125, + 0.394531, + 0.429688, + 1.291016, + 1.753906, + 0.558594, + 0.421875, + 0.292969, + 0.630859, + 0.488281, + 0.922852, + 0.371094, + 0.823242, + 0.566406, + 0.460938, + 0.899902, + 0.472656, + 0.652344, + 0.505859, + 0.371094, + 0.371094, + 0.28125, + 0.34375, + 0.398438, + 0.332031, + 0.994934, + 0.550781, + 1.550781, + 0.441406, + 0.347656, + 0.449219, + 0.34375, + 0.351562, + 0.339844, + 0.689453, + 0.3125, + 0.300781, + 1.464844, + 0.546875, + 0.457031, + 1.160156, + 0.363281, + 0.304688, + 0.525391, + 0.484375, + 0.316406, + 0.480469, + 0.324219, + 0.308594, + 0.615234, + 0.367188, + 0.433594, + 0.449219, + 0.576172, + 0.308594, + 1.433594, + 0.351562, + 2.070312, + 0.533203, + 0.359375, + 0.40625, + 0.40625, + 0.564453, + 0.769531, + 0.449219, + 0.351562, + 0.75, + 0.394531, + 0.539062, + 0.667969, + 0.3125, + 0.457031, + 1.234375, + 0.367188, + 0.484375, + 0.355469, + 0.716797, + 0.347656, + 1.065918, + 2.570312, + 0.457031, + 0.566406, + 0.410156, + 0.332031, + 0.390625, + 0.335938, + 0.587891, + 0.460938, + 0.511719, + 0.560547, + 0.505859, + 0.53125, + 0.744141, + 0.3125, + 0.386719, + 0.355469, + 0.28125, + 0.496094, + 0.371094, + 0.371094, + 0.398438, + 0.705078, + 0.335938, + 0.355469, + 1.373047, + 0.445312, + 0.394531, + 0.570312, + 1.453125, + 1.345703, + 2.210938, + 0.525391, + 0.390625, + 1.144531, + 0.4375, + 0.603516, + 0.367188, + 0.386719, + 0.367188, + 0.621094, + 0.339844, + 0.402344, + 1.012634, + 0.328125, + 0.480469, + 0.367188, + 0.464844, + 0.304688, + 0.603516, + 1.182617, + 0.359375, + 0.488281, + 0.46875, + 0.574219, + 0.560547, + 0.525391, + 0.402344, + 0.390625, + 0.521484, + 0.824219, + 0.541016, + 0.359375, + 0.476562, + 2.109375, + 0.464844, + 0.320312, + 0.488281, + 0.359375, + 0.712891, + 0.347656, + 0.488281, + 0.417969, + 0.28125, + 0.772461, + 0.623047, + 0.699219, + 0.677734, + 0.732422, + 0.505859, + 0.937988, + 0.335938, + 0.453125, + 0.382812, + 0.347656, + 0.582031, + 0.304688, + 0.285156, + 0.398438, + 0.351562, + 0.556641, + 0.398438, + 0.560547, + 0.402344, + 0.642578, + 0.328125, + 0.429688, + 0.546875, + 0.53125, + 0.507812, + 0.328125, + 0.40625, + 2.09375, + 0.3125, + 1.151367, + 0.501953, + 0.457031, + 1.199219, + 0.585938, + 0.441406, + 0.359375, + 0.511719, + 0.601562, + 0.449219, + 0.4375, + 0.375, + 1.10498, + 0.433594, + 0.378906, + 0.3125, + 0.386719, + 0.488281, + 0.316406, + 0.3125, + 1.078613, + 0.492188, + 0.519531, + 0.480469, + 0.813477, + 0.969727, + 0.527344, + 0.359375, + 0.429688, + 0.375, + 0.433594, + 0.425781, + 0.339844, + 0.509766, + 0.662109, + 0.433594, + 0.472656, + 0.759766, + 0.484375, + 0.351562, + 0.378906, + 0.449219, + 0.810547, + 0.324219, + 0.355469, + 2.140625, + 0.320312, + 2.109375, + 0.582031, + 0.766602, + 0.464844, + 0.4375, + 0.558594, + 0.382812, + 0.359375, + 0.4375, + 0.324219, + 0.328125, + 1.492188, + 1.867188, + 0.445312, + 0.433594, + 0.34375, + 0.308594, + 0.942383, + 1.253906, + 0.480469, + 0.603516, + 0.464844, + 0.599609, + 0.449219, + 0.578125, + 0.363281, + 0.433594, + 0.566406, + 0.292969, + 1.667969, + 2.078125, + 1.617188, + 0.378906, + 0.652344, + 0.289062, + 0.664062, + 0.505859, + 0.34375, + 0.429688, + 1.026489, + 0.513672, + 0.464844, + 0.300781, + 0.681641, + 0.46875, + 2.421875, + 0.480469 + ] + }, + "name": "onnx::Mul_8136", + "outputIndexes": [ + 114 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 113, + 114 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm/Mul_1_output_0", + "outputIndexes": [ + 115 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2, + 115 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_3_output_0", + "outputIndexes": [ + 116 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.5 + ] + }, + "name": "/mlp/act_fn/Constant_3_output_0", + "outputIndexes": [ + 117 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 116 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm/Mul_output_0", + "outputIndexes": [ + 118 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.227539, + 1.208008, + 1.208008, + 1.202148, + 1.135742, + 1.208008, + 1.160156, + 0.937988, + 1.129883, + 1.177734, + 1.18457, + 1.104492, + 1.12793, + 1.143555, + 1.24707, + 1.142578, + 2.289062, + 1.147461, + 3.109375, + 1.06543, + 1.160156, + 1.210938, + 1.146484, + 1.179688, + 1.131836, + 1.160156, + 1.15332, + 1.118164, + 1.273438, + 1.179688, + 1.115234, + 1.081055, + 1.241211, + 0.976562, + 1.099609, + 1.124023, + 1.200195, + 1.151367, + 1.11377, + 1.198242, + 1.15332, + 1.59375, + 1.172852, + 1.061035, + 0.931641, + 1.201172, + 1.117676, + 1.19043, + 1.914062, + 1.180664, + 1.527344, + 1.151367, + 1.114258, + 4.296875, + 1.21875, + 1.10498, + 1.210938, + 1.118652, + 0.979126, + 1.1875, + 1.102051, + 7.78125, + 1.136719, + 1.130859, + 1.214844, + 1.158203, + 1.091309, + 1.150391, + 1.014343, + 1.12207, + 1.195312, + 1.154297, + 1.335938, + 1.125977, + 1.101074, + 1.152344, + 1.016357, + 1.106445, + 1.138672, + 1.013306, + 1.07959, + 0.89209, + 2.28125, + 1.089355, + 1.212891, + 1.161133, + 1.145508, + 1.137695, + 1.075684, + 1.298828, + 1.168945, + 1.202148, + 1.239258, + 1.036865, + 1.167969, + 0.876953, + 1.15918, + 1.092773, + 1.036377, + 1.146484, + 0.933105, + 1.088379, + 1.168945, + 1.180664, + 1.108887, + 1.154297, + 1.241211, + 1.173828, + 1.164062, + 1.179688, + 1.147461, + 1.178711, + 1.310547, + 2.570312, + 1.063477, + 1.367188, + 1.167969, + 5.5625, + 1.211914, + 1.116211, + 1.132812, + 1.131836, + 5.5625, + 1.231445, + 1.074219, + 1.12207, + 1.240234, + 1.167969, + 1.167969, + 1.063965, + 1.089355, + 1.11084, + 0.936035, + 1.133789, + 1.223633, + 1.140625, + 1.115234, + 0.875, + 1.15918, + 1.208008, + 6.96875, + 1.835938, + 1.130859, + 1.117188, + 1.143555, + 2.0, + 1.152344, + 1.192383, + 1.085449, + 1.137695, + 1.165039, + 1.213867, + 1.148438, + 4.078125, + 1.191406, + 1.167969, + 1.079102, + 1.202148, + 0.898926, + 0.990967, + 2.109375, + 1.167969, + 1.059814, + 1.03833, + 1.441406, + 1.234375, + 1.267578, + 0.880859, + 1.064453, + 1.118652, + 1.253906, + 1.054688, + 1.341797, + 0.979004, + 1.175781, + 1.453125, + 1.207031, + 0.973022, + 1.287109, + 0.833008, + 1.208984, + 0.936523, + 1.070312, + 0.995911, + 8.34375, + 1.12793, + 1.008057, + 1.144531, + 1.206055, + 1.224609, + 1.155273, + 5.0625, + 1.139648, + 1.219727, + 1.172852, + 1.100098, + 1.308594, + 1.134766, + 1.146484, + 1.077637, + 1.166016, + 1.108887, + 1.133789, + 1.170898, + 1.154297, + 1.203125, + 7.4375, + 1.147461, + 1.164062, + 1.1875, + 1.009766, + 1.185547, + 1.070801, + 2.304688, + 1.102539, + 1.152344, + 1.145508, + 1.234375, + 1.241211, + 1.155273, + 1.104004, + 1.253906, + 1.137695, + 1.125, + 1.101074, + 1.133789, + 1.132812, + 1.132812, + 1.136719, + 1.10498, + 1.3125, + 1.099609, + 1.351562, + 1.111816, + 1.173828, + 1.177734, + 1.197266, + 1.15332, + 1.085938, + 1.644531, + 1.11084, + 1.115723, + 1.150391, + 0.884766, + 1.283203, + 0.855469, + 1.15625, + 1.890625, + 1.162109, + 0.945068, + 1.25, + 1.148438, + 0.999879, + 1.236328, + 1.100098, + 1.117676, + 1.158203, + 1.174805, + 3.984375, + 1.087891, + 1.168945, + 1.151367, + 1.390625, + 1.141602, + 1.157227, + 1.189453, + 1.255859, + 1.147461, + 1.244141, + 1.069336, + 1.125, + 1.185547, + 1.088867, + 1.098145, + 1.198242, + 1.105469, + 0.828125, + 1.104492, + 1.170898, + 1.109375, + 1.143555, + 1.189453, + 1.04126, + 1.146484, + 3.859375, + 1.136719, + 1.185547, + 1.271484, + 0.929199, + 1.095703, + 1.108887, + 0.863281, + 1.143555, + 1.011902, + 1.363281, + 1.143555, + 1.080566, + 1.133789, + 1.147461, + 1.177734, + 1.136719, + 1.164062, + 0.946289, + 1.067383, + 0.919922, + 1.072754, + 1.175781, + 1.15918, + 1.138672, + 1.169922, + 1.164062, + 0.94873, + 1.195312, + 1.043457, + 1.12207, + 1.150391, + 1.088867, + 1.142578, + 1.112793, + 1.210938, + 1.136719, + 2.46875, + 1.106445, + 1.107422, + 1.120605, + 1.230469, + 1.11377, + 1.093262, + 1.210938, + 1.082031, + 1.173828, + 3.46875, + 1.175781, + 1.19043, + 3.203125, + 1.143555, + 1.206055, + 1.157227, + 1.114258, + 1.130859, + 1.201172, + 1.119629, + 1.003479, + 1.128906, + 1.248047, + 1.05249, + 1.102539, + 1.036621, + 1.122559, + 1.203125, + 1.041992, + 1.104492, + 0.842773, + 1.080566, + 0.932617, + 1.000622, + 1.361328, + 1.165039, + 0.932617, + 1.083496, + 1.018677, + 1.155273, + 1.096191, + 1.057129, + 3.9375, + 1.125, + 1.114258, + 1.683594, + 1.135742, + 1.15332, + 1.129883, + 1.137695, + 1.123535, + 1.100098, + 1.173828, + 1.259766, + 1.089844, + 1.137695, + 1.142578, + 1.07959, + 1.117188, + 1.139648, + 1.024414, + 1.037842, + 1.09082, + 1.110352, + 1.110352, + 1.033936, + 1.19043, + 1.168945, + 1.186523, + 1.237305, + 0.967041, + 1.178711, + 1.194336, + 1.240234, + 1.140625, + 0.956299, + 1.188477, + 1.117676, + 1.229492, + 1.171875, + 1.149414, + 1.119629, + 1.02771, + 1.166992, + 1.230469, + 1.147461, + 1.194336, + 1.136719, + 1.097656, + 1.146484, + 1.175781, + 1.227539, + 1.147461, + 1.121582, + 1.174805, + 1.130859, + 1.445312, + 1.120605, + 0.899414, + 1.201172, + 4.421875, + 1.164062, + 1.133789, + 1.279297, + 1.146484, + 1.145508, + 1.168945, + 1.140625, + 6.625, + 1.185547, + 1.216797, + 1.239258, + 1.574219, + 1.1875, + 1.172852, + 1.146484, + 1.173828, + 1.316406, + 1.136719, + 1.953125, + 1.209961, + 1.076172, + 1.298828, + 1.176758, + 1.123535, + 1.902344, + 1.324219, + 1.213867, + 1.152344, + 1.318359, + 1.143555, + 1.123535, + 1.199219, + 1.164062, + 1.108887, + 1.119141, + 1.136719, + 0.847656, + 1.143555, + 1.148438, + 1.194336, + 1.076172, + 0.962646, + 1.131836, + 0.940186, + 1.230469, + 1.143555, + 1.149414, + 1.186523, + 1.188477, + 1.160156, + 1.496094, + 1.229492, + 0.989319, + 1.000786, + 3.0625, + 1.114746, + 1.277344, + 1.21875, + 1.15332, + 4.5625, + 1.179688, + 1.154297, + 1.172852, + 1.055664, + 1.171875, + 1.201172, + 1.242188, + 1.198242, + 1.1875, + 1.133789, + 1.140625, + 1.209961, + 1.125, + 0.883301, + 0.95459, + 1.029175, + 1.007721, + 1.378906, + 1.149414, + 1.134766, + 1.07373, + 2.132812, + 1.191406, + 1.093262, + 1.213867, + 1.01355, + 1.150391, + 1.177734, + 1.121582, + 1.224609, + 1.146484, + 1.146484, + 1.167969, + 1.120117, + 1.177734, + 1.154297, + 1.244141, + 1.145508, + 1.073242, + 1.022827, + 0.985901, + 1.200195, + 1.036865, + 1.158203, + 1.149414, + 1.124512, + 1.138672, + 1.155273, + 1.123535, + 1.148438, + 0.94751, + 1.157227, + 1.341797, + 1.075195, + 5.4375, + 1.106934, + 0.955566, + 0.0, + 1.198242, + 1.106934, + 1.144531, + 1.333984, + 1.188477, + 1.129883, + 1.101074, + 1.058594, + 1.175781, + 1.178711, + 1.15625, + 1.116699, + 1.052246, + 1.157227, + 1.15625, + 1.087402, + 1.232422, + 1.134766, + 1.18457, + 1.373047, + 1.114258, + 1.789062, + 0.89502, + 1.1875, + 1.046875, + 1.242188, + 1.419922, + 1.158203, + 1.322266, + 1.143555, + 1.134766, + 1.15332, + 1.174805, + 0.833984, + 1.143555, + 1.15332, + 1.180664, + 0.960938, + 1.118652, + 8.0, + 1.21582, + 1.145508, + 1.166992, + 3.734375, + 1.158203, + 5.34375, + 1.160156, + 1.341797, + 1.060791, + 1.11377, + 1.135742, + 1.07959, + 7.9375, + 0.983276, + 1.183594, + 1.146484, + 1.164062, + 1.133789, + 0.772461, + 1.182617, + 1.138672, + 1.063965, + 1.109863, + 1.19043, + 1.172852, + 1.114258, + 1.275391, + 1.136719, + 1.289062, + 1.09082, + 1.170898, + 1.12793, + 1.289062, + 0.928711, + 1.150391, + 1.012634, + 1.173828, + 1.332031, + 1.208008, + 1.079102, + 1.160156, + 1.124023, + 1.150391, + 1.347656, + 1.051758, + 1.192383, + 1.298828, + 1.180664, + 1.628906, + 1.137695, + 1.227539, + 2.726562, + 1.212891, + 1.126953, + 1.170898, + 1.144531, + 1.202148, + 1.15625, + 1.012573, + 1.161133, + 1.257812, + 1.073242, + 0.96167, + 1.152344, + 1.898438, + 1.135742, + 1.103027, + 1.265625, + 1.094727, + 4.40625, + 0.917969, + 1.18457, + 1.137695, + 1.12793, + 1.092285, + 1.133789, + 1.112305, + 1.173828, + 1.144531, + 1.429688, + 1.201172, + 1.15918, + 0.90332, + 1.123535, + 1.096191, + 1.152344, + 1.129883, + 1.105957, + 1.234375, + 1.169922, + 1.212891, + 1.109375, + 1.308594, + 1.582031, + 1.135742, + 1.182617, + 1.233398, + 1.092285, + 1.037109, + 1.099121, + 0.981201, + 1.796875, + 0.962158, + 1.147461, + 1.114746, + 1.168945, + 1.150391, + 1.46875, + 6.9375, + 1.1875, + 1.155273, + 1.245117, + 1.109375, + 1.108398, + 1.143555, + 1.355469, + 1.103027, + 1.539062, + 1.111816, + 1.208984, + 1.186523, + 1.125, + 1.123535, + 1.138672, + 1.140625, + 1.154297, + 1.175781, + 1.120117, + 1.929688, + 1.248047, + 1.151367, + 1.117188, + 1.140625, + 1.361328, + 1.257812, + 1.186523, + 1.169922, + 1.117188, + 1.5, + 1.203125, + 1.19043, + 1.18457, + 1.200195, + 1.049316, + 1.285156, + 1.032471, + 1.123535, + 1.162109, + 1.150391, + 1.179688, + 1.143555, + 1.163086, + 1.165039, + 1.104004, + 2.15625, + 1.168945, + 1.126953, + 1.162109, + 1.162109, + 1.140625, + 0.941895, + 1.188477, + 1.3125, + 1.164062, + 1.170898, + 1.129883, + 1.535156, + 1.145508, + 1.203125, + 1.220703, + 1.198242, + 1.051514, + 1.209961, + 1.161133, + 0.787109, + 1.136719, + 0.956055, + 1.085449, + 1.15918, + 1.083008, + 1.08252, + 1.179688, + 1.193359, + 1.192383, + 1.176758, + 1.078125, + 1.164062, + 1.243164, + 1.134766, + 1.144531, + 1.128906, + 1.114258, + 1.12793, + 1.154297, + 1.15332, + 1.141602, + 1.15918, + 7.125, + 1.115234, + 1.193359, + 1.302734, + 1.168945, + 1.155273, + 1.515625, + 1.174805, + 1.204102, + 1.051514, + 1.059326, + 1.150391, + 1.154297, + 1.202148, + 1.069824, + 1.106934, + 1.09082, + 1.259766, + 1.382812, + 1.11377, + 1.12793, + 2.742188, + 1.10498, + 1.183594, + 1.104492, + 1.183594, + 1.139648, + 0.972046, + 1.145508, + 1.158203, + 0.980591, + 1.155273, + 1.333984, + 1.139648, + 0.990295, + 1.164062, + 0.944336, + 3.15625, + 8.0625, + 1.114746, + 1.023438, + 1.086914, + 1.145508, + 1.236328, + 1.103516, + 1.139648, + 1.12793, + 1.149414, + 1.160156, + 1.227539, + 1.063965, + 1.100586, + 1.1875, + 1.182617, + 1.105957, + 7.65625, + 1.578125, + 1.09375, + 1.229492, + 1.158203, + 1.115723, + 1.217773, + 1.08252, + 1.178711, + 1.462891, + 1.111328, + 1.181641, + 1.11377, + 2.023438, + 1.136719, + 1.201172, + 1.135742, + 1.094727, + 1.104004, + 2.804688, + 1.176758, + 0.852539, + 1.146484, + 1.148438, + 1.166992, + 1.098633, + 1.114746, + 1.164062, + 1.199219, + 1.142578, + 1.136719, + 1.202148, + 0.832031, + 1.195312, + 1.119141, + 1.133789, + 1.195312, + 1.177734, + 1.324219, + 1.427734, + 0.92041, + 1.208008, + 1.820312, + 1.098145, + 1.197266, + 1.269531, + 1.277344, + 1.147461, + 6.25, + 1.158203, + 1.098145, + 1.175781, + 1.154297, + 1.126953, + 1.080566, + 1.257812, + 1.194336, + 0.963623, + 1.186523, + 1.137695, + 0.91748, + 1.150391, + 1.123047, + 1.177734, + 1.138672, + 1.132812, + 1.068848, + 0.929688, + 1.062012, + 1.148438, + 1.117188, + 1.051025, + 1.109863, + 1.163086, + 0.94458, + 0.834961, + 1.082031, + 3.5, + 1.160156, + 1.143555, + 1.820312, + 1.546875, + 0.909668, + 0.842773, + 1.369141, + 5.15625, + 1.108887, + 1.427734, + 1.100586, + 1.141602, + 1.148438, + 1.067871, + 0.921875, + 1.143555, + 1.141602, + 1.25, + 1.027222, + 1.177734, + 1.110352, + 1.095703, + 1.142578, + 1.147461, + 1.196289, + 1.209961, + 1.173828, + 1.176758, + 1.130859, + 1.207031, + 1.114746, + 1.119141, + 4.578125, + 1.179688, + 1.143555, + 1.017456, + 0.94165, + 1.523438, + 1.095703, + 1.170898, + 0.981323, + 1.18457, + 1.161133, + 1.116211, + 1.183594, + 0.937744, + 1.251953, + 1.090332, + 1.231445, + 1.132812, + 1.208984, + 1.110352, + 1.300781, + 2.421875, + 1.135742, + 1.12207, + 2.820312, + 1.068848, + 0.991333, + 1.136719, + 1.104492, + 1.172852, + 0.897949, + 1.609375, + 1.170898, + 6.75, + 1.161133, + 1.386719, + 1.088379, + 1.208008, + 1.130859, + 1.177734, + 1.025024, + 1.140625, + 1.150391, + 1.176758, + 1.046875, + 0.871094, + 1.507812, + 0.991211, + 1.195312, + 1.208984, + 1.476562, + 1.117188, + 1.178711, + 1.208008, + 0.888672, + 1.086426, + 0.98291, + 1.19043, + 1.133789, + 0.128906, + 1.104004, + 1.212891, + 2.226562, + 1.128906, + 0.989075, + 1.207031, + 0.950684, + 1.15918, + 1.210938, + 1.140625, + 1.208984, + 1.132812, + 1.157227, + 1.213867, + 1.126953, + 0.836914, + 0.897461, + 1.138672, + 0.949219, + 1.029053, + 1.173828, + 1.160156, + 1.110352, + 1.223633, + 1.160156, + 1.636719, + 1.149414, + 1.118652, + 3.265625, + 1.129883, + 0.917969, + 1.118164, + 1.308594, + 1.131836, + 1.589844, + 0.937744, + 1.102051, + 1.164062, + 1.141602, + 1.136719, + 1.135742, + 1.248047, + 1.261719, + 2.109375, + 1.107422, + 1.134766, + 1.135742, + 1.091797, + 1.12207, + 1.192383, + 1.294922, + 1.126953, + 1.15918, + 1.02356, + 1.217773, + 0.84082, + 1.101562, + 2.078125, + 1.416016, + 1.054443, + 1.1875, + 1.104004, + 1.135742, + 1.167969, + 1.140625, + 1.157227, + 1.174805, + 1.05957, + 1.085938, + 1.070312, + 1.005798, + 1.170898, + 1.306641, + 1.125977, + 1.173828, + 1.152344, + 1.137695, + 1.094727, + 1.246094, + 0.939453, + 1.042725, + 1.141602, + 1.208984, + 1.148438, + 1.193359, + 1.182617, + 1.095703, + 1.101074, + 1.168945, + 1.072754, + 1.164062, + 0.987671, + 1.102051, + 1.208008, + 1.194336, + 1.197266, + 1.154297, + 0.876465, + 5.5625, + 1.188477, + 1.140625, + 1.136719, + 1.107422, + 1.155273, + 1.147461, + 2.3125, + 1.191406, + 1.125977, + 1.124512, + 1.095215, + 1.125, + 1.004425, + 1.302734, + 1.010315, + 1.114746, + 1.182617, + 1.036865, + 1.10498, + 1.191406, + 1.009155, + 1.144531, + 1.033203, + 1.038086, + 0.803711, + 0.930176, + 0.957764, + 1.174805, + 1.125977, + 1.026001, + 1.062012, + 1.094727, + 4.203125, + 0.904297, + 1.091309, + 1.067383, + 1.083008, + 1.0271, + 1.214844, + 1.392578, + 6.875, + 1.209961, + 1.122559, + 1.117676, + 1.114746, + 1.063965, + 0.839844, + 0.979004, + 0.866211, + 1.175781, + 1.169922, + 1.140625, + 1.179688, + 1.069336, + 1.486328, + 0.646484, + 0.943604, + 4.15625, + 1.167969, + 1.503906, + 1.10498, + 1.12207, + 1.166992, + 1.259766, + 1.106934, + 1.108398, + 1.124023, + 1.131836, + 1.123047, + 1.1875, + 1.10791, + 6.15625, + 1.138672, + 1.075684, + 1.072754, + 1.100098, + 1.120605, + 1.824219, + 1.132812, + 1.210938, + 1.134766, + 1.106934, + 1.18457, + 1.05542, + 1.147461, + 1.118164, + 1.088867, + 1.294922, + 1.095215, + 1.093262, + 1.131836, + 1.158203, + 1.126953, + 1.628906, + 1.129883, + 1.000652, + 1.178711, + 1.085938, + 1.222656, + 1.511719, + 1.115234, + 1.10498, + 1.263672, + 1.000751, + 1.40625, + 1.013428, + 1.248047, + 1.123047, + 1.171875, + 1.135742, + 1.180664, + 1.124023, + 1.140625, + 1.064941, + 1.095215, + 1.092773, + 1.196289, + 1.141602, + 1.102539, + 1.124512, + 1.241211, + 1.141602, + 1.074707, + 1.102539, + 1.121582, + 1.324219, + 1.004425, + 1.115723, + 1.161133, + 1.118164, + 0.9729, + 0.80957, + 1.192383, + 1.273438, + 1.249023, + 1.099609, + 1.15918, + 1.144531, + 4.484375, + 1.177734, + 1.204102, + 1.042236, + 1.149414, + 1.203125, + 0.841797, + 1.566406, + 0.997681, + 1.112793, + 1.244141, + 1.0625, + 1.102539, + 0.964111, + 1.125977, + 0.9729, + 1.214844, + 1.091309, + 1.165039, + 1.050049, + 1.133789, + 0.716797, + 1.071777, + 1.162109, + 1.178711, + 0.918945, + 1.133789, + 1.222656, + 1.123535, + 1.1875, + 1.107422, + 1.116211, + 0.981445, + 1.109375, + 1.166016, + 1.09375, + 0.974243, + 1.183594, + 1.090332, + 0.901367, + 1.133789, + 1.241211, + 1.139648, + 1.152344, + 1.080078, + 1.084961, + 0.984253, + 1.140625, + 1.131836, + 1.118164, + 1.202148, + 1.108398, + 1.106445, + 0.884766, + 1.136719, + 1.474609, + 1.574219, + 1.165039, + 1.152344, + 1.129883, + 3.984375, + 1.067871, + 1.125977, + 1.488281, + 6.875, + 1.139648, + 1.194336, + 1.132812, + 1.142578, + 1.05127, + 1.152344, + 1.229492, + 1.143555, + 0.904785, + 1.173828, + 1.201172, + 1.125977, + 1.123047, + 1.10791, + 1.01062, + 1.0177, + 1.183594, + 1.136719, + 1.176758, + 1.137695, + 1.10791, + 1.112305, + 1.110352, + 1.15332, + 0.952881, + 1.133789, + 0.897461, + 1.233398, + 1.244141, + 1.578125, + 0.854492, + 1.550781, + 1.125977, + 1.124023, + 1.196289, + 3.75, + 1.192383, + 1.123535, + 1.119141, + 1.106934, + 1.043701, + 0.947998, + 1.196289, + 1.178711, + 7.59375, + 1.213867, + 1.100586, + 1.191406, + 1.134766, + 1.261719, + 1.207031, + 1.158203, + 1.132812, + 1.150391, + 1.068848, + 1.110352, + 0.976074, + 1.147461, + 1.088379, + 1.209961, + 1.10791, + 0.915527, + 1.175781, + 2.90625, + 1.198242, + 1.15918, + 1.241211, + 1.130859, + 1.134766, + 1.104492, + 0.923828, + 1.10498, + 1.122559, + 1.177734, + 1.08252, + 1.722656, + 1.096191, + 1.131836, + 1.125977, + 1.162109, + 1.119141, + 1.144531, + 1.211914, + 1.225586, + 1.114258, + 1.199219, + 1.34375, + 1.038574, + 3.046875, + 1.178711, + 1.206055, + 1.134766, + 1.152344, + 1.043701, + 1.154297, + 1.138672, + 1.123535, + 1.292969, + 1.169922, + 1.19043, + 1.480469, + 1.083984, + 1.126953, + 1.211914, + 0.871094, + 1.164062, + 7.875, + 0.92041, + 1.092773, + 1.154297, + 1.203125, + 1.139648, + 1.163086, + 1.078613, + 1.148438, + 1.141602, + 1.119141, + 1.129883, + 1.034912, + 1.132812, + 1.147461, + 1.142578, + 1.145508, + 1.087891, + 1.115723, + 1.22168, + 1.116211, + 1.150391, + 1.223633, + 1.148438, + 1.126953, + 1.00174, + 1.059814, + 1.131836, + 1.134766, + 2.148438, + 1.136719, + 1.375, + 1.330078, + 1.126953, + 1.166016, + 1.072754, + 1.160156, + 1.130859, + 1.384766, + 1.640625, + 1.105469, + 1.146484, + 1.257812, + 1.244141, + 1.058838, + 0.977539, + 1.035645, + 5.5625, + 1.087891, + 1.103516, + 1.140625, + 1.115723, + 1.318359, + 1.011414, + 1.574219, + 1.091797, + 1.123047, + 1.314453, + 0.956299, + 1.166016, + 1.121582, + 1.182617, + 1.114746, + 1.07666, + 1.147461, + 1.216797, + 1.085938, + 1.173828, + 1.142578, + 1.111816, + 1.104004, + 1.011536, + 1.146484, + 1.09082, + 1.182617, + 1.103516, + 1.072754, + 3.84375, + 1.092773, + 1.330078, + 1.085449, + 1.173828, + 1.205078, + 1.021118, + 1.179688, + 1.251953, + 1.164062, + 1.226562, + 1.160156, + 1.081543, + 1.100586, + 1.371094, + 1.229492, + 1.12793, + 1.082031, + 1.449219, + 1.111328, + 1.300781, + 1.049561, + 1.152344, + 1.006287, + 1.330078, + 1.208008, + 3.421875, + 1.189453, + 1.160156, + 1.134766, + 1.980469, + 1.112305, + 1.099609, + 1.216797, + 1.08252, + 1.119141, + 1.057861, + 1.081543, + 1.163086, + 1.131836, + 1.223633, + 1.240234, + 1.11084, + 1.245117, + 1.163086, + 1.21582, + 1.155273, + 6.6875, + 1.416016, + 1.105469, + 1.25, + 1.179688, + 1.138672, + 1.178711, + 1.503906, + 1.210938, + 1.224609, + 1.137695, + 1.233398, + 4.578125, + 1.185547, + 1.108887, + 1.110352, + 1.194336, + 0.951904, + 1.025757, + 1.196289, + 1.24707, + 1.004883, + 1.193359, + 1.155273, + 1.040039, + 1.00386, + 1.12793, + 1.157227, + 1.186523, + 1.219727, + 1.214844, + 1.114746, + 1.170898, + 1.143555, + 1.161133, + 1.664062, + 1.151367, + 1.102051, + 1.145508, + 1.232422, + 0.893066, + 0.834961, + 1.065918, + 1.149414, + 1.138672, + 1.071777, + 1.129883, + 1.25, + 1.163086, + 1.233398, + 1.464844, + 1.478516, + 1.373047, + 1.181641, + 1.098633, + 1.140625, + 1.146484, + 1.355469, + 0.939209, + 1.07666, + 1.183594, + 1.108398, + 1.349609, + 1.061523, + 1.146484, + 1.140625, + 1.558594, + 1.142578, + 1.486328, + 1.182617, + 1.100098, + 1.267578, + 1.219727, + 1.183594, + 1.144531, + 0.767578, + 0.554688, + 0.94873, + 1.145508, + 0.943115, + 1.104004, + 1.209961, + 1.182617, + 1.137695, + 1.164062, + 1.132812, + 1.084473, + 1.03064, + 1.062256, + 1.125977, + 1.162109, + 1.128906, + 1.198242, + 1.185547, + 1.012085, + 1.192383, + 1.191406, + 1.168945, + 1.149414, + 1.163086, + 1.112305, + 1.158203, + 1.100098, + 1.200195, + 1.240234, + 1.296875, + 1.137695, + 1.114258, + 1.15625, + 1.144531, + 3.21875, + 1.195312, + 1.122559, + 0.963135, + 1.15625, + 1.141602, + 1.139648, + 1.107422, + 3.625, + 1.707031, + 1.214844, + 1.140625, + 3.546875, + 1.832031, + 1.09668, + 1.102051, + 1.191406, + 1.230469, + 1.146484, + 1.174805, + 1.145508, + 1.230469, + 1.125, + 1.162109, + 1.800781, + 4.03125, + 0.855469, + 1.140625, + 1.195312, + 1.139648, + 1.523438, + 1.255859, + 1.365234, + 1.233398, + 1.146484, + 1.182617, + 1.208008, + 1.00647, + 1.09668, + 1.136719, + 1.166016, + 1.196289, + 1.135742, + 7.0, + 1.121094, + 1.080078, + 1.890625, + 5.8125, + 1.154297, + 0.994232, + 1.199219, + 1.488281, + 0.856445, + 1.15918, + 1.414062, + 1.137695, + 1.134766, + 3.03125, + 1.180664, + 1.433594, + 1.123047, + 1.172852, + 1.054443, + 1.132812, + 1.151367, + 1.171875, + 1.285156, + 6.6875, + 1.175781, + 1.201172, + 1.154297, + 1.179688, + 1.023315, + 1.11084, + 1.211914, + 1.122559, + 1.107422, + 1.239258, + 1.208008, + 1.054932, + 1.621094, + 0.882812, + 1.11377, + 1.032959, + 1.118164, + 1.15625, + 1.134766, + 1.170898, + 1.222656, + 1.318359, + 1.151367, + 1.101074, + 1.328125, + 1.191406, + 1.115234, + 1.129883, + 1.015625, + 1.095215, + 1.12207, + 1.176758, + 1.232422, + 1.168945, + 1.115234, + 1.131836, + 1.193359, + 1.044434, + 0.967529, + 1.149414, + 1.024902, + 1.101562, + 1.152344, + 1.174805, + 1.124023, + 1.09668, + 1.208008, + 1.040527, + 1.097656, + 1.151367, + 1.110352, + 0.912109, + 1.126953, + 1.202148, + 1.080566, + 1.117676, + 0.894043, + 1.04126, + 1.171875, + 1.120117, + 1.120605, + 1.086426, + 1.147461, + 0.891602, + 1.196289, + 1.205078, + 1.294922, + 1.154297, + 1.172852, + 1.112793, + 1.210938, + 1.208008, + 1.164062, + 1.112305, + 1.043945, + 1.006134, + 1.103516, + 1.201172, + 1.173828, + 1.193359, + 1.12793, + 0.866211, + 1.111328, + 1.164062, + 1.125977, + 1.128906, + 1.12793, + 1.15625, + 1.125, + 0.977905, + 1.206055, + 1.746094, + 1.235352, + 1.084961, + 1.351562, + 1.202148, + 1.152344, + 1.345703, + 1.030029, + 1.148438, + 1.125, + 1.141602, + 1.183594, + 1.031738, + 1.400391, + 1.059082, + 0.962891, + 1.064941, + 3.65625, + 1.167969, + 1.166016, + 2.695312, + 1.146484, + 1.1875, + 1.196289, + 1.128906, + 1.145508, + 1.016479, + 1.125, + 1.038086, + 1.182617, + 1.134766, + 1.198242, + 1.162109, + 1.157227, + 1.245117, + 1.196289, + 1.111816, + 1.195312, + 1.074219, + 1.875, + 1.359375, + 1.030884, + 1.107422, + 1.169922, + 1.12207, + 1.180664, + 0.951172, + 1.296875, + 1.455078, + 1.206055, + 1.143555, + 1.209961, + 1.132812, + 1.138672, + 1.169922, + 1.070312, + 1.169922, + 1.15625, + 1.173828, + 1.097656, + 2.3125, + 1.108398, + 1.199219, + 1.198242, + 1.178711, + 1.086426, + 1.145508, + 1.165039, + 0.931641, + 1.296875, + 1.402344, + 1.175781, + 1.143555, + 1.189453, + 1.158203, + 1.091309, + 0.993835, + 1.198242, + 1.246094, + 1.125977, + 1.209961, + 1.408203, + 1.198242, + 1.177734, + 1.148438, + 1.138672, + 1.189453, + 1.208008, + 1.316406, + 1.142578, + 0.936035, + 1.1875, + 1.117676, + 1.131836, + 1.144531, + 0.695312, + 1.175781, + 0.96167, + 1.145508, + 1.115723, + 0.993988, + 0.707031, + 1.15918, + 1.053955, + 1.154297, + 1.173828, + 1.077637, + 1.197266, + 1.045898, + 1.149414, + 1.08252, + 1.089355, + 1.150391, + 1.148438, + 1.142578, + 0.944336, + 1.166992, + 1.15918, + 2.234375, + 1.198242, + 1.267578, + 1.106445, + 1.117188, + 1.126953, + 1.200195, + 1.110352, + 1.380859, + 1.21875, + 1.169922, + 1.011658, + 1.168945, + 1.174805, + 1.014954, + 1.129883, + 1.119141, + 2.554688, + 1.092285, + 1.384766, + 1.410156, + 1.166992, + 1.10791, + 1.294922, + 1.052979, + 1.175781, + 1.519531, + 1.020386, + 1.115723, + 1.119141, + 1.136719, + 0.988159, + 1.124512, + 1.265625, + 1.205078, + 1.173828, + 1.112305, + 1.07666, + 1.21875, + 1.109863, + 1.186523, + 6.65625, + 0.910156, + 1.1875, + 3.6875, + 1.195312, + 1.265625, + 1.147461, + 1.137695, + 1.129883, + 0.870117, + 1.157227, + 1.132812, + 1.155273, + 1.169922, + 1.120117, + 3.9375, + 1.115234, + 1.1875, + 1.085449, + 0.979492, + 1.176758, + 1.185547, + 1.168945, + 1.185547, + 1.192383, + 1.11377, + 1.18457, + 1.10498, + 1.030029, + 1.15332, + 3.0625, + 1.181641, + 1.15625, + 1.257812, + 1.21875, + 0.97644, + 1.154297, + 1.25, + 5.3125, + 1.124023, + 1.143555, + 1.141602, + 0.87207, + 1.253906, + 1.1875, + 1.212891, + 1.152344, + 1.263672, + 1.165039, + 1.181641, + 1.261719, + 1.161133, + 1.124023, + 1.120605, + 1.138672, + 1.138672, + 0.964355, + 1.225586, + 1.175781, + 1.180664, + 1.320312, + 1.193359, + 1.107422, + 1.259766, + 1.05249, + 1.18457, + 1.158203, + 1.800781, + 1.004791, + 1.19043, + 1.189453, + 1.12793, + 0.9375, + 1.18457, + 1.117188, + 1.15625, + 0.968872, + 1.111328, + 1.120605, + 1.056885, + 1.018433, + 1.24707, + 1.101562, + 1.182617, + 1.088379, + 1.101562, + 1.139648, + 1.11084, + 1.154297, + 0.714844, + 1.003479, + 1.859375, + 1.125977, + 1.177734, + 1.091309, + 1.112793, + 1.102539, + 1.173828, + 1.044434, + 1.118164, + 1.111816, + 0.857422, + 1.304688, + 1.090332, + 1.46875, + 1.105469, + 1.085449, + 1.142578, + 1.125977, + 1.119629, + 1.089355, + 1.053955, + 1.122559, + 1.083008, + 1.155273, + 1.18457, + 1.124512, + 1.267578, + 1.124512, + 1.960938, + 1.164062, + 4.203125, + 0.973633, + 1.102051, + 1.146484, + 1.157227, + 1.034424, + 2.921875, + 1.234375, + 1.137695, + 0.905273, + 1.12207, + 1.201172, + 1.300781, + 1.157227, + 1.12793, + 0.777344, + 1.204102, + 1.199219, + 1.152344, + 0.90625, + 1.099121, + 1.103027, + 1.90625, + 1.090332, + 1.108398, + 1.208984, + 1.201172, + 1.182617, + 1.155273, + 1.308594, + 1.119141, + 0.963135, + 0.982422, + 1.21582, + 1.244141, + 1.490234, + 1.078125, + 1.154297, + 1.173828, + 1.145508, + 1.097168, + 1.125977, + 1.119141, + 1.133789, + 1.044189, + 1.115723, + 1.150391, + 6.1875, + 1.277344, + 1.114746, + 0.987183, + 2.0625, + 1.369141, + 3.671875, + 1.179688, + 1.118164, + 1.414062, + 1.084961, + 1.371094, + 1.152344, + 1.139648, + 1.11084, + 1.269531, + 1.088867, + 1.161133, + 1.90625, + 1.155273, + 1.131836, + 1.186523, + 1.143555, + 1.151367, + 1.087891, + 1.498047, + 1.120605, + 1.022705, + 1.279297, + 1.24707, + 1.291016, + 1.135742, + 1.100586, + 1.170898, + 1.265625, + 1.824219, + 1.083496, + 1.186523, + 1.152344, + 2.632812, + 1.075195, + 1.15332, + 1.121094, + 1.077637, + 1.034668, + 1.165039, + 1.164062, + 1.12207, + 1.102539, + 1.097656, + 1.289062, + 1.527344, + 1.108887, + 1.226562, + 1.225586, + 0.884766, + 1.138672, + 1.105957, + 1.137695, + 1.162109, + 1.080566, + 1.15918, + 1.180664, + 1.131836, + 1.076172, + 1.134766, + 1.163086, + 1.037598, + 1.195312, + 1.049805, + 1.100098, + 1.200195, + 2.03125, + 0.968506, + 1.213867, + 1.122559, + 1.141602, + 4.75, + 1.152344, + 1.949219, + 1.1875, + 1.140625, + 1.478516, + 1.164062, + 1.214844, + 1.183594, + 0.899902, + 1.248047, + 1.178711, + 0.904297, + 1.196289, + 2.171875, + 1.120605, + 1.102051, + 1.112305, + 1.126953, + 0.993042, + 1.15332, + 1.134766, + 2.195312, + 1.314453, + 1.130859, + 1.122559, + 1.369141, + 0.808594, + 1.006012, + 1.144531, + 1.088867, + 1.177734, + 1.099609, + 1.123047, + 1.132812, + 1.601562, + 1.011841, + 1.078613, + 1.157227, + 0.839844, + 1.255859, + 1.135742, + 1.224609, + 1.192383, + 0.896484, + 1.135742, + 1.161133, + 1.589844, + 1.179688, + 1.486328, + 1.24707, + 1.151367, + 1.178711, + 1.242188, + 0.946533, + 1.205078, + 1.144531, + 1.106445, + 1.163086, + 1.15332, + 0.736328, + 1.012695, + 1.144531, + 1.259766, + 1.163086, + 1.164062, + 0.913574, + 1.714844, + 1.194336, + 1.198242, + 1.203125, + 1.275391, + 1.191406, + 1.139648, + 1.09082, + 1.169922, + 1.176758, + 1.201172, + 1.851562, + 3.59375, + 4.8125, + 1.053467, + 0.929199, + 1.122559, + 0.997482, + 1.25, + 1.219727, + 1.15625, + 0.838867, + 1.168945, + 1.12793, + 1.126953, + 1.082031, + 1.992188, + 3.15625, + 1.197266 + ] + }, + "name": "onnx::Mul_8138", + "outputIndexes": [ + 119 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 118, + 119 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm/Mul_1_output_0", + "outputIndexes": [ + 120 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 120 + ], + "outputIndexes": [ + 2506 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2506 + ], + "outputIndexes": [ + 2507 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear", + "inputIndexes": [ + 2507 + ], + "outputIndexes": [ + 2508 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 7962712, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2508 + ], + "outputIndexes": [ + 2509 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2509 + ], + "outputIndexes": [ + 121 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.0 + ] + }, + "name": "/input_layernorm/Constant_2_output_0", + "outputIndexes": [ + 122 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.797885 + ] + }, + "name": "/mlp/act_fn/Constant_1_output_0", + "outputIndexes": [ + 123 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.044715 + ] + }, + "name": "/mlp/act_fn/Constant_output_0", + "outputIndexes": [ + 124 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 121, + 121 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Mul_output_0", + "outputIndexes": [ + 125 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 121, + 125 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Mul_1_output_0", + "outputIndexes": [ + 126 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 126 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Mul_2_output_0", + "outputIndexes": [ + 127 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 121, + 127 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Add_output_0", + "outputIndexes": [ + 128 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 128 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Mul_3_output_0", + "outputIndexes": [ + 129 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 129 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn/Tanh_output_0", + "outputIndexes": [ + 130 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 130 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Add_1_output_0", + "outputIndexes": [ + 131 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 121, + 131 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Mul_4_output_0", + "outputIndexes": [ + 132 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Mul_5_output_0", + "outputIndexes": [ + 133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 120 + ], + "outputIndexes": [ + 2510 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2510 + ], + "outputIndexes": [ + 2511 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear", + "inputIndexes": [ + 2511 + ], + "outputIndexes": [ + 2512 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 19906670, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2512 + ], + "outputIndexes": [ + 2513 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2513 + ], + "outputIndexes": [ + 134 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 133, + 134 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/Mul_output_0", + "outputIndexes": [ + 135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 135 + ], + "outputIndexes": [ + 2514 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2514 + ], + "outputIndexes": [ + 2515 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear", + "inputIndexes": [ + 2515 + ], + "outputIndexes": [ + 2516 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 31850628, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2516 + ], + "outputIndexes": [ + 2517 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2517 + ], + "outputIndexes": [ + 136 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 136 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm/Mul_output_0", + "outputIndexes": [ + 137 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.770508, + 0.810547, + 0.805664, + 0.779297, + 0.803711, + 0.756836, + 0.744141, + 1.373047, + 0.742188, + 0.854492, + 0.786133, + 0.802734, + 0.832031, + 0.738281, + 0.697266, + 0.754883, + 0.788086, + 0.776367, + 1.226562, + 0.671875, + 0.771484, + 0.736328, + 0.751953, + 0.916016, + 0.935059, + 0.785156, + 0.899414, + 1.038086, + 0.870117, + 0.801758, + 0.8125, + 0.90918, + 0.8125, + 1.083008, + 0.811523, + 0.928223, + 0.799805, + 0.732422, + 0.804688, + 0.779297, + 0.792969, + 0.946533, + 0.734375, + 0.914062, + 1.139648, + 0.730469, + 0.774414, + 0.787109, + 1.5, + 0.883789, + 0.935547, + 1.034668, + 0.808594, + 2.015625, + 0.837891, + 0.805664, + 0.773438, + 0.759766, + 1.175781, + 0.887207, + 0.87793, + 0.802734, + 0.882812, + 0.772461, + 0.927734, + 0.746094, + 1.010132, + 0.775391, + 0.829102, + 0.769531, + 0.797852, + 0.726562, + 0.882324, + 0.819336, + 0.764648, + 0.796875, + 1.027832, + 0.848633, + 0.887695, + 1.116211, + 0.761719, + 1.287109, + 0.901367, + 0.913574, + 0.786133, + 0.798828, + 0.84668, + 0.898926, + 1.066895, + 0.919922, + 0.818359, + 0.830078, + 0.782227, + 0.979858, + 0.775391, + 1.287109, + 0.754883, + 0.793945, + 0.835938, + 0.849609, + 1.050781, + 0.768555, + 0.766602, + 0.793945, + 0.760742, + 0.828125, + 0.807617, + 0.874023, + 0.780273, + 0.814453, + 0.738281, + 0.808594, + 0.832031, + 1.333984, + 0.679688, + 1.027954, + 0.798828, + 1.617188, + 0.728516, + 0.75293, + 0.78418, + 0.793945, + 1.460938, + 0.776367, + 0.833984, + 0.973633, + 0.838867, + 0.724609, + 0.746094, + 0.972168, + 0.986084, + 0.856445, + 0.935059, + 0.811523, + 0.780273, + 0.742188, + 0.910645, + 1.075684, + 0.84082, + 0.830078, + 0.861328, + 1.160156, + 0.789062, + 0.730469, + 0.821289, + 1.19043, + 0.836914, + 0.791992, + 0.788086, + 0.755859, + 0.805664, + 0.886719, + 0.806641, + 2.007812, + 0.748047, + 0.786133, + 1.05835, + 0.795898, + 1.061035, + 1.126953, + 1.488281, + 0.772461, + 0.953857, + 0.973877, + 0.744141, + 0.801758, + 0.776367, + 1.056641, + 0.777344, + 0.833984, + 0.873047, + 0.991638, + 0.931641, + 1.023071, + 0.788086, + 0.88916, + 0.714844, + 1.337891, + 0.839844, + 1.013794, + 0.80957, + 1.10791, + 0.881348, + 1.527344, + 0.84082, + 0.78125, + 0.9375, + 0.772461, + 0.842773, + 0.875488, + 0.782227, + 1.225586, + 0.80957, + 0.77832, + 0.786133, + 0.802734, + 0.822266, + 0.816406, + 0.710938, + 0.845703, + 0.764648, + 0.81543, + 0.769531, + 0.8125, + 0.75, + 0.805664, + 0.896973, + 0.785156, + 0.77832, + 0.78418, + 1.072266, + 0.773438, + 0.879395, + 0.999971, + 0.764648, + 0.759766, + 0.866211, + 0.795898, + 0.824219, + 0.75, + 0.839844, + 0.942627, + 0.777344, + 0.763672, + 0.766602, + 0.798828, + 0.810547, + 0.776367, + 0.856445, + 0.96167, + 0.881836, + 0.883789, + 0.8125, + 0.683594, + 0.785156, + 0.744141, + 0.971069, + 0.699219, + 0.794922, + 1.037109, + 0.913574, + 0.753906, + 0.728516, + 4.421875, + 0.78125, + 0.908203, + 0.837891, + 0.911621, + 0.734375, + 1.078125, + 0.762695, + 0.759766, + 1.067871, + 0.811523, + 0.767578, + 0.763672, + 0.799805, + 0.751953, + 1.251953, + 0.835938, + 0.791016, + 0.734375, + 0.831055, + 0.764648, + 0.842773, + 0.909668, + 0.675781, + 0.771484, + 0.883301, + 0.876953, + 0.791016, + 0.794922, + 0.825195, + 0.805664, + 0.782227, + 0.712891, + 1.120117, + 0.791016, + 0.773438, + 0.791016, + 0.911621, + 0.759766, + 1.125977, + 0.769531, + 1.291016, + 0.813477, + 0.816406, + 0.870117, + 1.001328, + 0.825195, + 0.871094, + 1.640625, + 0.824219, + 0.788086, + 0.950439, + 0.734375, + 0.847656, + 0.841797, + 0.841797, + 0.724609, + 0.783203, + 0.878418, + 1.394531, + 0.794922, + 1.921875, + 0.805664, + 0.800781, + 0.924805, + 0.844727, + 0.808594, + 0.762695, + 1.138672, + 0.826172, + 0.829102, + 0.884766, + 0.783203, + 0.773438, + 0.754883, + 0.760742, + 0.712891, + 0.855469, + 0.968018, + 0.89502, + 0.722656, + 0.736328, + 0.736328, + 0.852539, + 0.825195, + 0.785156, + 0.836914, + 0.879395, + 1.203125, + 0.765625, + 0.788086, + 4.625, + 0.796875, + 0.754883, + 0.722656, + 0.738281, + 0.776367, + 0.920898, + 0.841797, + 0.858398, + 0.748047, + 0.838867, + 0.97876, + 0.764648, + 1.202148, + 0.898926, + 0.734375, + 1.507812, + 0.879883, + 1.363281, + 0.84668, + 1.4375, + 1.043945, + 0.868164, + 0.716797, + 1.007294, + 0.837891, + 1.137695, + 0.768555, + 0.822266, + 0.9823, + 1.231445, + 0.782227, + 0.878418, + 1.357422, + 0.801758, + 0.742188, + 0.730469, + 0.828125, + 0.802734, + 0.849609, + 0.742188, + 0.845703, + 0.732422, + 0.833008, + 0.762695, + 1.064453, + 0.751953, + 0.77832, + 0.965576, + 1.146484, + 0.782227, + 0.841797, + 0.908203, + 0.952637, + 0.827148, + 0.748047, + 0.793945, + 0.75, + 1.039307, + 0.766602, + 0.730469, + 0.833984, + 0.870117, + 1.086426, + 0.793945, + 0.710938, + 0.757812, + 0.738281, + 0.84668, + 0.804688, + 1.091797, + 0.755859, + 0.805664, + 0.813477, + 0.766602, + 1.139648, + 0.757812, + 0.791992, + 0.80957, + 0.828125, + 0.90625, + 0.822266, + 0.724609, + 0.795898, + 0.826172, + 0.763672, + 0.888672, + 0.818359, + 1.271484, + 0.774414, + 0.791992, + 0.836914, + 0.728516, + 0.757812, + 0.754883, + 0.787109, + 1.058594, + 0.769531, + 0.827148, + 0.962158, + 1.255859, + 0.816406, + 0.732422, + 0.785156, + 0.75, + 0.844727, + 0.761719, + 0.683594, + 0.738281, + 0.860352, + 1.71875, + 0.84668, + 0.708984, + 1.013855, + 0.855469, + 0.791992, + 0.758789, + 0.850586, + 0.844727, + 0.800781, + 0.738281, + 0.774414, + 1.145508, + 0.695312, + 0.793945, + 0.969727, + 0.81543, + 0.756836, + 0.801758, + 0.836914, + 1.059082, + 0.728516, + 1.093262, + 0.857422, + 0.788086, + 0.794922, + 0.80957, + 0.831055, + 0.794922, + 1.053467, + 0.738281, + 0.89209, + 1.137695, + 1.209961, + 0.783203, + 0.833008, + 0.774414, + 0.852539, + 2.015625, + 0.818359, + 0.763672, + 0.767578, + 1.150391, + 0.836914, + 0.820312, + 0.819336, + 0.889648, + 0.795898, + 0.764648, + 0.738281, + 0.927734, + 0.798828, + 1.291016, + 1.425781, + 0.916504, + 1.175781, + 0.874023, + 0.77832, + 0.770508, + 0.948975, + 1.400391, + 0.841797, + 0.961914, + 0.926758, + 0.981445, + 0.742188, + 0.822266, + 0.791016, + 0.816406, + 0.799805, + 0.786133, + 0.765625, + 1.013977, + 0.775391, + 0.746094, + 0.996796, + 0.788086, + 0.863281, + 1.019531, + 1.120117, + 0.789062, + 1.085449, + 0.792969, + 0.788086, + 0.817383, + 0.742188, + 0.775391, + 0.775391, + 0.776367, + 1.474609, + 0.748047, + 4.484375, + 0.793945, + 0.88916, + 0.728516, + 1.558594, + 1.605469, + 0.878418, + 0.819336, + 0.744141, + 0.84668, + 0.81543, + 0.772461, + 0.849609, + 0.962158, + 0.774414, + 1.183594, + 0.689453, + 0.855469, + 0.847656, + 0.854492, + 0.863281, + 0.875488, + 1.380859, + 0.800781, + 0.84668, + 0.746094, + 1.871094, + 1.292969, + 1.007599, + 0.790039, + 0.810547, + 0.805664, + 1.550781, + 0.876465, + 0.945068, + 0.763672, + 0.788086, + 0.708984, + 0.859375, + 1.550781, + 0.824219, + 0.811523, + 0.807617, + 0.923828, + 0.761719, + 0.834961, + 0.8125, + 0.758789, + 0.780273, + 1.458984, + 0.78418, + 1.710938, + 0.808594, + 1.386719, + 0.947266, + 0.797852, + 0.764648, + 0.837891, + 0.793945, + 1.100586, + 0.818359, + 0.799805, + 0.762695, + 0.732422, + 1.046387, + 0.818359, + 0.751953, + 0.89209, + 0.797852, + 0.77832, + 0.769531, + 0.897461, + 0.791016, + 0.803711, + 0.848633, + 0.736328, + 0.746094, + 0.786133, + 1.287109, + 1.012024, + 0.71875, + 0.71875, + 0.791016, + 0.769531, + 0.794922, + 0.772461, + 0.794922, + 0.826172, + 0.799805, + 0.847656, + 0.816406, + 0.818359, + 0.90625, + 0.819336, + 1.224609, + 0.746094, + 0.724609, + 0.99897, + 0.804688, + 0.751953, + 0.922852, + 0.757812, + 0.728516, + 0.748047, + 1.026855, + 0.703125, + 0.768555, + 0.960449, + 1.063965, + 0.695312, + 1.648438, + 0.751953, + 0.769531, + 0.953857, + 1.037598, + 2.59375, + 1.267578, + 0.802734, + 0.774414, + 0.707031, + 0.789062, + 0.790039, + 0.742188, + 0.826172, + 0.806641, + 0.818359, + 0.788086, + 0.798828, + 1.257812, + 0.789062, + 0.795898, + 0.77832, + 0.750977, + 0.807617, + 0.837891, + 0.705078, + 0.820312, + 0.782227, + 0.797852, + 1.060059, + 0.776367, + 0.860352, + 0.814453, + 1.029907, + 1.113281, + 0.771484, + 1.914062, + 1.734375, + 0.922363, + 0.766602, + 0.75, + 0.954834, + 0.734375, + 0.875977, + 0.924316, + 0.828125, + 0.801758, + 0.768555, + 0.766602, + 0.740234, + 0.837891, + 0.890137, + 0.714844, + 0.946533, + 0.787109, + 0.806641, + 0.856445, + 0.806641, + 0.786133, + 0.782227, + 0.777344, + 0.746094, + 0.793945, + 0.777344, + 0.970215, + 0.826172, + 0.71875, + 0.722656, + 0.821289, + 1.941406, + 0.897461, + 0.802734, + 1.09668, + 0.750977, + 1.019043, + 0.797852, + 0.738281, + 0.80957, + 0.792969, + 0.915527, + 1.851562, + 0.996475, + 0.772461, + 0.775391, + 0.728516, + 0.869141, + 0.785156, + 0.770508, + 0.75293, + 0.770508, + 1.062988, + 0.813477, + 0.774414, + 0.716797, + 0.726562, + 0.777344, + 0.849609, + 0.807617, + 0.931152, + 0.851562, + 0.896484, + 0.776367, + 0.71875, + 0.816406, + 0.705078, + 0.782227, + 0.750977, + 0.790039, + 0.806641, + 0.811523, + 0.950684, + 0.762695, + 1.037598, + 0.779297, + 0.775391, + 0.770508, + 0.811523, + 0.852539, + 0.768555, + 0.826172, + 0.898438, + 0.854492, + 0.787109, + 0.78125, + 0.767578, + 0.708984, + 0.794922, + 0.813477, + 0.767578, + 0.822266, + 0.753906, + 0.75293, + 0.808594, + 1.000942, + 0.930664, + 0.851562, + 0.935059, + 0.890137, + 0.77832, + 1.112793, + 0.740234, + 0.789062, + 1.036621, + 1.003357, + 0.765625, + 0.785156, + 0.777344, + 0.914062, + 0.756836, + 0.833008, + 0.836914, + 0.691406, + 0.95874, + 0.790039, + 1.042969, + 1.414062, + 0.740234, + 0.722656, + 0.732422, + 0.899414, + 1.017822, + 0.791992, + 0.779297, + 1.15918, + 0.848633, + 0.839844, + 0.701172, + 1.193359, + 0.789062, + 1.263672, + 1.300781, + 0.833984, + 0.823242, + 0.949951, + 0.71875, + 0.769531, + 0.808594, + 0.768555, + 0.842773, + 0.720703, + 0.772461, + 0.804688, + 0.820312, + 0.773438, + 0.771484, + 0.757812, + 0.779297, + 0.823242, + 0.818359, + 0.875488, + 0.959229, + 0.78125, + 0.833008, + 0.911621, + 0.821289, + 1.014832, + 0.716797, + 0.642578, + 0.800781, + 0.755859, + 0.771484, + 0.800781, + 0.785156, + 0.734375, + 0.708984, + 0.918945, + 0.802734, + 1.175781, + 0.767578, + 2.09375, + 0.885742, + 0.916016, + 0.798828, + 0.865234, + 0.956787, + 0.811523, + 0.770508, + 0.77832, + 0.772461, + 0.824219, + 1.539062, + 0.811523, + 0.854492, + 0.793945, + 1.482422, + 0.738281, + 0.884277, + 0.805664, + 1.074219, + 0.898438, + 1.223633, + 0.826172, + 0.880859, + 0.791016, + 0.783203, + 0.920898, + 1.5625, + 0.855469, + 0.763672, + 0.790039, + 0.769531, + 0.720703, + 0.699219, + 0.927246, + 0.810547, + 1.00589, + 0.766602, + 0.75, + 0.968262, + 0.816406, + 0.750977, + 0.736328, + 0.78418, + 0.833984, + 0.757812, + 0.919922, + 0.84082, + 0.847656, + 0.746094, + 1.072754, + 0.881348, + 0.834961, + 1.112793, + 1.605469, + 0.964844, + 1.71875, + 0.818359, + 0.786133, + 0.730469, + 0.939941, + 1.092285, + 1.597656, + 0.799805, + 0.880371, + 0.881836, + 0.853516, + 0.804688, + 0.759766, + 0.794922, + 0.950195, + 1.371094, + 0.84375, + 0.833008, + 0.925781, + 1.097168, + 0.832031, + 0.867188, + 0.864258, + 0.786133, + 0.758789, + 0.825195, + 0.807617, + 0.818359, + 0.957031, + 0.791016, + 0.84375, + 0.874023, + 0.867188, + 1.304688, + 0.732422, + 0.806641, + 0.987915, + 1.296875, + 0.955811, + 0.746094, + 0.885742, + 0.777344, + 0.795898, + 0.796875, + 0.832031, + 0.738281, + 1.349609, + 0.861328, + 1.000538, + 0.826172, + 0.742188, + 1.40625, + 0.708984, + 0.856445, + 1.04541, + 0.826172, + 0.736328, + 1.076172, + 0.864258, + 1.114746, + 0.740234, + 0.860352, + 0.770508, + 1.447266, + 0.632812, + 0.738281, + 0.942627, + 0.764648, + 1.177734, + 0.821289, + 0.758789, + 0.791992, + 0.770508, + 1.003357, + 0.819336, + 0.772461, + 0.918945, + 1.570312, + 2.273438, + 1.412109, + 0.904297, + 0.775391, + 0.759766, + 0.976074, + 0.78418, + 0.755859, + 0.764648, + 1.347656, + 0.763672, + 0.818359, + 0.771484, + 0.748047, + 0.085938, + 0.793945, + 0.836914, + 2.265625, + 0.89502, + 1.261719, + 0.776367, + 1.097168, + 0.924316, + 0.814453, + 0.732422, + 0.760742, + 0.933594, + 0.845703, + 0.989136, + 0.793945, + 1.316406, + 1.138672, + 0.920898, + 1.166016, + 0.9375, + 0.726562, + 0.716797, + 0.90918, + 1.585938, + 0.779297, + 0.996841, + 0.768555, + 0.933105, + 1.034424, + 0.766602, + 1.296875, + 0.782227, + 0.861328, + 0.813477, + 1.628906, + 1.390625, + 0.798828, + 0.754883, + 0.795898, + 0.789062, + 0.759766, + 0.75293, + 0.997757, + 0.976074, + 0.813477, + 0.77832, + 0.820312, + 0.865234, + 0.774414, + 0.738281, + 0.771484, + 0.78418, + 0.757812, + 0.824219, + 0.822266, + 0.944092, + 0.908203, + 1.111328, + 0.894531, + 1.018433, + 0.762695, + 0.738281, + 0.759766, + 0.722656, + 0.78125, + 1.957031, + 0.728516, + 1.363281, + 1.036865, + 0.923828, + 1.136719, + 0.765625, + 0.952393, + 0.8125, + 0.853516, + 0.748047, + 0.767578, + 0.78125, + 0.851562, + 1.46875, + 0.865234, + 0.880371, + 0.848633, + 0.714844, + 0.856445, + 0.976562, + 0.819336, + 0.796875, + 0.728516, + 0.770508, + 0.748047, + 1.248047, + 0.732422, + 0.757812, + 0.886719, + 0.819336, + 0.763672, + 1.010559, + 0.958008, + 0.71875, + 0.78125, + 0.760742, + 0.771484, + 0.736328, + 0.722656, + 1.105957, + 0.764648, + 0.826172, + 0.832031, + 0.726562, + 0.837891, + 1.167969, + 0.853516, + 1.047363, + 0.806641, + 0.794922, + 0.856445, + 0.724609, + 0.75293, + 0.816406, + 0.78125, + 1.006989, + 0.84668, + 1.753906, + 1.209961, + 1.478516, + 0.767578, + 0.790039, + 1.098145, + 0.775391, + 0.824219, + 1.355469, + 1.083008, + 0.99585, + 0.90918, + 0.808594, + 1.041016, + 0.829102, + 0.946045, + 1.155273, + 0.818359, + 0.881836, + 0.879883, + 0.77832, + 0.825195, + 2.320312, + 1.539062, + 1.996094, + 0.856445, + 0.77832, + 0.785156, + 0.730469, + 1.007629, + 1.345703, + 1.07959, + 1.032715, + 1.296875, + 0.804688, + 0.666016, + 0.853516, + 1.033691, + 0.788086, + 0.808594, + 0.771484, + 0.87207, + 0.793945, + 0.873047, + 2.492188, + 0.765625, + 0.722656, + 1.109863, + 0.771484, + 0.801758, + 0.825195, + 0.765625, + 0.803711, + 1.158203, + 0.757812, + 0.791992, + 0.798828, + 0.761719, + 0.720703, + 0.92041, + 0.766602, + 0.785156, + 0.779297, + 0.775391, + 0.790039, + 0.862305, + 0.797852, + 0.793945, + 0.789062, + 1.002625, + 0.808594, + 1.05957, + 0.708984, + 0.84082, + 0.842773, + 0.996948, + 0.833008, + 0.75293, + 0.770508, + 1.168945, + 0.853516, + 1.074707, + 0.791016, + 0.829102, + 0.80957, + 0.945801, + 0.833984, + 1.087402, + 0.716797, + 1.294922, + 0.762695, + 0.951416, + 0.777344, + 0.825195, + 0.859375, + 0.740234, + 0.803711, + 0.800781, + 0.847656, + 0.769531, + 0.791016, + 0.932129, + 1.992188, + 0.789062, + 0.869141, + 0.821289, + 0.829102, + 1.097656, + 0.78125, + 0.922363, + 1.134766, + 0.827148, + 0.759766, + 0.811523, + 1.417969, + 0.821289, + 0.808594, + 0.855469, + 0.863281, + 0.803711, + 1.332031, + 0.866211, + 0.863281, + 0.720703, + 1.24707, + 0.971069, + 1.08252, + 1.170898, + 0.8125, + 1.75, + 1.484375, + 0.845703, + 0.786133, + 0.693359, + 0.730469, + 2.289062, + 0.80957, + 0.880371, + 0.770508, + 0.974976, + 0.796875, + 0.803711, + 0.795898, + 0.689453, + 0.748047, + 0.748047, + 1.400391, + 0.697266, + 0.848633, + 1.012207, + 1.114258, + 0.792969, + 0.769531, + 1.140625, + 0.716797, + 1.84375, + 0.761719, + 0.897949, + 0.755859, + 0.875, + 1.018433, + 0.8125, + 0.806641, + 0.875977, + 0.75293, + 0.848633, + 0.985901, + 1.753906, + 0.730469, + 0.837891, + 0.880371, + 0.722656, + 0.751953, + 0.716797, + 1.010376, + 0.833984, + 0.78125, + 0.936035, + 1.341797, + 0.828125, + 0.78125, + 0.769531, + 0.701172, + 0.884277, + 0.842773, + 0.786133, + 0.750977, + 1.667969, + 0.861328, + 0.796875, + 0.765625, + 0.773438, + 0.806641, + 0.902832, + 0.801758, + 0.787109, + 0.833008, + 0.740234, + 0.833984, + 0.77832, + 0.790039, + 0.98584, + 0.819336, + 1.061768, + 0.808594, + 1.009216, + 0.850586, + 0.822266, + 0.956787, + 1.178711, + 1.019653, + 0.863281, + 0.791992, + 0.793945, + 1.503906, + 0.794922, + 0.831055, + 0.842773, + 0.77832, + 0.890137, + 1.107422, + 0.80957, + 0.771484, + 0.974731, + 0.766602, + 0.748047, + 0.813477, + 0.75, + 0.81543, + 0.776367, + 0.796875, + 0.854492, + 0.803711, + 0.848633, + 0.848633, + 0.963867, + 0.887695, + 0.753906, + 0.753906, + 0.847656, + 1.179688, + 0.758789, + 0.852539, + 0.768555, + 0.761719, + 0.797852, + 0.80957, + 0.837891, + 0.755859, + 1.707031, + 0.699219, + 0.833984, + 0.887695, + 0.766602, + 0.738281, + 0.799805, + 0.774414, + 0.730469, + 0.818359, + 0.833984, + 0.728516, + 0.857422, + 0.724609, + 0.867188, + 0.722656, + 0.757812, + 0.90918, + 1.472656, + 0.758789, + 0.835938, + 0.804688, + 0.765625, + 1.0271, + 0.742188, + 0.787109, + 0.788086, + 1.582031, + 0.893555, + 1.042969, + 1.664062, + 0.825195, + 0.740234, + 0.71875, + 1.503906, + 0.766602, + 0.691406, + 1.308594, + 1.068359, + 0.754883, + 0.804688, + 0.785156, + 0.832031, + 0.777344, + 0.813477, + 0.771484, + 0.84375, + 0.732422, + 1.078125, + 0.777344, + 0.788086, + 0.742188, + 1.566406, + 0.791016, + 0.75, + 0.746094, + 0.801758, + 0.712891, + 0.896973, + 0.806641, + 0.893066, + 1.640625, + 0.875, + 0.774414, + 0.777344, + 0.986755, + 0.958496, + 0.855469, + 1.535156, + 0.785156, + 0.791016, + 1.022949, + 0.794922, + 0.748047, + 0.930664, + 1.027832, + 0.912598, + 0.768555, + 0.830078, + 0.797852, + 0.961426, + 1.253906, + 0.808594, + 0.967529, + 0.799805, + 0.854492, + 0.748047, + 0.742188, + 0.80957, + 1.310547, + 0.947266, + 0.746094, + 0.800781, + 0.885742, + 1.080078, + 0.736328, + 0.707031, + 0.774414, + 0.828125, + 0.799805, + 0.822266, + 0.746094, + 0.800781, + 0.740234, + 0.952637, + 0.918945, + 0.922363, + 0.923828, + 0.740234, + 0.830078, + 0.888184, + 0.775391, + 0.983276, + 0.92041, + 0.799805, + 0.841797, + 0.808594, + 0.810547, + 0.820312, + 0.96582, + 0.852539, + 0.875977, + 0.821289, + 0.807617, + 0.770508, + 0.88916, + 0.790039, + 0.767578, + 0.773438, + 0.728516, + 0.770508, + 0.96936, + 0.716797, + 0.806641, + 0.774414, + 0.804688, + 1.0625, + 0.842773, + 0.761719, + 0.896973, + 0.826172, + 0.775391, + 0.701172, + 1.007111, + 0.823242, + 0.88623, + 0.785156, + 0.764648, + 0.891602, + 0.944336, + 0.795898, + 0.796875, + 0.673828, + 0.873047, + 0.77832, + 0.730469, + 0.764648, + 0.720703, + 0.780273, + 0.785156, + 1.055664, + 0.791992, + 0.806641, + 0.84082, + 0.789062, + 0.787109, + 0.806641, + 0.909668, + 0.764648, + 0.896484, + 0.779297, + 1.871094, + 1.0625, + 0.842773, + 0.992828, + 0.738281, + 0.730469, + 1.402344, + 0.808594, + 0.734375, + 0.885254, + 1.196289, + 0.753906, + 0.797852, + 1.010315, + 1.080566, + 0.817383, + 0.822266, + 0.810547, + 0.810547, + 0.808594, + 0.790039, + 0.788086, + 0.751953, + 0.748047, + 2.132812, + 0.758789, + 1.046387, + 0.785156, + 0.761719, + 1.191406, + 1.304688, + 0.806641, + 0.746094, + 0.773438, + 1.018921, + 0.77832, + 0.924316, + 0.787109, + 0.826172, + 0.910645, + 0.977417, + 0.827148, + 0.857422, + 0.893066, + 0.774414, + 0.728516, + 0.796875, + 0.941406, + 0.968872, + 0.800781, + 0.796875, + 0.767578, + 0.911621, + 0.817383, + 0.712891, + 0.921875, + 1.137695, + 0.910156, + 0.730469, + 0.841797, + 0.80957, + 0.829102, + 0.88623, + 0.782227, + 1.139648, + 2.070312, + 1.425781, + 0.773438, + 0.852539, + 0.753906, + 0.767578, + 0.810547, + 0.77832, + 1.003098, + 0.742188, + 0.975586, + 0.98761, + 0.751953, + 0.760742, + 0.780273, + 0.802734, + 0.755859, + 0.755859, + 0.958008, + 0.758789, + 0.916504, + 0.939209, + 0.744141, + 0.693359, + 0.874023, + 0.891602, + 0.860352, + 0.761719, + 0.822266, + 0.753906, + 0.841797, + 0.877441, + 0.871094, + 0.804688, + 1.539062, + 0.736328, + 0.761719, + 1.123047, + 0.769531, + 0.765625, + 1.878906, + 0.740234, + 1.251953, + 1.01001, + 0.785156, + 0.724609, + 1.667969, + 1.181641, + 0.78418, + 0.763672, + 0.730469, + 0.785156, + 0.742188, + 0.789062, + 0.848633, + 0.893066, + 0.811523, + 0.819336, + 1.062256, + 1.957031, + 2.195312, + 0.804688, + 0.802734, + 0.824219, + 0.826172, + 0.81543, + 2.125, + 0.754883, + 0.790039, + 0.80957, + 0.794922, + 1.011292, + 0.675781, + 0.758789, + 0.824219, + 0.835938, + 0.888184, + 0.927734, + 0.827148, + 0.875488, + 0.730469, + 0.975464, + 0.789062, + 1.241211, + 0.80957, + 1.037842, + 1.4375, + 0.774414, + 1.46875, + 0.754883, + 0.800781, + 1.057617, + 0.792969, + 1.416016, + 0.759766, + 0.84082, + 0.847656, + 0.730469, + 0.722656, + 0.820312, + 0.899902, + 1.320312, + 0.767578, + 0.757812, + 0.667969, + 0.799805, + 1.163086, + 0.833984, + 0.832031, + 0.973267, + 0.789062, + 1.018066, + 0.805664, + 1.069824, + 1.062988, + 1.333984, + 0.785156, + 0.90332, + 0.755859, + 0.877441, + 0.779297, + 0.804688, + 0.797852, + 0.851562, + 0.791016, + 0.787109, + 0.824219, + 0.75, + 0.882324, + 0.75293, + 1.019653, + 0.753906, + 0.896484, + 1.322266, + 0.829102, + 0.734375, + 0.742188, + 0.730469, + 0.771484, + 0.893066, + 0.937012, + 0.775391, + 0.95752, + 0.866211, + 0.744141, + 0.707031, + 0.720703, + 0.84668, + 0.772461, + 1.0354, + 0.746094, + 0.728516, + 0.774414, + 1.089844, + 0.841797, + 0.802734, + 0.75293, + 0.845703, + 0.979492, + 0.785156, + 0.816406, + 0.898926, + 0.780273, + 0.695312, + 0.764648, + 1.542969, + 0.785156, + 0.768555, + 0.883301, + 0.703125, + 0.765625, + 0.738281, + 0.933594, + 0.84668, + 0.744141, + 0.760742, + 1.042969, + 1.124023, + 0.770508, + 0.786133, + 0.728516, + 0.792969, + 0.738281, + 1.882812, + 0.751953, + 0.77832, + 0.782227, + 0.738281, + 0.84082, + 0.826172, + 0.882324, + 1.277344, + 0.793945, + 0.915039, + 0.760742, + 0.834961, + 1.875, + 0.791016, + 0.848633, + 0.882812, + 0.854492, + 0.790039, + 0.685547, + 0.816406, + 0.875488, + 1.009521, + 0.940674, + 0.904785, + 1.15625, + 0.814453, + 1.472656, + 0.734375, + 0.787109, + 1.640625, + 0.744141, + 0.770508, + 0.835938, + 0.794922, + 0.792969, + 0.900391, + 0.830078, + 1.052002, + 0.810547, + 0.938721, + 0.848633, + 0.771484, + 0.816406, + 0.902832, + 0.829102, + 0.807617, + 0.740234, + 0.915527, + 0.823242, + 0.821289, + 1.151367, + 0.890625, + 0.847656, + 0.748047, + 0.88916, + 1.194336, + 0.850586, + 0.899414, + 0.773438, + 0.810547, + 0.819336, + 1.170898, + 0.768555, + 0.835938, + 0.952393, + 0.787109, + 0.806641, + 0.851562, + 0.804688, + 1.002335, + 0.856445, + 0.807617, + 0.869141, + 0.78418, + 0.857422, + 0.677734, + 0.78418, + 1.179688, + 0.805664, + 0.836914, + 0.708984, + 0.768555, + 0.744141, + 0.855469, + 0.813477, + 0.942627, + 0.764648, + 0.818359, + 0.808594, + 0.817383, + 0.932129, + 0.834961, + 0.84375, + 0.75, + 0.786133, + 0.819336, + 0.833984, + 0.900391, + 0.771484, + 0.971436, + 0.842773, + 0.774414, + 0.833008, + 0.772461, + 1.131836, + 0.726562, + 0.9375, + 0.849609, + 0.714844, + 1.038574, + 2.125, + 0.78418, + 0.904297, + 0.760742, + 0.693359, + 0.765625, + 0.84375, + 0.89209, + 0.790039, + 0.953125, + 0.821289, + 0.758789, + 0.791992, + 0.783203, + 1.089844, + 0.758789, + 0.75293, + 0.833008, + 0.84668, + 0.854492, + 0.796875, + 0.803711, + 0.753906, + 0.922363, + 0.748047, + 0.853516, + 0.766602, + 0.801758, + 0.88916, + 1.050049, + 0.805664, + 0.948486, + 0.861328, + 0.748047, + 1.151367, + 0.730469, + 0.787109, + 0.798828, + 0.766602, + 0.802734, + 0.827148, + 0.897461, + 0.744141, + 1.000244, + 1.05542, + 0.766602, + 0.824219, + 0.759766, + 1.019775, + 0.943848, + 0.808594, + 0.804688, + 0.712891, + 0.708984, + 0.950195, + 0.791016, + 0.835938, + 0.915527, + 0.925293, + 1.229492, + 0.858398, + 1.605469, + 0.825195, + 0.811523, + 0.722656, + 0.769531, + 0.818359, + 1.269531, + 0.744141, + 0.732422, + 0.804688, + 0.818359, + 0.707031, + 1.464844, + 0.753906, + 0.770508, + 0.859375, + 1.039795, + 0.827148, + 0.853516, + 0.848633, + 0.768555, + 0.722656, + 0.820312, + 0.788086, + 1.032959, + 0.807617, + 0.759766, + 1.511719, + 0.693359, + 0.722656, + 0.793945, + 0.814453, + 0.87207, + 0.805664, + 0.930664, + 1.167969, + 0.791992, + 0.842773, + 0.855469, + 1.470703, + 0.80957, + 0.831055, + 0.786133, + 0.707031, + 0.880371, + 0.801758, + 0.773438, + 0.803711, + 0.757812, + 0.975586, + 0.856445, + 0.762695, + 0.779297, + 1.131836, + 0.856445, + 0.832031, + 0.803711, + 0.738281, + 0.714844, + 0.776367, + 0.730469, + 0.839844, + 0.751953, + 0.777344, + 1.046387, + 2.320312, + 0.801758, + 0.858398, + 0.699219, + 1.089355, + 0.789062, + 1.392578, + 0.748047, + 1.511719, + 0.856445, + 0.884277, + 1.320312, + 1.062988, + 0.871094, + 0.772461, + 0.736328, + 0.849609, + 0.740234, + 0.816406, + 0.758789, + 0.716797, + 1.953125, + 1.098633, + 1.261719, + 0.754883, + 0.746094, + 0.841797, + 0.736328, + 0.712891, + 0.75293, + 0.9935, + 0.779297, + 0.738281, + 1.115723, + 0.933105, + 0.801758, + 1.066895, + 0.819336, + 0.708984, + 0.963379, + 0.779297, + 0.806641, + 0.753906, + 0.728516, + 0.71875, + 0.983276, + 0.811523, + 0.848633, + 0.850586, + 0.867188, + 0.736328, + 1.192383, + 0.756836, + 1.369141, + 1.048828, + 0.759766, + 0.803711, + 0.852539, + 1.039551, + 0.703125, + 0.825195, + 0.758789, + 1.100586, + 0.832031, + 0.90918, + 0.845703, + 0.791016, + 0.869141, + 1.976562, + 0.775391, + 0.790039, + 0.767578, + 1.373047, + 0.879883, + 1.267578, + 1.941406, + 0.770508, + 0.982422, + 0.744141, + 0.765625, + 0.8125, + 0.793945, + 0.871094, + 0.874023, + 1.041748, + 1.120117, + 0.852539, + 0.857422, + 0.768555, + 0.732422, + 0.724609, + 0.776367, + 0.691406, + 1.052002, + 0.782227, + 0.775391, + 0.77832, + 1.167969, + 0.738281, + 0.746094, + 0.987488, + 0.794922, + 0.746094, + 1.045166, + 1.114258, + 1.308594, + 1.417969, + 0.756836, + 0.755859, + 0.925293, + 0.78125, + 0.875488, + 0.761719, + 0.744141, + 0.764648, + 0.905273, + 0.786133, + 0.831055, + 0.965088, + 0.748047, + 0.775391, + 0.764648, + 0.95459, + 0.786133, + 1.003967, + 0.90625, + 0.804688, + 0.913574, + 0.816406, + 0.829102, + 0.851562, + 0.777344, + 0.802734, + 0.84668, + 0.746094, + 1.003754, + 0.998459, + 0.746094, + 0.728516, + 1.376953, + 0.796875, + 0.732422, + 0.884766, + 0.867188, + 0.838867, + 0.730469, + 0.789062, + 0.753906, + 0.807617, + 1.084961, + 0.887207, + 0.890137, + 1.037354, + 0.771484, + 0.831055, + 1.261719, + 0.783203, + 0.973633, + 0.762695, + 0.788086, + 0.818359, + 0.708984, + 0.685547, + 0.833008, + 0.823242, + 0.783203, + 0.848633, + 0.851562, + 0.763672, + 1.045654, + 0.782227, + 0.751953, + 0.599609, + 1.151367, + 0.824219, + 0.800781, + 0.791016, + 1.291016, + 0.772461, + 1.002899, + 0.852539, + 0.819336, + 1.064941, + 0.922852, + 0.797852, + 0.78418, + 1.106445, + 0.819336, + 0.808594, + 1.012878, + 0.765625, + 0.973145, + 0.730469, + 0.814453, + 0.77832, + 0.772461, + 0.97644, + 0.763672, + 0.758789, + 0.91748, + 0.853516, + 0.874023, + 0.899414, + 0.887695, + 1.457031, + 0.96167, + 0.814453, + 0.922852, + 0.768555, + 0.887207, + 0.806641, + 0.847656, + 0.697266, + 1.09668, + 0.902344, + 0.75293, + 1.625, + 0.826172, + 0.822266, + 0.726562, + 0.775391, + 1.188477, + 0.736328, + 0.751953, + 2.367188, + 0.754883, + 1.703125, + 0.87207, + 0.786133, + 0.806641, + 0.790039, + 1.083008, + 0.801758, + 0.827148, + 0.819336, + 0.782227, + 0.785156, + 1.113281, + 2.140625, + 0.771484, + 0.779297, + 0.765625, + 0.792969, + 1.139648, + 1.121582, + 0.772461, + 0.88623, + 0.75, + 0.867188, + 0.78125, + 0.911133, + 0.814453, + 0.754883, + 0.937012, + 0.708984, + 1.441406, + 1.453125, + 1.110352, + 0.807617, + 1.128906, + 0.646484, + 0.944824, + 0.889648, + 0.751953, + 0.803711, + 0.953857, + 0.876953, + 0.816406, + 0.722656, + 1.134766, + 0.638672, + 1.441406, + 0.837891 + ] + }, + "name": "onnx::Mul_8140", + "outputIndexes": [ + 138 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 137, + 138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm/Mul_1_output_0", + "outputIndexes": [ + 139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 116, + 139 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_4_output_0", + "outputIndexes": [ + 140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 140, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_9_output_0", + "outputIndexes": [ + 141 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 141 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_1/Mul_output_0", + "outputIndexes": [ + 142 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.648438, + 1.589844, + 1.640625, + 1.535156, + 1.660156, + 1.835938, + 1.703125, + 1.300781, + 1.683594, + 1.679688, + 1.597656, + 1.589844, + 1.679688, + 1.644531, + 1.722656, + 1.710938, + 2.148438, + 1.585938, + 2.3125, + 1.621094, + 1.597656, + 1.660156, + 1.632812, + 1.679688, + 1.605469, + 1.648438, + 1.730469, + 1.609375, + 1.660156, + 1.597656, + 1.585938, + 1.59375, + 1.558594, + 1.5, + 1.566406, + 1.601562, + 1.746094, + 1.617188, + 1.707031, + 1.427734, + 1.636719, + 1.707031, + 1.695312, + 1.597656, + 1.417969, + 1.8125, + 1.546875, + 1.667969, + 1.855469, + 1.652344, + 1.851562, + 1.621094, + 1.597656, + 1.632812, + 1.632812, + 1.636719, + 1.679688, + 1.566406, + 1.408203, + 1.722656, + 1.695312, + 2.945312, + 1.65625, + 1.691406, + 1.621094, + 1.699219, + 1.644531, + 1.65625, + 1.507812, + 1.566406, + 1.726562, + 1.664062, + 1.746094, + 1.640625, + 1.523438, + 1.652344, + 1.5625, + 1.574219, + 1.667969, + 1.566406, + 1.558594, + 1.455078, + 2.15625, + 1.628906, + 1.597656, + 1.753906, + 1.632812, + 1.582031, + 1.597656, + 1.621094, + 1.679688, + 1.648438, + 1.605469, + 1.539062, + 1.566406, + 1.511719, + 1.722656, + 1.523438, + 1.470703, + 1.734375, + 1.339844, + 1.652344, + 1.578125, + 1.621094, + 1.648438, + 1.613281, + 1.65625, + 1.644531, + 1.597656, + 1.601562, + 1.695312, + 1.605469, + 1.710938, + 2.03125, + 1.824219, + 1.589844, + 1.660156, + 2.015625, + 1.726562, + 1.660156, + 1.726562, + 1.570312, + 1.859375, + 1.800781, + 1.632812, + 1.566406, + 1.636719, + 1.738281, + 1.714844, + 1.578125, + 1.640625, + 1.574219, + 1.480469, + 1.636719, + 1.675781, + 1.710938, + 1.640625, + 1.4375, + 1.695312, + 1.707031, + 3.015625, + 1.894531, + 1.6875, + 1.667969, + 1.59375, + 1.8125, + 1.527344, + 1.625, + 1.628906, + 1.65625, + 1.695312, + 1.730469, + 1.632812, + 1.388672, + 1.703125, + 1.59375, + 1.53125, + 1.664062, + 1.53125, + 1.535156, + 1.828125, + 1.703125, + 1.546875, + 1.566406, + 1.8125, + 1.648438, + 1.714844, + 1.455078, + 1.542969, + 1.601562, + 1.71875, + 1.691406, + 1.609375, + 1.539062, + 1.683594, + 1.734375, + 1.632812, + 1.460938, + 1.785156, + 1.326172, + 1.632812, + 1.5625, + 1.660156, + 1.371094, + 3.453125, + 1.683594, + 1.582031, + 1.59375, + 1.605469, + 1.738281, + 1.613281, + 2.351562, + 1.566406, + 1.660156, + 1.574219, + 1.570312, + 1.757812, + 1.589844, + 1.628906, + 1.515625, + 1.667969, + 1.652344, + 1.605469, + 1.507812, + 1.621094, + 1.601562, + 3.28125, + 1.65625, + 1.636719, + 1.714844, + 1.433594, + 1.621094, + 1.46875, + 2.046875, + 1.59375, + 1.636719, + 1.679688, + 1.691406, + 1.667969, + 1.644531, + 1.660156, + 1.71875, + 1.621094, + 1.523438, + 1.574219, + 1.644531, + 1.542969, + 1.582031, + 1.75, + 1.660156, + 1.722656, + 1.574219, + 1.796875, + 1.714844, + 1.714844, + 1.734375, + 1.632812, + 1.589844, + 1.625, + 1.886719, + 1.625, + 1.605469, + 1.683594, + 0.849609, + 1.773438, + 1.316406, + 1.628906, + 1.964844, + 1.632812, + 1.527344, + 1.75, + 1.671875, + 1.621094, + 1.652344, + 1.523438, + 1.621094, + 1.675781, + 1.578125, + 2.34375, + 1.523438, + 1.695312, + 1.617188, + 1.78125, + 1.585938, + 1.644531, + 1.699219, + 1.722656, + 1.589844, + 1.644531, + 1.523438, + 1.621094, + 1.675781, + 1.589844, + 1.449219, + 1.589844, + 1.574219, + 1.345703, + 1.636719, + 1.660156, + 1.59375, + 1.605469, + 1.648438, + 1.570312, + 1.730469, + 2.304688, + 1.625, + 1.792969, + 1.699219, + 1.519531, + 1.640625, + 1.640625, + 1.449219, + 1.671875, + 1.550781, + 1.640625, + 1.628906, + 1.527344, + 1.542969, + 1.628906, + 1.585938, + 1.652344, + 1.621094, + 1.511719, + 2.085938, + 1.015625, + 1.589844, + 1.664062, + 1.597656, + 1.636719, + 1.691406, + 1.652344, + 1.597656, + 1.628906, + 1.519531, + 1.519531, + 1.558594, + 1.714844, + 1.5625, + 1.605469, + 1.734375, + 1.582031, + 2.085938, + 1.644531, + 1.494141, + 1.617188, + 1.71875, + 1.671875, + 1.636719, + 1.582031, + 1.597656, + 1.71875, + 2.421875, + 1.699219, + 1.625, + 0.289062, + 1.625, + 1.703125, + 1.636719, + 1.71875, + 1.652344, + 1.597656, + 1.695312, + 1.527344, + 1.558594, + 1.78125, + 1.574219, + 1.78125, + 1.59375, + 1.605469, + 1.757812, + 1.59375, + 1.679688, + 1.5, + 1.625, + 1.392578, + 1.566406, + 1.730469, + 1.542969, + 1.390625, + 1.609375, + 1.566406, + 1.714844, + 1.578125, + 1.601562, + 2.070312, + 1.621094, + 1.4375, + 2.453125, + 1.617188, + 1.667969, + 1.652344, + 1.605469, + 1.632812, + 1.515625, + 1.636719, + 1.644531, + 1.730469, + 1.6875, + 1.652344, + 1.570312, + 1.632812, + 1.542969, + 1.621094, + 1.601562, + 1.5625, + 1.605469, + 1.546875, + 1.523438, + 1.609375, + 1.617188, + 1.671875, + 1.625, + 1.578125, + 1.679688, + 1.699219, + 1.6875, + 1.671875, + 1.589844, + 1.777344, + 1.660156, + 1.683594, + 1.636719, + 1.605469, + 1.632812, + 1.667969, + 1.691406, + 1.617188, + 1.527344, + 1.703125, + 1.605469, + 1.515625, + 1.609375, + 1.722656, + 1.625, + 1.707031, + 1.660156, + 1.679688, + 1.679688, + 1.730469, + 1.6875, + 1.40625, + 1.710938, + 2.515625, + 1.71875, + 1.636719, + 1.730469, + 1.5625, + 1.671875, + 1.625, + 1.699219, + 2.25, + 1.621094, + 1.761719, + 1.65625, + 1.785156, + 1.480469, + 1.695312, + 1.558594, + 1.667969, + 1.78125, + 1.597656, + 2.28125, + 1.667969, + 1.582031, + 1.357422, + 1.6875, + 1.648438, + 1.957031, + 1.75, + 1.664062, + 1.640625, + 1.613281, + 1.613281, + 1.667969, + 1.714844, + 1.757812, + 1.632812, + 1.664062, + 1.558594, + 1.320312, + 1.667969, + 1.628906, + 1.6875, + 1.511719, + 1.523438, + 1.644531, + 1.546875, + 1.726562, + 1.609375, + 1.582031, + 1.632812, + 1.640625, + 1.535156, + 1.726562, + 1.683594, + 1.439453, + 1.429688, + 2.078125, + 1.710938, + 1.726562, + 1.730469, + 1.542969, + 1.714844, + 1.703125, + 1.691406, + 1.746094, + 1.539062, + 1.585938, + 1.664062, + 1.652344, + 1.738281, + 1.6875, + 1.71875, + 1.710938, + 1.726562, + 1.65625, + 1.498047, + 1.488281, + 1.496094, + 1.589844, + 1.753906, + 1.648438, + 1.671875, + 1.59375, + 1.5625, + 1.660156, + 1.628906, + 1.632812, + 2.226562, + 1.617188, + 1.566406, + 1.636719, + 1.675781, + 1.667969, + 1.585938, + 1.554688, + 1.667969, + 1.628906, + 1.679688, + 1.578125, + 1.683594, + 1.566406, + 1.5625, + 1.582031, + 1.703125, + 1.519531, + 1.710938, + 1.613281, + 1.632812, + 1.613281, + 1.660156, + 1.652344, + 1.628906, + 1.492188, + 1.679688, + 0.292969, + 1.648438, + 2.429688, + 1.488281, + 1.398438, + 1.636719, + 1.6875, + 1.621094, + 1.578125, + 1.765625, + 1.703125, + 1.511719, + 1.636719, + 1.582031, + 1.664062, + 1.65625, + 1.683594, + 1.494141, + 1.503906, + 1.667969, + 1.683594, + 1.523438, + 1.625, + 1.597656, + 1.632812, + 1.824219, + 1.039062, + 1.757812, + 1.369141, + 1.59375, + 1.511719, + 1.683594, + 1.523438, + 1.6875, + 1.867188, + 1.605469, + 1.703125, + 1.761719, + 1.71875, + 1.404297, + 1.570312, + 1.75, + 1.636719, + 1.605469, + 1.703125, + 2.71875, + 1.730469, + 1.65625, + 1.707031, + 2.3125, + 1.660156, + 2.492188, + 1.617188, + 1.667969, + 1.542969, + 1.621094, + 1.625, + 1.585938, + 2.59375, + 1.511719, + 1.679688, + 1.609375, + 1.632812, + 1.628906, + 1.263672, + 1.625, + 1.621094, + 1.617188, + 1.636719, + 1.617188, + 1.671875, + 1.445312, + 1.695312, + 1.609375, + 1.863281, + 1.523438, + 1.738281, + 1.5625, + 1.632812, + 1.376953, + 1.636719, + 1.5625, + 1.761719, + 1.890625, + 1.699219, + 1.535156, + 1.714844, + 1.539062, + 1.679688, + 1.796875, + 1.621094, + 1.714844, + 1.734375, + 1.679688, + 1.785156, + 1.582031, + 1.664062, + 1.992188, + 1.667969, + 1.648438, + 1.757812, + 1.660156, + 1.78125, + 1.648438, + 1.660156, + 1.597656, + 1.648438, + 1.478516, + 1.578125, + 1.628906, + 1.601562, + 1.578125, + 1.574219, + 1.792969, + 1.734375, + 1.143555, + 1.5, + 1.664062, + 1.566406, + 1.730469, + 1.722656, + 1.585938, + 1.566406, + 1.589844, + 1.546875, + 1.804688, + 1.683594, + 1.582031, + 1.535156, + 1.636719, + 1.589844, + 1.648438, + 1.621094, + 1.632812, + 1.535156, + 1.679688, + 1.707031, + 1.628906, + 1.8125, + 1.550781, + 1.589844, + 1.769531, + 1.695312, + 1.695312, + 2.117188, + 1.527344, + 1.182617, + 1.135742, + 1.402344, + 1.644531, + 1.597656, + 1.609375, + 1.628906, + 1.753906, + 2.625, + 1.695312, + 1.617188, + 1.726562, + 1.5625, + 1.617188, + 1.667969, + 1.699219, + 1.566406, + 1.863281, + 1.621094, + 1.746094, + 1.542969, + 1.640625, + 1.625, + 1.621094, + 1.597656, + 1.621094, + 1.738281, + 1.558594, + 1.980469, + 1.664062, + 1.703125, + 1.636719, + 1.675781, + 1.396484, + 1.695312, + 1.652344, + 1.566406, + 1.625, + 1.757812, + 1.679688, + 1.597656, + 1.613281, + 1.675781, + 1.589844, + 1.371094, + 1.660156, + 1.605469, + 1.675781, + 1.691406, + 1.597656, + 1.722656, + 1.648438, + 1.621094, + 1.644531, + 2.15625, + 1.65625, + 1.59375, + 1.65625, + 1.632812, + 1.667969, + 1.462891, + 1.660156, + 1.765625, + 1.710938, + 1.613281, + 1.664062, + 1.867188, + 1.726562, + 1.699219, + 1.714844, + 1.652344, + 1.507812, + 1.621094, + 1.707031, + 1.326172, + 1.636719, + 1.585938, + 1.519531, + 1.675781, + 1.664062, + 1.664062, + 1.597656, + 1.574219, + 1.605469, + 1.613281, + 1.53125, + 1.632812, + 1.761719, + 1.671875, + 1.722656, + 1.738281, + 1.671875, + 1.625, + 1.691406, + 1.695312, + 1.597656, + 1.636719, + 2.539062, + 1.648438, + 1.652344, + 1.535156, + 1.613281, + 1.585938, + 1.847656, + 1.699219, + 1.625, + 1.535156, + 1.679688, + 1.605469, + 1.597656, + 1.59375, + 1.609375, + 1.671875, + 1.558594, + 1.546875, + 1.921875, + 1.636719, + 1.59375, + 1.917969, + 1.535156, + 1.710938, + 1.640625, + 1.722656, + 1.59375, + 1.488281, + 1.726562, + 1.644531, + 1.5625, + 1.628906, + 1.703125, + 1.664062, + 1.589844, + 1.570312, + 1.546875, + 2.21875, + 2.9375, + 1.695312, + 1.628906, + 1.613281, + 1.675781, + 1.722656, + 1.742188, + 1.574219, + 1.703125, + 1.65625, + 1.6875, + 1.675781, + 1.558594, + 1.632812, + 1.652344, + 1.667969, + 1.511719, + 3.0, + 1.867188, + 1.585938, + 1.710938, + 1.636719, + 1.605469, + 1.679688, + 1.554688, + 1.621094, + 1.820312, + 1.550781, + 1.703125, + 1.613281, + 2.039062, + 1.6875, + 1.605469, + 1.628906, + 1.699219, + 1.490234, + 1.839844, + 1.574219, + 0.876465, + 1.683594, + 1.691406, + 1.726562, + 1.535156, + 1.59375, + 1.660156, + 1.710938, + 1.589844, + 1.597656, + 1.644531, + 1.394531, + 1.640625, + 1.621094, + 1.664062, + 1.613281, + 1.683594, + 1.675781, + 1.835938, + 1.585938, + 1.636719, + 1.5625, + 1.640625, + 1.683594, + 1.78125, + 1.765625, + 1.679688, + 2.539062, + 1.675781, + 1.609375, + 1.710938, + 1.667969, + 1.679688, + 1.714844, + 1.75, + 1.664062, + 1.664062, + 1.542969, + 1.570312, + 1.412109, + 1.582031, + 1.625, + 1.828125, + 1.515625, + 1.632812, + 1.550781, + 1.498047, + 1.617188, + 1.550781, + 1.671875, + 1.59375, + 1.617188, + 1.625, + 1.59375, + 1.179688, + 1.640625, + 1.455078, + 1.765625, + 1.621094, + 2.242188, + 1.792969, + 1.542969, + 1.328125, + 1.609375, + 2.773438, + 1.652344, + 1.820312, + 1.636719, + 1.574219, + 1.640625, + 1.644531, + 1.570312, + 1.664062, + 1.464844, + 1.625, + 1.515625, + 1.613281, + 1.675781, + 1.566406, + 1.621094, + 1.640625, + 1.5625, + 1.636719, + 1.605469, + 1.726562, + 1.605469, + 1.671875, + 1.498047, + 1.527344, + 2.1875, + 1.664062, + 1.601562, + 1.574219, + 1.488281, + 1.742188, + 1.621094, + 1.683594, + 2.070312, + 1.570312, + 1.597656, + 1.644531, + 1.605469, + 1.410156, + 1.457031, + 1.652344, + 1.574219, + 1.660156, + 1.402344, + 1.667969, + 1.679688, + 1.9375, + 1.621094, + 1.648438, + 2.15625, + 1.671875, + 1.507812, + 1.726562, + 1.667969, + 1.59375, + 1.378906, + 2.023438, + 1.5625, + 2.84375, + 1.691406, + 1.6875, + 1.443359, + 1.730469, + 1.652344, + 1.632812, + 1.539062, + 1.613281, + 1.667969, + 1.5, + 1.216797, + 1.482422, + 1.789062, + 1.400391, + 1.652344, + 1.644531, + 1.761719, + 1.660156, + 1.628906, + 1.710938, + 1.289062, + 1.605469, + 1.458984, + 1.703125, + 1.691406, + 0.375, + 1.714844, + 1.605469, + 1.070312, + 1.597656, + 1.324219, + 1.644531, + 1.507812, + 1.59375, + 1.589844, + 1.585938, + 1.617188, + 1.644531, + 1.714844, + 1.601562, + 1.679688, + 1.496094, + 1.386719, + 1.605469, + 1.554688, + 1.683594, + 1.601562, + 1.644531, + 1.699219, + 1.566406, + 1.511719, + 1.746094, + 1.605469, + 1.558594, + 2.265625, + 1.664062, + 1.539062, + 1.648438, + 1.78125, + 1.527344, + 1.345703, + 1.625, + 1.636719, + 1.632812, + 1.730469, + 1.628906, + 1.65625, + 1.734375, + 1.683594, + 3.59375, + 1.613281, + 1.617188, + 1.644531, + 1.652344, + 1.589844, + 1.671875, + 1.925781, + 1.746094, + 1.667969, + 1.507812, + 1.609375, + 1.435547, + 1.523438, + 1.902344, + 1.589844, + 1.605469, + 1.613281, + 1.570312, + 1.609375, + 1.621094, + 1.667969, + 0.826172, + 1.667969, + 1.482422, + 1.660156, + 1.566406, + 1.433594, + 1.734375, + 1.839844, + 1.578125, + 1.675781, + 1.636719, + 1.722656, + 1.488281, + 1.617188, + 1.333984, + 1.484375, + 1.574219, + 1.71875, + 1.671875, + 1.59375, + 1.5625, + 1.470703, + 1.675781, + 1.621094, + 1.5, + 1.671875, + 1.486328, + 1.570312, + 1.710938, + 1.625, + 1.660156, + 1.605469, + 1.330078, + 2.695312, + 1.75, + 1.640625, + 1.636719, + 1.601562, + 1.601562, + 1.738281, + 2.015625, + 1.632812, + 1.535156, + 1.644531, + 1.632812, + 1.628906, + 1.582031, + 1.648438, + 1.648438, + 1.632812, + 1.761719, + 1.597656, + 1.582031, + 1.71875, + 1.527344, + 1.722656, + 1.660156, + 1.59375, + 1.196289, + 1.419922, + 1.416016, + 1.6875, + 1.609375, + 1.558594, + 1.621094, + 1.601562, + 1.878906, + 1.443359, + 1.535156, + 1.6875, + 1.6875, + 1.636719, + 1.636719, + 1.816406, + 2.765625, + 1.632812, + 1.625, + 1.65625, + 1.554688, + 1.566406, + 1.031738, + 1.378906, + 1.345703, + 1.675781, + 1.636719, + 1.574219, + 1.703125, + 1.632812, + 1.816406, + 1.138672, + 1.667969, + 1.882812, + 1.683594, + 1.976562, + 1.648438, + 1.605469, + 1.628906, + 1.777344, + 1.621094, + 1.726562, + 1.632812, + 1.546875, + 0.5625, + 1.746094, + 1.558594, + 2.515625, + 1.605469, + 1.699219, + 1.53125, + 1.707031, + 1.613281, + 1.902344, + 1.648438, + 1.625, + 1.648438, + 1.65625, + 1.636719, + 1.486328, + 1.589844, + 1.695312, + 1.640625, + 1.636719, + 1.570312, + 1.636719, + 1.640625, + 1.625, + 1.679688, + 1.828125, + 1.730469, + 1.535156, + 1.707031, + 1.644531, + 1.683594, + 1.792969, + 1.566406, + 1.714844, + 1.726562, + 1.5625, + 1.742188, + 1.621094, + 1.746094, + 1.707031, + 1.59375, + 1.609375, + 1.621094, + 1.621094, + 1.632812, + 1.507812, + 1.558594, + 1.59375, + 1.621094, + 1.652344, + 1.636719, + 1.617188, + 1.609375, + 1.617188, + 1.53125, + 1.640625, + 1.675781, + 1.59375, + 1.219727, + 1.53125, + 1.738281, + 1.474609, + 1.457031, + 1.34375, + 1.699219, + 1.621094, + 1.515625, + 1.498047, + 1.648438, + 1.498047, + 2.1875, + 1.53125, + 1.691406, + 1.488281, + 1.527344, + 1.699219, + 1.490234, + 1.761719, + 1.585938, + 1.597656, + 1.699219, + 1.484375, + 1.527344, + 1.515625, + 1.589844, + 1.206055, + 1.546875, + 1.609375, + 1.65625, + 1.601562, + 1.640625, + 1.425781, + 1.484375, + 1.707031, + 1.714844, + 1.652344, + 1.585938, + 1.683594, + 1.550781, + 1.644531, + 1.601562, + 1.503906, + 1.429688, + 1.726562, + 1.585938, + 1.613281, + 1.644531, + 1.589844, + 1.589844, + 1.585938, + 1.703125, + 1.726562, + 1.671875, + 1.5625, + 1.730469, + 1.482422, + 1.59375, + 1.605469, + 1.605469, + 1.578125, + 1.671875, + 1.578125, + 1.714844, + 1.359375, + 1.601562, + 1.734375, + 1.734375, + 1.710938, + 1.691406, + 1.582031, + 2.476562, + 1.585938, + 1.664062, + 1.789062, + 2.359375, + 1.636719, + 1.671875, + 1.613281, + 1.753906, + 1.53125, + 1.628906, + 1.613281, + 1.683594, + 1.302734, + 1.621094, + 1.644531, + 1.605469, + 1.644531, + 1.644531, + 1.472656, + 1.585938, + 1.652344, + 1.5625, + 1.671875, + 1.585938, + 1.699219, + 1.703125, + 1.699219, + 1.5625, + 1.597656, + 1.597656, + 1.466797, + 1.660156, + 1.757812, + 1.742188, + 1.597656, + 1.667969, + 1.625, + 1.640625, + 1.597656, + 1.832031, + 1.6875, + 1.578125, + 1.609375, + 1.609375, + 1.542969, + 1.494141, + 1.683594, + 1.621094, + 2.546875, + 1.710938, + 1.605469, + 1.625, + 1.613281, + 1.75, + 1.679688, + 1.632812, + 1.707031, + 1.726562, + 1.617188, + 1.703125, + 1.554688, + 1.691406, + 1.652344, + 1.699219, + 1.683594, + 1.671875, + 1.621094, + 2.375, + 1.683594, + 1.601562, + 1.734375, + 1.5, + 1.683594, + 1.625, + 1.394531, + 1.652344, + 1.664062, + 1.675781, + 1.605469, + 2.109375, + 1.566406, + 1.625, + 1.660156, + 1.589844, + 1.628906, + 1.597656, + 1.707031, + 1.773438, + 1.550781, + 1.652344, + 1.839844, + 1.601562, + 2.757812, + 1.648438, + 1.648438, + 1.609375, + 1.550781, + 1.5625, + 1.664062, + 1.660156, + 1.578125, + 1.464844, + 1.601562, + 1.59375, + 2.265625, + 1.65625, + 1.578125, + 1.746094, + 1.292969, + 1.644531, + 3.0625, + 1.396484, + 1.574219, + 1.644531, + 1.652344, + 1.632812, + 1.535156, + 1.578125, + 1.625, + 1.691406, + 1.574219, + 1.498047, + 1.585938, + 1.625, + 1.632812, + 1.462891, + 1.492188, + 1.554688, + 1.546875, + 1.679688, + 1.585938, + 1.5625, + 1.679688, + 1.644531, + 1.601562, + 1.59375, + 1.380859, + 1.515625, + 1.585938, + 2.070312, + 1.644531, + 1.683594, + 1.628906, + 1.59375, + 1.714844, + 1.605469, + 1.628906, + 1.632812, + 1.800781, + 1.847656, + 1.542969, + 1.511719, + 1.703125, + 1.652344, + 1.542969, + 1.546875, + 1.46875, + 2.453125, + 1.539062, + 1.632812, + 1.628906, + 1.625, + 1.789062, + 1.527344, + 1.824219, + 1.613281, + 1.617188, + 1.617188, + 1.353516, + 1.65625, + 1.777344, + 1.617188, + 1.691406, + 1.542969, + 1.582031, + 1.722656, + 1.570312, + 1.589844, + 1.53125, + 1.667969, + 1.601562, + 1.566406, + 1.566406, + 1.570312, + 1.675781, + 1.648438, + 1.5625, + 2.421875, + 1.542969, + 1.769531, + 1.5625, + 1.679688, + 1.605469, + 1.617188, + 1.617188, + 1.679688, + 1.554688, + 1.777344, + 1.664062, + 1.667969, + 1.648438, + 1.835938, + 1.597656, + 1.632812, + 1.59375, + 1.992188, + 1.625, + 1.78125, + 1.636719, + 1.683594, + 1.589844, + 1.726562, + 1.621094, + 2.4375, + 1.585938, + 1.648438, + 1.601562, + 1.785156, + 1.574219, + 1.675781, + 1.675781, + 1.742188, + 1.6875, + 1.566406, + 1.667969, + 1.65625, + 1.664062, + 1.570312, + 1.671875, + 1.613281, + 1.816406, + 1.691406, + 1.613281, + 1.730469, + 2.632812, + 1.914062, + 1.628906, + 1.730469, + 1.660156, + 1.613281, + 1.671875, + 1.84375, + 1.558594, + 1.691406, + 1.53125, + 1.332031, + 2.742188, + 1.605469, + 1.550781, + 1.773438, + 1.792969, + 1.380859, + 1.660156, + 1.726562, + 1.726562, + 1.550781, + 1.664062, + 1.476562, + 1.53125, + 1.628906, + 1.636719, + 1.710938, + 1.671875, + 1.679688, + 1.679688, + 1.613281, + 1.691406, + 1.632812, + 1.742188, + 1.660156, + 1.652344, + 1.65625, + 1.621094, + 1.691406, + 1.582031, + 1.367188, + 1.570312, + 1.515625, + 1.578125, + 1.582031, + 1.605469, + 1.675781, + 1.707031, + 1.726562, + 1.734375, + 1.585938, + 1.882812, + 1.625, + 1.652344, + 1.734375, + 1.667969, + 1.855469, + 1.558594, + 1.519531, + 1.699219, + 1.558594, + 1.75, + 1.621094, + 1.691406, + 1.597656, + 1.703125, + 1.519531, + 1.671875, + 1.585938, + 1.570312, + 1.625, + 1.6875, + 1.71875, + 1.675781, + 1.375, + 0.92627, + 1.349609, + 1.699219, + 1.404297, + 1.679688, + 1.734375, + 1.535156, + 1.664062, + 1.71875, + 1.632812, + 1.527344, + 1.511719, + 1.699219, + 1.589844, + 1.734375, + 1.628906, + 1.683594, + 1.679688, + 1.527344, + 1.636719, + 1.566406, + 1.800781, + 1.632812, + 1.640625, + 1.597656, + 1.742188, + 1.695312, + 1.652344, + 1.617188, + 1.617188, + 1.667969, + 1.632812, + 1.691406, + 1.710938, + 1.640625, + 1.65625, + 1.535156, + 1.527344, + 1.6875, + 1.636719, + 1.490234, + 1.605469, + 2.265625, + 1.773438, + 1.726562, + 1.679688, + 1.699219, + 1.777344, + 1.597656, + 1.632812, + 1.816406, + 1.710938, + 1.628906, + 1.625, + 1.605469, + 1.78125, + 1.777344, + 1.628906, + 1.890625, + 1.445312, + 1.03833, + 1.660156, + 1.566406, + 1.554688, + 1.933594, + 1.722656, + 0.925781, + 1.664062, + 1.546875, + 1.695312, + 1.664062, + 1.625, + 1.636719, + 1.597656, + 1.636719, + 1.640625, + 1.644531, + 2.953125, + 1.671875, + 1.566406, + 2.070312, + 2.875, + 1.734375, + 1.550781, + 1.726562, + 1.664062, + 1.332031, + 1.609375, + 1.921875, + 1.589844, + 1.527344, + 2.203125, + 1.605469, + 1.851562, + 1.621094, + 1.589844, + 1.5625, + 1.621094, + 1.679688, + 1.605469, + 1.761719, + 2.375, + 1.621094, + 1.738281, + 1.632812, + 1.648438, + 1.484375, + 1.59375, + 1.726562, + 1.628906, + 1.597656, + 1.859375, + 1.648438, + 1.597656, + 1.75, + 1.574219, + 1.644531, + 1.480469, + 1.515625, + 1.59375, + 1.621094, + 1.597656, + 1.679688, + 1.632812, + 1.617188, + 1.496094, + 1.746094, + 1.652344, + 1.539062, + 1.605469, + 1.523438, + 1.570312, + 1.65625, + 1.5625, + 1.605469, + 1.769531, + 1.554688, + 1.511719, + 1.65625, + 1.558594, + 1.515625, + 1.621094, + 1.585938, + 1.613281, + 1.683594, + 1.6875, + 1.566406, + 1.515625, + 1.71875, + 1.605469, + 1.582031, + 1.636719, + 1.589844, + 1.503906, + 1.644531, + 1.679688, + 1.435547, + 1.582031, + 1.382812, + 1.65625, + 1.742188, + 1.515625, + 1.546875, + 1.691406, + 1.5625, + 1.558594, + 1.726562, + 1.660156, + 1.664062, + 1.675781, + 1.699219, + 1.640625, + 1.570312, + 1.667969, + 1.613281, + 1.621094, + 1.466797, + 1.5, + 1.597656, + 1.664062, + 1.675781, + 1.628906, + 1.683594, + 1.220703, + 1.722656, + 1.566406, + 1.601562, + 1.59375, + 1.636719, + 1.652344, + 1.671875, + 1.439453, + 1.648438, + 1.933594, + 1.816406, + 1.683594, + 1.109863, + 1.714844, + 1.679688, + 1.746094, + 1.460938, + 1.585938, + 1.578125, + 1.578125, + 1.777344, + 1.609375, + 1.730469, + 1.675781, + 1.535156, + 1.628906, + 2.070312, + 1.71875, + 1.640625, + 1.714844, + 1.597656, + 1.746094, + 1.714844, + 1.589844, + 1.542969, + 1.574219, + 1.683594, + 1.582031, + 1.648438, + 1.640625, + 1.636719, + 1.636719, + 1.605469, + 1.726562, + 1.699219, + 1.574219, + 1.59375, + 1.574219, + 1.910156, + 1.707031, + 1.609375, + 1.636719, + 1.679688, + 1.648438, + 1.628906, + 1.59375, + 1.675781, + 1.730469, + 1.671875, + 1.578125, + 1.625, + 1.582031, + 1.625, + 1.609375, + 1.5625, + 1.65625, + 1.710938, + 1.691406, + 1.628906, + 2.132812, + 1.617188, + 1.621094, + 1.597656, + 1.652344, + 1.515625, + 1.703125, + 1.628906, + 1.539062, + 1.746094, + 1.789062, + 1.707031, + 1.566406, + 1.644531, + 1.695312, + 1.585938, + 1.636719, + 1.714844, + 1.605469, + 1.613281, + 1.691406, + 1.84375, + 1.609375, + 1.679688, + 1.757812, + 1.691406, + 1.609375, + 1.535156, + 1.800781, + 1.753906, + 1.408203, + 1.679688, + 1.664062, + 1.6875, + 1.636719, + 1.847656, + 1.769531, + 2.226562, + 1.71875, + 1.582031, + 1.609375, + 1.055664, + 1.710938, + 1.558594, + 1.523438, + 1.742188, + 1.679688, + 1.648438, + 1.601562, + 1.632812, + 1.6875, + 1.589844, + 1.59375, + 1.550781, + 1.550781, + 1.507812, + 1.761719, + 1.570312, + 2.203125, + 1.714844, + 1.703125, + 1.523438, + 1.640625, + 1.683594, + 1.542969, + 1.640625, + 1.789062, + 1.679688, + 1.644531, + 1.478516, + 1.605469, + 1.632812, + 1.480469, + 1.695312, + 1.589844, + 1.851562, + 1.644531, + 1.773438, + 1.828125, + 1.652344, + 1.597656, + 1.65625, + 1.648438, + 1.726562, + 1.769531, + 1.53125, + 1.511719, + 1.621094, + 1.667969, + 1.539062, + 1.597656, + 1.785156, + 1.5625, + 1.652344, + 1.582031, + 1.455078, + 1.726562, + 1.550781, + 1.675781, + 2.960938, + 1.527344, + 1.742188, + 1.886719, + 1.636719, + 1.746094, + 1.652344, + 1.601562, + 1.609375, + 1.40625, + 1.78125, + 1.621094, + 1.679688, + 1.695312, + 1.703125, + 1.800781, + 1.550781, + 1.636719, + 1.65625, + 1.585938, + 1.636719, + 1.617188, + 1.648438, + 1.601562, + 1.746094, + 1.59375, + 1.710938, + 1.515625, + 1.511719, + 1.683594, + 1.867188, + 1.738281, + 1.609375, + 1.695312, + 1.734375, + 1.527344, + 1.613281, + 1.613281, + 2.460938, + 1.546875, + 1.640625, + 1.640625, + 1.445312, + 1.726562, + 1.726562, + 1.734375, + 1.789062, + 1.683594, + 1.738281, + 1.75, + 1.695312, + 1.617188, + 1.65625, + 1.539062, + 1.664062, + 1.609375, + 1.4375, + 1.679688, + 1.675781, + 1.675781, + 1.835938, + 1.671875, + 1.664062, + 1.601562, + 1.699219, + 1.585938, + 1.632812, + 1.917969, + 1.077148, + 1.527344, + 1.667969, + 1.519531, + 1.480469, + 1.589844, + 1.550781, + 1.605469, + 1.376953, + 1.558594, + 1.578125, + 1.664062, + 1.464844, + 1.691406, + 1.539062, + 1.714844, + 1.546875, + 1.636719, + 1.582031, + 1.566406, + 1.625, + 1.074219, + 1.558594, + 1.722656, + 1.570312, + 1.714844, + 1.617188, + 1.664062, + 1.65625, + 1.714844, + 1.621094, + 1.644531, + 1.652344, + 1.345703, + 1.769531, + 1.511719, + 1.519531, + 1.648438, + 1.710938, + 1.613281, + 1.625, + 1.609375, + 1.589844, + 1.632812, + 1.53125, + 1.640625, + 1.636719, + 1.632812, + 1.671875, + 1.664062, + 1.601562, + 1.890625, + 1.664062, + 2.328125, + 1.601562, + 1.601562, + 1.710938, + 1.667969, + 1.617188, + 2.507812, + 1.839844, + 1.625, + 1.636719, + 1.621094, + 1.699219, + 1.621094, + 1.6875, + 1.660156, + 1.12207, + 1.652344, + 1.679688, + 1.652344, + 1.396484, + 1.699219, + 1.546875, + 1.527344, + 1.570312, + 1.601562, + 1.667969, + 1.679688, + 1.644531, + 1.757812, + 1.695312, + 1.507812, + 1.511719, + 1.480469, + 1.632812, + 1.664062, + 1.679688, + 1.527344, + 1.5625, + 1.710938, + 1.636719, + 1.664062, + 1.617188, + 1.578125, + 1.601562, + 1.617188, + 1.5625, + 1.734375, + 2.867188, + 1.789062, + 1.539062, + 1.648438, + 0.816406, + 1.449219, + 1.863281, + 1.59375, + 1.609375, + 1.636719, + 1.644531, + 1.65625, + 1.714844, + 1.664062, + 1.601562, + 1.714844, + 1.570312, + 1.640625, + 1.835938, + 1.695312, + 1.59375, + 1.585938, + 1.566406, + 1.574219, + 1.671875, + 1.773438, + 1.515625, + 1.578125, + 1.742188, + 1.542969, + 1.777344, + 1.699219, + 1.5625, + 1.640625, + 1.675781, + 1.984375, + 1.566406, + 1.640625, + 1.746094, + 1.707031, + 1.539062, + 1.628906, + 1.632812, + 1.652344, + 1.443359, + 1.679688, + 1.617188, + 1.707031, + 1.597656, + 1.601562, + 1.695312, + 1.859375, + 1.621094, + 1.746094, + 1.796875, + 1.46875, + 1.640625, + 1.566406, + 1.539062, + 1.632812, + 1.585938, + 1.617188, + 1.6875, + 1.617188, + 1.613281, + 1.539062, + 1.667969, + 1.675781, + 1.652344, + 1.65625, + 1.550781, + 1.703125, + 2.34375, + 1.636719, + 1.628906, + 1.734375, + 1.667969, + 2.09375, + 1.707031, + 1.71875, + 1.699219, + 1.667969, + 1.851562, + 1.632812, + 1.683594, + 1.738281, + 1.527344, + 1.71875, + 1.671875, + 1.462891, + 1.566406, + 1.859375, + 1.582031, + 1.5625, + 1.628906, + 1.554688, + 1.46875, + 1.550781, + 1.699219, + 2.179688, + 1.613281, + 1.609375, + 1.640625, + 1.886719, + 1.433594, + 1.582031, + 1.589844, + 1.59375, + 1.691406, + 1.605469, + 1.582031, + 1.644531, + 1.96875, + 1.625, + 1.589844, + 1.664062, + 1.257812, + 1.726562, + 1.660156, + 1.636719, + 1.710938, + 1.5, + 1.640625, + 1.5625, + 1.131836, + 1.636719, + 1.6875, + 1.621094, + 1.462891, + 1.621094, + 1.71875, + 1.53125, + 1.710938, + 1.675781, + 1.59375, + 1.675781, + 1.652344, + 1.235352, + 1.18457, + 1.621094, + 1.664062, + 1.609375, + 1.699219, + 1.515625, + 1.636719, + 1.558594, + 1.589844, + 1.707031, + 1.648438, + 1.617188, + 1.648438, + 1.566406, + 1.632812, + 1.714844, + 1.75, + 1.726562, + 2.125, + 2.453125, + 1.474609, + 1.503906, + 1.664062, + 1.527344, + 1.679688, + 1.628906, + 1.539062, + 1.304688, + 1.65625, + 1.644531, + 1.707031, + 1.628906, + 2.273438, + 1.229492, + 1.5625 + ] + }, + "name": "onnx::Mul_8142", + "outputIndexes": [ + 143 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 142, + 143 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_1/Mul_1_output_0", + "outputIndexes": [ + 144 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 144 + ], + "outputIndexes": [ + 2518 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2518 + ], + "outputIndexes": [ + 2519 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear", + "inputIndexes": [ + 2519 + ], + "outputIndexes": [ + 2520 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 43794586, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2520 + ], + "outputIndexes": [ + 2521 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2521 + ], + "outputIndexes": [ + 145 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144 + ], + "main_type": "NONE", + "name": "/Shape_15_output_0", + "outputIndexes": [ + 146 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 146 + ], + "main_type": "NONE", + "name": "Shape356", + "outputIndexes": [ + 147 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 146 + ], + "main_type": "NONE", + "name": "Rank358", + "outputIndexes": [ + 148 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 148, + 148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp360", + "outputIndexes": [ + 149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 149 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze361", + "outputIndexes": [ + 150 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 149, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp363", + "outputIndexes": [ + 151 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 151 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze364", + "outputIndexes": [ + 152 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 147, + 150, + 152, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice367", + "outputIndexes": [ + 153 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 153 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze368", + "outputIndexes": [ + 154 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp369", + "outputIndexes": [ + 155 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 155, + 154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp370", + "outputIndexes": [ + 156 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 146, + 156, + 149 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_19_output_0", + "outputIndexes": [ + 157 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 157, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_33_output_0", + "outputIndexes": [ + 158 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 158, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_13_output_0", + "outputIndexes": [ + 159 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 145, + 159 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_10_output_0", + "outputIndexes": [ + 160 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 160, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_8_output_0", + "outputIndexes": [ + 161 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 160 + ], + "main_type": "NONE", + "name": "/Shape_16_output_0", + "outputIndexes": [ + 162 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 162 + ], + "main_type": "NONE", + "name": "Shape377", + "outputIndexes": [ + 163 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 162 + ], + "main_type": "NONE", + "name": "Rank379", + "outputIndexes": [ + 164 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 164, + 164 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp381", + "outputIndexes": [ + 165 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 165 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze382", + "outputIndexes": [ + 166 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 165, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp384", + "outputIndexes": [ + 167 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 167 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze385", + "outputIndexes": [ + 168 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 163, + 166, + 168, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice388", + "outputIndexes": [ + 169 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 169 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze389", + "outputIndexes": [ + 170 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 170 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp390", + "outputIndexes": [ + 171 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 171, + 170 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp391", + "outputIndexes": [ + 172 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 162, + 172, + 165 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_20_output_0", + "outputIndexes": [ + 173 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 173, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_3_output_0", + "outputIndexes": [ + 174 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 174, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_38_output_0", + "outputIndexes": [ + 175 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 160, + 175, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_5_output_0", + "outputIndexes": [ + 176 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 176 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_2_output_0", + "outputIndexes": [ + 177 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 160, + 21, + 175, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_4_output_0", + "outputIndexes": [ + 178 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 177, + 178 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_16_output_0", + "outputIndexes": [ + 179 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 179, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_9_output_0", + "outputIndexes": [ + 180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 161, + 180 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_5_output_0", + "outputIndexes": [ + 181 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 144 + ], + "outputIndexes": [ + 2522 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2522 + ], + "outputIndexes": [ + 2523 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear", + "inputIndexes": [ + 2523 + ], + "outputIndexes": [ + 2524 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 46448816, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2524 + ], + "outputIndexes": [ + 2525 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2525 + ], + "outputIndexes": [ + 182 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 158, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_14_output_0", + "outputIndexes": [ + 183 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 182, + 183 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_11_output_0", + "outputIndexes": [ + 184 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 184, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_10_output_0", + "outputIndexes": [ + 185 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 184 + ], + "main_type": "NONE", + "name": "/Shape_17_output_0", + "outputIndexes": [ + 186 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 186 + ], + "main_type": "NONE", + "name": "Shape439", + "outputIndexes": [ + 187 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 186 + ], + "main_type": "NONE", + "name": "Rank441", + "outputIndexes": [ + 188 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 188, + 188 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp443", + "outputIndexes": [ + 189 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 189 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze444", + "outputIndexes": [ + 190 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 189, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp446", + "outputIndexes": [ + 191 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 191 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze447", + "outputIndexes": [ + 192 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 187, + 190, + 192, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice450", + "outputIndexes": [ + 193 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 193 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze451", + "outputIndexes": [ + 194 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp452", + "outputIndexes": [ + 195 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 195, + 194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp453", + "outputIndexes": [ + 196 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 186, + 196, + 189 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_21_output_0", + "outputIndexes": [ + 197 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 197, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_4_output_0", + "outputIndexes": [ + 198 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 198, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_40_output_0", + "outputIndexes": [ + 199 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 184, + 199, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_7_output_0", + "outputIndexes": [ + 200 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 200 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_3_output_0", + "outputIndexes": [ + 201 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 184, + 21, + 199, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_6_output_0", + "outputIndexes": [ + 202 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 201, + 202 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_17_output_0", + "outputIndexes": [ + 203 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 203, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_11_output_0", + "outputIndexes": [ + 204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 185, + 204 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_6_output_0", + "outputIndexes": [ + 205 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 144 + ], + "outputIndexes": [ + 2526 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2526 + ], + "outputIndexes": [ + 2527 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear", + "inputIndexes": [ + 2527 + ], + "outputIndexes": [ + 2528 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 47775942, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2528 + ], + "outputIndexes": [ + 2529 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2529 + ], + "outputIndexes": [ + 206 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 206, + 183 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_12_output_0", + "outputIndexes": [ + 207 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 181, + 205, + 207, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_17_output_0", + "outputIndexes": [ + 208 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 208 + ], + "outputIndexes": [ + 2530 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2530 + ], + "outputIndexes": [ + 2531 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear", + "inputIndexes": [ + 2531 + ], + "outputIndexes": [ + 2532 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 49103068, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2532 + ], + "outputIndexes": [ + 2533 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2533 + ], + "outputIndexes": [ + 209 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 209 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_1/Mul_output_0", + "outputIndexes": [ + 210 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.492188, + 0.53125, + 0.533203, + 0.570312, + 0.533203, + 0.410156, + 0.433594, + 0.421875, + 0.339844, + 0.632812, + 0.417969, + 0.421875, + 0.492188, + 0.429688, + 0.421875, + 0.410156, + 0.521484, + 0.429688, + 1.120605, + 0.542969, + 0.457031, + 0.429688, + 0.332031, + 0.609375, + 0.587891, + 0.464844, + 0.529297, + 0.742188, + 0.841797, + 0.472656, + 0.410156, + 0.476562, + 0.517578, + 0.480469, + 0.472656, + 0.472656, + 0.53125, + 0.4375, + 0.4375, + 0.583984, + 0.513672, + 0.740234, + 0.390625, + 0.460938, + 0.548828, + 0.40625, + 0.332031, + 0.46875, + 1.19043, + 0.53125, + 0.712891, + 0.650391, + 0.460938, + 1.259766, + 0.4375, + 0.394531, + 0.472656, + 0.429688, + 0.794922, + 0.601562, + 0.457031, + 1.375, + 0.552734, + 0.398438, + 0.730469, + 0.402344, + 0.525391, + 0.390625, + 0.417969, + 0.417969, + 0.480469, + 0.382812, + 0.78418, + 0.390625, + 0.417969, + 0.402344, + 0.501953, + 0.457031, + 0.521484, + 0.523438, + 0.394531, + 0.429688, + 1.285156, + 0.464844, + 0.402344, + 0.445312, + 0.496094, + 0.503906, + 0.556641, + 0.673828, + 0.507812, + 0.509766, + 0.515625, + 0.546875, + 0.484375, + 0.378906, + 0.390625, + 0.363281, + 0.564453, + 0.556641, + 0.578125, + 0.421875, + 0.457031, + 0.445312, + 0.355469, + 0.480469, + 0.572266, + 0.445312, + 0.378906, + 0.441406, + 0.40625, + 0.587891, + 0.707031, + 1.094727, + 0.375, + 0.847656, + 0.445312, + 1.357422, + 0.328125, + 0.316406, + 0.382812, + 0.4375, + 2.234375, + 0.492188, + 0.425781, + 0.621094, + 0.46875, + 0.414062, + 0.429688, + 0.541016, + 0.583984, + 0.460938, + 0.480469, + 0.453125, + 0.525391, + 0.382812, + 0.46875, + 0.484375, + 0.535156, + 0.541016, + 1.5, + 1.535156, + 0.402344, + 0.429688, + 0.421875, + 0.931152, + 0.441406, + 0.488281, + 0.382812, + 0.414062, + 0.460938, + 0.558594, + 0.505859, + 3.078125, + 0.386719, + 0.417969, + 0.609375, + 0.519531, + 0.429688, + 0.597656, + 1.511719, + 0.445312, + 0.589844, + 0.507812, + 0.675781, + 0.685547, + 0.587891, + 0.46875, + 0.449219, + 0.587891, + 0.666016, + 0.425781, + 0.742188, + 0.414062, + 0.425781, + 0.906738, + 0.421875, + 0.472656, + 0.691406, + 0.488281, + 0.525391, + 0.513672, + 0.46875, + 0.488281, + 1.294922, + 0.414062, + 0.480469, + 0.398438, + 0.509766, + 0.492188, + 0.433594, + 1.789062, + 0.441406, + 0.398438, + 0.398438, + 0.445312, + 0.488281, + 0.509766, + 0.519531, + 0.517578, + 0.441406, + 0.429688, + 0.484375, + 0.484375, + 0.445312, + 0.441406, + 1.347656, + 0.359375, + 0.449219, + 0.472656, + 0.519531, + 0.488281, + 0.511719, + 0.998154, + 0.378906, + 0.386719, + 0.46875, + 0.453125, + 0.53125, + 0.441406, + 0.460938, + 0.740234, + 0.367188, + 0.378906, + 0.414062, + 0.46875, + 0.421875, + 0.382812, + 0.544922, + 0.453125, + 0.712891, + 0.585938, + 0.794922, + 0.34375, + 0.488281, + 0.453125, + 0.589844, + 0.3125, + 0.453125, + 0.788086, + 0.511719, + 0.496094, + 0.382812, + 0.699219, + 0.449219, + 0.476562, + 0.539062, + 1.01532, + 0.390625, + 0.476562, + 0.417969, + 0.507812, + 0.488281, + 0.484375, + 0.359375, + 0.382812, + 0.574219, + 0.554688, + 1.490234, + 0.410156, + 0.445312, + 0.394531, + 0.5, + 0.359375, + 0.564453, + 0.544922, + 0.351562, + 0.414062, + 0.607422, + 0.595703, + 0.429688, + 0.410156, + 0.505859, + 0.398438, + 0.460938, + 0.390625, + 0.441406, + 0.429688, + 0.402344, + 0.386719, + 0.480469, + 0.441406, + 0.546875, + 0.382812, + 1.691406, + 0.472656, + 0.578125, + 0.681641, + 0.472656, + 0.464844, + 0.457031, + 0.640625, + 0.527344, + 0.363281, + 0.868164, + 0.410156, + 0.464844, + 0.472656, + 0.541016, + 0.421875, + 0.550781, + 0.529297, + 0.599609, + 1.201172, + 0.410156, + 0.359375, + 0.535156, + 0.541016, + 0.523438, + 0.523438, + 0.488281, + 0.445312, + 0.576172, + 0.472656, + 0.548828, + 0.347656, + 0.429688, + 0.398438, + 0.429688, + 0.414062, + 0.398438, + 1.398438, + 0.529297, + 0.394531, + 0.390625, + 0.515625, + 0.414062, + 0.515625, + 0.513672, + 0.46875, + 0.449219, + 0.703125, + 0.480469, + 0.375, + 2.21875, + 0.525391, + 0.4375, + 0.367188, + 0.449219, + 0.40625, + 0.587891, + 0.484375, + 0.453125, + 0.398438, + 0.480469, + 0.574219, + 0.371094, + 0.621094, + 0.496094, + 0.453125, + 0.936523, + 0.445312, + 0.962891, + 0.460938, + 0.472656, + 0.496094, + 0.830078, + 0.355469, + 0.517578, + 0.460938, + 0.556641, + 0.511719, + 0.46875, + 0.552734, + 1.431641, + 0.390625, + 0.548828, + 1.023315, + 0.394531, + 0.445312, + 0.441406, + 0.433594, + 0.378906, + 0.460938, + 0.449219, + 0.621094, + 0.417969, + 0.492188, + 0.453125, + 0.558594, + 0.472656, + 0.46875, + 0.449219, + 0.628906, + 0.453125, + 0.394531, + 0.550781, + 0.472656, + 0.550781, + 0.394531, + 0.5, + 0.449219, + 0.40625, + 0.4375, + 0.517578, + 0.533203, + 0.507812, + 0.488281, + 0.46875, + 0.378906, + 0.433594, + 0.464844, + 0.453125, + 0.484375, + 0.539062, + 0.464844, + 0.488281, + 0.46875, + 0.417969, + 0.810547, + 0.402344, + 0.5, + 0.558594, + 0.533203, + 0.578125, + 0.421875, + 0.492188, + 0.441406, + 0.648438, + 0.40625, + 0.492188, + 0.515625, + 1.691406, + 0.46875, + 0.480469, + 0.546875, + 0.410156, + 0.382812, + 0.421875, + 0.472656, + 1.425781, + 0.535156, + 0.570312, + 0.650391, + 1.102539, + 0.453125, + 0.445312, + 0.429688, + 0.472656, + 0.8125, + 0.441406, + 0.705078, + 0.441406, + 0.464844, + 0.965576, + 0.488281, + 0.417969, + 1.294922, + 0.650391, + 0.484375, + 0.371094, + 0.503906, + 0.511719, + 0.449219, + 0.304688, + 0.425781, + 0.521484, + 0.324219, + 0.382812, + 0.523438, + 0.515625, + 0.457031, + 0.476562, + 0.410156, + 0.509766, + 0.347656, + 0.529297, + 0.484375, + 0.472656, + 0.488281, + 0.425781, + 0.417969, + 0.464844, + 0.957031, + 0.386719, + 0.492188, + 0.507812, + 1.458984, + 0.449219, + 0.607422, + 0.503906, + 0.445312, + 2.96875, + 0.476562, + 0.519531, + 0.375, + 0.576172, + 0.398438, + 0.488281, + 0.603516, + 0.511719, + 0.464844, + 0.386719, + 0.269531, + 0.794922, + 0.410156, + 0.4375, + 0.648438, + 0.59375, + 0.513672, + 1.004883, + 0.492188, + 0.386719, + 0.570312, + 1.703125, + 0.441406, + 0.529297, + 0.5625, + 1.507812, + 0.398438, + 0.533203, + 0.464844, + 0.642578, + 0.425781, + 0.488281, + 0.4375, + 0.460938, + 0.402344, + 0.480469, + 0.720703, + 0.472656, + 0.476562, + 0.449219, + 0.597656, + 0.46875, + 0.480469, + 0.472656, + 0.4375, + 0.4375, + 0.40625, + 0.464844, + 0.367188, + 0.464844, + 0.476562, + 0.3125, + 2.820312, + 0.378906, + 0.956543, + 0.433594, + 0.527344, + 1.464844, + 0.607422, + 0.417969, + 0.460938, + 0.828125, + 0.480469, + 0.394531, + 0.537109, + 0.476562, + 0.517578, + 0.681641, + 0.324219, + 0.603516, + 0.464844, + 0.445312, + 0.550781, + 0.476562, + 1.006927, + 0.453125, + 0.59375, + 0.476562, + 1.273438, + 0.955078, + 0.548828, + 0.472656, + 0.414062, + 0.414062, + 1.039307, + 0.476562, + 0.71875, + 0.453125, + 0.433594, + 0.257812, + 0.476562, + 0.433594, + 0.521484, + 0.509766, + 0.414062, + 0.375, + 0.414062, + 1.488281, + 0.681641, + 0.386719, + 0.46875, + 1.439453, + 0.339844, + 2.609375, + 0.53125, + 0.78418, + 0.574219, + 0.441406, + 0.425781, + 0.398438, + 1.503906, + 0.578125, + 0.4375, + 0.441406, + 0.433594, + 0.40625, + 0.578125, + 0.472656, + 0.449219, + 0.453125, + 0.402344, + 0.492188, + 0.394531, + 0.488281, + 0.582031, + 0.417969, + 0.509766, + 0.472656, + 0.347656, + 0.453125, + 0.963135, + 0.570312, + 0.394531, + 0.316406, + 0.40625, + 0.46875, + 0.509766, + 0.40625, + 0.542969, + 0.496094, + 0.4375, + 0.580078, + 0.4375, + 0.398438, + 0.6875, + 0.429688, + 1.46875, + 0.421875, + 0.492188, + 1.05127, + 0.636719, + 0.316406, + 0.570312, + 0.386719, + 0.386719, + 0.371094, + 0.476562, + 0.402344, + 0.535156, + 0.535156, + 0.488281, + 0.320312, + 1.6875, + 0.398438, + 0.410156, + 0.703125, + 0.603516, + 0.732422, + 0.460938, + 0.402344, + 0.449219, + 0.363281, + 0.425781, + 0.425781, + 0.375, + 0.578125, + 0.476562, + 0.541016, + 0.460938, + 0.501953, + 0.457031, + 0.398438, + 0.457031, + 0.390625, + 0.394531, + 0.464844, + 0.457031, + 0.390625, + 0.425781, + 0.421875, + 0.453125, + 0.773438, + 0.40625, + 0.476562, + 0.65625, + 0.552734, + 1.527344, + 0.402344, + 0.546875, + 1.527344, + 0.492188, + 0.449219, + 0.410156, + 0.793945, + 0.453125, + 0.617188, + 1.554688, + 0.480469, + 0.476562, + 0.429688, + 0.414062, + 0.386719, + 0.464844, + 0.746094, + 0.363281, + 0.883789, + 0.402344, + 0.492188, + 0.587891, + 0.484375, + 0.433594, + 0.46875, + 0.367188, + 0.492188, + 0.40625, + 0.363281, + 0.918945, + 0.566406, + 0.402344, + 0.320312, + 0.449219, + 1.472656, + 0.580078, + 0.560547, + 0.664062, + 0.4375, + 1.209961, + 0.460938, + 0.367188, + 0.425781, + 0.457031, + 0.541016, + 0.949219, + 0.488281, + 0.425781, + 0.457031, + 0.371094, + 0.429688, + 0.535156, + 0.421875, + 0.414062, + 0.398438, + 0.915527, + 0.421875, + 0.421875, + 0.386719, + 0.40625, + 0.472656, + 0.464844, + 0.546875, + 0.81543, + 0.5, + 0.638672, + 0.398438, + 0.480469, + 0.511719, + 0.371094, + 0.445312, + 0.449219, + 0.410156, + 0.501953, + 0.457031, + 0.433594, + 0.398438, + 0.625, + 0.371094, + 0.511719, + 0.457031, + 0.347656, + 0.585938, + 0.496094, + 0.697266, + 0.517578, + 0.496094, + 0.496094, + 0.541016, + 0.492188, + 0.375, + 0.433594, + 0.386719, + 0.324219, + 0.429688, + 0.359375, + 0.425781, + 0.429688, + 1.65625, + 0.519531, + 0.476562, + 0.59375, + 0.503906, + 0.4375, + 0.913574, + 0.453125, + 0.472656, + 0.628906, + 0.460938, + 0.457031, + 0.441406, + 0.484375, + 0.511719, + 0.421875, + 0.433594, + 0.525391, + 0.441406, + 0.53125, + 0.410156, + 1.478516, + 1.057129, + 0.417969, + 0.363281, + 0.40625, + 0.541016, + 0.460938, + 0.367188, + 0.445312, + 0.503906, + 0.535156, + 0.541016, + 0.382812, + 0.488281, + 0.4375, + 0.679688, + 1.357422, + 1.453125, + 0.410156, + 0.480469, + 0.398438, + 0.359375, + 0.517578, + 0.4375, + 0.591797, + 0.332031, + 0.375, + 0.375, + 0.464844, + 0.394531, + 0.417969, + 0.550781, + 0.402344, + 0.425781, + 1.396484, + 0.884277, + 0.519531, + 0.613281, + 0.457031, + 0.630859, + 0.507812, + 0.5625, + 0.324219, + 0.417969, + 0.453125, + 0.453125, + 0.375, + 0.564453, + 0.417969, + 0.320312, + 0.320312, + 0.425781, + 0.503906, + 1.173828, + 0.476562, + 0.351562, + 0.507812, + 0.449219, + 0.390625, + 0.457031, + 0.617188, + 0.460938, + 0.496094, + 0.460938, + 0.556641, + 0.601562, + 0.472656, + 0.548828, + 0.480469, + 0.445312, + 0.795898, + 0.445312, + 0.679688, + 0.417969, + 0.472656, + 0.564453, + 1.025269, + 0.394531, + 0.552734, + 0.578125, + 0.65625, + 0.611328, + 2.28125, + 0.433594, + 0.382812, + 0.4375, + 0.476562, + 0.351562, + 0.40625, + 0.619141, + 0.402344, + 0.46875, + 0.441406, + 0.488281, + 0.595703, + 0.398438, + 0.441406, + 0.460938, + 0.46875, + 0.433594, + 0.390625, + 0.390625, + 0.421875, + 0.607422, + 0.457031, + 0.642578, + 0.441406, + 0.488281, + 0.453125, + 0.367188, + 0.511719, + 2.117188, + 0.496094, + 0.429688, + 0.634766, + 0.883789, + 0.425781, + 0.505859, + 0.503906, + 0.926758, + 0.492188, + 0.697266, + 0.472656, + 0.375, + 0.433594, + 0.525391, + 0.505859, + 0.480469, + 0.523438, + 0.92627, + 0.642578, + 0.496094, + 0.476562, + 0.394531, + 0.464844, + 0.433594, + 0.503906, + 0.492188, + 0.445312, + 0.503906, + 0.556641, + 0.548828, + 0.460938, + 0.507812, + 1.5625, + 0.46875, + 0.453125, + 0.568359, + 0.505859, + 1.097168, + 0.421875, + 0.480469, + 0.970703, + 0.533203, + 0.496094, + 0.371094, + 0.496094, + 0.375, + 0.836914, + 0.556641, + 0.527344, + 0.332031, + 0.578125, + 0.386719, + 0.636719, + 1.257812, + 0.441406, + 0.425781, + 1.357422, + 0.433594, + 0.488281, + 0.425781, + 0.445312, + 0.433594, + 0.539062, + 0.40625, + 0.300781, + 1.345703, + 0.464844, + 0.875488, + 0.484375, + 0.398438, + 0.457031, + 0.441406, + 0.501953, + 0.390625, + 0.449219, + 0.554688, + 0.885742, + 0.705078, + 1.162109, + 0.480469, + 0.46875, + 0.460938, + 0.825195, + 0.4375, + 0.425781, + 0.472656, + 0.410156, + 0.414062, + 0.410156, + 0.335938, + 0.484375, + 3.234375, + 0.359375, + 0.537109, + 0.740234, + 0.492188, + 0.611328, + 0.533203, + 0.541016, + 0.515625, + 0.626953, + 0.386719, + 0.441406, + 0.472656, + 0.460938, + 0.779297, + 0.375, + 0.5, + 0.628906, + 0.460938, + 0.558594, + 0.40625, + 0.46875, + 0.34375, + 0.509766, + 0.937744, + 0.4375, + 0.779297, + 0.425781, + 0.654297, + 0.941162, + 0.425781, + 0.460938, + 0.375, + 0.751953, + 0.414062, + 0.726562, + 0.464844, + 0.328125, + 0.46875, + 0.5, + 0.46875, + 0.449219, + 0.417969, + 0.768555, + 1.675781, + 0.484375, + 0.371094, + 0.554688, + 0.457031, + 0.417969, + 0.505859, + 0.476562, + 0.464844, + 0.566406, + 0.359375, + 0.630859, + 0.363281, + 0.480469, + 1.222656, + 0.769531, + 0.533203, + 0.476562, + 0.375, + 0.328125, + 0.40625, + 0.511719, + 1.067871, + 0.351562, + 0.505859, + 0.5, + 0.449219, + 0.597656, + 0.359375, + 0.808594, + 0.449219, + 0.5625, + 0.460938, + 0.421875, + 0.382812, + 0.457031, + 0.652344, + 0.394531, + 0.550781, + 0.453125, + 0.328125, + 0.572266, + 0.640625, + 0.4375, + 0.402344, + 0.347656, + 0.410156, + 0.421875, + 0.625, + 0.410156, + 0.492188, + 0.509766, + 0.429688, + 0.46875, + 0.570312, + 1.318359, + 0.347656, + 0.503906, + 0.421875, + 0.488281, + 0.351562, + 0.355469, + 1.75, + 0.378906, + 0.517578, + 0.394531, + 0.285156, + 0.560547, + 0.681641, + 0.712891, + 0.492188, + 0.503906, + 0.517578, + 0.441406, + 0.445312, + 0.410156, + 0.398438, + 0.501953, + 0.544922, + 0.433594, + 0.505859, + 0.378906, + 0.59375, + 0.4375, + 0.476562, + 0.542969, + 0.398438, + 0.492188, + 2.0, + 0.5, + 0.564453, + 0.402344, + 0.394531, + 0.464844, + 0.558594, + 0.799805, + 1.466797, + 0.433594, + 0.525391, + 0.527344, + 0.484375, + 0.449219, + 0.983887, + 0.862305, + 0.597656, + 0.550781, + 0.410156, + 0.476562, + 0.367188, + 0.46875, + 1.21875, + 0.533203, + 0.496094, + 2.382812, + 0.488281, + 0.421875, + 0.457031, + 0.771484, + 0.449219, + 0.476562, + 0.429688, + 0.476562, + 0.449219, + 0.509766, + 1.738281, + 0.519531, + 0.40625, + 1.949219, + 0.417969, + 0.375, + 0.414062, + 0.359375, + 0.472656, + 1.154297, + 0.40625, + 0.574219, + 0.375, + 0.375, + 0.285156, + 0.537109, + 0.445312, + 0.505859, + 0.367188, + 0.632812, + 0.367188, + 0.480469, + 0.476562, + 0.537109, + 0.445312, + 1.277344, + 0.40625, + 0.519531, + 0.347656, + 0.410156, + 0.519531, + 1.24707, + 0.453125, + 0.402344, + 0.417969, + 0.554688, + 0.556641, + 0.449219, + 0.521484, + 0.402344, + 0.4375, + 0.544922, + 0.533203, + 0.621094, + 0.417969, + 0.513672, + 0.425781, + 0.46875, + 0.429688, + 0.517578, + 0.5, + 0.398438, + 0.548828, + 0.433594, + 0.521484, + 0.390625, + 0.390625, + 0.708984, + 0.546875, + 0.421875, + 0.417969, + 0.441406, + 0.375, + 0.523438, + 0.558594, + 0.671875, + 0.775391, + 0.390625, + 0.363281, + 0.595703, + 2.070312, + 0.476562, + 0.517578, + 0.347656, + 0.441406, + 0.464844, + 0.554688, + 1.021729, + 0.5, + 0.328125, + 0.95166, + 0.619141, + 0.658203, + 0.453125, + 0.441406, + 0.505859, + 0.689453, + 0.476562, + 0.414062, + 0.335938, + 0.175781, + 0.995056, + 0.417969, + 0.511719, + 0.457031, + 0.4375, + 0.433594, + 0.425781, + 0.390625, + 0.445312, + 0.402344, + 0.414062, + 0.644531, + 0.261719, + 0.480469, + 0.65625, + 0.550781, + 0.488281, + 0.375, + 0.517578, + 0.378906, + 1.066895, + 0.398438, + 0.5, + 0.417969, + 0.464844, + 0.457031, + 0.552734, + 0.476562, + 0.46875, + 0.324219, + 0.5, + 0.521484, + 0.480469, + 0.4375, + 0.891113, + 0.496094, + 0.472656, + 0.453125, + 0.472656, + 1.194336, + 0.4375, + 0.433594, + 1.142578, + 2.21875, + 0.386719, + 0.398438, + 0.414062, + 0.390625, + 0.429688, + 0.517578, + 0.371094, + 0.214844, + 0.394531, + 0.429688, + 0.421875, + 0.390625, + 0.398438, + 0.417969, + 0.449219, + 0.378906, + 0.589844, + 0.484375, + 0.390625, + 0.488281, + 0.414062, + 0.460938, + 0.599609, + 0.441406, + 0.46875, + 0.394531, + 0.515625, + 0.619141, + 0.509766, + 0.722656, + 0.488281, + 0.902832, + 0.402344, + 0.460938, + 0.433594, + 1.863281, + 0.445312, + 0.457031, + 0.492188, + 0.433594, + 0.433594, + 0.546875, + 0.472656, + 0.503906, + 1.726562, + 0.480469, + 0.292969, + 0.603516, + 0.242188, + 0.605469, + 0.429688, + 0.541016, + 0.457031, + 0.453125, + 0.492188, + 0.40625, + 0.46875, + 0.492188, + 0.378906, + 0.53125, + 0.445312, + 0.484375, + 0.390625, + 1.022217, + 0.476562, + 0.441406, + 0.634766, + 0.441406, + 0.5, + 0.429688, + 0.576172, + 0.324219, + 0.449219, + 0.509766, + 0.4375, + 0.414062, + 0.410156, + 0.488281, + 0.488281, + 0.476562, + 0.480469, + 0.378906, + 0.564453, + 0.4375, + 0.484375, + 0.449219, + 0.40625, + 0.4375, + 0.6875, + 0.433594, + 0.589844, + 0.464844, + 0.46875, + 0.513672, + 0.308594, + 0.484375, + 0.457031, + 0.623047, + 0.548828, + 0.585938, + 1.453125, + 0.402344, + 0.460938, + 0.488281, + 0.410156, + 0.371094, + 1.150391, + 0.476562, + 0.550781, + 0.367188, + 0.449219, + 0.501953, + 0.642578, + 0.464844, + 0.414062, + 0.382812, + 0.513672, + 0.402344, + 0.5625, + 0.371094, + 0.552734, + 0.476562, + 1.067871, + 0.382812, + 0.398438, + 0.410156, + 0.421875, + 0.457031, + 0.597656, + 0.445312, + 0.460938, + 0.691406, + 0.496094, + 0.40625, + 0.390625, + 1.175781, + 0.666016, + 0.722656, + 1.073242, + 0.46875, + 0.441406, + 0.558594, + 0.515625, + 0.402344, + 0.953857, + 1.058105, + 0.541016, + 0.453125, + 0.492188, + 0.572266, + 0.484375, + 0.488281, + 0.417969, + 1.162109, + 0.4375, + 0.445312, + 0.453125, + 0.425781, + 0.488281, + 0.533203, + 0.921875, + 0.390625, + 0.433594, + 0.621094, + 0.546875, + 0.460938, + 0.457031, + 0.457031, + 0.492188, + 0.425781, + 0.441406, + 0.46875, + 0.371094, + 0.34375, + 0.650391, + 0.5, + 0.542969, + 0.501953, + 0.429688, + 0.425781, + 0.558594, + 0.464844, + 0.480469, + 0.714844, + 0.417969, + 0.585938, + 0.40625, + 0.445312, + 0.476562, + 0.527344, + 0.570312, + 0.792969, + 0.607422, + 0.546875, + 0.503906, + 0.587891, + 0.363281, + 0.425781, + 0.46875, + 0.378906, + 0.4375, + 0.621094, + 0.453125, + 0.425781, + 0.476562, + 0.457031, + 0.675781, + 0.699219, + 0.421875, + 1.070312, + 0.496094, + 0.496094, + 0.316406, + 0.707031, + 0.402344, + 0.484375, + 0.417969, + 0.371094, + 0.523438, + 0.445312, + 0.417969, + 0.457031, + 0.304688, + 0.570312, + 0.548828, + 0.351562, + 0.496094, + 0.414062, + 0.507812, + 0.46875, + 1.617188, + 0.556641, + 0.492188, + 0.496094, + 0.521484, + 0.505859, + 0.529297, + 1.105957, + 0.476562, + 0.625, + 0.433594, + 1.503906, + 1.419922, + 0.576172, + 0.449219, + 0.339844, + 0.496094, + 0.410156, + 0.421875, + 0.378906, + 0.574219, + 0.5625, + 0.501953, + 0.546875, + 0.496094, + 0.564453, + 0.523438, + 0.53125, + 0.496094, + 0.585938, + 0.4375, + 0.410156, + 0.410156, + 0.417969, + 0.308594, + 1.597656, + 0.394531, + 0.605469, + 0.457031, + 0.449219, + 0.537109, + 0.492188, + 0.394531, + 0.441406, + 0.457031, + 0.554688, + 0.386719, + 0.511719, + 0.523438, + 0.53125, + 0.971924, + 0.738281, + 0.775391, + 0.591797, + 0.484375, + 0.40625, + 0.375, + 0.92627, + 0.445312, + 0.535156, + 0.46875, + 0.472656, + 0.572266, + 0.445312, + 0.40625, + 0.28125, + 0.854492, + 0.572266, + 0.449219, + 0.402344, + 0.417969, + 0.5625, + 0.539062, + 0.644531, + 0.425781, + 0.529297, + 0.4375, + 0.425781, + 0.4375, + 0.527344, + 0.40625, + 0.507812, + 0.582031, + 0.445312, + 0.529297, + 0.410156, + 0.457031, + 0.505859, + 0.480469, + 0.433594, + 0.5, + 0.441406, + 0.484375, + 0.417969, + 0.429688, + 0.457031, + 0.638672, + 0.488281, + 0.398438, + 0.347656, + 0.574219, + 0.46875, + 0.414062, + 0.371094, + 0.529297, + 0.457031, + 0.433594, + 0.441406, + 0.421875, + 0.460938, + 1.886719, + 0.433594, + 0.425781, + 0.484375, + 0.386719, + 0.433594, + 0.868164, + 0.300781, + 1.714844, + 1.025513, + 0.523438, + 0.445312, + 2.117188, + 1.195312, + 0.40625, + 0.421875, + 0.386719, + 0.480469, + 0.492188, + 0.546875, + 0.480469, + 0.609375, + 0.572266, + 0.425781, + 1.195312, + 1.875, + 0.529297, + 0.4375, + 0.40625, + 0.550781, + 0.847656, + 0.541016, + 0.5625, + 0.488281, + 0.46875, + 0.542969, + 0.40625, + 0.556641, + 0.40625, + 0.410156, + 0.529297, + 0.595703, + 0.414062, + 1.421875, + 0.429688, + 0.4375, + 0.595703, + 1.226562, + 0.525391, + 0.460938, + 0.548828, + 1.014832, + 0.488281, + 0.449219, + 1.088867, + 0.457031, + 0.445312, + 1.21875, + 0.429688, + 1.017944, + 0.429688, + 0.492188, + 0.34375, + 0.375, + 0.378906, + 0.425781, + 0.790039, + 2.59375, + 0.460938, + 0.556641, + 0.328125, + 0.597656, + 0.603516, + 0.398438, + 0.525391, + 0.519531, + 0.429688, + 0.591797, + 0.46875, + 0.560547, + 0.628906, + 0.529297, + 0.296875, + 0.640625, + 0.421875, + 0.521484, + 0.351562, + 0.517578, + 0.597656, + 0.820312, + 0.445312, + 0.429688, + 0.574219, + 0.402344, + 0.548828, + 0.375, + 0.517578, + 0.4375, + 0.453125, + 0.556641, + 0.525391, + 0.34375, + 0.46875, + 0.371094, + 0.509766, + 0.4375, + 0.492188, + 0.488281, + 0.681641, + 0.5, + 0.414062, + 0.421875, + 0.425781, + 0.476562, + 0.488281, + 0.570312, + 0.402344, + 0.449219, + 0.382812, + 0.449219, + 0.507812, + 0.658203, + 0.484375, + 0.457031, + 0.509766, + 0.289062, + 0.527344, + 0.445312, + 0.453125, + 0.347656, + 0.476562, + 0.728516, + 0.533203, + 0.464844, + 0.654297, + 0.386719, + 0.476562, + 0.351562, + 0.521484, + 0.4375, + 0.414062, + 0.414062, + 0.488281, + 0.554688, + 0.402344, + 0.572266, + 0.320312, + 0.453125, + 0.457031, + 0.517578, + 0.347656, + 0.53125, + 0.339844, + 0.382812, + 0.509766, + 0.40625, + 0.496094, + 0.754883, + 0.464844, + 0.730469, + 0.527344, + 0.476562, + 1.238281, + 0.550781, + 0.46875, + 0.75, + 0.480469, + 0.480469, + 0.375, + 0.449219, + 0.521484, + 0.560547, + 0.890625, + 0.488281, + 0.496094, + 0.382812, + 1.902344, + 0.433594, + 0.425781, + 1.574219, + 0.40625, + 0.445312, + 0.535156, + 0.421875, + 0.449219, + 0.519531, + 0.457031, + 0.496094, + 0.445312, + 0.560547, + 0.539062, + 0.375, + 0.453125, + 0.675781, + 0.595703, + 0.433594, + 0.425781, + 0.453125, + 0.652344, + 0.652344, + 0.691406, + 0.496094, + 0.457031, + 0.382812, + 0.628906, + 0.542969, + 0.726562, + 0.878906, + 0.394531, + 0.441406, + 0.625, + 0.556641, + 0.421875, + 0.503906, + 0.554688, + 0.523438, + 0.484375, + 0.541016, + 0.433594, + 1.355469, + 0.480469, + 0.496094, + 0.537109, + 0.414062, + 0.449219, + 0.378906, + 0.445312, + 0.492188, + 0.492188, + 0.583984, + 0.441406, + 0.511719, + 0.359375, + 0.558594, + 0.457031, + 0.429688, + 0.414062, + 0.533203, + 0.453125, + 0.533203, + 0.542969, + 0.527344, + 0.441406, + 0.484375, + 0.40625, + 0.378906, + 0.414062, + 0.681641, + 0.324219, + 0.453125, + 0.517578, + 0.429688, + 0.496094, + 0.4375, + 1.176758, + 0.402344, + 1.455078, + 0.457031, + 0.359375, + 0.507812, + 0.417969, + 0.390625, + 0.484375, + 0.421875, + 0.449219, + 0.394531, + 0.453125, + 0.488281, + 0.472656, + 0.527344, + 0.441406, + 0.433594, + 0.472656, + 0.371094, + 0.464844, + 0.320312, + 0.507812, + 0.658203, + 0.496094, + 0.666016, + 0.460938, + 0.492188, + 0.429688, + 0.564453, + 0.449219, + 0.611328, + 0.433594, + 0.480469, + 0.476562, + 0.576172, + 0.394531, + 0.488281, + 0.472656, + 0.371094, + 1.330078, + 0.398438, + 0.513672, + 0.742188, + 0.46875, + 0.359375, + 0.648438, + 0.517578, + 0.371094, + 0.714844, + 0.582031, + 0.449219, + 0.449219, + 0.371094, + 0.535156, + 0.496094, + 0.5625, + 0.429688, + 0.226562, + 0.371094, + 0.552734, + 0.507812, + 0.417969, + 0.572266, + 1.400391, + 0.433594, + 0.613281, + 2.15625, + 0.507812, + 0.603516, + 0.355469, + 0.521484, + 0.421875, + 0.417969, + 0.460938, + 0.417969, + 0.441406, + 0.445312, + 0.402344, + 1.753906, + 0.347656, + 0.476562, + 0.464844, + 0.476562, + 0.509766, + 0.476562, + 0.53125, + 0.367188, + 0.501953, + 0.517578, + 0.390625, + 0.541016, + 0.421875, + 0.296875, + 1.640625, + 0.394531, + 0.472656, + 0.464844, + 0.453125, + 0.367188, + 0.484375, + 0.630859, + 1.384766, + 0.472656, + 0.535156, + 0.460938, + 0.511719, + 0.539062, + 0.621094, + 0.464844, + 0.335938, + 0.726562, + 0.445312, + 0.453125, + 0.501953, + 0.40625, + 0.445312, + 0.476562, + 0.445312, + 0.367188, + 0.445312, + 0.568359, + 0.46875, + 0.521484, + 0.519531, + 0.425781, + 0.316406, + 0.460938, + 0.457031, + 0.457031, + 0.4375, + 1.118652, + 0.599609, + 0.541016, + 0.595703, + 0.390625, + 0.496094, + 0.582031, + 0.597656, + 0.503906, + 0.585938, + 0.564453, + 0.570312, + 0.825195, + 0.521484, + 0.429688, + 0.484375, + 0.363281, + 0.460938, + 0.359375, + 0.425781, + 0.222656, + 0.359375, + 0.378906, + 0.558594, + 1.498047, + 0.472656, + 0.347656, + 0.441406, + 0.441406, + 0.355469, + 0.429688, + 0.595703, + 0.402344, + 0.382812, + 0.666016, + 0.893066, + 0.441406, + 0.794922, + 0.464844, + 0.328125, + 0.572266, + 0.525391, + 0.4375, + 0.433594, + 0.410156, + 0.371094, + 0.544922, + 0.484375, + 0.59375, + 0.480469, + 0.681641, + 0.457031, + 1.449219, + 0.480469, + 1.925781, + 0.492188, + 0.382812, + 0.480469, + 0.587891, + 0.550781, + 0.836914, + 0.626953, + 0.382812, + 0.558594, + 0.488281, + 0.501953, + 0.582031, + 0.375, + 0.507812, + 0.410156, + 0.484375, + 0.46875, + 0.386719, + 0.417969, + 0.445312, + 0.695312, + 1.792969, + 0.429688, + 0.527344, + 0.390625, + 0.484375, + 0.46875, + 0.363281, + 0.6875, + 0.460938, + 0.544922, + 0.527344, + 0.570312, + 0.449219, + 0.564453, + 0.390625, + 0.382812, + 0.410156, + 0.050781, + 0.552734, + 0.449219, + 0.386719, + 0.410156, + 0.597656, + 0.453125, + 0.513672, + 1.333984, + 0.46875, + 0.386719, + 0.541016, + 1.449219, + 0.81543, + 2.09375, + 0.4375, + 0.429688, + 0.609375, + 0.449219, + 0.533203, + 0.390625, + 0.421875, + 0.410156, + 0.640625, + 0.347656, + 0.441406, + 1.225586, + 0.417969, + 0.402344, + 0.355469, + 0.617188, + 0.382812, + 0.535156, + 0.625, + 0.480469, + 0.46875, + 0.611328, + 0.607422, + 0.71875, + 0.484375, + 0.488281, + 0.619141, + 0.453125, + 1.457031, + 0.527344, + 0.425781, + 0.457031, + 1.710938, + 0.492188, + 0.4375, + 0.46875, + 0.476562, + 0.585938, + 0.375, + 0.496094, + 0.355469, + 0.441406, + 0.621094, + 0.845703, + 0.964844, + 0.703125, + 0.476562, + 0.537109, + 0.566406, + 0.433594, + 0.537109, + 0.410156, + 0.457031, + 0.402344, + 0.121094, + 0.390625, + 0.441406, + 0.5, + 0.394531, + 0.410156, + 0.386719, + 0.488281, + 0.503906, + 0.464844, + 0.558594, + 0.464844, + 0.527344, + 0.53125, + 0.460938, + 0.417969, + 1.929688, + 0.441406, + 1.08252, + 0.511719, + 0.605469, + 0.862305, + 0.617188, + 0.589844, + 0.382812, + 0.375, + 0.525391, + 0.675781, + 0.453125, + 0.476562, + 0.92627, + 0.429688, + 0.433594, + 0.398438, + 0.429688, + 0.574219, + 0.441406, + 0.429688, + 1.235352, + 0.787109, + 0.519531, + 0.449219, + 0.513672, + 0.519531, + 0.453125, + 0.421875, + 0.496094, + 0.472656, + 0.476562, + 0.517578, + 0.3125, + 0.4375, + 0.46875, + 0.441406, + 0.46875, + 0.4375, + 0.786133, + 0.527344, + 0.453125, + 0.40625, + 0.560547, + 0.339844, + 0.433594, + 0.998924, + 0.417969, + 1.441406, + 0.476562, + 0.730469, + 0.464844, + 0.496094, + 0.476562, + 0.53125, + 0.457031, + 0.394531, + 0.476562, + 0.460938, + 0.525391, + 0.823242, + 0.457031, + 0.572266, + 0.509766, + 0.421875, + 0.476562, + 0.84082, + 0.460938, + 0.591797, + 0.484375, + 0.634766, + 0.457031, + 0.630859, + 0.425781, + 0.308594, + 0.691406, + 0.394531, + 0.958008, + 1.703125, + 1.496094, + 0.335938, + 0.488281, + 0.28125, + 0.457031, + 0.701172, + 0.445312, + 0.542969, + 0.476562, + 0.533203, + 0.492188, + 0.347656, + 0.583984, + 0.496094, + 1.102539, + 0.501953 + ] + }, + "name": "onnx::Mul_8165", + "outputIndexes": [ + 211 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 210, + 211 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_1/Mul_1_output_0", + "outputIndexes": [ + 212 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 141, + 212 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_8_output_0", + "outputIndexes": [ + 213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 213 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_1/Mul_output_0", + "outputIndexes": [ + 214 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.498047, + 1.570312, + 1.535156, + 1.539062, + 1.515625, + 1.53125, + 1.484375, + 0.750977, + 1.425781, + 1.539062, + 1.5, + 1.412109, + 1.431641, + 1.542969, + 1.542969, + 1.458984, + 2.09375, + 1.507812, + 2.507812, + 1.474609, + 1.503906, + 1.554688, + 1.492188, + 1.523438, + 1.429688, + 1.511719, + 1.419922, + 1.361328, + 1.710938, + 1.511719, + 1.419922, + 1.328125, + 1.609375, + 0.942871, + 1.427734, + 1.365234, + 1.539062, + 1.494141, + 1.40625, + 1.542969, + 1.511719, + 1.585938, + 1.542969, + 1.283203, + 1.013733, + 1.554688, + 1.439453, + 1.507812, + 1.738281, + 1.425781, + 1.800781, + 1.308594, + 1.476562, + 0.910156, + 1.535156, + 1.396484, + 1.507812, + 1.480469, + 1.337891, + 1.417969, + 1.3125, + 4.640625, + 1.550781, + 1.4375, + 1.539062, + 1.453125, + 1.294922, + 1.496094, + 1.365234, + 1.427734, + 1.542969, + 1.507812, + 1.742188, + 1.386719, + 1.439453, + 1.488281, + 1.171875, + 1.361328, + 1.373047, + 1.013977, + 1.427734, + 0.767578, + 2.71875, + 1.251953, + 1.578125, + 1.457031, + 1.470703, + 1.367188, + 1.143555, + 1.621094, + 1.53125, + 1.53125, + 1.542969, + 1.057373, + 1.507812, + 0.734375, + 1.451172, + 1.439453, + 1.443359, + 1.535156, + 1.255859, + 1.466797, + 1.523438, + 1.519531, + 1.458984, + 1.503906, + 1.566406, + 1.373047, + 1.503906, + 1.539062, + 1.46875, + 1.539062, + 1.609375, + 1.076172, + 1.396484, + 1.585938, + 1.523438, + 1.617188, + 1.53125, + 1.419922, + 1.435547, + 1.451172, + 3.125, + 1.566406, + 1.371094, + 1.326172, + 1.546875, + 1.470703, + 1.470703, + 1.188477, + 1.245117, + 1.462891, + 1.310547, + 1.445312, + 1.621094, + 1.472656, + 1.425781, + 1.095703, + 1.523438, + 1.53125, + 4.484375, + 2.101562, + 1.421875, + 1.462891, + 1.462891, + 1.601562, + 1.425781, + 1.550781, + 1.458984, + 1.466797, + 1.496094, + 1.484375, + 1.480469, + 1.910156, + 1.511719, + 1.519531, + 1.234375, + 1.511719, + 0.936523, + 1.005707, + 1.335938, + 1.480469, + 1.322266, + 1.168945, + 1.917969, + 1.683594, + 1.605469, + 0.932129, + 1.464844, + 1.46875, + 1.652344, + 1.077148, + 1.582031, + 1.014221, + 1.554688, + 1.84375, + 1.478516, + 0.760742, + 1.671875, + 1.209961, + 1.519531, + 0.955078, + 1.330078, + 0.728516, + 4.234375, + 1.457031, + 1.134766, + 1.46875, + 1.523438, + 1.447266, + 1.53125, + 3.171875, + 1.421875, + 1.503906, + 1.507812, + 1.378906, + 1.574219, + 1.482422, + 1.527344, + 1.445312, + 1.458984, + 1.439453, + 1.46875, + 1.455078, + 1.494141, + 1.53125, + 3.84375, + 1.498047, + 1.523438, + 1.539062, + 1.251953, + 1.558594, + 1.435547, + 2.070312, + 1.466797, + 1.470703, + 1.482422, + 1.464844, + 1.585938, + 1.496094, + 1.417969, + 1.554688, + 1.5, + 1.472656, + 1.486328, + 1.488281, + 1.4375, + 1.470703, + 1.445312, + 1.347656, + 1.519531, + 1.46875, + 1.914062, + 1.484375, + 1.511719, + 1.527344, + 1.449219, + 1.460938, + 1.453125, + 1.707031, + 1.349609, + 1.498047, + 1.478516, + 0.402344, + 1.570312, + 1.251953, + 1.462891, + 2.109375, + 1.494141, + 1.083008, + 1.535156, + 1.527344, + 1.02832, + 1.558594, + 1.443359, + 1.404297, + 1.462891, + 1.550781, + 2.5, + 1.423828, + 1.484375, + 1.494141, + 1.660156, + 1.470703, + 1.490234, + 1.445312, + 1.570312, + 1.466797, + 1.558594, + 1.414062, + 1.466797, + 1.460938, + 1.441406, + 1.427734, + 1.53125, + 1.462891, + 0.965576, + 1.464844, + 1.457031, + 1.4375, + 1.376953, + 1.527344, + 1.051025, + 1.460938, + 2.46875, + 1.519531, + 1.515625, + 1.640625, + 0.942627, + 1.453125, + 1.382812, + 0.691406, + 1.482422, + 1.349609, + 1.640625, + 1.464844, + 1.416016, + 1.496094, + 1.527344, + 1.482422, + 1.527344, + 1.480469, + 0.797852, + 2.148438, + 0.541016, + 1.417969, + 1.542969, + 1.419922, + 1.507812, + 1.550781, + 1.542969, + 0.855469, + 1.542969, + 1.363281, + 1.427734, + 1.433594, + 1.398438, + 1.492188, + 1.476562, + 1.546875, + 1.404297, + 2.71875, + 1.425781, + 1.474609, + 1.429688, + 1.597656, + 1.324219, + 1.447266, + 1.535156, + 1.394531, + 1.333984, + 1.921875, + 1.484375, + 1.503906, + 0.515625, + 1.539062, + 1.470703, + 1.554688, + 1.478516, + 1.462891, + 1.490234, + 1.388672, + 1.328125, + 1.433594, + 1.511719, + 1.279297, + 1.433594, + 1.111328, + 1.392578, + 1.554688, + 0.844727, + 1.380859, + 0.951904, + 1.365234, + 0.748047, + 1.009216, + 1.828125, + 1.484375, + 1.199219, + 1.351562, + 0.995361, + 1.542969, + 1.380859, + 1.179688, + 2.539062, + 1.443359, + 1.427734, + 0.525391, + 1.503906, + 1.441406, + 1.484375, + 1.398438, + 1.429688, + 1.404297, + 1.558594, + 1.59375, + 1.447266, + 1.453125, + 1.476562, + 1.204102, + 1.462891, + 1.519531, + 1.167969, + 1.092285, + 1.490234, + 1.392578, + 1.433594, + 1.208008, + 1.539062, + 1.511719, + 1.566406, + 1.585938, + 0.936035, + 1.515625, + 1.582031, + 1.570312, + 1.384766, + 0.968262, + 1.53125, + 1.492188, + 1.5625, + 1.503906, + 1.494141, + 1.486328, + 1.116699, + 1.488281, + 1.554688, + 1.455078, + 1.519531, + 1.149414, + 1.460938, + 1.492188, + 1.519531, + 1.589844, + 1.367188, + 1.429688, + 1.527344, + 1.466797, + 1.769531, + 1.435547, + 1.289062, + 1.617188, + 3.59375, + 1.519531, + 1.445312, + 1.496094, + 1.488281, + 1.455078, + 1.486328, + 1.507812, + 2.773438, + 1.582031, + 1.578125, + 1.410156, + 1.302734, + 1.490234, + 1.482422, + 1.464844, + 1.523438, + 1.828125, + 1.476562, + 2.304688, + 1.558594, + 1.320312, + 0.625, + 1.511719, + 1.458984, + 2.304688, + 1.605469, + 1.53125, + 1.464844, + 1.527344, + 1.435547, + 1.466797, + 1.53125, + 1.5, + 1.137695, + 1.474609, + 1.470703, + 1.208984, + 1.53125, + 1.511719, + 1.511719, + 1.380859, + 1.056885, + 1.453125, + 0.960449, + 1.503906, + 1.511719, + 1.484375, + 1.443359, + 1.511719, + 1.5, + 1.761719, + 1.566406, + 1.289062, + 0.981079, + 2.25, + 1.488281, + 1.695312, + 1.601562, + 1.423828, + 2.421875, + 1.472656, + 1.478516, + 1.466797, + 0.980713, + 1.470703, + 1.472656, + 1.589844, + 1.414062, + 1.515625, + 1.492188, + 1.507812, + 1.5625, + 1.439453, + 0.820312, + 0.858398, + 1.287109, + 0.92041, + 1.914062, + 1.484375, + 1.472656, + 1.251953, + 1.667969, + 1.496094, + 1.296875, + 1.335938, + 3.0625, + 1.478516, + 1.550781, + 1.488281, + 1.636719, + 1.470703, + 1.515625, + 1.511719, + 1.320312, + 1.492188, + 1.574219, + 1.470703, + 1.480469, + 1.353516, + 1.073242, + 1.021729, + 1.523438, + 1.111816, + 1.503906, + 1.5, + 1.453125, + 1.511719, + 1.484375, + 1.417969, + 1.542969, + 0.693359, + 1.4375, + 0.619141, + 1.423828, + 3.03125, + 1.478516, + 0.667969, + 0.320312, + 1.457031, + 1.335938, + 1.484375, + 1.773438, + 1.5, + 1.443359, + 1.511719, + 1.245117, + 1.542969, + 1.047852, + 1.480469, + 1.470703, + 1.351562, + 1.443359, + 1.453125, + 1.429688, + 1.008545, + 1.447266, + 1.539062, + 1.644531, + 0.542969, + 1.341797, + 1.223633, + 1.478516, + 1.40625, + 1.464844, + 0.848633, + 1.476562, + 1.679688, + 1.447266, + 1.490234, + 1.511719, + 1.455078, + 0.601562, + 1.511719, + 1.554688, + 1.511719, + 1.088379, + 1.464844, + 3.921875, + 1.667969, + 1.451172, + 1.527344, + 2.203125, + 1.435547, + 3.53125, + 1.5, + 0.913086, + 1.273438, + 1.421875, + 1.498047, + 1.363281, + 4.453125, + 1.21875, + 1.478516, + 1.492188, + 1.492188, + 1.423828, + 1.193359, + 1.498047, + 1.503906, + 1.339844, + 1.472656, + 1.554688, + 1.503906, + 1.425781, + 1.667969, + 1.503906, + 1.621094, + 1.486328, + 1.490234, + 1.494141, + 1.119141, + 1.271484, + 1.490234, + 1.398438, + 1.40625, + 1.605469, + 1.523438, + 1.466797, + 1.542969, + 1.429688, + 1.494141, + 1.574219, + 1.367188, + 1.511719, + 1.589844, + 1.519531, + 1.835938, + 1.453125, + 1.648438, + 2.242188, + 1.621094, + 1.511719, + 1.466797, + 1.472656, + 1.458984, + 1.527344, + 1.152344, + 1.542969, + 1.59375, + 1.328125, + 0.976929, + 1.484375, + 1.4375, + 1.462891, + 1.460938, + 1.546875, + 1.129883, + 0.615234, + 0.84668, + 1.490234, + 1.507812, + 1.466797, + 1.488281, + 1.464844, + 1.466797, + 1.53125, + 1.458984, + 1.671875, + 1.539062, + 1.523438, + 0.792969, + 1.4375, + 1.494141, + 1.484375, + 1.515625, + 1.4375, + 1.515625, + 1.488281, + 1.443359, + 1.466797, + 1.574219, + 1.486328, + 1.478516, + 1.486328, + 1.65625, + 1.291016, + 3.046875, + 1.478516, + 0.572266, + 0.964844, + 1.285156, + 1.503906, + 1.435547, + 1.511719, + 1.474609, + 1.648438, + 4.296875, + 1.511719, + 1.458984, + 1.490234, + 1.425781, + 1.486328, + 1.429688, + 1.667969, + 1.453125, + 1.863281, + 1.460938, + 1.435547, + 1.574219, + 1.478516, + 1.433594, + 1.490234, + 1.46875, + 1.546875, + 1.4375, + 1.433594, + 1.941406, + 1.609375, + 1.523438, + 1.453125, + 1.478516, + 0.664062, + 1.507812, + 1.585938, + 1.235352, + 1.447266, + 1.902344, + 1.519531, + 1.570312, + 1.503906, + 1.458984, + 1.24707, + 0.669922, + 1.1875, + 1.478516, + 1.550781, + 1.484375, + 1.410156, + 1.511719, + 1.5, + 1.507812, + 1.433594, + 2.03125, + 1.496094, + 1.419922, + 1.488281, + 1.484375, + 1.507812, + 1.291016, + 1.5625, + 1.679688, + 1.480469, + 1.503906, + 1.460938, + 1.8125, + 1.566406, + 1.53125, + 1.539062, + 1.542969, + 1.419922, + 1.523438, + 1.492188, + 1.193359, + 1.460938, + 1.067871, + 1.445312, + 1.507812, + 1.449219, + 1.376953, + 1.455078, + 1.550781, + 1.636719, + 1.4375, + 1.427734, + 1.558594, + 1.640625, + 1.486328, + 1.5, + 1.441406, + 1.433594, + 1.507812, + 1.447266, + 1.492188, + 1.507812, + 1.460938, + 3.34375, + 1.365234, + 1.490234, + 1.53125, + 1.4375, + 1.480469, + 1.419922, + 1.474609, + 1.554688, + 1.191406, + 1.134766, + 1.498047, + 1.449219, + 1.470703, + 1.294922, + 1.427734, + 1.353516, + 1.5, + 1.800781, + 1.273438, + 1.470703, + 2.71875, + 0.936523, + 1.523438, + 1.447266, + 1.472656, + 1.410156, + 1.130859, + 1.443359, + 1.472656, + 0.891602, + 1.511719, + 1.605469, + 1.480469, + 0.875488, + 1.482422, + 1.038574, + 2.359375, + 4.71875, + 1.408203, + 1.180664, + 1.445312, + 1.46875, + 1.5625, + 1.478516, + 1.511719, + 1.457031, + 1.462891, + 1.417969, + 1.492188, + 1.416016, + 1.480469, + 1.515625, + 1.535156, + 1.433594, + 4.59375, + 1.816406, + 1.255859, + 1.660156, + 1.507812, + 1.289062, + 1.550781, + 1.28125, + 1.480469, + 1.871094, + 1.453125, + 1.550781, + 1.460938, + 1.996094, + 1.443359, + 1.484375, + 1.466797, + 1.367188, + 1.435547, + 2.046875, + 1.478516, + 0.464844, + 1.40625, + 1.332031, + 1.421875, + 1.423828, + 1.292969, + 1.488281, + 1.589844, + 1.472656, + 1.542969, + 1.605469, + 0.650391, + 1.5625, + 1.394531, + 1.449219, + 0.833008, + 1.511719, + 1.710938, + 1.601562, + 0.944824, + 1.523438, + 1.621094, + 1.396484, + 1.511719, + 1.597656, + 1.691406, + 1.478516, + 4.109375, + 1.367188, + 1.455078, + 1.443359, + 1.490234, + 1.466797, + 1.423828, + 1.53125, + 1.490234, + 0.991943, + 1.470703, + 1.507812, + 1.365234, + 1.4375, + 1.486328, + 1.527344, + 1.460938, + 1.480469, + 1.416016, + 1.163086, + 1.382812, + 1.503906, + 1.503906, + 1.230469, + 1.388672, + 1.462891, + 0.924316, + 0.603516, + 1.231445, + 2.0625, + 1.482422, + 1.496094, + 2.0625, + 1.613281, + 0.876953, + 0.691406, + 1.542969, + 3.15625, + 1.347656, + 1.839844, + 1.433594, + 1.476562, + 1.511719, + 1.337891, + 0.850586, + 1.445312, + 1.478516, + 1.644531, + 1.128906, + 1.464844, + 1.388672, + 1.320312, + 1.447266, + 1.503906, + 1.542969, + 1.492188, + 1.515625, + 1.388672, + 1.507812, + 1.515625, + 1.410156, + 1.447266, + 2.53125, + 1.496094, + 1.466797, + 1.196289, + 0.848633, + 1.765625, + 1.482422, + 1.449219, + 1.824219, + 1.5, + 1.519531, + 1.392578, + 1.53125, + 0.746094, + 1.652344, + 1.306641, + 1.621094, + 1.470703, + 0.865234, + 1.460938, + 1.628906, + 2.414062, + 1.503906, + 1.507812, + 2.453125, + 1.287109, + 0.973999, + 1.480469, + 1.392578, + 1.480469, + 0.770508, + 1.933594, + 1.523438, + 3.59375, + 1.542969, + 1.455078, + 1.417969, + 1.480469, + 1.476562, + 1.496094, + 1.15625, + 1.429688, + 1.5, + 1.34375, + 0.632812, + 0.623047, + 0.714844, + 1.283203, + 1.558594, + 1.546875, + 1.65625, + 1.472656, + 1.523438, + 1.550781, + 0.699219, + 1.443359, + 1.296875, + 1.476562, + 1.539062, + 0.273438, + 1.40625, + 1.539062, + 0.640625, + 1.439453, + 0.820312, + 1.546875, + 0.933594, + 1.345703, + 1.570312, + 1.429688, + 1.53125, + 1.306641, + 1.474609, + 1.375, + 1.384766, + 0.753906, + 1.178711, + 1.3125, + 1.110352, + 1.084961, + 1.478516, + 1.5, + 1.371094, + 0.87207, + 1.480469, + 1.746094, + 1.523438, + 1.341797, + 2.171875, + 1.476562, + 0.794922, + 1.443359, + 1.746094, + 1.402344, + 0.804688, + 0.705078, + 1.458984, + 1.5625, + 1.5, + 1.519531, + 1.498047, + 1.625, + 1.423828, + 0.638672, + 1.449219, + 1.451172, + 1.519531, + 1.337891, + 1.445312, + 1.597656, + 1.65625, + 1.507812, + 1.566406, + 1.333984, + 1.628906, + 1.229492, + 1.396484, + 2.234375, + 1.671875, + 1.267578, + 1.574219, + 1.421875, + 1.474609, + 1.507812, + 1.503906, + 0.537109, + 1.476562, + 0.84082, + 1.300781, + 1.304688, + 0.950684, + 1.519531, + 1.683594, + 1.433594, + 1.519531, + 1.546875, + 1.494141, + 1.421875, + 1.527344, + 0.792969, + 1.296875, + 1.480469, + 1.464844, + 1.511719, + 1.554688, + 1.396484, + 1.429688, + 1.46875, + 1.539062, + 1.390625, + 1.478516, + 0.866211, + 1.433594, + 1.585938, + 1.380859, + 1.445312, + 1.474609, + 1.239258, + 3.890625, + 1.515625, + 1.511719, + 1.523438, + 1.507812, + 1.488281, + 1.453125, + 2.960938, + 1.503906, + 1.462891, + 1.478516, + 1.439453, + 1.46875, + 0.883789, + 1.617188, + 1.047607, + 1.439453, + 1.5, + 1.320312, + 1.466797, + 1.527344, + 1.310547, + 1.507812, + 1.271484, + 1.333984, + 0.576172, + 0.811523, + 0.730469, + 1.515625, + 1.470703, + 1.049072, + 1.423828, + 1.451172, + 2.835938, + 0.97937, + 1.359375, + 1.179688, + 1.408203, + 0.990784, + 1.5625, + 1.765625, + 3.09375, + 1.507812, + 1.429688, + 1.382812, + 1.443359, + 1.376953, + 0.464844, + 0.987976, + 0.566406, + 1.490234, + 1.498047, + 1.490234, + 1.574219, + 1.25, + 1.229492, + 1.140625, + 0.932129, + 4.140625, + 1.488281, + 1.796875, + 1.451172, + 1.347656, + 1.470703, + 1.578125, + 1.486328, + 1.386719, + 1.449219, + 1.445312, + 0.398438, + 1.546875, + 1.476562, + 5.125, + 1.470703, + 1.402344, + 1.398438, + 1.363281, + 1.492188, + 1.921875, + 1.466797, + 1.582031, + 1.457031, + 1.451172, + 1.498047, + 1.367188, + 1.474609, + 1.496094, + 1.427734, + 1.710938, + 1.396484, + 1.417969, + 1.498047, + 1.470703, + 1.474609, + 2.15625, + 1.419922, + 1.038574, + 1.53125, + 1.365234, + 1.511719, + 2.132812, + 1.402344, + 1.431641, + 1.527344, + 0.95166, + 1.65625, + 1.034668, + 1.582031, + 1.400391, + 1.46875, + 1.353516, + 1.527344, + 1.251953, + 1.484375, + 0.923828, + 1.433594, + 1.236328, + 1.53125, + 1.4375, + 1.431641, + 1.492188, + 1.59375, + 1.458984, + 1.433594, + 1.449219, + 1.40625, + 1.496094, + 0.541016, + 1.478516, + 1.435547, + 1.453125, + 1.337891, + 1.18457, + 1.570312, + 1.550781, + 1.236328, + 1.414062, + 1.494141, + 1.449219, + 3.078125, + 1.511719, + 1.542969, + 1.277344, + 1.412109, + 1.539062, + 0.787109, + 2.039062, + 1.359375, + 1.480469, + 1.267578, + 1.341797, + 1.172852, + 0.873047, + 1.410156, + 0.632812, + 0.774414, + 1.390625, + 1.507812, + 1.417969, + 1.539062, + 0.621094, + 1.339844, + 1.447266, + 1.498047, + 0.927246, + 1.398438, + 1.511719, + 1.447266, + 1.574219, + 1.427734, + 1.527344, + 0.770508, + 1.460938, + 1.480469, + 1.251953, + 0.99115, + 1.546875, + 1.441406, + 0.931152, + 1.535156, + 0.861328, + 1.458984, + 1.408203, + 1.392578, + 1.335938, + 0.999229, + 1.53125, + 1.46875, + 1.435547, + 1.53125, + 1.458984, + 1.232422, + 0.621094, + 1.503906, + 1.894531, + 1.664062, + 1.542969, + 1.457031, + 1.486328, + 2.734375, + 1.419922, + 1.488281, + 2.007812, + 3.25, + 1.445312, + 1.523438, + 1.507812, + 1.527344, + 1.3125, + 1.5, + 1.474609, + 1.457031, + 0.65625, + 1.474609, + 1.511719, + 1.416016, + 1.429688, + 1.466797, + 1.320312, + 1.335938, + 1.558594, + 1.445312, + 1.519531, + 1.453125, + 1.486328, + 1.472656, + 1.269531, + 1.474609, + 0.964355, + 1.496094, + 0.978882, + 1.574219, + 1.511719, + 1.5625, + 0.862305, + 1.714844, + 1.410156, + 1.476562, + 1.474609, + 2.34375, + 1.523438, + 1.472656, + 1.462891, + 1.453125, + 1.332031, + 1.032227, + 1.503906, + 1.53125, + 3.484375, + 1.535156, + 1.404297, + 1.570312, + 1.480469, + 1.605469, + 1.5, + 1.519531, + 1.441406, + 1.441406, + 1.410156, + 1.431641, + 1.060303, + 1.478516, + 1.421875, + 1.554688, + 1.425781, + 0.915527, + 1.476562, + 2.617188, + 1.558594, + 1.515625, + 1.566406, + 1.445312, + 1.503906, + 1.443359, + 0.705078, + 1.458984, + 1.462891, + 1.460938, + 1.464844, + 1.882812, + 1.431641, + 1.523438, + 1.482422, + 1.5, + 1.417969, + 1.476562, + 1.59375, + 1.632812, + 1.4375, + 1.554688, + 1.625, + 1.172852, + 1.361328, + 1.498047, + 1.59375, + 1.496094, + 1.503906, + 1.205078, + 1.511719, + 1.496094, + 1.453125, + 0.811523, + 1.494141, + 1.330078, + 0.938232, + 1.373047, + 1.474609, + 1.601562, + 0.669922, + 1.503906, + 4.484375, + 0.789062, + 1.114258, + 1.453125, + 1.550781, + 1.523438, + 1.5625, + 1.482422, + 1.402344, + 1.486328, + 1.429688, + 1.5, + 1.108398, + 1.460938, + 1.507812, + 1.5, + 0.837891, + 1.390625, + 1.451172, + 1.527344, + 1.416016, + 1.492188, + 1.589844, + 1.462891, + 1.375, + 0.758789, + 1.390625, + 1.458984, + 1.425781, + 2.53125, + 1.341797, + 1.648438, + 0.813477, + 1.492188, + 1.496094, + 1.265625, + 1.515625, + 1.5, + 1.953125, + 1.574219, + 1.412109, + 1.484375, + 1.570312, + 1.613281, + 1.182617, + 0.81543, + 1.373047, + 3.1875, + 1.441406, + 1.380859, + 1.5, + 1.460938, + 1.589844, + 0.87793, + 1.902344, + 1.435547, + 1.443359, + 1.5, + 1.253906, + 1.527344, + 1.490234, + 1.539062, + 1.455078, + 1.421875, + 1.425781, + 1.523438, + 1.4375, + 1.535156, + 1.412109, + 1.398438, + 1.371094, + 1.285156, + 1.435547, + 1.390625, + 1.40625, + 1.46875, + 1.255859, + 2.375, + 1.435547, + 1.65625, + 1.458984, + 1.470703, + 1.484375, + 1.227539, + 1.488281, + 1.710938, + 1.5625, + 1.597656, + 1.546875, + 1.277344, + 1.414062, + 1.613281, + 1.554688, + 1.466797, + 1.421875, + 1.570312, + 1.488281, + 1.582031, + 1.398438, + 1.494141, + 1.085449, + 1.6875, + 1.523438, + 2.875, + 1.507812, + 1.542969, + 1.474609, + 1.601562, + 1.421875, + 1.402344, + 1.535156, + 1.398438, + 1.449219, + 1.231445, + 1.4375, + 1.474609, + 1.492188, + 1.507812, + 1.546875, + 1.46875, + 1.621094, + 1.511719, + 1.53125, + 1.460938, + 3.484375, + 1.671875, + 1.496094, + 1.451172, + 1.441406, + 1.535156, + 1.550781, + 2.148438, + 1.515625, + 1.59375, + 1.466797, + 0.615234, + 3.109375, + 1.542969, + 1.240234, + 1.427734, + 1.585938, + 0.708984, + 1.398438, + 1.490234, + 1.558594, + 1.022095, + 1.578125, + 1.503906, + 1.171875, + 1.016846, + 1.449219, + 1.527344, + 1.519531, + 1.582031, + 1.503906, + 1.455078, + 1.480469, + 1.496094, + 1.5, + 1.251953, + 1.511719, + 1.091309, + 1.511719, + 1.539062, + 0.946289, + 0.744141, + 1.394531, + 1.480469, + 1.494141, + 1.162109, + 1.439453, + 1.451172, + 1.5, + 1.523438, + 1.796875, + 1.578125, + 1.792969, + 1.494141, + 1.365234, + 1.490234, + 1.455078, + 1.78125, + 1.008789, + 1.202148, + 1.478516, + 1.474609, + 1.679688, + 1.326172, + 1.386719, + 1.488281, + 1.796875, + 1.144531, + 1.474609, + 1.519531, + 1.361328, + 1.578125, + 1.490234, + 1.498047, + 1.453125, + 1.163086, + 0.457031, + 0.730469, + 1.455078, + 1.292969, + 1.433594, + 1.558594, + 1.546875, + 1.503906, + 1.104492, + 1.458984, + 1.104004, + 1.136719, + 1.433594, + 1.470703, + 1.535156, + 1.451172, + 1.574219, + 1.470703, + 1.031006, + 1.515625, + 1.498047, + 1.466797, + 1.511719, + 1.503906, + 1.484375, + 1.412109, + 1.365234, + 1.511719, + 1.589844, + 1.632812, + 1.466797, + 1.324219, + 1.416016, + 1.492188, + 1.800781, + 1.527344, + 1.449219, + 0.93457, + 1.484375, + 1.498047, + 0.760742, + 1.435547, + 2.695312, + 1.894531, + 1.550781, + 1.523438, + 2.328125, + 1.808594, + 1.443359, + 1.484375, + 1.478516, + 1.519531, + 1.5625, + 1.589844, + 1.470703, + 1.542969, + 1.582031, + 1.492188, + 2.085938, + 1.816406, + 0.492188, + 1.470703, + 1.472656, + 1.486328, + 1.800781, + 1.578125, + 0.556641, + 1.546875, + 1.519531, + 1.527344, + 1.519531, + 1.089844, + 1.458984, + 1.460938, + 1.53125, + 1.523438, + 1.455078, + 3.75, + 1.466797, + 1.310547, + 2.023438, + 3.375, + 1.515625, + 0.910645, + 1.523438, + 1.640625, + 0.691406, + 1.480469, + 0.811523, + 1.484375, + 1.455078, + 2.242188, + 1.5, + 0.664062, + 1.464844, + 1.515625, + 1.445312, + 1.449219, + 1.476562, + 1.46875, + 1.648438, + 4.671875, + 1.523438, + 1.566406, + 1.464844, + 1.605469, + 1.136719, + 1.433594, + 1.523438, + 1.404297, + 1.427734, + 1.382812, + 1.511719, + 1.074219, + 1.605469, + 0.765625, + 1.457031, + 1.431641, + 1.464844, + 1.410156, + 1.466797, + 1.507812, + 1.617188, + 1.773438, + 1.470703, + 1.498047, + 1.648438, + 1.488281, + 1.386719, + 1.507812, + 1.135742, + 1.472656, + 1.296875, + 0.963379, + 1.519531, + 1.498047, + 1.490234, + 1.5, + 1.550781, + 1.304688, + 1.339844, + 1.5625, + 1.248047, + 1.330078, + 1.486328, + 1.535156, + 1.527344, + 1.416016, + 1.558594, + 1.263672, + 1.445312, + 1.511719, + 1.431641, + 0.938965, + 1.447266, + 1.574219, + 1.449219, + 1.427734, + 1.173828, + 1.439453, + 1.486328, + 1.382812, + 1.462891, + 1.443359, + 1.470703, + 0.859375, + 1.496094, + 1.507812, + 1.582031, + 1.496094, + 1.53125, + 1.460938, + 1.443359, + 1.421875, + 1.507812, + 1.460938, + 1.07373, + 1.010559, + 1.421875, + 1.589844, + 1.503906, + 1.474609, + 1.498047, + 0.578125, + 1.443359, + 1.511719, + 1.400391, + 1.482422, + 1.386719, + 1.470703, + 1.384766, + 0.90918, + 1.519531, + 1.832031, + 1.636719, + 1.486328, + 0.626953, + 1.570312, + 1.451172, + 1.734375, + 1.357422, + 1.527344, + 1.470703, + 1.414062, + 1.443359, + 1.19043, + 1.734375, + 1.28125, + 0.875, + 1.371094, + 2.289062, + 1.527344, + 1.455078, + 0.853516, + 1.472656, + 1.492188, + 1.515625, + 1.484375, + 1.466797, + 1.267578, + 1.412109, + 1.166992, + 1.523438, + 1.291016, + 1.511719, + 1.488281, + 1.472656, + 1.617188, + 1.605469, + 1.421875, + 1.507812, + 1.283203, + 1.890625, + 1.695312, + 0.965332, + 1.386719, + 1.451172, + 1.482422, + 1.507812, + 0.947754, + 1.664062, + 1.710938, + 1.494141, + 1.480469, + 1.597656, + 0.980957, + 1.503906, + 1.457031, + 1.275391, + 1.546875, + 1.445312, + 1.490234, + 1.408203, + 2.617188, + 1.447266, + 1.503906, + 1.503906, + 1.490234, + 1.404297, + 1.535156, + 1.494141, + 0.851562, + 1.601562, + 1.703125, + 1.574219, + 1.519531, + 1.480469, + 1.574219, + 1.429688, + 1.131836, + 1.480469, + 1.574219, + 1.445312, + 1.527344, + 1.378906, + 1.535156, + 1.460938, + 1.5, + 1.46875, + 1.40625, + 1.441406, + 1.617188, + 1.435547, + 1.265625, + 1.523438, + 1.462891, + 1.447266, + 1.503906, + 1.792969, + 1.507812, + 2.757812, + 1.388672, + 1.445312, + 1.088867, + 0.509766, + 1.472656, + 1.3125, + 1.466797, + 1.474609, + 1.441406, + 1.507812, + 1.333984, + 1.486328, + 1.332031, + 1.435547, + 1.486328, + 1.478516, + 1.443359, + 0.92627, + 1.523438, + 1.558594, + 2.109375, + 1.486328, + 1.65625, + 1.443359, + 1.511719, + 1.466797, + 1.498047, + 1.523438, + 1.636719, + 1.535156, + 1.511719, + 1.34375, + 1.291016, + 1.470703, + 1.240234, + 1.388672, + 1.435547, + 2.09375, + 1.464844, + 1.660156, + 1.792969, + 1.566406, + 1.382812, + 1.6875, + 1.333984, + 1.503906, + 1.478516, + 1.168945, + 1.490234, + 1.480469, + 1.488281, + 1.014771, + 1.324219, + 1.566406, + 1.5, + 1.539062, + 1.464844, + 1.349609, + 1.585938, + 1.400391, + 1.458984, + 4.09375, + 0.811523, + 1.566406, + 2.382812, + 1.482422, + 1.65625, + 1.458984, + 1.527344, + 1.4375, + 0.738281, + 1.492188, + 1.455078, + 1.480469, + 1.460938, + 1.457031, + 2.09375, + 1.445312, + 1.546875, + 1.353516, + 1.134766, + 1.515625, + 1.542969, + 1.462891, + 1.46875, + 1.554688, + 1.449219, + 1.511719, + 1.292969, + 1.375, + 1.40625, + 2.453125, + 1.535156, + 1.523438, + 1.486328, + 1.527344, + 1.24707, + 1.482422, + 1.496094, + 3.1875, + 1.492188, + 1.486328, + 1.419922, + 0.758789, + 1.59375, + 1.585938, + 1.550781, + 1.503906, + 1.628906, + 1.421875, + 1.574219, + 1.59375, + 1.460938, + 1.24707, + 1.447266, + 1.455078, + 1.425781, + 0.89502, + 1.59375, + 1.486328, + 1.539062, + 1.621094, + 1.455078, + 1.425781, + 1.589844, + 1.412109, + 1.570312, + 1.535156, + 1.835938, + 0.484375, + 1.470703, + 1.492188, + 1.492188, + 0.913574, + 1.605469, + 0.879395, + 1.527344, + 0.722656, + 1.453125, + 1.4375, + 1.181641, + 1.15625, + 1.423828, + 1.425781, + 1.53125, + 1.378906, + 1.449219, + 1.441406, + 1.431641, + 1.511719, + 0.492188, + 1.068359, + 1.761719, + 1.503906, + 1.5, + 1.40625, + 1.457031, + 1.429688, + 1.542969, + 1.265625, + 1.478516, + 1.46875, + 1.198242, + 1.738281, + 1.416016, + 1.458984, + 1.478516, + 1.462891, + 1.357422, + 1.498047, + 1.478516, + 1.423828, + 1.431641, + 1.460938, + 1.300781, + 1.507812, + 1.53125, + 1.410156, + 1.65625, + 1.503906, + 2.273438, + 1.523438, + 3.6875, + 1.020264, + 1.398438, + 1.527344, + 1.466797, + 1.0625, + 2.890625, + 1.59375, + 1.5, + 0.924805, + 1.484375, + 1.388672, + 1.589844, + 1.474609, + 1.40625, + 0.527344, + 1.550781, + 1.535156, + 1.449219, + 0.740234, + 1.328125, + 0.884277, + 1.174805, + 1.443359, + 1.355469, + 1.507812, + 1.546875, + 1.519531, + 1.439453, + 1.644531, + 1.382812, + 1.032471, + 1.128906, + 1.554688, + 1.527344, + 1.65625, + 1.464844, + 1.460938, + 1.492188, + 1.498047, + 1.269531, + 1.523438, + 1.445312, + 1.462891, + 1.026367, + 1.5, + 1.542969, + 3.921875, + 1.613281, + 1.445312, + 1.014709, + 3.296875, + 1.036133, + 2.734375, + 1.515625, + 1.478516, + 1.632812, + 1.445312, + 1.589844, + 1.474609, + 1.482422, + 1.451172, + 1.59375, + 1.417969, + 1.46875, + 2.210938, + 1.490234, + 1.419922, + 1.431641, + 1.419922, + 1.5, + 1.228516, + 1.679688, + 1.453125, + 1.196289, + 1.617188, + 1.605469, + 1.710938, + 1.474609, + 1.443359, + 1.539062, + 1.486328, + 2.679688, + 1.228516, + 1.566406, + 1.466797, + 2.03125, + 1.462891, + 1.566406, + 1.464844, + 1.363281, + 1.414062, + 1.503906, + 1.474609, + 1.429688, + 1.457031, + 1.209961, + 1.734375, + 2.0, + 1.157227, + 1.574219, + 1.566406, + 0.849609, + 1.458984, + 1.339844, + 1.490234, + 1.527344, + 1.429688, + 1.494141, + 1.558594, + 1.5, + 1.482422, + 1.414062, + 1.478516, + 1.341797, + 1.546875, + 1.152344, + 1.416016, + 1.558594, + 2.335938, + 1.00209, + 1.490234, + 1.480469, + 1.476562, + 2.90625, + 1.470703, + 2.023438, + 1.474609, + 1.546875, + 1.147461, + 1.439453, + 1.589844, + 1.507812, + 0.875, + 1.511719, + 1.574219, + 0.997482, + 1.527344, + 2.078125, + 1.451172, + 1.404297, + 1.462891, + 1.478516, + 1.134766, + 1.490234, + 1.511719, + 2.476562, + 1.769531, + 1.429688, + 1.392578, + 1.496094, + 0.77832, + 1.123047, + 1.466797, + 1.339844, + 1.494141, + 1.351562, + 1.445312, + 1.414062, + 1.9375, + 0.930664, + 1.361328, + 1.496094, + 0.646484, + 1.742188, + 1.482422, + 1.609375, + 1.527344, + 0.884277, + 1.427734, + 1.53125, + 0.453125, + 1.503906, + 0.630859, + 1.472656, + 1.546875, + 1.498047, + 1.550781, + 0.956543, + 1.558594, + 1.396484, + 1.402344, + 1.558594, + 1.511719, + 1.118164, + 0.609375, + 1.484375, + 1.601562, + 1.546875, + 1.511719, + 0.930176, + 1.742188, + 1.511719, + 1.490234, + 1.554688, + 1.621094, + 1.470703, + 1.451172, + 1.386719, + 1.445312, + 1.496094, + 1.53125, + 1.075195, + 2.039062, + 2.835938, + 1.419922, + 0.867188, + 1.519531, + 1.285156, + 1.632812, + 1.582031, + 1.519531, + 1.214844, + 1.447266, + 1.482422, + 1.496094, + 1.063965, + 2.226562, + 1.361328, + 1.462891 + ] + }, + "name": "onnx::Mul_8167", + "outputIndexes": [ + 215 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 214, + 215 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_1/Mul_1_output_0", + "outputIndexes": [ + 216 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 216 + ], + "outputIndexes": [ + 2534 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2534 + ], + "outputIndexes": [ + 2535 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear", + "inputIndexes": [ + 2535 + ], + "outputIndexes": [ + 2536 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 51757298, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2536 + ], + "outputIndexes": [ + 2537 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2537 + ], + "outputIndexes": [ + 217 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 217, + 217 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Mul_output_0", + "outputIndexes": [ + 218 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 217, + 218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Mul_1_output_0", + "outputIndexes": [ + 219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 219 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Mul_2_output_0", + "outputIndexes": [ + 220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 217, + 220 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Add_output_0", + "outputIndexes": [ + 221 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 221 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Mul_3_output_0", + "outputIndexes": [ + 222 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 222 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_1/Tanh_output_0", + "outputIndexes": [ + 223 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 223 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Add_1_output_0", + "outputIndexes": [ + 224 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 217, + 224 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Mul_4_output_0", + "outputIndexes": [ + 225 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 225 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Mul_5_output_0", + "outputIndexes": [ + 226 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 216 + ], + "outputIndexes": [ + 2538 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2538 + ], + "outputIndexes": [ + 2539 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear", + "inputIndexes": [ + 2539 + ], + "outputIndexes": [ + 2540 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 63701256, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2540 + ], + "outputIndexes": [ + 2541 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2541 + ], + "outputIndexes": [ + 227 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 226, + 227 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_1/Mul_output_0", + "outputIndexes": [ + 228 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 228 + ], + "outputIndexes": [ + 2542 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2542 + ], + "outputIndexes": [ + 2543 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear", + "inputIndexes": [ + 2543 + ], + "outputIndexes": [ + 2544 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 75645214, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2544 + ], + "outputIndexes": [ + 2545 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2545 + ], + "outputIndexes": [ + 229 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 229 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_1/Mul_output_0", + "outputIndexes": [ + 230 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.9646, + 1.059814, + 1.043457, + 0.966553, + 1.026245, + 0.923828, + 0.912109, + 0.632812, + 0.88916, + 1.177734, + 0.969727, + 1.005554, + 1.054932, + 0.902344, + 0.902832, + 0.954102, + 0.884766, + 0.974121, + 1.150391, + 0.948486, + 0.989197, + 0.903809, + 0.933594, + 1.139648, + 1.12793, + 0.989319, + 1.074219, + 1.133789, + 1.169922, + 0.966797, + 1.030029, + 1.175781, + 1.08252, + 0.753906, + 1.026733, + 1.105469, + 1.04541, + 0.933594, + 1.081543, + 1.076172, + 1.002823, + 1.160156, + 0.945557, + 1.128906, + 0.967285, + 0.864258, + 0.897461, + 0.999016, + 1.373047, + 1.094727, + 1.094727, + 1.186523, + 0.99469, + 0.905762, + 0.993652, + 1.037842, + 0.95459, + 0.977417, + 1.335938, + 1.144531, + 1.09375, + 1.419922, + 1.101562, + 0.914551, + 1.105469, + 0.950195, + 1.175781, + 0.938232, + 1.091797, + 0.950195, + 0.974365, + 0.908691, + 1.162109, + 1.016602, + 1.04248, + 0.99054, + 1.152344, + 1.109863, + 1.123535, + 0.949463, + 1.014648, + 0.605469, + 1.400391, + 1.085449, + 0.94165, + 0.943359, + 1.080078, + 1.154297, + 1.002441, + 1.120605, + 1.065918, + 1.070801, + 0.946533, + 0.888184, + 0.938721, + 0.552734, + 0.958008, + 1.017578, + 1.150391, + 1.069336, + 1.239258, + 0.908691, + 0.976318, + 1.021851, + 0.911133, + 1.050293, + 0.985901, + 1.129883, + 0.936523, + 1.029297, + 0.96582, + 1.109375, + 0.977661, + 0.780273, + 0.867188, + 1.394531, + 0.979736, + 1.243164, + 0.873047, + 0.855469, + 0.898438, + 1.047363, + 2.234375, + 0.945068, + 1.068359, + 1.228516, + 0.992584, + 0.888184, + 0.954102, + 1.140625, + 1.136719, + 1.118652, + 1.15625, + 0.988647, + 1.003082, + 0.930664, + 1.081055, + 1.255859, + 1.049316, + 0.973755, + 1.550781, + 1.605469, + 0.973022, + 0.930664, + 0.969238, + 1.25, + 1.090332, + 1.012878, + 0.989502, + 0.902832, + 0.978394, + 1.151367, + 0.997299, + 3.234375, + 0.882812, + 0.958496, + 1.225586, + 1.02356, + 0.844727, + 0.883301, + 1.625, + 0.905273, + 1.126953, + 1.06543, + 0.985718, + 1.099121, + 0.98291, + 0.793945, + 0.951172, + 1.138672, + 1.134766, + 0.849609, + 1.160156, + 0.824219, + 0.969971, + 1.147461, + 0.874023, + 0.558594, + 1.092285, + 1.145508, + 1.006042, + 0.78418, + 1.088867, + 0.59375, + 1.333984, + 0.96582, + 1.002609, + 1.005096, + 1.086914, + 1.108398, + 0.935059, + 1.878906, + 1.004578, + 0.968018, + 0.976807, + 1.006104, + 0.970093, + 0.991211, + 0.949463, + 1.089355, + 1.010864, + 0.996094, + 1.012878, + 1.041992, + 0.97583, + 1.023682, + 1.373047, + 1.016235, + 0.973877, + 0.933594, + 1.199219, + 0.987183, + 1.088379, + 1.227539, + 0.98645, + 0.959229, + 1.101074, + 0.953125, + 0.988098, + 0.947754, + 1.050537, + 1.225586, + 0.952881, + 0.918457, + 0.966797, + 0.996277, + 0.967285, + 0.977783, + 1.070801, + 1.133789, + 1.123535, + 1.048828, + 1.15332, + 0.868164, + 0.966064, + 0.89209, + 1.143555, + 0.845703, + 1.082031, + 1.200195, + 1.103027, + 1.025879, + 0.899902, + 3.703125, + 0.961182, + 1.115234, + 1.083008, + 1.183594, + 0.89209, + 1.177734, + 0.936523, + 0.942383, + 0.936523, + 1.042725, + 0.950195, + 0.988953, + 1.053467, + 0.967773, + 1.652344, + 1.019775, + 0.885742, + 0.888672, + 0.936035, + 1.014465, + 1.07666, + 1.115723, + 0.84668, + 0.931641, + 1.073242, + 1.079102, + 0.997208, + 0.933105, + 1.055664, + 1.046387, + 1.010803, + 0.930664, + 1.022461, + 1.022583, + 0.916992, + 0.962402, + 1.059082, + 0.915527, + 0.996658, + 0.922363, + 1.773438, + 1.0177, + 1.07666, + 1.098145, + 0.758789, + 1.058105, + 1.083984, + 0.845703, + 1.006287, + 0.987183, + 1.213867, + 0.894043, + 1.12793, + 1.072266, + 1.034668, + 0.93457, + 1.039307, + 1.140625, + 0.776367, + 1.194336, + 0.601562, + 1.045166, + 0.96875, + 1.097168, + 1.098145, + 0.987854, + 0.958008, + 0.638672, + 1.052002, + 1.009216, + 1.092773, + 1.010498, + 0.976562, + 0.946045, + 0.981079, + 0.875488, + 1.0177, + 1.472656, + 1.112305, + 0.904297, + 0.893066, + 0.908203, + 1.048096, + 1.040283, + 0.945557, + 0.998077, + 1.05835, + 1.067871, + 0.986267, + 0.951416, + 3.59375, + 1.0625, + 0.944824, + 0.874023, + 0.899902, + 1.002426, + 1.15625, + 1.07373, + 1.038574, + 0.97583, + 0.924805, + 1.141602, + 0.911133, + 1.259766, + 1.125977, + 0.949707, + 0.993652, + 1.071777, + 1.283203, + 1.081055, + 0.699219, + 0.883301, + 1.134766, + 0.864258, + 1.283203, + 1.076172, + 0.836914, + 0.959229, + 1.04126, + 1.078613, + 1.628906, + 0.94751, + 1.19043, + 0.799805, + 1.018188, + 0.958252, + 0.926758, + 1.073242, + 0.992218, + 1.02002, + 0.962158, + 1.034912, + 0.902344, + 1.057373, + 0.981201, + 1.124023, + 0.95874, + 0.94751, + 1.058838, + 1.050537, + 0.955811, + 1.026489, + 1.181641, + 1.149414, + 0.995392, + 0.953369, + 0.989014, + 0.919434, + 0.705078, + 0.855469, + 0.952148, + 0.998466, + 1.089844, + 0.78125, + 1.021118, + 0.851562, + 0.972168, + 0.91748, + 1.015381, + 0.984924, + 1.029663, + 0.884277, + 0.935059, + 1.011047, + 0.983398, + 1.130859, + 0.965576, + 1.014038, + 0.981201, + 1.038086, + 1.118652, + 1.052002, + 0.993774, + 1.00296, + 1.05127, + 1.000977, + 1.051025, + 1.014648, + 1.664062, + 0.964844, + 1.050049, + 1.097168, + 1.025757, + 0.977783, + 0.946533, + 0.989685, + 1.59375, + 0.952881, + 0.978882, + 1.125, + 1.232422, + 1.034424, + 0.934082, + 0.983521, + 0.949219, + 1.119629, + 0.901855, + 0.907227, + 0.94165, + 1.115234, + 0.864258, + 0.997711, + 0.910156, + 1.435547, + 1.134766, + 0.895508, + 0.921875, + 0.992249, + 1.047852, + 0.961182, + 0.915527, + 0.897461, + 1.176758, + 0.875977, + 0.970947, + 1.041992, + 0.988464, + 0.92334, + 1.010803, + 1.061523, + 1.115723, + 0.876953, + 0.810547, + 0.99292, + 1.002716, + 1.039795, + 1.00351, + 1.050781, + 0.963623, + 1.24707, + 0.945557, + 1.048096, + 0.882324, + 1.558594, + 0.999065, + 0.987305, + 1.001328, + 1.055176, + 2.585938, + 1.016846, + 0.942871, + 0.895508, + 0.78418, + 0.984497, + 1.062988, + 1.004883, + 1.102539, + 0.956299, + 0.914551, + 0.928223, + 1.21582, + 1.009766, + 0.71875, + 0.951172, + 1.182617, + 0.693359, + 1.244141, + 1.011475, + 1.010437, + 1.124023, + 1.474609, + 1.041748, + 1.135742, + 1.055908, + 1.330078, + 0.936523, + 1.096191, + 0.990112, + 1.144531, + 1.02478, + 1.015747, + 0.977661, + 1.152344, + 0.898438, + 0.935059, + 1.275391, + 1.018311, + 1.089355, + 0.870117, + 0.954834, + 0.926758, + 1.008118, + 0.927734, + 1.026978, + 1.025024, + 0.92334, + 1.010803, + 0.922363, + 0.982178, + 0.693359, + 0.908203, + 5.0, + 0.992554, + 1.022217, + 0.968506, + 0.658203, + 0.736328, + 1.10498, + 0.988892, + 0.933105, + 1.120117, + 0.964355, + 0.942383, + 1.105469, + 1.121094, + 0.973267, + 0.938232, + 0.876953, + 1.099121, + 1.148438, + 1.068848, + 1.033203, + 1.04541, + 1.275391, + 1.07959, + 1.077148, + 0.858398, + 1.01178, + 1.427734, + 1.146484, + 0.939697, + 1.067383, + 0.888184, + 1.033936, + 1.088867, + 1.146484, + 0.89502, + 0.98645, + 0.864258, + 1.018555, + 0.585938, + 1.042969, + 1.015442, + 0.985168, + 1.005096, + 0.944336, + 1.455078, + 1.070312, + 0.935059, + 0.967773, + 1.507812, + 0.985901, + 2.546875, + 1.042725, + 1.144531, + 1.130859, + 0.932129, + 0.999512, + 1.04126, + 1.439453, + 1.230469, + 0.991638, + 1.012756, + 0.928223, + 0.975464, + 1.308594, + 1.039551, + 0.936035, + 1.125977, + 0.973389, + 0.899414, + 0.927246, + 1.08252, + 1.001427, + 0.949951, + 1.027344, + 0.993744, + 0.920898, + 0.935547, + 1.125977, + 1.198242, + 0.961914, + 0.881348, + 0.990967, + 0.913086, + 0.99649, + 0.953125, + 0.995361, + 1.02356, + 0.939209, + 0.970947, + 1.082031, + 0.967529, + 1.074219, + 0.922852, + 1.542969, + 1.032471, + 0.99292, + 1.259766, + 1.050293, + 0.936523, + 1.103516, + 0.998924, + 0.905273, + 0.92627, + 1.128906, + 0.921387, + 0.993835, + 1.229492, + 0.822266, + 0.915527, + 1.804688, + 0.951416, + 0.938232, + 1.12207, + 1.080078, + 0.705078, + 0.728516, + 0.92334, + 1.036377, + 0.883789, + 1.008911, + 0.977905, + 1.0354, + 1.08252, + 1.055908, + 0.974731, + 0.947998, + 1.05835, + 0.681641, + 1.060791, + 1.071777, + 1.003204, + 0.967285, + 1.009155, + 1.022827, + 0.848633, + 0.987488, + 0.963379, + 0.976196, + 1.287109, + 0.966064, + 0.980957, + 1.044434, + 1.22168, + 1.328125, + 1.050049, + 0.640625, + 1.037842, + 1.101074, + 0.960205, + 0.958008, + 1.275391, + 0.969727, + 1.011414, + 1.585938, + 1.048584, + 1.042725, + 0.959717, + 0.981689, + 0.925293, + 1.019409, + 1.160156, + 0.93457, + 1.191406, + 0.991272, + 0.974609, + 1.131836, + 1.077148, + 0.988342, + 1.034668, + 0.960449, + 0.993317, + 1.013794, + 0.928711, + 1.210938, + 1.003662, + 0.875, + 0.881836, + 0.960693, + 1.037842, + 1.11377, + 1.010498, + 1.191406, + 1.004517, + 1.470703, + 0.990906, + 0.936523, + 1.041992, + 0.995514, + 1.113281, + 0.953857, + 1.146484, + 0.937012, + 0.953125, + 0.849609, + 1.132812, + 0.986633, + 0.942139, + 1.005066, + 0.987244, + 1.101074, + 0.995056, + 0.913086, + 0.928711, + 0.926758, + 0.967041, + 1.054199, + 1.05249, + 1.110352, + 1.063965, + 1.109375, + 0.950928, + 0.958008, + 0.987793, + 0.84668, + 0.950195, + 0.953125, + 1.078125, + 0.955566, + 1.057617, + 1.197266, + 0.96167, + 0.914062, + 0.992523, + 1.002762, + 0.92334, + 0.936035, + 1.102539, + 1.012146, + 1.151367, + 1.128906, + 1.041504, + 0.990234, + 0.994049, + 1.004486, + 0.887695, + 0.911133, + 1.066895, + 0.939697, + 1.012207, + 0.903809, + 0.946777, + 0.953125, + 1.628906, + 1.161133, + 1.068359, + 1.154297, + 1.098145, + 1.006012, + 1.244141, + 0.942383, + 0.993347, + 1.106934, + 1.057861, + 0.950684, + 0.964844, + 0.994934, + 1.132812, + 0.934082, + 1.088867, + 1.044434, + 0.831055, + 1.07373, + 0.941406, + 1.59375, + 1.134766, + 0.919922, + 0.927246, + 0.892578, + 1.198242, + 1.101562, + 0.990051, + 0.977295, + 0.867188, + 1.100586, + 1.018677, + 0.871094, + 0.751953, + 0.945312, + 1.245117, + 1.427734, + 1.388672, + 1.026733, + 1.129883, + 1.003708, + 0.96167, + 1.042236, + 0.960205, + 1.081543, + 0.856445, + 0.906738, + 0.998474, + 1.059326, + 0.958984, + 0.972412, + 0.96936, + 0.967041, + 1.036621, + 1.390625, + 1.114258, + 1.120117, + 1.028442, + 0.986755, + 1.088379, + 1.050537, + 1.181641, + 0.850586, + 0.834961, + 1.015625, + 0.93457, + 0.957275, + 0.876465, + 0.939697, + 0.888672, + 0.878418, + 1.083008, + 1.071289, + 1.339844, + 0.95874, + 0.556641, + 1.174805, + 1.089355, + 0.955566, + 1.101074, + 1.166992, + 0.955322, + 0.942871, + 0.994476, + 1.011353, + 1.049805, + 0.730469, + 1.080078, + 1.03064, + 1.04248, + 0.949219, + 0.902344, + 1.06543, + 0.918457, + 0.830078, + 1.090332, + 1.484375, + 0.993805, + 1.057861, + 0.939697, + 1.012512, + 1.214844, + 2.390625, + 1.002213, + 0.981689, + 1.005432, + 0.942383, + 0.863281, + 0.84082, + 1.176758, + 1.01123, + 0.841797, + 0.967529, + 1.017334, + 1.154297, + 1.04248, + 0.929199, + 0.898926, + 1.001984, + 0.992706, + 0.92627, + 1.085449, + 1.053467, + 1.031128, + 0.948486, + 1.214844, + 1.128906, + 1.114258, + 0.768555, + 0.597656, + 1.139648, + 2.265625, + 0.995056, + 0.986938, + 0.931152, + 1.175781, + 0.65625, + 0.658203, + 1.022217, + 1.057373, + 1.073242, + 1.062256, + 1.084961, + 0.916992, + 1.014709, + 1.113281, + 0.849609, + 0.97644, + 1.114258, + 1.298828, + 1.125, + 1.045166, + 1.07373, + 1.051025, + 1.034668, + 0.958496, + 1.042236, + 1.084473, + 1.019287, + 1.097656, + 1.021729, + 1.046631, + 1.120117, + 1.097168, + 1.714844, + 0.913086, + 1.033447, + 1.128906, + 0.734375, + 1.353516, + 0.947998, + 1.052002, + 1.15625, + 1.042236, + 1.029175, + 1.047607, + 0.968872, + 0.580078, + 1.300781, + 1.205078, + 1.041748, + 0.89502, + 0.755859, + 0.94165, + 1.060059, + 1.494141, + 1.034912, + 0.926758, + 1.414062, + 1.10498, + 0.795898, + 0.956543, + 1.104492, + 1.031738, + 0.865234, + 0.836914, + 0.97583, + 1.369141, + 0.995911, + 1.341797, + 1.169922, + 0.96167, + 0.985413, + 0.942383, + 1.073242, + 1.010986, + 0.958984, + 1.12207, + 0.854492, + 0.722656, + 0.794922, + 1.105469, + 1.040527, + 0.930664, + 1.21875, + 0.93457, + 1.002106, + 0.950439, + 0.669922, + 0.994629, + 1.008606, + 0.898926, + 0.939941, + 0.765625, + 0.9729, + 0.996475, + 0.667969, + 1.134766, + 0.766602, + 0.997879, + 0.835938, + 1.15918, + 1.053223, + 0.925781, + 0.968262, + 1.114258, + 1.0625, + 1.21582, + 0.963867, + 0.712891, + 1.212891, + 1.081543, + 1.255859, + 0.913574, + 0.932129, + 0.856445, + 1.121094, + 1.208984, + 0.972778, + 1.202148, + 0.982788, + 1.142578, + 1.19043, + 0.937012, + 0.710938, + 0.95752, + 1.170898, + 1.044922, + 0.836914, + 0.646484, + 1.027954, + 0.963135, + 0.972046, + 1.014221, + 0.919434, + 0.979736, + 1.230469, + 0.505859, + 1.062256, + 0.929199, + 0.999458, + 1.150391, + 0.982422, + 0.974121, + 0.899414, + 0.965576, + 0.946533, + 1.003937, + 1.035645, + 1.109863, + 1.101074, + 1.425781, + 1.161133, + 1.155273, + 0.987488, + 0.915039, + 0.954346, + 0.958252, + 0.969971, + 1.086426, + 0.905762, + 0.746094, + 1.222656, + 1.096191, + 0.849609, + 0.927246, + 1.175781, + 1.004486, + 1.063477, + 0.980591, + 0.967041, + 1.024902, + 1.03833, + 0.77832, + 1.092773, + 1.139648, + 1.002411, + 0.868164, + 1.128906, + 1.25, + 0.996323, + 0.964844, + 0.906738, + 0.990295, + 0.894531, + 0.740234, + 0.892578, + 0.958496, + 1.10498, + 0.968018, + 0.97937, + 1.115234, + 1.330078, + 0.871094, + 0.958496, + 0.934082, + 1.030273, + 0.881836, + 0.863281, + 1.789062, + 1.02478, + 1.066406, + 0.978638, + 0.918457, + 1.051758, + 0.84668, + 1.131836, + 0.87793, + 0.996643, + 0.939209, + 1.151367, + 0.947266, + 0.939209, + 0.948975, + 1.04248, + 1.19043, + 1.015442, + 0.640625, + 0.677734, + 0.638672, + 0.980469, + 1.036377, + 0.929199, + 1.024414, + 1.121582, + 2.117188, + 1.001335, + 1.066895, + 1.075684, + 0.973755, + 0.818359, + 1.003799, + 1.143555, + 1.490234, + 0.982422, + 1.092285, + 1.097168, + 0.983521, + 1.010498, + 0.791992, + 1.433594, + 0.582031, + 1.030884, + 0.947266, + 0.994781, + 0.876465, + 1.138672, + 1.349609, + 1.283203, + 0.673828, + 1.839844, + 1.021362, + 0.814453, + 1.018433, + 1.318359, + 0.972046, + 0.980103, + 0.997772, + 1.119629, + 1.023071, + 1.158203, + 1.652344, + 0.963135, + 0.933594, + 1.832031, + 0.953125, + 1.002289, + 1.013855, + 0.941162, + 1.048584, + 1.375, + 0.924805, + 1.001732, + 0.985413, + 0.932129, + 0.828125, + 1.167969, + 0.96582, + 1.011292, + 0.976196, + 1.054932, + 0.997971, + 1.062988, + 1.046875, + 1.026489, + 0.969482, + 1.507812, + 0.995697, + 0.951416, + 0.823242, + 1.026733, + 1.014648, + 1.394531, + 1.026367, + 1.013794, + 0.901367, + 0.936523, + 1.011536, + 0.973755, + 0.958984, + 1.019043, + 1.040039, + 1.166016, + 1.072754, + 1.225586, + 0.880371, + 0.77832, + 0.948975, + 1.067871, + 0.926758, + 1.02771, + 1.115723, + 0.927734, + 1.020264, + 1.020996, + 1.09668, + 0.99295, + 0.992767, + 1.080078, + 0.599609, + 0.999897, + 1.022949, + 1.07373, + 1.015137, + 1.198242, + 0.989319, + 1.167969, + 1.230469, + 1.054443, + 0.95752, + 1.086426, + 2.046875, + 1.03833, + 1.031738, + 0.995422, + 1.095215, + 0.999758, + 0.699219, + 1.21582, + 1.098145, + 0.91748, + 1.308594, + 1.213867, + 1.149414, + 0.683594, + 1.003677, + 0.744141, + 0.773438, + 1.116211, + 1.012512, + 0.87793, + 0.940674, + 0.732422, + 1.080566, + 1.161133, + 0.940186, + 0.679688, + 0.973633, + 0.992737, + 1.009033, + 0.810547, + 0.924805, + 0.937012, + 0.703125, + 0.901367, + 1.018677, + 1.152344, + 0.834961, + 1.051758, + 0.910645, + 0.940674, + 0.911621, + 1.310547, + 0.958984, + 1.149414, + 0.923828, + 1.128906, + 0.793945, + 0.962646, + 1.031982, + 1.095703, + 0.915039, + 1.056152, + 1.103027, + 0.619141, + 0.97937, + 1.128906, + 1.035889, + 0.946045, + 0.940186, + 0.949219, + 1.177734, + 1.059326, + 1.026489, + 1.318359, + 2.203125, + 1.012756, + 0.967285, + 1.009888, + 0.931641, + 1.056152, + 1.048584, + 0.885742, + 0.930664, + 0.640625, + 1.007263, + 0.979736, + 0.935547, + 0.97876, + 0.97522, + 1.133789, + 1.011414, + 1.033936, + 1.034668, + 0.947266, + 1.098633, + 1.018799, + 0.993652, + 1.125977, + 1.032959, + 0.755859, + 1.022705, + 0.902344, + 1.061523, + 0.987305, + 1.03833, + 0.768555, + 1.308594, + 1.034424, + 1.055176, + 0.998779, + 1.804688, + 0.96167, + 1.039551, + 0.976685, + 1.020264, + 1.033691, + 1.026123, + 0.976562, + 1.035156, + 1.671875, + 0.938477, + 0.928711, + 1.062256, + 0.934082, + 1.065918, + 0.920898, + 1.031738, + 1.116699, + 1.028076, + 1.029663, + 1.040771, + 0.946045, + 1.083496, + 0.913086, + 0.925293, + 1.04541, + 0.766602, + 0.886719, + 1.035889, + 0.90332, + 1.036377, + 1.028198, + 1.072754, + 1.086426, + 1.024536, + 0.783203, + 0.836914, + 1.008911, + 1.023926, + 0.96582, + 0.833984, + 0.986755, + 0.957764, + 0.873047, + 1.04248, + 1.063477, + 0.868164, + 1.088379, + 0.905273, + 1.058105, + 0.883301, + 0.842773, + 1.066895, + 0.634766, + 0.954346, + 1.088867, + 0.983521, + 1.019531, + 1.140625, + 0.862305, + 1.026245, + 1.057373, + 0.753906, + 1.087891, + 1.205078, + 0.891602, + 0.988953, + 0.95166, + 0.963867, + 0.634766, + 0.959229, + 1.199219, + 0.658203, + 1.09082, + 0.970703, + 0.999001, + 1.011719, + 1.089844, + 0.979614, + 0.999527, + 0.980957, + 1.084961, + 0.944092, + 0.973145, + 0.92041, + 0.976685, + 0.959717, + 1.092773, + 0.969604, + 1.003769, + 0.901367, + 0.988037, + 0.957764, + 1.050293, + 0.970703, + 1.09375, + 0.842773, + 1.092773, + 0.969849, + 0.957764, + 1.324219, + 1.170898, + 1.07666, + 1.125, + 1.090332, + 0.984985, + 1.157227, + 0.981934, + 0.896973, + 1.275391, + 1.314453, + 1.136719, + 0.938721, + 1.068848, + 1.010925, + 1.098145, + 0.662109, + 1.01239, + 1.22168, + 1.026245, + 1.084473, + 0.943604, + 0.962646, + 0.946533, + 0.724609, + 1.236328, + 0.940186, + 1.015625, + 1.086914, + 1.192383, + 0.978027, + 0.90332, + 0.977051, + 1.05127, + 1.040527, + 0.997528, + 0.936523, + 0.935059, + 0.979248, + 1.151367, + 1.098145, + 1.124023, + 1.180664, + 0.898438, + 1.05127, + 1.057861, + 1.01001, + 1.22168, + 0.904297, + 0.953613, + 1.023071, + 1.061768, + 0.936523, + 1.010193, + 1.119141, + 1.147461, + 1.152344, + 1.135742, + 1.015259, + 0.995575, + 1.125977, + 1.008423, + 0.864258, + 1.07373, + 0.934082, + 0.948242, + 1.081055, + 0.901367, + 0.933105, + 1.010132, + 1.051025, + 0.978882, + 1.123535, + 0.951172, + 1.135742, + 1.065918, + 0.942383, + 0.903809, + 1.069824, + 1.028809, + 1.050293, + 0.963623, + 0.921875, + 1.129883, + 1.067871, + 1.051758, + 1.053467, + 0.824219, + 1.11377, + 0.95752, + 0.919922, + 0.98999, + 0.937012, + 1.010803, + 1.026733, + 1.667969, + 0.908203, + 1.075684, + 1.020752, + 1.004547, + 1.034424, + 1.041992, + 1.277344, + 1.011597, + 1.047852, + 0.977905, + 1.002563, + 1.457031, + 1.072754, + 1.168945, + 0.903809, + 0.929688, + 0.582031, + 0.955566, + 0.880859, + 1.021729, + 1.134766, + 0.971924, + 1.078125, + 1.129883, + 0.794922, + 1.089844, + 1.080566, + 0.952637, + 1.069824, + 0.996063, + 0.989319, + 0.973022, + 0.927734, + 0.94165, + 1.235352, + 0.951172, + 1.099121, + 0.985779, + 0.944092, + 1.000801, + 0.6875, + 0.970947, + 0.966309, + 0.980591, + 1.152344, + 0.958252, + 1.155273, + 1.026489, + 0.989929, + 1.251953, + 1.240234, + 1.050781, + 1.130859, + 1.120117, + 0.942627, + 0.87207, + 1.112793, + 0.804688, + 1.119141, + 0.948242, + 1.060303, + 0.953125, + 1.136719, + 0.98999, + 0.894531, + 1.245117, + 1.208984, + 0.901367, + 0.927246, + 1.140625, + 0.9823, + 1.014771, + 1.166992, + 0.996902, + 1.192383, + 0.539062, + 0.599609, + 0.974976, + 1.144531, + 0.970703, + 0.964111, + 1.11084, + 0.985107, + 0.92627, + 0.988464, + 1.018433, + 1.059082, + 0.979736, + 0.918457, + 1.009644, + 1.04834, + 0.972534, + 0.901367, + 0.883301, + 0.942871, + 1.178711, + 1.158203, + 0.948242, + 0.856445, + 1.125977, + 1.060791, + 1.081055, + 0.912109, + 1.054443, + 0.98584, + 1.041992, + 1.02771, + 1.042725, + 1.031494, + 1.371094, + 0.891602, + 0.979248, + 0.775391, + 0.93457, + 0.920898, + 1.115234, + 0.977783, + 1.792969, + 1.328125, + 0.982422, + 0.932129, + 2.054688, + 1.613281, + 0.983765, + 0.9375, + 0.900391, + 0.942627, + 0.948975, + 1.058105, + 1.050049, + 1.147461, + 0.938477, + 0.95752, + 1.412109, + 1.667969, + 0.673828, + 1.01062, + 0.951416, + 1.015564, + 1.118652, + 1.090332, + 0.658203, + 0.927734, + 0.941162, + 1.047119, + 0.974609, + 1.015259, + 0.868164, + 0.929199, + 0.995178, + 1.150391, + 1.063477, + 1.414062, + 1.104492, + 1.07959, + 0.927246, + 1.318359, + 1.034424, + 0.756836, + 0.982422, + 1.235352, + 0.632812, + 0.993103, + 1.042725, + 0.892578, + 1.014893, + 1.435547, + 1.036621, + 0.714844, + 0.940918, + 1.055908, + 1.0271, + 0.938232, + 0.920898, + 0.970337, + 1.126953, + 2.015625, + 0.928223, + 0.996628, + 0.852539, + 1.058105, + 1.138672, + 1.056885, + 1.018188, + 1.128906, + 0.988342, + 1.033691, + 0.994202, + 0.991638, + 1.125977, + 0.667969, + 0.977905, + 1.199219, + 0.943115, + 1.144531, + 0.974121, + 1.029419, + 1.030518, + 1.198242, + 1.0271, + 1.051514, + 1.005554, + 0.839844, + 1.19043, + 0.916992, + 1.174805, + 1.034912, + 1.0354, + 0.817383, + 1.055908, + 0.889648, + 0.965576, + 0.946533, + 0.936523, + 1.100098, + 1.186523, + 1.01062, + 1.209961, + 1.095215, + 0.910645, + 0.856445, + 0.966797, + 1.118164, + 1.007782, + 1.169922, + 0.970703, + 0.967041, + 0.955078, + 0.884766, + 1.074219, + 1.011047, + 1.035645, + 0.986023, + 1.261719, + 0.951172, + 1.064453, + 1.035889, + 0.96167, + 0.914551, + 1.026611, + 1.194336, + 1.037109, + 0.94873, + 1.06543, + 0.889648, + 0.913574, + 0.935059, + 1.134766, + 1.050293, + 0.925293, + 0.978394, + 1.047607, + 0.900879, + 0.980713, + 1.005859, + 0.869141, + 0.992126, + 0.94873, + 0.646484, + 0.952637, + 0.950684, + 1.002136, + 0.941895, + 1.034668, + 1.039795, + 1.104004, + 0.918945, + 0.944336, + 1.0354, + 0.889648, + 1.053955, + 1.067383, + 0.986633, + 1.072266, + 1.07373, + 1.080078, + 0.981567, + 0.8125, + 1.056641, + 1.117676, + 1.167969, + 1.201172, + 1.097168, + 0.707031, + 0.987122, + 2.054688, + 0.913086, + 0.927734, + 1.012939, + 0.958252, + 0.973022, + 1.023071, + 0.976562, + 1.017822, + 1.183594, + 1.043701, + 1.150391, + 0.97998, + 1.142578, + 1.050537, + 0.976562, + 0.997177, + 1.074707, + 1.099609, + 0.986206, + 0.931152, + 1.137695, + 0.993469, + 0.959473, + 0.813477, + 1.144531, + 0.964355, + 0.901367, + 1.120605, + 0.871094, + 1.167969, + 1.162109, + 0.975586, + 1.014526, + 1.066895, + 0.790039, + 0.928223, + 1.019287, + 1.120605, + 1.023804, + 1.107422, + 1.023071, + 1.012207, + 1.53125, + 1.067383, + 1.076172, + 0.993774, + 0.950684, + 1.046387, + 0.848633, + 0.993469, + 0.703125, + 1.000927, + 0.993469, + 0.918945, + 0.991272, + 0.908691, + 0.946045, + 1.033936, + 1.044678, + 0.893555, + 0.994354, + 0.968994, + 1.053711, + 0.998276, + 1.098145, + 0.982544, + 0.943115, + 1.020874, + 1.043213, + 0.962646, + 1.091309, + 0.93457, + 1.219727, + 1.002457, + 0.974731, + 1.022949, + 0.943115, + 1.269531, + 0.916016, + 1.349609, + 1.083984, + 0.866211, + 1.006256, + 0.652344, + 1.047119, + 1.135742, + 0.96936, + 0.876953, + 0.931641, + 1.019897, + 1.134766, + 1.017334, + 1.209961, + 1.026001, + 1.002747, + 0.96875, + 0.971069, + 0.724609, + 0.942139, + 0.982544, + 0.84082, + 0.973267, + 1.134766, + 1.020752, + 1.041992, + 0.983154, + 1.178711, + 0.935059, + 1.048828, + 0.935547, + 0.95459, + 1.104004, + 1.203125, + 0.970825, + 1.237305, + 1.070801, + 0.963135, + 1.453125, + 0.937988, + 0.930176, + 0.966064, + 0.962891, + 1.011963, + 1.06543, + 1.137695, + 0.935547, + 1.12793, + 1.144531, + 0.988586, + 1.088867, + 1.003235, + 0.836914, + 1.11377, + 0.922852, + 1.010498, + 0.885254, + 0.938721, + 1.118652, + 0.973267, + 1.026367, + 1.106445, + 1.429688, + 0.626953, + 1.084961, + 2.101562, + 1.073242, + 1.049316, + 0.864258, + 1.012817, + 1.004761, + 0.650391, + 0.973999, + 0.884277, + 1.043457, + 0.981934, + 0.852539, + 1.8125, + 0.918945, + 1.026489, + 1.075684, + 1.101074, + 1.0354, + 1.046387, + 1.149414, + 0.946045, + 0.946289, + 1.097168, + 0.919922, + 1.237305, + 1.013367, + 0.969849, + 1.804688, + 0.902344, + 0.960938, + 0.941406, + 0.95752, + 1.104004, + 1.057129, + 1.119629, + 1.453125, + 1.091309, + 1.072266, + 1.036133, + 0.762695, + 0.960449, + 1.027344, + 0.943848, + 0.885254, + 1.084961, + 0.93457, + 0.962891, + 1.03418, + 0.90918, + 1.168945, + 1.11377, + 0.973145, + 0.977295, + 0.707031, + 1.057373, + 0.99733, + 0.969482, + 0.889648, + 0.902344, + 1.025146, + 0.917969, + 1.070801, + 0.902344, + 0.96582, + 1.269531, + 0.6875, + 1.05835, + 1.080566, + 0.885742, + 0.828125, + 1.026733, + 0.847656, + 0.9953, + 0.71875, + 1.071289, + 1.140625, + 1.318359, + 1.138672, + 1.020386, + 0.967529, + 0.915039, + 1.09668, + 0.970215, + 1.029663, + 0.851562, + 0.899414, + 0.617188, + 1.078125, + 1.707031, + 0.957764, + 0.866211, + 1.043213, + 0.907227, + 0.938721, + 0.975708, + 1.209961, + 0.924805, + 0.934082, + 1.232422, + 1.120117, + 1.029541, + 1.287109, + 0.981445, + 0.875977, + 1.19043, + 1.019043, + 1.036133, + 0.913574, + 0.964844, + 0.925781, + 1.145508, + 0.994995, + 1.046143, + 1.012817, + 1.122559, + 0.933105, + 1.636719, + 0.992401, + 1.976562, + 0.96167, + 0.946045, + 1.005005, + 1.052979, + 0.930176, + 0.987244, + 0.983032, + 0.899414, + 0.845703, + 1.057373, + 1.110352, + 1.114746, + 1.000414, + 1.092285, + 0.65625, + 0.963135, + 0.976929, + 0.928223, + 0.603516, + 1.133789, + 0.839844, + 1.375, + 0.977661, + 1.197266, + 0.924805, + 0.94043, + 0.993073, + 0.922363, + 1.128906, + 1.084961, + 0.890625, + 1.08252, + 1.001343, + 1.05835, + 1.004364, + 0.96875, + 0.974854, + 0.962891, + 0.875, + 1.161133, + 1.062988, + 1.006622, + 0.994781, + 1.062988, + 0.927246, + 0.962891, + 1.337891, + 0.87207, + 0.980347, + 0.860352, + 1.267578, + 0.90625, + 2.1875, + 0.932129, + 0.947998, + 1.063477, + 0.95166, + 1.047119, + 0.931641, + 0.898926, + 0.921875, + 1.046631, + 1.018433, + 1.049805, + 1.431641, + 0.959961, + 0.94751, + 0.931641, + 1.158203, + 0.95874, + 1.084473, + 1.120117, + 1.028687, + 1.055176, + 1.044922, + 1.077148, + 1.033936, + 1.002365, + 1.093262, + 1.132812, + 0.914062, + 1.640625, + 1.168945, + 0.967285, + 0.902344, + 1.835938, + 1.048584, + 0.998566, + 0.99527, + 1.112305, + 1.103027, + 0.868164, + 0.938965, + 0.95459, + 1.070801, + 1.141602, + 1.182617, + 1.229492, + 1.082031, + 0.955566, + 1.054199, + 0.795898, + 1.018433, + 1.210938, + 0.948975, + 0.994476, + 1.029175, + 0.89502, + 0.866211, + 1.063965, + 1.085938, + 0.955078, + 1.033203, + 1.010437, + 0.933594, + 1.152344, + 1.019653, + 0.947266, + 0.758789, + 0.932617, + 1.044678, + 1.001549, + 0.971802, + 2.023438, + 0.976685, + 1.300781, + 1.050049, + 1.144531, + 0.993683, + 1.192383, + 0.947266, + 1.001854, + 0.722656, + 0.958984, + 1.052979, + 0.885742, + 0.990906, + 1.133789, + 0.916016, + 1.037109, + 0.981201, + 1.010498, + 1.024658, + 1.009216, + 0.944092, + 1.402344, + 1.120605, + 1.077148, + 1.118652, + 1.036865, + 0.896973, + 1.049805, + 0.989136, + 1.137695, + 0.949219, + 1.166992, + 1.080078, + 0.952637, + 0.864258, + 0.782227, + 1.136719, + 0.958984, + 0.625, + 1.100098, + 1.067383, + 0.930664, + 0.962891, + 0.854492, + 0.901367, + 1.029297, + 0.673828, + 0.92334, + 0.838867, + 1.041748, + 1.083984, + 0.966064, + 0.902344, + 0.804688, + 1.018799, + 1.09082, + 1.004089, + 1.026245, + 0.949463, + 1.308594, + 1.036621, + 0.969116, + 0.959473, + 0.978394, + 0.994476, + 0.858398, + 1.208008, + 0.989075, + 1.048584, + 0.97522, + 1.09668, + 0.920898, + 1.18457, + 1.036621, + 0.871094, + 1.132812, + 0.851562, + 1.145508, + 1.785156, + 1.515625, + 0.994171, + 0.681641, + 0.831055, + 1.182617, + 1.124023, + 0.938721, + 0.988098, + 1.212891, + 1.089355, + 0.972412, + 0.88623, + 0.937988, + 0.797852, + 1.308594, + 1.113281 + ] + }, + "name": "onnx::Mul_8169", + "outputIndexes": [ + 231 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 230, + 231 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_1/Mul_1_output_0", + "outputIndexes": [ + 232 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 213, + 232 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_9_output_0", + "outputIndexes": [ + 233 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 233, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_18_output_0", + "outputIndexes": [ + 234 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 234 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_2/Mul_output_0", + "outputIndexes": [ + 235 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.714844, + 1.667969, + 1.71875, + 1.789062, + 1.683594, + 1.894531, + 1.855469, + 1.002579, + 1.785156, + 1.539062, + 1.765625, + 1.679688, + 1.566406, + 1.996094, + 1.699219, + 1.84375, + 1.980469, + 1.808594, + 1.480469, + 1.859375, + 1.785156, + 1.925781, + 1.9375, + 1.507812, + 1.380859, + 1.671875, + 1.738281, + 1.566406, + 1.585938, + 1.832031, + 1.695312, + 1.542969, + 1.601562, + 1.326172, + 1.65625, + 1.714844, + 1.730469, + 1.761719, + 1.691406, + 1.515625, + 1.535156, + 1.546875, + 1.8125, + 1.621094, + 1.326172, + 1.960938, + 1.914062, + 1.746094, + 1.275391, + 1.621094, + 1.621094, + 1.539062, + 1.738281, + 1.191406, + 1.695312, + 1.71875, + 1.808594, + 1.714844, + 1.316406, + 1.570312, + 1.601562, + 1.244141, + 1.589844, + 1.867188, + 1.546875, + 1.777344, + 1.527344, + 1.785156, + 1.699219, + 1.707031, + 1.773438, + 1.824219, + 1.453125, + 1.621094, + 1.628906, + 1.773438, + 1.486328, + 1.617188, + 1.605469, + 1.394531, + 1.761719, + 1.09375, + 1.292969, + 1.6875, + 1.699219, + 1.890625, + 1.585938, + 1.5625, + 1.378906, + 1.494141, + 1.726562, + 1.515625, + 1.777344, + 1.365234, + 1.820312, + 1.102539, + 1.792969, + 1.777344, + 1.558594, + 1.644531, + 1.431641, + 1.847656, + 1.640625, + 1.722656, + 1.804688, + 1.628906, + 1.738281, + 1.625, + 1.859375, + 1.714844, + 1.84375, + 1.632812, + 1.765625, + 2.085938, + 2.03125, + 1.337891, + 1.71875, + 1.300781, + 1.9375, + 1.933594, + 1.820312, + 1.660156, + 0.968262, + 1.785156, + 1.675781, + 1.457031, + 1.671875, + 1.839844, + 1.792969, + 1.585938, + 1.539062, + 1.5625, + 1.539062, + 1.6875, + 1.800781, + 1.773438, + 1.601562, + 1.527344, + 1.78125, + 1.691406, + 1.225586, + 1.271484, + 1.75, + 1.960938, + 1.765625, + 1.363281, + 1.667969, + 1.660156, + 1.777344, + 1.789062, + 1.734375, + 1.699219, + 1.660156, + 0.884277, + 2.007812, + 1.804688, + 1.507812, + 1.648438, + 1.404297, + 1.332031, + 1.326172, + 1.90625, + 1.542969, + 1.515625, + 1.769531, + 1.480469, + 1.738281, + 1.241211, + 1.898438, + 1.523438, + 1.574219, + 1.449219, + 1.441406, + 1.373047, + 1.660156, + 1.380859, + 1.957031, + 1.161133, + 1.617188, + 1.535156, + 1.675781, + 1.245117, + 1.683594, + 0.925293, + 1.246094, + 1.765625, + 1.535156, + 1.585938, + 1.558594, + 1.636719, + 1.695312, + 0.875488, + 1.6875, + 1.769531, + 1.714844, + 1.703125, + 1.664062, + 1.796875, + 1.847656, + 1.609375, + 1.730469, + 1.761719, + 1.683594, + 1.664062, + 1.757812, + 1.679688, + 1.304688, + 1.648438, + 1.851562, + 1.816406, + 1.511719, + 1.722656, + 1.515625, + 1.363281, + 1.714844, + 1.777344, + 1.59375, + 1.773438, + 1.761719, + 1.746094, + 1.710938, + 1.601562, + 1.808594, + 1.855469, + 1.746094, + 1.753906, + 1.671875, + 1.730469, + 1.761719, + 1.523438, + 1.808594, + 1.632812, + 1.601562, + 1.917969, + 1.734375, + 1.867188, + 1.609375, + 2.0, + 1.65625, + 1.447266, + 1.746094, + 1.8125, + 1.875, + 0.634766, + 1.742188, + 1.535156, + 1.667969, + 1.554688, + 1.941406, + 1.453125, + 1.796875, + 1.847656, + 1.392578, + 1.601562, + 1.78125, + 1.679688, + 1.648438, + 1.757812, + 1.224609, + 1.632812, + 1.914062, + 1.828125, + 1.769531, + 1.824219, + 1.589844, + 1.589844, + 1.964844, + 1.757812, + 1.609375, + 1.511719, + 1.746094, + 1.789062, + 1.613281, + 1.621094, + 1.699219, + 1.847656, + 1.332031, + 1.730469, + 1.804688, + 1.78125, + 1.65625, + 1.914062, + 1.457031, + 1.800781, + 1.047852, + 1.648438, + 1.726562, + 1.6875, + 1.400391, + 1.648438, + 1.667969, + 1.133789, + 1.75, + 1.664062, + 1.410156, + 1.828125, + 1.558594, + 1.59375, + 1.703125, + 1.78125, + 1.679688, + 1.554688, + 1.113281, + 1.71875, + 0.772461, + 1.742188, + 1.78125, + 1.671875, + 1.570312, + 1.734375, + 1.632812, + 1.220703, + 1.605469, + 1.699219, + 1.585938, + 1.707031, + 1.734375, + 1.710938, + 1.671875, + 1.933594, + 1.664062, + 1.223633, + 1.625, + 1.851562, + 1.90625, + 1.777344, + 1.710938, + 1.738281, + 1.789062, + 1.71875, + 1.660156, + 1.804688, + 1.761719, + 1.773438, + 0.109375, + 1.746094, + 1.800781, + 1.914062, + 1.902344, + 1.761719, + 1.554688, + 1.726562, + 1.621094, + 1.726562, + 1.878906, + 1.519531, + 1.855469, + 1.400391, + 1.640625, + 1.855469, + 1.384766, + 1.625, + 1.394531, + 1.644531, + 1.00145, + 1.398438, + 1.554688, + 1.929688, + 1.414062, + 1.632812, + 1.287109, + 1.738281, + 1.636719, + 1.496094, + 1.197266, + 1.804688, + 1.462891, + 2.890625, + 1.578125, + 1.757812, + 1.835938, + 1.761719, + 1.710938, + 1.648438, + 1.773438, + 1.671875, + 1.886719, + 1.671875, + 1.835938, + 1.496094, + 1.691406, + 1.738281, + 1.474609, + 1.410156, + 1.742188, + 1.738281, + 1.474609, + 1.558594, + 1.707031, + 1.742188, + 1.738281, + 1.78125, + 1.359375, + 1.921875, + 1.777344, + 1.75, + 1.675781, + 1.292969, + 1.785156, + 1.933594, + 1.753906, + 1.96875, + 1.613281, + 1.738281, + 1.410156, + 1.9375, + 1.773438, + 1.675781, + 1.769531, + 1.478516, + 1.796875, + 1.664062, + 1.683594, + 1.75, + 1.796875, + 1.671875, + 1.757812, + 1.75, + 1.683594, + 1.832031, + 1.652344, + 1.773438, + 1.316406, + 1.746094, + 1.605469, + 1.671875, + 1.644531, + 1.824219, + 1.773438, + 1.773438, + 1.302734, + 1.859375, + 1.703125, + 1.683594, + 1.613281, + 1.597656, + 1.773438, + 1.738281, + 1.773438, + 1.605469, + 1.785156, + 1.851562, + 1.753906, + 1.601562, + 1.355469, + 1.6875, + 1.855469, + 1.291016, + 1.542969, + 1.804688, + 1.886719, + 1.761719, + 1.742188, + 1.769531, + 1.914062, + 1.976562, + 1.566406, + 1.792969, + 1.921875, + 1.738281, + 1.679688, + 1.808594, + 1.71875, + 1.515625, + 1.382812, + 1.945312, + 1.292969, + 1.75, + 1.691406, + 1.777344, + 1.695312, + 1.667969, + 1.722656, + 1.416016, + 1.921875, + 1.632812, + 1.265625, + 1.174805, + 1.832031, + 1.699219, + 1.722656, + 1.675781, + 0.859375, + 1.792969, + 1.820312, + 1.882812, + 1.300781, + 1.664062, + 1.652344, + 1.648438, + 1.683594, + 1.851562, + 1.882812, + 1.953125, + 1.539062, + 1.675781, + 1.123535, + 1.185547, + 1.460938, + 1.304688, + 1.386719, + 1.738281, + 1.6875, + 1.490234, + 1.063965, + 1.648438, + 1.566406, + 1.714844, + 1.964844, + 1.816406, + 1.621094, + 1.769531, + 1.503906, + 1.777344, + 1.640625, + 1.652344, + 1.652344, + 1.964844, + 1.851562, + 1.488281, + 1.714844, + 1.652344, + 1.404297, + 1.333984, + 1.757812, + 1.527344, + 1.773438, + 1.785156, + 1.757812, + 1.875, + 1.792969, + 1.8125, + 1.792969, + 1.279297, + 1.835938, + 0.449219, + 1.71875, + 1.574219, + 1.773438, + 1.15625, + 2.242188, + 1.734375, + 1.785156, + 1.699219, + 1.59375, + 1.738281, + 1.757812, + 1.589844, + 1.523438, + 1.761719, + 1.462891, + 1.929688, + 1.554688, + 1.582031, + 1.582031, + 1.617188, + 1.582031, + 1.46875, + 1.65625, + 1.648438, + 1.933594, + 1.605469, + 1.241211, + 1.492188, + 1.792969, + 1.617188, + 1.863281, + 1.726562, + 1.636719, + 1.648438, + 1.914062, + 1.753906, + 1.957031, + 1.695312, + 1.104004, + 1.71875, + 1.710938, + 1.761719, + 1.527344, + 1.765625, + 1.15332, + 1.613281, + 1.757812, + 1.847656, + 1.173828, + 1.734375, + 1.738281, + 1.660156, + 1.53125, + 1.632812, + 1.765625, + 1.75, + 1.730469, + 1.423828, + 1.566406, + 1.753906, + 1.785156, + 1.839844, + 1.796875, + 1.466797, + 1.632812, + 1.839844, + 1.679688, + 1.839844, + 1.816406, + 1.78125, + 1.640625, + 1.699219, + 1.785156, + 1.820312, + 1.746094, + 1.859375, + 1.808594, + 1.431641, + 1.490234, + 1.839844, + 1.894531, + 1.796875, + 1.839844, + 1.703125, + 1.765625, + 1.679688, + 1.792969, + 1.839844, + 1.703125, + 1.667969, + 1.855469, + 1.65625, + 1.804688, + 1.271484, + 1.710938, + 1.878906, + 1.304688, + 1.542969, + 1.820312, + 1.757812, + 1.757812, + 1.921875, + 1.882812, + 1.582031, + 1.777344, + 1.777344, + 1.472656, + 1.351562, + 1.996094, + 1.099609, + 1.839844, + 1.78125, + 1.621094, + 1.519531, + 0.813477, + 1.198242, + 1.761719, + 1.671875, + 1.851562, + 1.707031, + 1.769531, + 1.632812, + 1.466797, + 1.8125, + 1.734375, + 1.832031, + 1.640625, + 1.148438, + 1.730469, + 1.597656, + 1.703125, + 1.722656, + 1.667969, + 1.601562, + 1.96875, + 1.765625, + 1.726562, + 1.859375, + 1.34375, + 1.710938, + 1.761719, + 1.6875, + 1.486328, + 1.9375, + 1.605469, + 0.98291, + 1.076172, + 1.511719, + 1.726562, + 1.753906, + 1.539062, + 1.75, + 1.6875, + 1.199219, + 1.6875, + 1.589844, + 1.78125, + 1.769531, + 1.796875, + 1.65625, + 1.542969, + 1.855469, + 1.523438, + 1.703125, + 1.792969, + 1.550781, + 1.671875, + 1.753906, + 1.648438, + 1.863281, + 1.6875, + 1.71875, + 1.855469, + 1.546875, + 1.664062, + 1.964844, + 1.972656, + 1.8125, + 1.625, + 1.5625, + 1.648438, + 1.539062, + 1.714844, + 1.179688, + 1.773438, + 1.777344, + 1.664062, + 1.765625, + 1.498047, + 1.263672, + 1.474609, + 1.714844, + 1.820312, + 1.914062, + 1.628906, + 1.679688, + 1.792969, + 1.789062, + 1.6875, + 1.59375, + 1.613281, + 1.773438, + 1.828125, + 1.777344, + 1.746094, + 1.628906, + 1.710938, + 1.621094, + 1.695312, + 1.605469, + 1.714844, + 1.777344, + 1.738281, + 1.933594, + 1.765625, + 1.761719, + 1.574219, + 1.734375, + 1.714844, + 1.554688, + 1.785156, + 1.310547, + 1.734375, + 1.644531, + 1.871094, + 1.925781, + 1.667969, + 1.769531, + 1.613281, + 1.582031, + 1.660156, + 1.761719, + 1.730469, + 1.738281, + 1.945312, + 1.855469, + 1.761719, + 1.839844, + 1.816406, + 1.871094, + 1.8125, + 1.78125, + 1.191406, + 1.601562, + 1.4375, + 1.539062, + 1.546875, + 1.808594, + 1.6875, + 1.789062, + 1.804688, + 1.511719, + 1.546875, + 1.761719, + 1.71875, + 1.765625, + 1.605469, + 1.800781, + 1.664062, + 1.660156, + 1.914062, + 1.605469, + 1.761719, + 1.106934, + 1.316406, + 1.886719, + 1.835938, + 1.847656, + 1.566406, + 1.5, + 1.796875, + 1.714844, + 1.3125, + 1.59375, + 1.683594, + 2.023438, + 1.318359, + 1.6875, + 1.382812, + 1.251953, + 1.347656, + 1.8125, + 1.535156, + 1.765625, + 1.765625, + 1.660156, + 1.699219, + 1.679688, + 1.953125, + 1.742188, + 1.71875, + 1.816406, + 1.730469, + 1.867188, + 1.746094, + 1.691406, + 1.648438, + 1.261719, + 1.566406, + 1.546875, + 1.667969, + 1.703125, + 1.652344, + 1.722656, + 1.582031, + 1.929688, + 1.855469, + 1.703125, + 1.839844, + 1.699219, + 1.933594, + 1.789062, + 1.894531, + 1.96875, + 1.625, + 1.5, + 1.332031, + 1.800781, + 0.679688, + 1.621094, + 1.625, + 1.804688, + 1.644531, + 1.558594, + 1.761719, + 1.773438, + 1.757812, + 1.644531, + 1.617188, + 1.211914, + 1.808594, + 1.710938, + 1.710938, + 1.447266, + 1.871094, + 1.457031, + 1.933594, + 1.335938, + 1.625, + 1.220703, + 1.699219, + 1.449219, + 1.910156, + 1.71875, + 1.613281, + 1.847656, + 1.734375, + 1.75, + 1.835938, + 1.839844, + 1.917969, + 1.980469, + 1.507812, + 1.648438, + 1.386719, + 1.75, + 1.664062, + 1.554688, + 1.707031, + 1.820312, + 1.882812, + 1.714844, + 1.726562, + 1.757812, + 1.527344, + 1.605469, + 1.675781, + 1.84375, + 1.488281, + 1.6875, + 1.558594, + 1.328125, + 0.943848, + 1.507812, + 0.701172, + 1.734375, + 1.769531, + 1.863281, + 1.4375, + 1.253906, + 1.006012, + 1.636719, + 1.65625, + 1.65625, + 1.683594, + 1.574219, + 1.84375, + 1.703125, + 1.765625, + 1.226562, + 1.808594, + 1.539062, + 1.419922, + 1.421875, + 1.582031, + 1.6875, + 1.628906, + 1.761719, + 1.65625, + 1.535156, + 1.644531, + 1.648438, + 1.746094, + 1.828125, + 1.589844, + 1.558594, + 1.566406, + 1.048096, + 1.859375, + 1.640625, + 1.470703, + 1.200195, + 1.414062, + 1.894531, + 1.621094, + 1.753906, + 1.675781, + 1.640625, + 1.652344, + 1.804688, + 1.099609, + 1.453125, + 1.597656, + 1.65625, + 1.898438, + 1.066895, + 1.859375, + 1.71875, + 1.3125, + 1.710938, + 1.890625, + 1.283203, + 1.613281, + 1.337891, + 1.769531, + 1.648438, + 1.648438, + 1.21582, + 2.085938, + 1.738281, + 1.378906, + 1.789062, + 1.433594, + 1.535156, + 1.84375, + 1.710938, + 1.804688, + 1.539062, + 1.726562, + 1.765625, + 1.566406, + 1.498047, + 1.710938, + 1.929688, + 1.558594, + 1.769531, + 1.804688, + 1.589844, + 1.84375, + 1.6875, + 1.820312, + 1.097168, + 1.773438, + 1.683594, + 1.886719, + 1.804688, + 1.269531, + 1.835938, + 1.605469, + 0.753906, + 1.458984, + 1.090332, + 1.695312, + 1.267578, + 1.511719, + 1.625, + 1.804688, + 1.753906, + 1.574219, + 1.695312, + 1.582031, + 1.824219, + 1.102539, + 1.417969, + 1.648438, + 1.439453, + 1.5, + 1.773438, + 2.023438, + 1.660156, + 1.453125, + 1.582031, + 1.589844, + 1.808594, + 1.480469, + 1.470703, + 1.808594, + 1.163086, + 1.820312, + 1.523438, + 1.726562, + 1.075195, + 1.439453, + 1.710938, + 1.894531, + 1.785156, + 1.789062, + 1.855469, + 1.742188, + 1.474609, + 2.085938, + 1.601562, + 1.734375, + 1.609375, + 1.664062, + 1.738281, + 1.792969, + 1.796875, + 1.878906, + 1.765625, + 1.777344, + 1.703125, + 1.710938, + 1.605469, + 1.271484, + 1.458984, + 1.546875, + 1.636719, + 1.699219, + 1.71875, + 1.804688, + 1.742188, + 0.948975, + 1.9375, + 1.139648, + 1.59375, + 1.558594, + 1.22168, + 1.746094, + 1.621094, + 1.710938, + 1.679688, + 1.761719, + 1.75, + 1.699219, + 1.570312, + 1.071777, + 1.652344, + 1.605469, + 1.773438, + 1.824219, + 1.628906, + 1.449219, + 1.699219, + 1.703125, + 1.828125, + 1.726562, + 1.988281, + 1.199219, + 1.867188, + 1.738281, + 1.617188, + 1.789062, + 1.742188, + 1.515625, + 1.326172, + 1.949219, + 1.785156, + 1.871094, + 1.710938, + 1.871094, + 1.96875, + 1.119141, + 1.683594, + 1.574219, + 1.777344, + 1.875, + 1.753906, + 1.488281, + 1.628906, + 1.419922, + 1.695312, + 1.757812, + 1.605469, + 1.714844, + 1.871094, + 1.765625, + 1.75, + 1.605469, + 1.796875, + 0.98938, + 1.125, + 1.068848, + 1.789062, + 1.574219, + 1.367188, + 1.667969, + 1.707031, + 0.870117, + 1.365234, + 1.5625, + 1.59375, + 1.828125, + 1.277344, + 1.699219, + 1.507812, + 1.078613, + 1.632812, + 1.683594, + 1.644531, + 1.691406, + 1.625, + 1.149414, + 1.361328, + 1.337891, + 1.667969, + 1.796875, + 1.730469, + 2.015625, + 1.558594, + 1.371094, + 1.394531, + 1.275391, + 1.498047, + 1.703125, + 1.980469, + 1.726562, + 1.523438, + 1.746094, + 1.640625, + 1.753906, + 1.675781, + 1.714844, + 1.5625, + 0.755859, + 1.734375, + 1.804688, + 1.632812, + 1.726562, + 1.789062, + 1.691406, + 1.8125, + 1.609375, + 1.351562, + 1.773438, + 1.664062, + 1.777344, + 1.710938, + 1.957031, + 1.617188, + 1.722656, + 1.757812, + 1.753906, + 1.710938, + 1.710938, + 1.605469, + 1.65625, + 1.71875, + 1.867188, + 1.230469, + 1.761719, + 1.414062, + 2.0625, + 1.800781, + 1.539062, + 1.351562, + 1.617188, + 1.855469, + 1.921875, + 1.373047, + 1.777344, + 1.457031, + 1.746094, + 1.6875, + 1.675781, + 1.462891, + 1.6875, + 1.460938, + 1.871094, + 1.255859, + 1.847656, + 1.628906, + 1.832031, + 1.761719, + 1.636719, + 1.832031, + 1.648438, + 1.765625, + 1.621094, + 1.722656, + 1.71875, + 1.597656, + 1.074219, + 1.710938, + 1.714844, + 1.605469, + 1.722656, + 1.400391, + 1.75, + 1.414062, + 1.335938, + 1.714844, + 1.78125, + 1.566406, + 0.95752, + 1.628906, + 1.5625, + 1.714844, + 1.613281, + 1.671875, + 1.061035, + 1.566406, + 1.585938, + 1.734375, + 1.404297, + 1.527344, + 1.453125, + 1.155273, + 1.722656, + 1.034912, + 1.265625, + 1.636719, + 1.675781, + 1.90625, + 1.816406, + 1.683594, + 1.636719, + 1.636719, + 1.828125, + 1.335938, + 1.71875, + 1.730469, + 1.679688, + 2.117188, + 1.792969, + 1.828125, + 1.166016, + 1.828125, + 1.777344, + 1.621094, + 1.310547, + 1.753906, + 1.851562, + 1.345703, + 1.820312, + 1.582031, + 1.847656, + 1.546875, + 1.847656, + 1.609375, + 1.365234, + 1.84375, + 1.652344, + 1.480469, + 1.898438, + 1.691406, + 1.511719, + 0.988159, + 1.839844, + 1.511719, + 1.710938, + 1.738281, + 1.886719, + 1.875, + 1.503906, + 1.664062, + 1.769531, + 1.400391, + 1.081055, + 1.714844, + 1.710938, + 1.769531, + 1.925781, + 1.613281, + 1.773438, + 1.914062, + 1.949219, + 0.957764, + 1.636719, + 1.722656, + 1.679688, + 1.777344, + 1.792969, + 1.527344, + 1.695312, + 1.667969, + 1.652344, + 1.714844, + 1.550781, + 1.761719, + 1.730469, + 1.539062, + 1.707031, + 1.369141, + 1.746094, + 1.310547, + 1.722656, + 1.847656, + 1.648438, + 1.226562, + 1.574219, + 1.71875, + 1.570312, + 1.746094, + 0.977783, + 1.792969, + 1.617188, + 1.84375, + 1.695312, + 1.714844, + 1.380859, + 1.75, + 1.765625, + 1.114746, + 1.828125, + 1.890625, + 1.710938, + 1.746094, + 1.632812, + 1.828125, + 1.679688, + 1.703125, + 1.71875, + 1.75, + 1.695312, + 1.451172, + 1.617188, + 1.878906, + 1.71875, + 1.765625, + 1.255859, + 1.925781, + 1.828125, + 1.859375, + 1.710938, + 1.78125, + 1.632812, + 1.621094, + 1.734375, + 1.093262, + 2.0625, + 1.691406, + 1.675781, + 1.726562, + 1.984375, + 1.617188, + 1.761719, + 1.996094, + 1.769531, + 1.734375, + 1.886719, + 1.636719, + 1.835938, + 1.664062, + 1.960938, + 1.933594, + 1.535156, + 2.796875, + 1.75, + 1.667969, + 1.773438, + 1.6875, + 1.466797, + 1.890625, + 1.777344, + 1.738281, + 1.126953, + 1.578125, + 1.515625, + 2.429688, + 1.726562, + 1.738281, + 1.75, + 0.913086, + 1.769531, + 1.546875, + 1.03833, + 1.539062, + 1.789062, + 1.710938, + 1.722656, + 1.605469, + 1.804688, + 1.753906, + 1.675781, + 1.617188, + 1.859375, + 1.445312, + 1.78125, + 1.90625, + 1.652344, + 1.320312, + 1.714844, + 1.753906, + 1.839844, + 1.753906, + 1.710938, + 1.609375, + 1.710938, + 1.722656, + 1.330078, + 1.5, + 1.691406, + 1.703125, + 1.398438, + 1.601562, + 1.507812, + 1.332031, + 1.671875, + 1.78125, + 1.582031, + 1.726562, + 1.796875, + 1.322266, + 1.53125, + 1.5625, + 1.761719, + 1.792969, + 1.609375, + 1.546875, + 1.300781, + 1.6875, + 1.609375, + 1.683594, + 1.648438, + 1.859375, + 1.816406, + 1.832031, + 1.122559, + 1.441406, + 1.757812, + 1.738281, + 1.566406, + 1.542969, + 1.699219, + 1.898438, + 1.757812, + 1.667969, + 1.691406, + 1.699219, + 1.753906, + 1.808594, + 1.804688, + 1.546875, + 1.722656, + 1.585938, + 1.539062, + 1.828125, + 1.613281, + 1.726562, + 1.679688, + 1.558594, + 1.851562, + 1.714844, + 1.601562, + 1.640625, + 1.792969, + 1.582031, + 1.644531, + 1.585938, + 1.396484, + 1.625, + 1.800781, + 1.785156, + 1.589844, + 1.730469, + 1.882812, + 1.71875, + 1.8125, + 1.828125, + 1.753906, + 1.726562, + 1.824219, + 1.757812, + 1.707031, + 1.376953, + 1.515625, + 1.855469, + 1.486328, + 1.761719, + 1.789062, + 1.859375, + 1.566406, + 1.667969, + 1.664062, + 1.761719, + 1.839844, + 1.628906, + 1.617188, + 1.667969, + 1.671875, + 2.078125, + 1.585938, + 1.714844, + 1.746094, + 1.746094, + 1.886719, + 1.699219, + 1.707031, + 1.05957, + 1.808594, + 1.769531, + 1.71875, + 1.617188, + 1.683594, + 1.667969, + 1.388672, + 1.777344, + 1.632812, + 1.742188, + 1.484375, + 1.179688, + 1.498047, + 1.660156, + 1.941406, + 1.855469, + 1.061035, + 1.832031, + 1.863281, + 1.613281, + 1.408203, + 1.765625, + 1.558594, + 1.550781, + 1.328125, + 1.6875, + 1.640625, + 1.851562, + 1.636719, + 1.777344, + 1.734375, + 1.722656, + 1.714844, + 1.882812, + 2.210938, + 1.777344, + 1.5625, + 1.652344, + 1.757812, + 1.341797, + 1.101074, + 1.6875, + 1.652344, + 1.742188, + 1.46875, + 1.863281, + 1.632812, + 1.71875, + 1.640625, + 1.431641, + 1.28125, + 1.730469, + 1.558594, + 1.628906, + 1.792969, + 1.753906, + 1.652344, + 1.390625, + 1.535156, + 1.742188, + 1.710938, + 1.679688, + 1.65625, + 1.757812, + 1.945312, + 1.539062, + 1.316406, + 1.789062, + 1.839844, + 1.59375, + 1.695312, + 1.800781, + 1.625, + 1.671875, + 1.535156, + 0.84668, + 1.109863, + 1.726562, + 1.550781, + 1.804688, + 1.800781, + 1.617188, + 1.765625, + 1.486328, + 1.761719, + 1.490234, + 1.550781, + 1.804688, + 1.808594, + 1.742188, + 1.605469, + 1.785156, + 1.90625, + 1.515625, + 1.769531, + 1.542969, + 1.679688, + 1.710938, + 1.933594, + 1.636719, + 1.710938, + 1.667969, + 1.792969, + 1.539062, + 1.734375, + 1.722656, + 1.679688, + 1.714844, + 1.757812, + 1.726562, + 1.921875, + 1.796875, + 1.232422, + 1.84375, + 1.871094, + 1.351562, + 1.78125, + 1.135742, + 1.339844, + 1.828125, + 1.84375, + 0.788086, + 1.240234, + 1.675781, + 1.785156, + 1.855469, + 1.757812, + 1.816406, + 1.632812, + 1.667969, + 1.582031, + 1.894531, + 1.730469, + 1.285156, + 1.044678, + 0.937012, + 1.726562, + 1.738281, + 1.6875, + 1.597656, + 1.777344, + 0.805664, + 1.8125, + 1.640625, + 1.699219, + 1.746094, + 1.414062, + 1.929688, + 1.8125, + 1.757812, + 1.636719, + 1.53125, + 1.263672, + 1.636719, + 1.667969, + 1.851562, + 1.435547, + 1.699219, + 1.289062, + 1.710938, + 1.410156, + 1.07959, + 1.683594, + 1.396484, + 1.902344, + 1.644531, + 1.367188, + 1.722656, + 1.96875, + 1.765625, + 1.578125, + 1.601562, + 1.859375, + 1.84375, + 1.78125, + 1.5625, + 1.710938, + 1.835938, + 1.726562, + 1.976562, + 1.734375, + 1.410156, + 1.601562, + 1.769531, + 1.621094, + 1.703125, + 1.855469, + 1.679688, + 1.466797, + 1.660156, + 1.068848, + 1.773438, + 1.542969, + 1.726562, + 1.601562, + 1.847656, + 1.699219, + 1.632812, + 1.466797, + 1.710938, + 1.609375, + 1.664062, + 1.886719, + 1.636719, + 1.808594, + 1.515625, + 1.734375, + 1.65625, + 1.234375, + 1.632812, + 1.792969, + 1.832031, + 1.769531, + 1.8125, + 1.671875, + 1.511719, + 1.707031, + 1.449219, + 1.648438, + 1.917969, + 1.96875, + 1.792969, + 1.683594, + 1.71875, + 1.601562, + 1.757812, + 1.839844, + 1.777344, + 1.332031, + 1.648438, + 1.679688, + 1.613281, + 1.714844, + 1.550781, + 1.84375, + 1.722656, + 1.679688, + 1.710938, + 2.0625, + 1.660156, + 1.328125, + 1.714844, + 1.816406, + 1.632812, + 1.890625, + 1.84375, + 1.71875, + 1.542969, + 1.769531, + 1.886719, + 1.71875, + 1.402344, + 1.347656, + 1.703125, + 1.667969, + 1.929688, + 1.695312, + 1.910156, + 0.917969, + 1.8125, + 1.792969, + 1.660156, + 1.847656, + 1.785156, + 1.644531, + 1.667969, + 1.136719, + 1.851562, + 1.777344, + 1.859375, + 1.648438, + 1.292969, + 1.78125, + 1.613281, + 1.671875, + 1.582031, + 1.636719, + 1.9375, + 1.707031, + 1.699219, + 1.511719, + 1.574219, + 1.628906, + 1.185547, + 1.792969, + 0.962646, + 1.902344, + 1.855469, + 1.675781, + 1.886719, + 1.832031, + 1.621094, + 1.726562, + 1.734375, + 1.636719, + 1.691406, + 1.535156, + 1.742188, + 1.589844, + 1.585938, + 1.738281, + 1.695312, + 1.714844, + 1.585938, + 1.804688, + 1.960938, + 1.578125, + 1.699219, + 1.828125, + 1.417969, + 1.621094, + 1.722656, + 1.882812, + 1.621094, + 1.279297, + 1.433594, + 1.457031, + 1.886719, + 1.839844, + 1.554688, + 1.275391, + 1.890625, + 1.65625, + 1.632812, + 1.777344, + 1.820312, + 1.699219, + 1.726562, + 1.119141, + 1.644531, + 1.679688, + 1.789062, + 1.734375, + 1.664062, + 1.867188, + 1.6875, + 1.212891, + 1.710938, + 1.761719, + 1.871094, + 1.734375, + 1.792969, + 1.792969, + 1.695312, + 1.535156, + 1.996094, + 1.722656, + 1.683594, + 1.835938, + 1.714844, + 1.667969, + 1.789062, + 1.789062, + 1.726562, + 1.683594, + 1.679688, + 1.566406, + 1.742188, + 1.439453, + 1.671875, + 1.867188, + 1.730469, + 1.765625, + 1.742188, + 1.933594, + 1.777344, + 1.742188, + 1.789062, + 1.433594, + 0.830078, + 1.621094, + 1.636719, + 1.71875, + 1.855469, + 1.824219, + 1.6875, + 1.648438, + 1.683594, + 1.589844, + 1.738281, + 1.707031, + 1.742188, + 1.730469, + 1.253906, + 1.867188, + 1.796875, + 1.953125, + 1.78125, + 1.671875, + 1.714844, + 1.625, + 1.730469, + 1.53125, + 1.75, + 1.65625, + 1.792969, + 1.777344, + 1.578125, + 1.558594, + 1.621094, + 1.53125, + 1.734375, + 1.800781, + 1.273438, + 1.773438, + 1.652344, + 1.707031, + 1.742188, + 1.703125, + 1.644531, + 1.589844, + 1.894531, + 1.667969, + 1.431641, + 1.710938, + 1.628906, + 1.765625, + 1.324219, + 1.664062, + 1.855469, + 1.699219, + 2.039062, + 1.851562, + 1.574219, + 1.75, + 1.707031, + 1.714844, + 1.257812, + 1.21875, + 1.621094, + 0.92334, + 1.640625, + 1.699219, + 1.871094, + 1.765625, + 1.683594, + 1.130859, + 1.785156, + 1.957031, + 1.699219, + 1.75, + 1.941406, + 0.97583, + 1.902344, + 1.566406, + 1.574219, + 1.470703, + 1.757812, + 1.597656, + 1.539062, + 1.808594, + 1.933594, + 1.632812, + 1.804688, + 1.378906, + 1.707031, + 1.824219, + 1.097168, + 1.90625, + 1.800781, + 1.832031, + 1.804688, + 1.628906, + 1.617188, + 1.53125, + 1.227539, + 1.5625, + 1.636719, + 1.824219, + 1.058594, + 1.746094, + 1.632812, + 1.875, + 1.9375, + 1.554688, + 1.835938, + 1.789062, + 1.703125, + 1.722656, + 1.601562, + 1.613281, + 1.84375, + 1.746094, + 1.171875, + 1.738281, + 1.785156, + 1.757812, + 1.789062, + 1.941406, + 1.691406, + 1.742188, + 1.632812, + 1.832031, + 1.730469, + 1.287109, + 0.956055, + 1.644531, + 1.695312, + 1.90625, + 1.277344, + 1.65625, + 1.265625, + 1.824219, + 1.053223, + 1.621094, + 1.652344, + 1.589844, + 1.527344, + 1.738281, + 1.679688, + 1.847656, + 1.601562, + 1.699219, + 1.714844, + 1.910156, + 1.847656, + 0.881348, + 1.466797, + 1.104492, + 1.730469, + 1.898438, + 1.703125, + 1.820312, + 1.820312, + 1.78125, + 1.4375, + 1.78125, + 1.785156, + 1.4375, + 1.486328, + 1.753906, + 1.447266, + 1.726562, + 1.898438, + 1.466797, + 1.664062, + 1.71875, + 1.804688, + 1.859375, + 1.96875, + 1.738281, + 1.695312, + 1.710938, + 1.699219, + 1.597656, + 1.789062, + 1.047607, + 1.683594, + 1.199219, + 1.396484, + 1.863281, + 1.8125, + 1.75, + 1.542969, + 1.796875, + 1.714844, + 1.800781, + 1.308594, + 1.632812, + 1.691406, + 1.628906, + 1.796875, + 1.742188, + 0.942139, + 1.804688, + 1.792969, + 1.742188, + 1.05835, + 1.585938, + 1.28125, + 1.320312, + 1.679688, + 1.503906, + 1.828125, + 1.699219, + 1.652344, + 1.910156, + 1.628906, + 1.613281, + 1.414062, + 1.388672, + 1.660156, + 1.628906, + 1.703125, + 1.746094, + 1.675781, + 1.898438, + 1.925781, + 1.486328, + 1.554688, + 1.835938, + 1.796875, + 1.464844, + 1.757812, + 1.765625, + 1.223633, + 1.871094, + 1.707031, + 1.443359, + 1.261719, + 1.195312, + 0.813477, + 1.902344, + 1.757812, + 1.679688, + 1.910156, + 1.710938, + 1.777344, + 1.742188, + 1.8125, + 1.683594, + 1.851562, + 1.714844, + 1.234375, + 1.734375, + 1.773438, + 1.824219, + 1.609375, + 1.71875, + 1.632812, + 1.640625, + 1.703125, + 1.558594, + 1.652344, + 1.574219, + 1.761719, + 1.769531, + 1.628906, + 1.554688, + 1.902344, + 1.140625, + 1.5625, + 1.820312, + 1.898438, + 1.074219, + 1.574219, + 1.691406, + 1.617188, + 1.671875, + 1.578125, + 1.941406, + 1.746094, + 1.796875, + 1.648438, + 1.396484, + 1.570312, + 1.472656, + 1.398438, + 1.921875, + 1.65625, + 1.208008, + 1.6875, + 1.566406, + 1.746094, + 1.8125, + 1.65625, + 1.855469, + 1.871094, + 1.625, + 1.554688, + 1.714844, + 1.695312, + 1.71875, + 1.847656, + 1.582031, + 1.808594, + 1.839844, + 2.210938, + 1.402344, + 1.660156, + 1.734375, + 1.75, + 0.818359, + 1.703125, + 1.392578, + 1.675781, + 1.636719, + 1.890625, + 1.605469, + 1.839844, + 1.777344, + 1.320312, + 1.773438, + 1.582031, + 1.382812, + 1.734375, + 1.5625, + 1.847656, + 1.617188, + 1.761719, + 1.632812, + 1.412109, + 1.648438, + 1.828125, + 1.427734, + 1.546875, + 1.640625, + 1.667969, + 1.722656, + 1.169922, + 1.546875, + 1.679688, + 1.640625, + 1.707031, + 1.648438, + 1.640625, + 1.726562, + 1.84375, + 1.392578, + 1.601562, + 1.695312, + 1.025879, + 1.589844, + 1.746094, + 1.773438, + 1.839844, + 1.285156, + 1.9375, + 1.785156, + 0.988281, + 1.777344, + 1.613281, + 1.589844, + 1.652344, + 1.808594, + 1.800781, + 1.351562, + 1.683594, + 1.625, + 1.722656, + 1.710938, + 1.820312, + 1.308594, + 1.168945, + 1.8125, + 1.699219, + 1.78125, + 1.777344, + 1.353516, + 1.503906, + 1.679688, + 1.609375, + 1.808594, + 1.636719, + 1.832031, + 1.597656, + 1.6875, + 1.910156, + 1.542969, + 1.816406, + 1.566406, + 1.18457, + 1.118652, + 1.613281, + 1.217773, + 1.96875, + 1.605469, + 1.578125, + 1.902344, + 1.644531, + 1.558594, + 1.6875, + 1.808594, + 1.933594, + 1.302734, + 2.078125, + 1.300781, + 1.515625 + ] + }, + "name": "onnx::Mul_8171", + "outputIndexes": [ + 236 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 235, + 236 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_2/Mul_1_output_0", + "outputIndexes": [ + 237 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 237 + ], + "outputIndexes": [ + 2546 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2546 + ], + "outputIndexes": [ + 2547 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear", + "inputIndexes": [ + 2547 + ], + "outputIndexes": [ + 2548 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 87589172, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2548 + ], + "outputIndexes": [ + 2549 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2549 + ], + "outputIndexes": [ + 238 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 237 + ], + "main_type": "NONE", + "name": "/Shape_29_output_0", + "outputIndexes": [ + 239 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 239 + ], + "main_type": "NONE", + "name": "Shape628", + "outputIndexes": [ + 240 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 239 + ], + "main_type": "NONE", + "name": "Rank630", + "outputIndexes": [ + 241 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 241, + 241 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp632", + "outputIndexes": [ + 242 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 242 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze633", + "outputIndexes": [ + 243 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 242, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp635", + "outputIndexes": [ + 244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 244 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze636", + "outputIndexes": [ + 245 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 240, + 243, + 245, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice639", + "outputIndexes": [ + 246 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 246 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze640", + "outputIndexes": [ + 247 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 247 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp641", + "outputIndexes": [ + 248 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 248, + 247 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp642", + "outputIndexes": [ + 249 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 239, + 249, + 242 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_34_output_0", + "outputIndexes": [ + 250 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 250, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_65_output_0", + "outputIndexes": [ + 251 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 251, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_26_output_0", + "outputIndexes": [ + 252 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 238, + 252 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_19_output_0", + "outputIndexes": [ + 253 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 253, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_16_output_0", + "outputIndexes": [ + 254 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 253 + ], + "main_type": "NONE", + "name": "/Shape_30_output_0", + "outputIndexes": [ + 255 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 255 + ], + "main_type": "NONE", + "name": "Shape649", + "outputIndexes": [ + 256 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 255 + ], + "main_type": "NONE", + "name": "Rank651", + "outputIndexes": [ + 257 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 257, + 257 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp653", + "outputIndexes": [ + 258 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 258 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze654", + "outputIndexes": [ + 259 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 258, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp656", + "outputIndexes": [ + 260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 260 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze657", + "outputIndexes": [ + 261 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 256, + 259, + 261, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice660", + "outputIndexes": [ + 262 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 262 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze661", + "outputIndexes": [ + 263 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 263 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp662", + "outputIndexes": [ + 264 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 264, + 263 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp663", + "outputIndexes": [ + 265 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 255, + 265, + 258 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_35_output_0", + "outputIndexes": [ + 266 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 266, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_6_output_0", + "outputIndexes": [ + 267 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 267, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_70_output_0", + "outputIndexes": [ + 268 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 253, + 268, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_9_output_0", + "outputIndexes": [ + 269 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 269 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_4_output_0", + "outputIndexes": [ + 270 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 253, + 21, + 268, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_8_output_0", + "outputIndexes": [ + 271 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 270, + 271 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_29_output_0", + "outputIndexes": [ + 272 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 272, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_17_output_0", + "outputIndexes": [ + 273 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 254, + 273 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_10_output_0", + "outputIndexes": [ + 274 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 237 + ], + "outputIndexes": [ + 2550 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2550 + ], + "outputIndexes": [ + 2551 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear", + "inputIndexes": [ + 2551 + ], + "outputIndexes": [ + 2552 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 90243402, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2552 + ], + "outputIndexes": [ + 2553 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2553 + ], + "outputIndexes": [ + 275 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 251, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_27_output_0", + "outputIndexes": [ + 276 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 275, + 276 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_20_output_0", + "outputIndexes": [ + 277 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 277, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_18_output_0", + "outputIndexes": [ + 278 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 277 + ], + "main_type": "NONE", + "name": "/Shape_31_output_0", + "outputIndexes": [ + 279 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 279 + ], + "main_type": "NONE", + "name": "Shape711", + "outputIndexes": [ + 280 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 279 + ], + "main_type": "NONE", + "name": "Rank713", + "outputIndexes": [ + 281 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 281, + 281 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp715", + "outputIndexes": [ + 282 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 282 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze716", + "outputIndexes": [ + 283 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 282, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp718", + "outputIndexes": [ + 284 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 284 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze719", + "outputIndexes": [ + 285 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 280, + 283, + 285, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice722", + "outputIndexes": [ + 286 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 286 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze723", + "outputIndexes": [ + 287 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 287 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp724", + "outputIndexes": [ + 288 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 288, + 287 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp725", + "outputIndexes": [ + 289 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 279, + 289, + 282 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_36_output_0", + "outputIndexes": [ + 290 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 290, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_7_output_0", + "outputIndexes": [ + 291 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 291, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_72_output_0", + "outputIndexes": [ + 292 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 277, + 292, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_11_output_0", + "outputIndexes": [ + 293 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 293 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_5_output_0", + "outputIndexes": [ + 294 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 277, + 21, + 292, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_10_output_0", + "outputIndexes": [ + 295 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 294, + 295 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_30_output_0", + "outputIndexes": [ + 296 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 296, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_19_output_0", + "outputIndexes": [ + 297 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 278, + 297 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_11_output_0", + "outputIndexes": [ + 298 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 237 + ], + "outputIndexes": [ + 2554 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2554 + ], + "outputIndexes": [ + 2555 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear", + "inputIndexes": [ + 2555 + ], + "outputIndexes": [ + 2556 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 91570528, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2556 + ], + "outputIndexes": [ + 2557 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2557 + ], + "outputIndexes": [ + 299 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 299, + 276 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_21_output_0", + "outputIndexes": [ + 300 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 274, + 298, + 300, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_26_output_0", + "outputIndexes": [ + 301 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 301 + ], + "outputIndexes": [ + 2558 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2558 + ], + "outputIndexes": [ + 2559 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear", + "inputIndexes": [ + 2559 + ], + "outputIndexes": [ + 2560 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 92897654, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2560 + ], + "outputIndexes": [ + 2561 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2561 + ], + "outputIndexes": [ + 302 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 302 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_2/Mul_output_0", + "outputIndexes": [ + 303 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.767578, + 0.770508, + 0.839844, + 0.965332, + 0.722656, + 0.81543, + 0.770508, + 1.5, + 0.691406, + 0.789062, + 0.863281, + 0.726562, + 0.691406, + 0.820312, + 0.650391, + 0.786133, + 0.763672, + 0.71875, + 0.933594, + 0.816406, + 0.829102, + 0.782227, + 0.780273, + 0.774414, + 0.6875, + 0.760742, + 0.910645, + 0.951416, + 0.95166, + 0.92041, + 0.714844, + 0.826172, + 0.805664, + 1.609375, + 0.697266, + 0.890137, + 0.798828, + 0.775391, + 0.738281, + 0.654297, + 0.689453, + 0.880859, + 0.792969, + 0.818359, + 1.291016, + 0.782227, + 0.871094, + 0.740234, + 1.224609, + 0.851562, + 0.8125, + 1.098633, + 0.805664, + 2.25, + 0.775391, + 0.851562, + 0.832031, + 0.728516, + 0.899414, + 0.867188, + 0.825195, + 1.096191, + 0.764648, + 0.835938, + 0.932129, + 0.726562, + 1.004883, + 0.761719, + 0.797852, + 0.712891, + 0.816406, + 0.787109, + 0.791016, + 0.689453, + 0.71875, + 0.707031, + 0.994598, + 0.829102, + 0.806641, + 1.345703, + 0.746094, + 1.65625, + 0.945068, + 0.84375, + 0.720703, + 0.813477, + 0.722656, + 0.850586, + 1.24707, + 0.766602, + 0.869141, + 0.658203, + 0.850586, + 1.15918, + 0.787109, + 1.484375, + 0.701172, + 0.855469, + 0.844727, + 0.746094, + 0.896484, + 0.75, + 0.746094, + 0.753906, + 0.765625, + 0.808594, + 0.821289, + 0.765625, + 0.773438, + 0.792969, + 0.8125, + 0.799805, + 0.820312, + 1.621094, + 0.902832, + 0.892578, + 0.785156, + 2.367188, + 0.667969, + 0.808594, + 0.714844, + 0.801758, + 1.414062, + 0.753906, + 0.789062, + 1.000475, + 0.740234, + 0.712891, + 0.759766, + 1.025879, + 0.945312, + 0.767578, + 0.797852, + 0.724609, + 0.863281, + 0.730469, + 0.771484, + 0.997406, + 0.907227, + 0.712891, + 1.245117, + 1.065918, + 0.740234, + 0.811523, + 0.787109, + 0.924805, + 0.830078, + 0.714844, + 0.8125, + 0.792969, + 0.786133, + 0.874023, + 0.761719, + 2.460938, + 0.837891, + 0.800781, + 1.053467, + 0.787109, + 1.3125, + 1.660156, + 1.789062, + 0.882812, + 0.891113, + 0.983032, + 0.833008, + 0.764648, + 0.792969, + 1.5, + 0.88623, + 0.761719, + 0.825195, + 1.255859, + 0.77832, + 1.390625, + 0.708984, + 0.791016, + 0.845703, + 1.433594, + 0.859375, + 0.866211, + 0.790039, + 1.730469, + 0.832031, + 1.855469, + 1.020142, + 0.722656, + 0.945801, + 0.664062, + 0.710938, + 0.824219, + 0.673828, + 1.330078, + 0.810547, + 0.762695, + 0.813477, + 0.769531, + 0.691406, + 0.866211, + 0.765625, + 0.810547, + 0.761719, + 0.789062, + 0.705078, + 0.738281, + 0.782227, + 0.744141, + 1.033691, + 0.716797, + 0.847656, + 0.814453, + 0.861328, + 0.760742, + 0.838867, + 0.854492, + 0.722656, + 0.848633, + 0.766602, + 0.757812, + 0.862305, + 0.736328, + 0.895508, + 0.95874, + 0.738281, + 0.848633, + 0.724609, + 0.75, + 0.667969, + 0.724609, + 0.857422, + 0.738281, + 1.002518, + 0.712891, + 0.825195, + 0.766602, + 0.80957, + 0.769531, + 0.967041, + 0.769531, + 0.816406, + 0.845703, + 0.94458, + 0.78418, + 0.818359, + 2.460938, + 0.648438, + 0.875488, + 0.825195, + 0.886719, + 0.786133, + 0.918457, + 0.699219, + 0.824219, + 1.176758, + 0.756836, + 0.856445, + 0.689453, + 0.759766, + 0.791016, + 1.182617, + 0.787109, + 0.790039, + 0.728516, + 0.701172, + 0.716797, + 0.738281, + 0.879883, + 0.691406, + 0.790039, + 0.841797, + 0.80957, + 0.811523, + 0.707031, + 0.798828, + 0.789062, + 0.746094, + 0.814453, + 1.043701, + 0.823242, + 0.790039, + 0.75, + 0.84668, + 0.819336, + 1.570312, + 0.722656, + 1.181641, + 0.772461, + 0.865234, + 0.830078, + 1.400391, + 0.759766, + 0.786133, + 1.695312, + 0.895996, + 0.714844, + 0.879395, + 0.746094, + 0.791016, + 0.786133, + 0.838867, + 0.783203, + 0.859375, + 0.799805, + 1.847656, + 0.84082, + 1.550781, + 0.805664, + 0.824219, + 0.884277, + 0.699219, + 0.768555, + 0.750977, + 1.691406, + 0.798828, + 0.814453, + 0.863281, + 0.773438, + 0.764648, + 0.769531, + 0.695312, + 0.785156, + 0.782227, + 0.900391, + 0.810547, + 0.78125, + 0.827148, + 0.724609, + 0.818359, + 0.875, + 0.818359, + 0.841797, + 0.780273, + 0.982056, + 0.779297, + 0.738281, + 1.871094, + 0.754883, + 0.751953, + 0.77832, + 0.814453, + 0.734375, + 0.790039, + 0.883301, + 0.883301, + 0.758789, + 0.855469, + 0.975098, + 0.78418, + 1.188477, + 0.826172, + 0.765625, + 1.871094, + 0.746094, + 1.703125, + 0.816406, + 1.742188, + 1.371094, + 0.842773, + 0.845703, + 0.936523, + 0.807617, + 1.494141, + 0.825195, + 0.726562, + 1.137695, + 1.038818, + 0.750977, + 0.677734, + 1.416016, + 0.671875, + 0.693359, + 0.835938, + 0.898926, + 0.746094, + 0.804688, + 0.852539, + 0.860352, + 0.836914, + 0.765625, + 0.803711, + 1.07959, + 0.734375, + 0.806641, + 0.919434, + 1.408203, + 0.84375, + 0.797852, + 0.780273, + 0.937744, + 0.756836, + 0.6875, + 0.793945, + 0.761719, + 1.535156, + 0.768555, + 0.701172, + 0.75293, + 0.866211, + 1.447266, + 0.795898, + 0.773438, + 0.730469, + 0.887695, + 0.71875, + 0.867188, + 1.349609, + 0.901855, + 0.790039, + 0.736328, + 0.796875, + 1.447266, + 0.796875, + 0.770508, + 0.753906, + 0.878418, + 1.023438, + 0.765625, + 0.785156, + 0.764648, + 0.869141, + 0.811523, + 0.907715, + 0.833984, + 1.353516, + 0.773438, + 0.701172, + 0.818359, + 0.667969, + 0.799805, + 0.716797, + 0.763672, + 1.168945, + 0.84082, + 0.904785, + 0.983521, + 1.486328, + 0.6875, + 0.728516, + 0.773438, + 0.738281, + 0.824219, + 0.803711, + 0.714844, + 0.75, + 0.797852, + 1.703125, + 0.785156, + 0.758789, + 0.981079, + 0.763672, + 0.772461, + 0.791016, + 0.742188, + 0.902344, + 0.808594, + 0.828125, + 0.893066, + 1.054443, + 0.654297, + 0.800781, + 1.05127, + 0.783203, + 0.765625, + 0.821289, + 0.699219, + 1.06543, + 0.837891, + 1.570312, + 0.763672, + 0.760742, + 0.811523, + 0.769531, + 0.728516, + 0.71875, + 0.78125, + 0.708984, + 0.936035, + 1.382812, + 1.170898, + 0.828125, + 0.744141, + 0.798828, + 0.797852, + 1.96875, + 0.821289, + 0.931152, + 0.777344, + 1.609375, + 0.712891, + 0.797852, + 0.761719, + 0.824219, + 0.775391, + 0.802734, + 0.819336, + 1.00164, + 0.734375, + 1.671875, + 1.648438, + 0.919922, + 1.664062, + 0.867188, + 0.80957, + 0.693359, + 0.822266, + 2.382812, + 0.697266, + 0.88623, + 1.049805, + 1.103027, + 0.786133, + 0.797852, + 0.763672, + 0.720703, + 0.726562, + 0.751953, + 0.75, + 0.929688, + 0.811523, + 0.833008, + 0.863281, + 0.832031, + 0.827148, + 1.226562, + 1.40625, + 0.732422, + 1.005768, + 0.77832, + 0.732422, + 0.769531, + 0.736328, + 0.813477, + 0.71875, + 0.75293, + 1.523438, + 0.767578, + 2.351562, + 0.705078, + 0.804688, + 0.776367, + 1.710938, + 1.570312, + 0.977539, + 0.81543, + 0.758789, + 0.84375, + 0.760742, + 0.771484, + 0.744141, + 0.94043, + 0.835938, + 1.660156, + 0.764648, + 0.858398, + 0.785156, + 0.712891, + 0.798828, + 0.732422, + 1.5625, + 0.793945, + 0.799805, + 0.726562, + 1.378906, + 1.047607, + 0.951904, + 0.777344, + 0.818359, + 0.808594, + 1.648438, + 0.775391, + 0.80957, + 0.89209, + 0.75, + 0.738281, + 0.765625, + 1.443359, + 0.833984, + 0.736328, + 0.736328, + 0.955811, + 0.746094, + 1.139648, + 0.797852, + 0.766602, + 0.795898, + 1.116699, + 0.802734, + 2.15625, + 0.805664, + 1.519531, + 1.069336, + 0.742188, + 0.740234, + 0.813477, + 1.157227, + 0.984131, + 0.833984, + 0.792969, + 0.829102, + 0.785156, + 0.881836, + 0.780273, + 0.777344, + 0.803711, + 0.746094, + 0.766602, + 0.712891, + 0.863281, + 0.756836, + 0.728516, + 0.801758, + 0.734375, + 0.75, + 0.75293, + 1.972656, + 0.887207, + 0.798828, + 0.835938, + 0.78418, + 0.667969, + 0.726562, + 0.732422, + 0.819336, + 0.921387, + 0.768555, + 0.710938, + 0.825195, + 0.835938, + 0.93457, + 0.759766, + 1.337891, + 0.790039, + 0.775391, + 0.873047, + 0.770508, + 0.769531, + 0.831055, + 0.710938, + 0.730469, + 0.791016, + 0.864258, + 0.726562, + 0.867188, + 0.773438, + 1.503906, + 0.777344, + 1.773438, + 0.708984, + 0.825195, + 0.857422, + 1.300781, + 2.226562, + 1.5, + 0.707031, + 0.730469, + 0.75, + 0.675781, + 0.736328, + 0.669922, + 0.707031, + 0.895996, + 0.805664, + 0.794922, + 0.720703, + 1.636719, + 0.774414, + 0.699219, + 0.693359, + 0.648438, + 0.732422, + 0.716797, + 0.830078, + 0.8125, + 0.774414, + 0.710938, + 0.890137, + 0.740234, + 0.801758, + 0.81543, + 0.898438, + 1.02063, + 0.675781, + 1.578125, + 1.429688, + 0.783203, + 0.755859, + 0.714844, + 1.03418, + 0.697266, + 0.695312, + 1.255859, + 0.751953, + 0.699219, + 0.738281, + 0.720703, + 0.730469, + 0.780273, + 0.833984, + 0.730469, + 0.897461, + 0.728516, + 0.916992, + 0.756836, + 0.762695, + 0.771484, + 0.666016, + 0.792969, + 0.770508, + 0.746094, + 0.829102, + 0.939453, + 0.707031, + 0.734375, + 0.80957, + 0.81543, + 1.511719, + 0.860352, + 0.770508, + 1.191406, + 0.734375, + 0.969727, + 0.792969, + 0.742188, + 0.705078, + 0.754883, + 0.881348, + 1.722656, + 0.911621, + 0.724609, + 0.77832, + 0.722656, + 0.742188, + 0.753906, + 0.772461, + 0.762695, + 0.756836, + 0.786133, + 0.691406, + 0.830078, + 0.756836, + 0.759766, + 0.823242, + 0.887207, + 0.801758, + 0.888184, + 0.769531, + 0.9375, + 0.754883, + 0.644531, + 0.806641, + 0.807617, + 0.689453, + 0.785156, + 0.766602, + 0.787109, + 0.773438, + 0.878418, + 0.771484, + 1.585938, + 0.765625, + 0.71875, + 0.803711, + 0.794922, + 0.825195, + 0.825195, + 0.824219, + 0.767578, + 0.87793, + 0.773438, + 0.71875, + 0.806641, + 0.758789, + 0.847656, + 0.790039, + 0.728516, + 0.799805, + 0.701172, + 0.770508, + 0.757812, + 1.196289, + 0.875977, + 0.664062, + 0.816406, + 0.78125, + 0.797852, + 1.361328, + 0.6875, + 0.807617, + 1.410156, + 0.918945, + 0.801758, + 0.726562, + 0.753906, + 0.922852, + 0.748047, + 0.808594, + 0.791992, + 0.605469, + 0.982178, + 0.768555, + 0.987305, + 1.683594, + 0.75, + 0.746094, + 0.699219, + 0.902832, + 1.049561, + 0.773438, + 0.744141, + 1.539062, + 0.742188, + 0.705078, + 0.8125, + 1.519531, + 0.71875, + 1.182617, + 1.112793, + 1.04126, + 0.826172, + 0.853516, + 0.728516, + 0.804688, + 0.705078, + 0.724609, + 0.847656, + 0.87207, + 0.662109, + 0.720703, + 0.768555, + 0.724609, + 0.788086, + 0.804688, + 0.703125, + 0.728516, + 1.111328, + 0.879395, + 0.894043, + 0.771484, + 0.734375, + 1.113281, + 0.771484, + 0.981567, + 0.732422, + 0.607422, + 0.77832, + 0.772461, + 0.681641, + 0.742188, + 0.785156, + 0.761719, + 0.787109, + 0.754883, + 0.701172, + 1.093262, + 0.864258, + 1.294922, + 0.865234, + 0.793945, + 0.753906, + 0.822266, + 1.020264, + 0.827148, + 0.730469, + 0.785156, + 0.805664, + 0.78418, + 1.515625, + 0.814453, + 0.795898, + 0.732422, + 1.75, + 0.75, + 0.755859, + 0.761719, + 1.314453, + 0.801758, + 0.93457, + 0.705078, + 0.667969, + 0.847656, + 0.800781, + 1.026367, + 1.917969, + 0.705078, + 0.78125, + 0.791016, + 0.873047, + 0.77832, + 0.870117, + 0.742188, + 0.697266, + 1.371094, + 0.75, + 0.703125, + 0.954102, + 0.772461, + 0.791992, + 0.763672, + 0.823242, + 0.714844, + 0.750977, + 0.87793, + 0.722656, + 0.832031, + 0.847656, + 1.091309, + 0.831055, + 0.714844, + 1.443359, + 1.308594, + 0.932617, + 1.294922, + 0.804688, + 0.791992, + 0.724609, + 0.876465, + 1.478516, + 1.71875, + 0.669922, + 0.762695, + 0.863281, + 0.791016, + 0.671875, + 0.814453, + 0.787109, + 0.996628, + 1.566406, + 0.915527, + 0.720703, + 0.862305, + 1.347656, + 0.763672, + 0.871094, + 0.722656, + 0.738281, + 0.708984, + 0.673828, + 0.802734, + 0.6875, + 0.939941, + 0.883789, + 0.798828, + 0.75, + 0.78418, + 1.292969, + 0.891602, + 0.716797, + 1.036865, + 1.683594, + 1.105469, + 0.821289, + 0.732422, + 0.880371, + 0.755859, + 0.720703, + 0.771484, + 0.808594, + 1.566406, + 0.820312, + 0.928711, + 0.746094, + 0.813477, + 1.839844, + 0.785156, + 0.801758, + 1.043457, + 0.767578, + 0.827148, + 1.035645, + 0.774414, + 1.453125, + 0.742188, + 0.790039, + 0.774414, + 1.632812, + 0.638672, + 0.800781, + 1.128906, + 0.80957, + 1.072266, + 0.6875, + 0.710938, + 0.777344, + 0.791992, + 0.988037, + 0.708984, + 0.836914, + 0.953125, + 1.539062, + 1.466797, + 1.886719, + 0.821289, + 0.887207, + 0.788086, + 0.960693, + 0.764648, + 0.681641, + 0.817383, + 1.523438, + 0.798828, + 0.811523, + 0.710938, + 0.80957, + 0.937012, + 0.773438, + 0.730469, + 2.179688, + 0.724609, + 1.574219, + 0.771484, + 1.675781, + 0.817383, + 0.797852, + 0.802734, + 0.819336, + 0.865234, + 0.863281, + 1.233398, + 0.763672, + 1.455078, + 0.946777, + 0.931152, + 1.145508, + 1.087402, + 0.720703, + 0.850586, + 0.814453, + 1.621094, + 0.685547, + 0.924316, + 0.801758, + 0.915527, + 0.924316, + 0.730469, + 1.6875, + 0.791992, + 0.825195, + 0.821289, + 1.90625, + 1.542969, + 0.722656, + 0.81543, + 0.833008, + 0.856445, + 0.795898, + 0.689453, + 0.97522, + 1.355469, + 0.681641, + 0.728516, + 0.807617, + 0.813477, + 0.714844, + 0.821289, + 0.707031, + 0.864258, + 0.820312, + 0.832031, + 0.845703, + 0.95752, + 0.759766, + 0.945557, + 0.807617, + 0.923828, + 0.736328, + 0.753906, + 0.734375, + 0.732422, + 0.800781, + 1.310547, + 0.760742, + 1.65625, + 0.944092, + 0.77832, + 1.652344, + 0.658203, + 0.876465, + 0.769531, + 0.791992, + 0.855469, + 0.716797, + 0.744141, + 0.730469, + 1.851562, + 0.849609, + 0.855469, + 0.793945, + 0.730469, + 0.75293, + 0.862305, + 0.774414, + 0.751953, + 0.710938, + 0.818359, + 0.861328, + 1.742188, + 0.824219, + 0.785156, + 0.860352, + 0.817383, + 0.839844, + 0.919922, + 1.019287, + 0.779297, + 0.837891, + 0.790039, + 0.738281, + 0.788086, + 0.769531, + 1.298828, + 0.703125, + 0.748047, + 0.777344, + 0.794922, + 0.891113, + 1.613281, + 0.905273, + 1.398438, + 0.740234, + 0.826172, + 0.795898, + 0.77832, + 0.773438, + 0.847656, + 0.802734, + 0.94751, + 0.914062, + 1.582031, + 1.621094, + 1.617188, + 0.757812, + 0.675781, + 1.59375, + 0.734375, + 0.796875, + 1.523438, + 1.351562, + 0.845703, + 0.830078, + 0.75, + 1.304688, + 0.787109, + 0.87793, + 1.171875, + 0.726562, + 0.791992, + 0.876953, + 0.765625, + 0.838867, + 1.367188, + 1.484375, + 1.425781, + 0.75293, + 0.792969, + 0.801758, + 0.835938, + 0.825195, + 1.820312, + 0.883301, + 1.363281, + 1.695312, + 0.714844, + 0.646484, + 0.736328, + 1.039551, + 0.821289, + 0.666016, + 0.813477, + 0.77832, + 0.728516, + 0.844727, + 1.898438, + 0.712891, + 0.736328, + 1.470703, + 0.770508, + 0.707031, + 0.805664, + 0.797852, + 0.728516, + 1.108398, + 0.774414, + 0.816406, + 0.785156, + 0.666016, + 0.783203, + 0.848633, + 0.722656, + 0.776367, + 0.695312, + 0.841797, + 0.71875, + 0.763672, + 0.758789, + 0.817383, + 0.824219, + 1.036621, + 0.8125, + 1.330078, + 0.868164, + 0.839844, + 0.710938, + 0.894043, + 0.774414, + 0.800781, + 0.742188, + 1.447266, + 0.803711, + 1.026855, + 0.836914, + 0.691406, + 0.763672, + 0.817383, + 0.867188, + 1.119629, + 0.8125, + 1.5, + 0.836914, + 0.921387, + 0.804688, + 0.834961, + 0.716797, + 0.759766, + 0.766602, + 0.775391, + 0.824219, + 0.773438, + 0.736328, + 0.879883, + 1.566406, + 0.806641, + 0.770508, + 0.720703, + 0.863281, + 0.864258, + 0.853516, + 0.787109, + 1.118164, + 0.822266, + 0.762695, + 0.798828, + 1.558594, + 0.722656, + 0.675781, + 0.829102, + 0.703125, + 0.689453, + 1.636719, + 0.986145, + 0.869141, + 0.697266, + 1.316406, + 0.893555, + 1.178711, + 1.675781, + 0.810547, + 1.558594, + 1.695312, + 0.746094, + 0.650391, + 0.854492, + 0.790039, + 1.25, + 0.783203, + 0.90332, + 0.820312, + 1.539062, + 0.750977, + 0.765625, + 0.8125, + 0.885254, + 0.75, + 0.779297, + 1.707031, + 0.730469, + 0.865234, + 1.062988, + 1.578125, + 0.795898, + 0.813477, + 1.335938, + 0.744141, + 1.84375, + 0.799805, + 0.767578, + 0.791992, + 0.808594, + 1.542969, + 0.858398, + 0.753906, + 0.720703, + 0.776367, + 0.78125, + 0.906738, + 1.494141, + 0.783203, + 0.833984, + 0.734375, + 0.708984, + 0.869141, + 0.912598, + 0.996887, + 0.724609, + 0.824219, + 0.891113, + 1.8125, + 0.736328, + 0.746094, + 0.748047, + 0.817383, + 0.824219, + 0.887207, + 0.771484, + 0.835938, + 1.535156, + 0.758789, + 0.766602, + 0.699219, + 0.669922, + 0.862305, + 0.802734, + 0.760742, + 0.697266, + 0.810547, + 0.654297, + 0.759766, + 0.728516, + 0.720703, + 1.135742, + 0.77832, + 1.546875, + 0.836914, + 1.3125, + 0.900391, + 0.842773, + 0.931641, + 1.5, + 1.050293, + 0.759766, + 0.628906, + 0.728516, + 0.999096, + 0.783203, + 0.732422, + 0.917969, + 0.751953, + 0.89209, + 1.241211, + 0.835938, + 0.830078, + 1.314453, + 0.818359, + 0.738281, + 0.935059, + 0.671875, + 0.890137, + 0.75293, + 0.775391, + 0.871094, + 0.703125, + 0.830078, + 0.65625, + 1.15918, + 0.724609, + 0.798828, + 0.768555, + 0.821289, + 1.648438, + 0.836914, + 0.870117, + 0.855469, + 0.776367, + 0.891602, + 0.793945, + 0.732422, + 0.759766, + 1.734375, + 0.791992, + 0.734375, + 0.869141, + 0.755859, + 0.65625, + 0.756836, + 0.826172, + 0.893066, + 0.807617, + 0.84082, + 0.821289, + 0.833984, + 0.726562, + 0.782227, + 0.856445, + 0.766602, + 1.020386, + 1.214844, + 0.791992, + 0.835938, + 0.907715, + 0.744141, + 1.001831, + 0.759766, + 0.816406, + 0.835938, + 2.03125, + 0.834961, + 0.903809, + 1.433594, + 0.699219, + 0.801758, + 0.77832, + 1.515625, + 0.712891, + 0.946777, + 1.683594, + 1.213867, + 0.757812, + 0.689453, + 0.78125, + 0.844727, + 0.875, + 0.835938, + 0.703125, + 0.821289, + 0.817383, + 1.445312, + 0.695312, + 0.801758, + 0.693359, + 1.929688, + 0.808594, + 0.699219, + 0.685547, + 0.870117, + 0.691406, + 0.838867, + 0.728516, + 0.811523, + 1.738281, + 0.80957, + 0.742188, + 0.772461, + 1.011292, + 0.898926, + 0.716797, + 1.726562, + 0.805664, + 0.728516, + 0.966797, + 0.78125, + 0.699219, + 0.734375, + 1.318359, + 0.894043, + 0.862305, + 0.816406, + 0.675781, + 0.982544, + 1.585938, + 0.771484, + 1.030518, + 0.782227, + 0.782227, + 0.813477, + 0.708984, + 0.796875, + 1.882812, + 0.851562, + 0.783203, + 0.758789, + 0.763672, + 0.916504, + 0.746094, + 0.685547, + 0.748047, + 0.801758, + 0.746094, + 0.763672, + 0.782227, + 0.769531, + 0.779297, + 0.955811, + 0.921387, + 0.876953, + 0.849609, + 0.797852, + 0.753906, + 0.998634, + 0.699219, + 0.981201, + 0.785156, + 0.764648, + 0.75293, + 0.658203, + 0.832031, + 0.744141, + 1.073242, + 0.771484, + 0.730469, + 0.867188, + 0.801758, + 0.793945, + 0.987305, + 0.742188, + 0.730469, + 0.768555, + 0.714844, + 0.8125, + 0.883789, + 0.722656, + 0.6875, + 0.78418, + 0.712891, + 1.523438, + 0.722656, + 0.788086, + 0.852539, + 0.870117, + 0.795898, + 0.744141, + 0.833008, + 0.701172, + 0.810547, + 0.6875, + 0.724609, + 0.768555, + 0.993683, + 0.658203, + 0.822266, + 0.863281, + 0.844727, + 0.770508, + 0.675781, + 0.708984, + 0.792969, + 0.722656, + 0.793945, + 1.173828, + 0.774414, + 0.805664, + 0.813477, + 0.722656, + 0.757812, + 0.825195, + 0.830078, + 0.746094, + 0.80957, + 0.744141, + 1.761719, + 0.924805, + 0.722656, + 0.907715, + 0.801758, + 0.746094, + 1.617188, + 0.858398, + 0.75293, + 0.758789, + 1.380859, + 0.787109, + 0.763672, + 0.94751, + 1.632812, + 0.850586, + 0.753906, + 0.813477, + 0.756836, + 0.766602, + 0.767578, + 0.736328, + 0.736328, + 0.714844, + 1.570312, + 0.728516, + 0.994293, + 0.758789, + 0.722656, + 1.283203, + 1.605469, + 0.77832, + 0.714844, + 0.822266, + 1.073242, + 0.811523, + 0.832031, + 0.831055, + 0.753906, + 0.850586, + 0.764648, + 0.89502, + 0.732422, + 0.8125, + 0.730469, + 0.732422, + 0.88623, + 1.306641, + 0.935547, + 0.738281, + 0.853516, + 0.720703, + 0.891113, + 0.832031, + 0.804688, + 0.950684, + 1.105469, + 0.831055, + 0.797852, + 0.775391, + 0.790039, + 0.848633, + 0.869141, + 0.755859, + 0.902832, + 1.308594, + 1.503906, + 0.720703, + 0.841797, + 0.783203, + 0.890625, + 0.805664, + 0.786133, + 1.271484, + 0.763672, + 0.923828, + 1.222656, + 0.851562, + 0.740234, + 0.807617, + 0.732422, + 0.736328, + 0.753906, + 1.185547, + 0.774414, + 0.84375, + 0.849609, + 0.6875, + 0.765625, + 0.854492, + 0.787109, + 0.728516, + 0.724609, + 0.695312, + 0.707031, + 0.780273, + 0.895996, + 0.728516, + 0.795898, + 1.605469, + 0.80957, + 0.816406, + 1.578125, + 0.773438, + 0.746094, + 1.447266, + 0.738281, + 1.241211, + 0.748047, + 0.87793, + 0.791016, + 1.408203, + 1.114746, + 0.773438, + 0.798828, + 0.708984, + 0.726562, + 0.799805, + 0.785156, + 0.801758, + 0.782227, + 0.831055, + 0.720703, + 1.003082, + 2.21875, + 1.285156, + 0.740234, + 0.75293, + 0.87207, + 0.909668, + 0.835938, + 1.792969, + 0.758789, + 0.742188, + 0.75, + 0.712891, + 1.205078, + 0.863281, + 0.794922, + 0.797852, + 0.814453, + 0.691406, + 1.094238, + 0.804688, + 0.841797, + 0.724609, + 1.000216, + 0.768555, + 1.582031, + 0.772461, + 1.015869, + 1.582031, + 0.724609, + 1.330078, + 0.899902, + 0.666016, + 1.078125, + 0.697266, + 1.914062, + 0.817383, + 0.736328, + 0.652344, + 0.728516, + 0.699219, + 0.835938, + 0.944092, + 2.234375, + 0.746094, + 0.775391, + 0.776367, + 0.910645, + 1.21582, + 0.708984, + 0.766602, + 0.820312, + 0.703125, + 0.956299, + 0.716797, + 1.363281, + 0.873047, + 1.726562, + 0.746094, + 0.829102, + 0.765625, + 0.822266, + 0.742188, + 0.777344, + 0.816406, + 0.798828, + 0.738281, + 0.673828, + 0.707031, + 0.775391, + 0.919922, + 0.705078, + 1.050537, + 0.796875, + 0.819336, + 1.566406, + 0.742188, + 0.728516, + 0.900879, + 0.697266, + 0.786133, + 0.868164, + 0.824219, + 0.782227, + 1.082031, + 0.910645, + 0.789062, + 0.875977, + 0.848633, + 0.816406, + 0.712891, + 0.951172, + 0.750977, + 0.8125, + 0.753906, + 1.359375, + 0.796875, + 0.824219, + 0.699219, + 0.762695, + 0.985718, + 0.861328, + 0.740234, + 0.849609, + 0.757812, + 0.893555, + 0.722656, + 1.632812, + 0.779297, + 0.720703, + 0.777344, + 0.810547, + 0.857422, + 0.681641, + 0.766602, + 0.817383, + 0.799805, + 0.742188, + 1.169922, + 1.431641, + 0.734375, + 0.791016, + 0.852539, + 0.792969, + 0.882812, + 1.695312, + 0.728516, + 0.860352, + 0.701172, + 0.762695, + 0.911621, + 0.699219, + 0.8125, + 1.996094, + 0.808594, + 0.907715, + 0.722656, + 0.736328, + 1.396484, + 0.813477, + 0.707031, + 0.84375, + 0.748047, + 0.769531, + 0.817383, + 0.81543, + 0.877441, + 1.00351, + 0.873047, + 0.879883, + 1.632812, + 0.738281, + 1.447266, + 0.791992, + 0.882812, + 1.800781, + 0.790039, + 0.81543, + 0.785156, + 0.771484, + 0.746094, + 0.974487, + 0.740234, + 1.134766, + 0.80957, + 0.913574, + 0.722656, + 0.648438, + 0.750977, + 0.880859, + 0.793945, + 0.787109, + 0.835938, + 0.92041, + 0.738281, + 0.893066, + 1.578125, + 0.871094, + 0.736328, + 0.864258, + 0.898438, + 1.527344, + 0.792969, + 0.94873, + 0.786133, + 0.800781, + 0.748047, + 1.707031, + 0.897461, + 0.771484, + 1.086426, + 0.806641, + 0.817383, + 0.833008, + 0.847656, + 0.982788, + 0.761719, + 0.761719, + 0.929199, + 0.762695, + 0.777344, + 0.714844, + 0.720703, + 1.617188, + 0.722656, + 0.767578, + 0.776367, + 0.746094, + 0.77832, + 0.867188, + 0.825195, + 0.885254, + 0.868164, + 0.800781, + 0.798828, + 0.831055, + 1.191406, + 0.769531, + 0.810547, + 0.799805, + 0.716797, + 0.724609, + 0.769531, + 0.780273, + 0.726562, + 0.744141, + 0.720703, + 0.783203, + 0.787109, + 0.779297, + 1.008057, + 0.794922, + 1.069824, + 0.881836, + 0.798828, + 1.15332, + 1.255859, + 0.658203, + 0.90918, + 0.817383, + 0.701172, + 0.762695, + 0.779297, + 0.820312, + 0.775391, + 0.847656, + 0.817383, + 0.763672, + 0.861328, + 0.728516, + 1.566406, + 0.753906, + 0.766602, + 0.761719, + 0.880371, + 0.978638, + 0.786133, + 0.693359, + 0.726562, + 0.819336, + 0.758789, + 0.867188, + 0.722656, + 0.820312, + 0.798828, + 0.963135, + 0.683594, + 0.930664, + 0.819336, + 0.746094, + 1.082031, + 0.697266, + 0.669922, + 0.922363, + 0.754883, + 0.744141, + 0.811523, + 0.856445, + 0.736328, + 0.982666, + 1.238281, + 0.760742, + 0.771484, + 0.728516, + 1.478516, + 0.957764, + 0.875977, + 0.75, + 0.845703, + 0.806641, + 0.912109, + 0.750977, + 0.884766, + 0.873047, + 1.062256, + 1.644531, + 0.816406, + 1.6875, + 0.800781, + 0.782227, + 0.732422, + 0.789062, + 0.816406, + 1.621094, + 0.757812, + 0.844727, + 0.703125, + 0.730469, + 0.78418, + 1.310547, + 0.847656, + 0.724609, + 0.767578, + 1.025879, + 0.819336, + 0.730469, + 0.756836, + 0.746094, + 0.878418, + 0.782227, + 0.777344, + 0.833984, + 0.808594, + 0.763672, + 1.300781, + 0.6875, + 0.837891, + 0.765625, + 0.819336, + 0.858398, + 0.738281, + 0.881348, + 1.188477, + 0.750977, + 0.791016, + 0.89209, + 1.710938, + 0.774414, + 0.832031, + 0.779297, + 0.722656, + 0.857422, + 0.833984, + 0.751953, + 0.8125, + 0.792969, + 0.919922, + 0.760742, + 0.811523, + 0.71875, + 1.578125, + 0.855469, + 0.821289, + 0.75293, + 0.753906, + 0.821289, + 0.720703, + 0.728516, + 0.720703, + 0.808594, + 0.714844, + 0.918945, + 1.65625, + 0.819336, + 0.893066, + 0.810547, + 1.550781, + 0.806641, + 1.714844, + 0.792969, + 1.789062, + 0.792969, + 0.84082, + 1.316406, + 0.985779, + 0.750977, + 0.769531, + 0.75293, + 0.730469, + 0.703125, + 0.746094, + 0.855469, + 0.714844, + 1.355469, + 1.265625, + 1.425781, + 0.758789, + 0.81543, + 0.764648, + 0.761719, + 0.740234, + 0.772461, + 0.946289, + 0.782227, + 0.736328, + 0.958984, + 0.814453, + 0.837891, + 1.003571, + 0.799805, + 0.730469, + 0.896484, + 0.795898, + 0.776367, + 0.764648, + 0.790039, + 0.837891, + 0.963867, + 0.783203, + 0.829102, + 0.751953, + 0.853516, + 0.797852, + 1.030762, + 0.701172, + 1.412109, + 1.259766, + 0.836914, + 0.860352, + 0.84668, + 1.447266, + 0.762695, + 0.865234, + 0.738281, + 1.515625, + 0.808594, + 0.875977, + 0.776367, + 0.793945, + 0.873047, + 1.40625, + 0.764648, + 0.826172, + 0.701172, + 1.675781, + 0.819336, + 1.828125, + 1.773438, + 0.8125, + 0.78125, + 0.828125, + 0.748047, + 0.699219, + 0.738281, + 0.829102, + 0.782227, + 1.263672, + 1.132812, + 0.821289, + 0.720703, + 0.675781, + 0.756836, + 0.6875, + 0.813477, + 0.720703, + 0.901367, + 0.708984, + 0.819336, + 0.795898, + 1.330078, + 0.736328, + 0.776367, + 0.990845, + 0.791992, + 0.705078, + 1.341797, + 1.291016, + 1.875, + 1.388672, + 0.816406, + 0.761719, + 0.84375, + 0.87207, + 0.801758, + 0.662109, + 0.720703, + 0.800781, + 0.951904, + 0.740234, + 0.797852, + 1.007782, + 0.724609, + 0.804688, + 0.798828, + 0.844727, + 0.707031, + 1.085938, + 0.838867, + 0.797852, + 0.907715, + 0.791992, + 0.824219, + 0.860352, + 0.830078, + 0.782227, + 0.798828, + 0.775391, + 1.003601, + 1.045898, + 0.763672, + 0.865234, + 1.402344, + 0.730469, + 0.736328, + 0.744141, + 0.884766, + 0.810547, + 0.790039, + 0.833008, + 0.787109, + 0.724609, + 1.133789, + 0.850586, + 0.87207, + 1.292969, + 0.816406, + 0.844727, + 1.722656, + 0.782227, + 0.881836, + 0.746094, + 0.835938, + 0.748047, + 0.730469, + 0.714844, + 0.756836, + 0.705078, + 0.742188, + 0.744141, + 0.782227, + 0.858398, + 1.225586, + 0.819336, + 0.868164, + 0.648438, + 1.488281, + 0.792969, + 0.760742, + 0.791016, + 1.224609, + 0.78418, + 1.003357, + 0.84668, + 0.808594, + 1.546875, + 0.919922, + 0.806641, + 0.740234, + 1.283203, + 0.834961, + 0.753906, + 1.176758, + 0.712891, + 0.879883, + 0.850586, + 0.716797, + 0.758789, + 0.705078, + 1.163086, + 0.712891, + 0.800781, + 0.929199, + 0.803711, + 0.841797, + 0.800781, + 0.811523, + 1.613281, + 1.034668, + 0.744141, + 0.817383, + 0.766602, + 0.894043, + 0.789062, + 0.730469, + 0.623047, + 1.507812, + 0.837891, + 0.744141, + 1.613281, + 0.867188, + 0.835938, + 0.720703, + 0.738281, + 1.474609, + 0.883301, + 0.705078, + 1.546875, + 0.726562, + 1.589844, + 0.772461, + 0.897949, + 0.867188, + 0.807617, + 1.511719, + 0.720703, + 0.705078, + 0.764648, + 0.830078, + 0.746094, + 0.884277, + 1.644531, + 0.845703, + 0.756836, + 0.773438, + 0.753906, + 1.378906, + 0.892578, + 0.720703, + 0.768555, + 0.744141, + 0.905273, + 0.834961, + 0.924805, + 0.790039, + 0.790039, + 0.8125, + 0.730469, + 1.78125, + 1.621094, + 1.1875, + 0.691406, + 1.664062, + 0.748047, + 0.850586, + 0.805664, + 0.81543, + 0.799805, + 0.925293, + 0.930664, + 0.829102, + 0.785156, + 1.503906, + 0.585938, + 1.017944, + 0.734375 + ] + }, + "name": "onnx::Mul_8194", + "outputIndexes": [ + 304 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 303, + 304 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_2/Mul_1_output_0", + "outputIndexes": [ + 305 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 234, + 305 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_13_output_0", + "outputIndexes": [ + 306 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 306 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_2/Mul_output_0", + "outputIndexes": [ + 307 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.5, + 1.511719, + 1.53125, + 1.597656, + 1.492188, + 1.578125, + 1.566406, + 0.591797, + 1.480469, + 1.376953, + 1.53125, + 1.419922, + 1.359375, + 1.582031, + 1.527344, + 1.482422, + 1.820312, + 1.488281, + 1.777344, + 1.523438, + 1.519531, + 1.582031, + 1.558594, + 1.414062, + 1.320312, + 1.492188, + 1.384766, + 1.291016, + 1.478516, + 1.554688, + 1.376953, + 1.283203, + 1.507812, + 0.71875, + 1.400391, + 1.330078, + 1.535156, + 1.53125, + 1.421875, + 1.427734, + 1.492188, + 1.398438, + 1.613281, + 1.251953, + 0.874023, + 1.617188, + 1.527344, + 1.527344, + 1.382812, + 1.341797, + 1.613281, + 1.204102, + 1.490234, + 0.644531, + 1.507812, + 1.410156, + 1.539062, + 1.474609, + 1.253906, + 1.396484, + 1.253906, + 2.242188, + 1.443359, + 1.457031, + 1.40625, + 1.466797, + 1.185547, + 1.542969, + 1.371094, + 1.417969, + 1.570312, + 1.558594, + 1.511719, + 1.392578, + 1.382812, + 1.464844, + 1.075684, + 1.357422, + 1.310547, + 0.860352, + 1.429688, + 0.578125, + 1.675781, + 1.263672, + 1.523438, + 1.535156, + 1.431641, + 1.277344, + 0.972778, + 1.449219, + 1.46875, + 1.480469, + 1.542969, + 0.938965, + 1.539062, + 0.607422, + 1.458984, + 1.494141, + 1.378906, + 1.447266, + 1.220703, + 1.492188, + 1.539062, + 1.464844, + 1.496094, + 1.490234, + 1.542969, + 1.316406, + 1.578125, + 1.527344, + 1.542969, + 1.492188, + 1.523438, + 1.053955, + 1.519531, + 1.341797, + 1.5625, + 0.8125, + 1.523438, + 1.535156, + 1.466797, + 1.478516, + 1.376953, + 1.535156, + 1.408203, + 1.229492, + 1.511719, + 1.527344, + 1.492188, + 1.167969, + 1.139648, + 1.484375, + 1.277344, + 1.451172, + 1.589844, + 1.519531, + 1.349609, + 1.072266, + 1.498047, + 1.494141, + 2.078125, + 1.408203, + 1.449219, + 1.539062, + 1.474609, + 1.291016, + 1.414062, + 1.527344, + 1.482422, + 1.507812, + 1.527344, + 1.421875, + 1.435547, + 0.722656, + 1.574219, + 1.554688, + 1.11084, + 1.486328, + 0.782227, + 0.763672, + 0.953369, + 1.578125, + 1.292969, + 1.08252, + 1.738281, + 1.527344, + 1.5625, + 0.728516, + 1.554688, + 1.386719, + 1.53125, + 0.878418, + 1.376953, + 0.800781, + 1.498047, + 1.5, + 1.554688, + 0.625, + 1.5625, + 1.271484, + 1.511719, + 0.708984, + 1.273438, + 0.541016, + 1.910156, + 1.433594, + 1.048828, + 1.443359, + 1.443359, + 1.410156, + 1.484375, + 1.597656, + 1.423828, + 1.523438, + 1.527344, + 1.398438, + 1.539062, + 1.539062, + 1.511719, + 1.429688, + 1.474609, + 1.445312, + 1.458984, + 1.410156, + 1.507812, + 1.460938, + 1.960938, + 1.451172, + 1.542969, + 1.570312, + 1.233398, + 1.539062, + 1.433594, + 1.570312, + 1.462891, + 1.503906, + 1.429688, + 1.443359, + 1.5625, + 1.494141, + 1.414062, + 1.394531, + 1.511719, + 1.515625, + 1.492188, + 1.460938, + 1.388672, + 1.466797, + 1.439453, + 1.271484, + 1.421875, + 1.375, + 1.65625, + 1.535156, + 1.515625, + 1.578125, + 1.384766, + 1.511719, + 1.453125, + 1.496094, + 1.359375, + 1.492188, + 1.578125, + 0.355469, + 1.494141, + 1.328125, + 1.449219, + 1.554688, + 1.542969, + 1.039795, + 1.515625, + 1.527344, + 0.90918, + 1.474609, + 1.527344, + 1.445312, + 1.443359, + 1.542969, + 1.515625, + 1.464844, + 1.515625, + 1.515625, + 1.570312, + 1.476562, + 1.431641, + 1.347656, + 1.652344, + 1.494141, + 1.492188, + 1.40625, + 1.5, + 1.457031, + 1.410156, + 1.404297, + 1.476562, + 1.527344, + 0.909668, + 1.466797, + 1.486328, + 1.470703, + 1.324219, + 1.566406, + 0.861328, + 1.488281, + 1.373047, + 1.472656, + 1.484375, + 1.527344, + 0.761719, + 1.419922, + 1.341797, + 0.611328, + 1.445312, + 1.40625, + 1.394531, + 1.511719, + 1.384766, + 1.447266, + 1.53125, + 1.527344, + 1.523438, + 1.423828, + 0.632812, + 1.40625, + 0.4375, + 1.416016, + 1.507812, + 1.386719, + 1.402344, + 1.53125, + 1.496094, + 0.634766, + 1.482422, + 1.376953, + 1.384766, + 1.449219, + 1.447266, + 1.511719, + 1.466797, + 1.636719, + 1.384766, + 1.539062, + 1.363281, + 1.558594, + 1.53125, + 1.554688, + 1.291016, + 1.408203, + 1.523438, + 1.455078, + 1.300781, + 1.582031, + 1.523438, + 1.511719, + 0.507812, + 1.539062, + 1.498047, + 1.601562, + 1.486328, + 1.476562, + 1.375, + 1.4375, + 1.398438, + 1.451172, + 1.585938, + 1.15332, + 1.460938, + 1.041748, + 1.302734, + 1.542969, + 0.669922, + 1.292969, + 0.871094, + 1.330078, + 0.582031, + 0.828125, + 1.498047, + 1.558594, + 1.152344, + 1.390625, + 0.772461, + 1.546875, + 1.335938, + 1.084473, + 1.511719, + 1.470703, + 1.292969, + 0.623047, + 1.46875, + 1.474609, + 1.550781, + 1.433594, + 1.457031, + 1.410156, + 1.574219, + 1.482422, + 1.546875, + 1.466797, + 1.527344, + 1.092285, + 1.503906, + 1.535156, + 1.099121, + 0.972412, + 1.519531, + 1.410156, + 1.339844, + 1.177734, + 1.5, + 1.523438, + 1.527344, + 1.582031, + 0.689453, + 1.539062, + 1.5625, + 1.53125, + 1.462891, + 0.75293, + 1.53125, + 1.527344, + 1.558594, + 1.550781, + 1.451172, + 1.476562, + 0.930176, + 1.558594, + 1.550781, + 1.441406, + 1.496094, + 0.972168, + 1.503906, + 1.488281, + 1.480469, + 1.527344, + 1.333984, + 1.410156, + 1.523438, + 1.511719, + 1.621094, + 1.460938, + 1.369141, + 1.554688, + 2.023438, + 1.466797, + 1.412109, + 1.417969, + 1.492188, + 1.480469, + 1.496094, + 1.482422, + 1.535156, + 1.546875, + 1.578125, + 1.328125, + 1.224609, + 1.449219, + 1.511719, + 1.480469, + 1.542969, + 1.498047, + 1.492188, + 1.902344, + 1.527344, + 1.241211, + 0.634766, + 1.503906, + 1.523438, + 1.539062, + 1.466797, + 1.507812, + 1.503906, + 1.455078, + 1.455078, + 1.494141, + 1.589844, + 1.574219, + 1.086914, + 1.546875, + 1.515625, + 1.353516, + 1.519531, + 1.570312, + 1.527344, + 1.369141, + 0.977905, + 1.566406, + 0.785156, + 1.451172, + 1.466797, + 1.482422, + 1.419922, + 1.482422, + 1.486328, + 1.388672, + 1.5625, + 1.324219, + 0.819336, + 1.507812, + 1.492188, + 1.546875, + 1.527344, + 1.414062, + 1.390625, + 1.498047, + 1.558594, + 1.585938, + 0.738281, + 1.470703, + 1.423828, + 1.492188, + 1.369141, + 1.488281, + 1.539062, + 1.546875, + 1.414062, + 1.427734, + 0.619141, + 0.707031, + 1.179688, + 0.707031, + 1.519531, + 1.472656, + 1.484375, + 1.194336, + 0.788086, + 1.445312, + 1.232422, + 1.263672, + 1.660156, + 1.546875, + 1.527344, + 1.486328, + 1.449219, + 1.449219, + 1.490234, + 1.527344, + 1.271484, + 1.53125, + 1.589844, + 1.287109, + 1.486328, + 1.382812, + 0.957764, + 0.860352, + 1.503906, + 0.981445, + 1.486328, + 1.470703, + 1.455078, + 1.554688, + 1.457031, + 1.474609, + 1.53125, + 0.675781, + 1.527344, + 0.5, + 1.417969, + 1.894531, + 1.490234, + 0.615234, + 0.632812, + 1.375, + 1.392578, + 1.542969, + 1.523438, + 1.46875, + 1.5, + 1.421875, + 1.166992, + 1.566406, + 0.791016, + 1.605469, + 1.414062, + 1.351562, + 1.396484, + 1.390625, + 1.371094, + 0.878418, + 1.40625, + 1.457031, + 1.675781, + 0.640625, + 1.171875, + 1.249023, + 1.482422, + 1.433594, + 1.558594, + 0.863281, + 1.419922, + 1.519531, + 1.542969, + 1.523438, + 1.582031, + 1.476562, + 0.578125, + 1.503906, + 1.523438, + 1.478516, + 0.999146, + 1.503906, + 1.953125, + 1.464844, + 1.486328, + 1.519531, + 1.447266, + 1.472656, + 2.054688, + 1.472656, + 0.841797, + 1.209961, + 1.466797, + 1.464844, + 1.373047, + 1.898438, + 1.222656, + 1.507812, + 1.494141, + 1.523438, + 1.474609, + 1.197266, + 1.462891, + 1.53125, + 1.324219, + 1.496094, + 1.542969, + 1.470703, + 1.482422, + 1.539062, + 1.5, + 1.558594, + 1.5, + 1.498047, + 1.527344, + 0.804688, + 1.271484, + 1.503906, + 1.519531, + 1.367188, + 1.5625, + 1.523438, + 1.462891, + 1.498047, + 1.496094, + 1.554688, + 1.507812, + 1.341797, + 1.570312, + 1.486328, + 1.542969, + 1.390625, + 1.384766, + 1.601562, + 1.53125, + 1.488281, + 1.535156, + 1.396484, + 1.482422, + 1.527344, + 1.515625, + 1.116211, + 1.558594, + 1.59375, + 1.246094, + 0.791016, + 1.539062, + 0.932129, + 1.480469, + 1.523438, + 1.427734, + 0.993347, + 0.509766, + 0.691406, + 1.494141, + 1.492188, + 1.566406, + 1.445312, + 1.441406, + 1.425781, + 1.414062, + 1.474609, + 1.636719, + 1.496094, + 1.488281, + 0.628906, + 1.382812, + 1.425781, + 1.449219, + 1.482422, + 1.441406, + 1.474609, + 1.578125, + 1.435547, + 1.474609, + 1.539062, + 1.289062, + 1.455078, + 1.494141, + 1.550781, + 1.191406, + 1.460938, + 1.464844, + 0.523438, + 0.858398, + 1.289062, + 1.478516, + 1.458984, + 1.335938, + 1.462891, + 1.519531, + 2.039062, + 1.435547, + 1.40625, + 1.511719, + 1.445312, + 1.476562, + 1.445312, + 1.515625, + 1.511719, + 1.515625, + 1.457031, + 1.480469, + 1.433594, + 1.423828, + 1.4375, + 1.443359, + 1.527344, + 1.53125, + 1.386719, + 1.472656, + 1.574219, + 1.496094, + 1.539062, + 1.523438, + 1.511719, + 0.666016, + 1.435547, + 1.523438, + 1.063965, + 1.4375, + 1.341797, + 1.53125, + 1.550781, + 1.417969, + 1.527344, + 1.199219, + 0.626953, + 1.108887, + 1.494141, + 1.558594, + 1.527344, + 1.369141, + 1.484375, + 1.511719, + 1.519531, + 1.451172, + 1.601562, + 1.496094, + 1.494141, + 1.515625, + 1.539062, + 1.490234, + 1.330078, + 1.498047, + 1.460938, + 1.376953, + 1.388672, + 1.527344, + 1.609375, + 1.550781, + 1.613281, + 1.53125, + 1.554688, + 1.416016, + 1.507812, + 1.519531, + 1.21875, + 1.486328, + 0.803711, + 1.458984, + 1.484375, + 1.503906, + 1.476562, + 1.402344, + 1.527344, + 1.490234, + 1.353516, + 1.460938, + 1.550781, + 1.578125, + 1.511719, + 1.539062, + 1.5, + 1.425781, + 1.515625, + 1.451172, + 1.507812, + 1.542969, + 1.474609, + 1.652344, + 1.300781, + 1.412109, + 1.449219, + 1.382812, + 1.482422, + 1.292969, + 1.451172, + 1.527344, + 1.010376, + 1.069336, + 1.5, + 1.455078, + 1.466797, + 1.25, + 1.474609, + 1.322266, + 1.484375, + 1.703125, + 1.203125, + 1.482422, + 1.480469, + 0.806641, + 1.542969, + 1.496094, + 1.507812, + 1.349609, + 1.035889, + 1.455078, + 1.464844, + 0.730469, + 1.425781, + 1.53125, + 1.53125, + 0.714844, + 1.490234, + 0.954102, + 1.5625, + 2.21875, + 1.378906, + 1.084961, + 1.457031, + 1.542969, + 1.511719, + 1.443359, + 1.429688, + 1.605469, + 1.486328, + 1.449219, + 1.394531, + 1.460938, + 1.539062, + 1.511719, + 1.472656, + 1.431641, + 2.171875, + 1.507812, + 1.198242, + 1.5625, + 1.478516, + 1.210938, + 1.494141, + 1.224609, + 1.527344, + 1.757812, + 1.466797, + 1.511719, + 1.484375, + 1.777344, + 1.482422, + 1.515625, + 1.554688, + 1.337891, + 1.388672, + 1.542969, + 1.535156, + 0.410156, + 1.316406, + 1.285156, + 1.427734, + 1.396484, + 1.238281, + 1.554688, + 1.554688, + 1.496094, + 1.515625, + 1.5, + 0.623047, + 1.578125, + 1.412109, + 1.433594, + 0.755859, + 1.535156, + 1.498047, + 1.617188, + 0.793945, + 1.466797, + 1.277344, + 1.40625, + 1.384766, + 1.585938, + 1.59375, + 1.40625, + 1.886719, + 1.382812, + 1.480469, + 1.414062, + 1.566406, + 1.546875, + 1.523438, + 1.433594, + 1.433594, + 0.80957, + 1.511719, + 1.455078, + 1.361328, + 1.414062, + 1.503906, + 1.539062, + 1.449219, + 1.433594, + 1.46875, + 1.143555, + 1.355469, + 1.490234, + 1.5625, + 1.145508, + 1.361328, + 1.396484, + 0.744141, + 0.513672, + 1.1875, + 1.033691, + 1.470703, + 1.527344, + 1.78125, + 1.388672, + 0.699219, + 0.544922, + 1.433594, + 1.957031, + 1.332031, + 1.648438, + 1.375, + 1.539062, + 1.5, + 1.369141, + 0.693359, + 1.523438, + 1.363281, + 1.380859, + 0.985168, + 1.423828, + 1.402344, + 1.357422, + 1.472656, + 1.482422, + 1.482422, + 1.458984, + 1.511719, + 1.349609, + 1.542969, + 1.46875, + 1.339844, + 1.416016, + 1.507812, + 1.5625, + 1.46875, + 1.050049, + 0.658203, + 1.455078, + 1.511719, + 1.423828, + 1.470703, + 1.466797, + 1.458984, + 1.371094, + 1.570312, + 0.591797, + 1.337891, + 1.228516, + 1.558594, + 1.53125, + 0.634766, + 1.527344, + 1.574219, + 1.597656, + 1.462891, + 1.53125, + 1.441406, + 1.298828, + 0.785156, + 1.507812, + 1.375, + 1.449219, + 0.642578, + 1.773438, + 1.554688, + 1.886719, + 1.507812, + 1.267578, + 1.324219, + 1.435547, + 1.484375, + 1.535156, + 1.060303, + 1.421875, + 1.519531, + 1.249023, + 0.609375, + 0.6875, + 0.574219, + 1.287109, + 1.527344, + 1.570312, + 1.498047, + 1.490234, + 1.539062, + 1.539062, + 0.578125, + 1.484375, + 1.369141, + 1.511719, + 1.589844, + 0.382812, + 1.425781, + 1.458984, + 0.472656, + 1.347656, + 0.654297, + 1.519531, + 0.691406, + 1.242188, + 1.494141, + 1.466797, + 1.542969, + 1.214844, + 1.496094, + 1.285156, + 1.472656, + 0.638672, + 1.204102, + 1.259766, + 1.060547, + 0.964355, + 1.511719, + 1.613281, + 1.320312, + 0.830078, + 1.464844, + 1.5, + 1.527344, + 1.253906, + 1.566406, + 1.511719, + 0.646484, + 1.476562, + 1.511719, + 1.417969, + 0.644531, + 0.701172, + 1.412109, + 1.523438, + 1.470703, + 1.527344, + 1.503906, + 1.566406, + 1.249023, + 0.375, + 1.400391, + 1.46875, + 1.486328, + 1.296875, + 1.404297, + 1.578125, + 1.621094, + 1.542969, + 1.558594, + 1.423828, + 1.539062, + 1.326172, + 1.351562, + 1.458984, + 1.447266, + 1.220703, + 1.550781, + 1.5, + 1.554688, + 1.5, + 1.511719, + 0.814453, + 1.507812, + 0.660156, + 1.220703, + 1.289062, + 0.77832, + 1.462891, + 1.441406, + 1.433594, + 1.486328, + 1.554688, + 1.507812, + 1.416016, + 1.412109, + 0.638672, + 1.239258, + 1.421875, + 1.414062, + 1.578125, + 1.474609, + 1.240234, + 1.427734, + 1.474609, + 1.546875, + 1.421875, + 1.582031, + 0.667969, + 1.515625, + 1.574219, + 1.263672, + 1.476562, + 1.462891, + 1.259766, + 2.101562, + 1.53125, + 1.527344, + 1.558594, + 1.474609, + 1.554688, + 1.507812, + 1.59375, + 1.470703, + 1.402344, + 1.488281, + 1.488281, + 1.445312, + 0.754883, + 1.519531, + 0.854492, + 1.466797, + 1.486328, + 1.217773, + 1.498047, + 1.589844, + 1.447266, + 1.486328, + 1.279297, + 1.390625, + 0.53125, + 0.607422, + 0.613281, + 1.507812, + 1.466797, + 0.806641, + 1.40625, + 1.443359, + 1.460938, + 0.834961, + 1.351562, + 1.175781, + 1.400391, + 0.834961, + 1.539062, + 1.492188, + 1.539062, + 1.476562, + 1.373047, + 1.388672, + 1.439453, + 1.419922, + 0.507812, + 0.907715, + 0.597656, + 1.455078, + 1.519531, + 1.511719, + 1.671875, + 1.261719, + 0.917969, + 1.203125, + 0.730469, + 2.367188, + 1.435547, + 1.707031, + 1.449219, + 1.162109, + 1.523438, + 1.490234, + 1.507812, + 1.345703, + 1.431641, + 1.425781, + 0.453125, + 1.542969, + 1.527344, + 2.414062, + 1.527344, + 1.441406, + 1.404297, + 1.367188, + 1.474609, + 1.423828, + 1.511719, + 1.511719, + 1.417969, + 1.458984, + 1.585938, + 1.335938, + 1.5, + 1.480469, + 1.460938, + 1.53125, + 1.371094, + 1.376953, + 1.460938, + 1.480469, + 1.511719, + 1.464844, + 1.414062, + 0.901367, + 1.667969, + 1.390625, + 1.4375, + 1.457031, + 1.421875, + 1.46875, + 1.578125, + 0.78125, + 1.578125, + 0.912598, + 1.585938, + 1.396484, + 1.423828, + 1.249023, + 1.527344, + 1.103516, + 1.519531, + 0.720703, + 1.494141, + 1.160156, + 1.546875, + 1.464844, + 1.363281, + 1.523438, + 1.527344, + 1.486328, + 1.373047, + 1.466797, + 1.419922, + 1.429688, + 0.548828, + 1.507812, + 1.375, + 1.414062, + 1.394531, + 1.231445, + 1.59375, + 1.435547, + 1.092285, + 1.445312, + 1.5, + 1.425781, + 1.65625, + 1.488281, + 1.494141, + 1.380859, + 1.367188, + 1.511719, + 0.611328, + 1.613281, + 1.357422, + 1.515625, + 1.026123, + 1.345703, + 1.068359, + 0.634766, + 1.458984, + 0.580078, + 0.667969, + 1.345703, + 1.412109, + 1.53125, + 1.550781, + 0.75, + 1.351562, + 1.347656, + 1.527344, + 0.726562, + 1.427734, + 1.494141, + 1.474609, + 1.722656, + 1.482422, + 1.527344, + 0.626953, + 1.507812, + 1.472656, + 1.143555, + 0.758789, + 1.535156, + 1.53125, + 0.84668, + 1.539062, + 0.779297, + 1.5, + 1.357422, + 1.455078, + 1.318359, + 0.766602, + 1.539062, + 1.439453, + 1.402344, + 1.578125, + 1.447266, + 1.155273, + 0.587891, + 1.478516, + 1.523438, + 1.535156, + 1.527344, + 1.558594, + 1.5625, + 1.785156, + 1.404297, + 1.455078, + 1.492188, + 1.46875, + 1.433594, + 1.515625, + 1.480469, + 1.554688, + 1.326172, + 1.539062, + 1.550781, + 1.519531, + 0.541016, + 1.449219, + 1.507812, + 1.419922, + 1.423828, + 1.511719, + 1.287109, + 1.433594, + 1.435547, + 1.417969, + 1.535156, + 1.429688, + 1.482422, + 1.492188, + 1.170898, + 1.453125, + 0.71875, + 1.496094, + 0.804688, + 1.519531, + 1.539062, + 1.431641, + 0.693359, + 1.449219, + 1.408203, + 1.433594, + 1.445312, + 1.460938, + 1.527344, + 1.443359, + 1.507812, + 1.449219, + 1.367188, + 0.948975, + 1.480469, + 1.539062, + 1.738281, + 1.539062, + 1.476562, + 1.582031, + 1.535156, + 1.550781, + 1.570312, + 1.476562, + 1.457031, + 1.435547, + 1.474609, + 1.365234, + 0.956055, + 1.414062, + 1.507812, + 1.542969, + 1.382812, + 0.707031, + 1.585938, + 1.773438, + 1.601562, + 1.443359, + 1.53125, + 1.410156, + 1.451172, + 1.429688, + 0.621094, + 1.542969, + 1.423828, + 1.478516, + 1.462891, + 1.707031, + 1.453125, + 1.554688, + 1.59375, + 1.503906, + 1.40625, + 1.542969, + 1.546875, + 1.566406, + 1.408203, + 1.589844, + 1.675781, + 1.109375, + 1.511719, + 1.480469, + 1.488281, + 1.523438, + 1.451172, + 1.105957, + 1.582031, + 1.472656, + 1.474609, + 0.640625, + 1.433594, + 1.259766, + 1.007996, + 1.404297, + 1.542969, + 1.625, + 0.556641, + 1.478516, + 2.445312, + 0.587891, + 1.027466, + 1.486328, + 1.542969, + 1.5, + 1.503906, + 1.550781, + 1.462891, + 1.515625, + 1.376953, + 1.59375, + 0.950195, + 1.470703, + 1.507812, + 1.429688, + 0.724609, + 1.419922, + 1.455078, + 1.523438, + 1.466797, + 1.462891, + 1.439453, + 1.435547, + 1.308594, + 0.683594, + 1.371094, + 1.453125, + 1.458984, + 1.558594, + 1.277344, + 1.443359, + 0.75, + 1.4375, + 1.480469, + 1.189453, + 1.478516, + 1.554688, + 1.447266, + 1.355469, + 1.337891, + 1.507812, + 1.539062, + 1.503906, + 1.12207, + 0.714844, + 1.392578, + 1.804688, + 1.455078, + 1.34375, + 1.503906, + 1.503906, + 1.5625, + 0.638672, + 1.472656, + 1.490234, + 1.466797, + 1.402344, + 1.261719, + 1.558594, + 1.478516, + 1.554688, + 1.416016, + 1.392578, + 1.433594, + 1.554688, + 1.523438, + 1.511719, + 1.396484, + 1.363281, + 1.324219, + 1.267578, + 1.523438, + 1.345703, + 1.427734, + 1.445312, + 1.164062, + 1.808594, + 1.431641, + 1.523438, + 1.443359, + 1.455078, + 1.464844, + 1.177734, + 1.412109, + 1.455078, + 1.515625, + 1.511719, + 1.542969, + 1.248047, + 1.412109, + 1.59375, + 1.511719, + 1.53125, + 1.46875, + 1.427734, + 1.519531, + 1.578125, + 1.416016, + 1.4375, + 0.923828, + 1.550781, + 1.558594, + 1.816406, + 1.494141, + 1.482422, + 1.550781, + 1.460938, + 1.443359, + 1.392578, + 1.523438, + 1.492188, + 1.357422, + 1.162109, + 1.375, + 1.476562, + 1.566406, + 1.460938, + 1.523438, + 1.527344, + 1.648438, + 1.566406, + 1.527344, + 1.484375, + 1.714844, + 1.652344, + 1.431641, + 1.410156, + 1.449219, + 1.496094, + 1.53125, + 1.574219, + 1.539062, + 1.474609, + 1.472656, + 0.5625, + 1.609375, + 1.466797, + 1.241211, + 1.5, + 1.625, + 0.574219, + 1.451172, + 1.546875, + 1.455078, + 0.880371, + 1.503906, + 1.496094, + 1.083496, + 0.768555, + 1.429688, + 1.427734, + 1.546875, + 1.503906, + 1.474609, + 1.482422, + 1.466797, + 1.507812, + 1.503906, + 1.269531, + 1.503906, + 0.995331, + 1.466797, + 1.574219, + 0.836914, + 0.580078, + 1.392578, + 1.492188, + 1.546875, + 1.052002, + 1.496094, + 1.333984, + 1.441406, + 1.476562, + 1.447266, + 1.337891, + 1.589844, + 1.396484, + 1.28125, + 1.527344, + 1.5, + 1.511719, + 0.853516, + 1.115234, + 1.482422, + 1.470703, + 1.617188, + 1.263672, + 1.408203, + 1.574219, + 1.445312, + 1.023315, + 1.515625, + 1.5625, + 1.347656, + 1.542969, + 1.478516, + 1.345703, + 1.451172, + 1.245117, + 0.46875, + 0.607422, + 1.457031, + 1.296875, + 1.443359, + 1.605469, + 1.470703, + 1.511719, + 0.904297, + 1.472656, + 0.996231, + 1.100586, + 1.445312, + 1.503906, + 1.535156, + 1.492188, + 1.574219, + 1.535156, + 0.900879, + 1.515625, + 1.388672, + 1.382812, + 1.460938, + 1.574219, + 1.421875, + 1.402344, + 1.337891, + 1.554688, + 1.494141, + 1.570312, + 1.429688, + 1.285156, + 1.388672, + 1.507812, + 1.285156, + 1.582031, + 1.523438, + 0.724609, + 1.503906, + 1.527344, + 0.77832, + 1.451172, + 1.382812, + 1.5625, + 1.597656, + 1.5625, + 1.392578, + 1.308594, + 1.447266, + 1.503906, + 1.542969, + 1.5, + 1.566406, + 1.503906, + 1.455078, + 1.458984, + 1.53125, + 1.511719, + 1.511719, + 0.943115, + 0.517578, + 1.451172, + 1.490234, + 1.453125, + 1.648438, + 1.5625, + 0.464844, + 1.554688, + 1.482422, + 1.439453, + 1.523438, + 0.976807, + 1.511719, + 1.53125, + 1.492188, + 1.421875, + 1.408203, + 1.894531, + 1.384766, + 1.308594, + 1.726562, + 1.949219, + 1.492188, + 0.667969, + 1.503906, + 1.273438, + 0.583984, + 1.453125, + 0.777344, + 1.570312, + 1.427734, + 1.546875, + 1.455078, + 0.625, + 1.53125, + 1.484375, + 1.429688, + 1.445312, + 1.507812, + 1.470703, + 1.490234, + 2.898438, + 1.546875, + 1.5, + 1.558594, + 1.601562, + 1.050049, + 1.382812, + 1.447266, + 1.332031, + 1.412109, + 1.337891, + 1.503906, + 0.902344, + 1.492188, + 0.603516, + 1.460938, + 1.341797, + 1.494141, + 1.371094, + 1.488281, + 1.484375, + 1.527344, + 1.449219, + 1.447266, + 1.451172, + 1.546875, + 1.53125, + 1.355469, + 1.511719, + 1.0625, + 1.474609, + 1.287109, + 0.724609, + 1.472656, + 1.546875, + 1.605469, + 1.496094, + 1.53125, + 1.298828, + 1.324219, + 1.507812, + 1.196289, + 1.257812, + 1.539062, + 1.636719, + 1.558594, + 1.431641, + 1.496094, + 1.203125, + 1.519531, + 1.554688, + 1.474609, + 0.791016, + 1.425781, + 1.519531, + 1.433594, + 1.423828, + 1.208984, + 1.498047, + 1.443359, + 1.392578, + 1.5, + 1.585938, + 1.447266, + 0.77832, + 1.53125, + 1.443359, + 1.472656, + 1.609375, + 1.585938, + 1.453125, + 1.349609, + 1.382812, + 1.554688, + 1.451172, + 0.974121, + 0.81543, + 1.431641, + 1.523438, + 1.59375, + 1.494141, + 1.558594, + 0.513672, + 1.484375, + 1.5625, + 1.429688, + 1.515625, + 1.353516, + 1.417969, + 1.339844, + 0.675781, + 1.570312, + 1.671875, + 1.515625, + 1.404297, + 0.6875, + 1.535156, + 1.365234, + 1.625, + 1.341797, + 1.492188, + 1.558594, + 1.433594, + 1.417969, + 1.092285, + 1.429688, + 1.198242, + 0.681641, + 1.386719, + 1.296875, + 1.5625, + 1.527344, + 0.712891, + 1.460938, + 1.515625, + 1.5, + 1.460938, + 1.443359, + 1.255859, + 1.375, + 1.039307, + 1.515625, + 1.214844, + 1.435547, + 1.498047, + 1.515625, + 1.546875, + 1.519531, + 1.40625, + 1.554688, + 1.212891, + 1.667969, + 1.652344, + 0.81543, + 1.339844, + 1.439453, + 1.554688, + 1.470703, + 0.831055, + 1.4375, + 1.496094, + 1.498047, + 1.492188, + 1.523438, + 0.732422, + 1.527344, + 1.476562, + 1.192383, + 1.554688, + 1.375, + 1.439453, + 1.425781, + 1.601562, + 1.400391, + 1.425781, + 1.494141, + 1.554688, + 1.416016, + 1.558594, + 1.464844, + 0.666016, + 1.519531, + 1.535156, + 1.601562, + 1.488281, + 1.535156, + 1.53125, + 1.382812, + 1.056641, + 1.5625, + 1.53125, + 1.494141, + 1.460938, + 1.199219, + 1.417969, + 1.460938, + 1.539062, + 1.457031, + 1.402344, + 1.451172, + 1.457031, + 1.46875, + 1.207031, + 1.462891, + 1.478516, + 1.425781, + 1.519531, + 1.298828, + 1.542969, + 1.546875, + 1.375, + 1.476562, + 0.982544, + 0.480469, + 1.431641, + 1.263672, + 1.503906, + 1.507812, + 1.460938, + 1.511719, + 1.291016, + 1.490234, + 1.296875, + 1.458984, + 1.480469, + 1.490234, + 1.478516, + 0.699219, + 1.527344, + 1.511719, + 1.882812, + 1.53125, + 1.527344, + 1.447266, + 1.455078, + 1.457031, + 1.376953, + 1.494141, + 1.625, + 1.527344, + 1.578125, + 1.341797, + 1.261719, + 1.482422, + 1.230469, + 1.363281, + 1.443359, + 1.441406, + 1.507812, + 1.59375, + 1.628906, + 1.550781, + 1.419922, + 1.582031, + 1.242188, + 1.554688, + 1.369141, + 1.01709, + 1.511719, + 1.412109, + 1.455078, + 0.780273, + 1.287109, + 1.609375, + 1.519531, + 1.632812, + 1.492188, + 1.318359, + 1.574219, + 1.433594, + 1.376953, + 1.894531, + 0.619141, + 1.443359, + 1.384766, + 1.472656, + 1.546875, + 1.5, + 1.488281, + 1.427734, + 0.607422, + 1.5, + 1.523438, + 1.425781, + 1.474609, + 1.558594, + 1.267578, + 1.498047, + 1.507812, + 1.320312, + 1.079102, + 1.527344, + 1.466797, + 1.353516, + 1.53125, + 1.617188, + 1.404297, + 1.539062, + 1.230469, + 1.441406, + 1.394531, + 1.455078, + 1.539062, + 1.5625, + 1.507812, + 1.519531, + 1.291016, + 1.445312, + 1.423828, + 1.800781, + 1.474609, + 1.449219, + 1.431641, + 0.599609, + 1.554688, + 1.503906, + 1.566406, + 1.539062, + 1.494141, + 1.507812, + 1.527344, + 1.511719, + 1.492188, + 1.230469, + 1.375, + 1.511719, + 1.423828, + 0.667969, + 1.539062, + 1.498047, + 1.515625, + 1.601562, + 1.503906, + 1.390625, + 1.570312, + 1.378906, + 1.601562, + 1.498047, + 1.414062, + 0.541016, + 1.416016, + 1.455078, + 1.601562, + 0.744141, + 1.503906, + 0.728516, + 1.539062, + 0.595703, + 1.453125, + 1.365234, + 1.117676, + 1.047119, + 1.384766, + 1.453125, + 1.546875, + 1.341797, + 1.455078, + 1.4375, + 1.503906, + 1.554688, + 0.414062, + 0.960449, + 1.166016, + 1.527344, + 1.554688, + 1.371094, + 1.478516, + 1.474609, + 1.511719, + 1.189453, + 1.511719, + 1.490234, + 1.229492, + 1.503906, + 1.445312, + 1.359375, + 1.486328, + 1.539062, + 1.233398, + 1.458984, + 1.466797, + 1.474609, + 1.458984, + 1.574219, + 1.298828, + 1.496094, + 1.496094, + 1.386719, + 1.5, + 1.550781, + 1.363281, + 1.484375, + 1.660156, + 0.886719, + 1.441406, + 1.570312, + 1.453125, + 0.863281, + 1.996094, + 1.539062, + 1.5625, + 0.756836, + 1.462891, + 1.300781, + 1.519531, + 1.486328, + 1.375, + 0.529297, + 1.523438, + 1.546875, + 1.478516, + 0.556641, + 1.251953, + 0.671875, + 1.009277, + 1.503906, + 1.259766, + 1.574219, + 1.546875, + 1.492188, + 1.482422, + 1.523438, + 1.373047, + 0.923828, + 0.970947, + 1.5625, + 1.462891, + 1.523438, + 1.527344, + 1.445312, + 1.503906, + 1.542969, + 1.22168, + 1.435547, + 1.451172, + 1.472656, + 0.891113, + 1.484375, + 1.542969, + 1.984375, + 1.65625, + 1.4375, + 0.835938, + 1.910156, + 0.740234, + 1.292969, + 1.578125, + 1.478516, + 1.554688, + 1.507812, + 1.488281, + 1.482422, + 1.478516, + 1.511719, + 1.550781, + 1.443359, + 1.445312, + 1.486328, + 1.498047, + 1.511719, + 1.492188, + 1.349609, + 1.519531, + 1.123047, + 1.427734, + 1.427734, + 1.116699, + 1.488281, + 1.511719, + 1.574219, + 1.498047, + 1.402344, + 1.427734, + 1.507812, + 1.535156, + 1.186523, + 1.558594, + 1.546875, + 1.236328, + 1.402344, + 1.542969, + 1.460938, + 1.320312, + 1.382812, + 1.546875, + 1.472656, + 1.462891, + 1.443359, + 1.106934, + 1.443359, + 1.570312, + 0.993683, + 1.617188, + 1.46875, + 0.71875, + 1.462891, + 1.244141, + 1.503906, + 1.542969, + 1.462891, + 1.570312, + 1.566406, + 1.472656, + 1.402344, + 1.435547, + 1.462891, + 1.339844, + 1.648438, + 1.137695, + 1.464844, + 1.554688, + 2.109375, + 0.800781, + 1.427734, + 1.457031, + 1.466797, + 1.337891, + 1.460938, + 1.546875, + 1.472656, + 1.394531, + 0.930176, + 1.361328, + 1.566406, + 1.46875, + 0.746094, + 1.523438, + 1.417969, + 0.820312, + 1.496094, + 1.660156, + 1.515625, + 1.400391, + 1.464844, + 1.445312, + 1.002716, + 1.494141, + 1.554688, + 1.632812, + 1.546875, + 1.361328, + 1.357422, + 1.507812, + 0.634766, + 1.075195, + 1.427734, + 1.322266, + 1.496094, + 1.275391, + 1.396484, + 1.464844, + 1.777344, + 0.807617, + 1.291016, + 1.496094, + 0.542969, + 1.507812, + 1.458984, + 1.5625, + 1.550781, + 0.748047, + 1.474609, + 1.527344, + 0.5, + 1.519531, + 0.544922, + 1.416016, + 1.482422, + 1.527344, + 1.527344, + 0.786133, + 1.503906, + 1.355469, + 1.423828, + 1.515625, + 1.539062, + 1.160156, + 0.6875, + 1.546875, + 1.550781, + 1.523438, + 1.490234, + 0.794922, + 1.451172, + 1.480469, + 1.445312, + 1.550781, + 1.519531, + 1.515625, + 1.373047, + 1.394531, + 1.539062, + 1.402344, + 1.589844, + 0.981079, + 1.180664, + 1.714844, + 1.416016, + 0.660156, + 1.550781, + 1.261719, + 1.484375, + 1.5625, + 1.511719, + 1.275391, + 1.373047, + 1.498047, + 1.554688, + 0.84082, + 1.941406, + 1.003204, + 1.40625 + ] + }, + "name": "onnx::Mul_8196", + "outputIndexes": [ + 308 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 307, + 308 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_2/Mul_1_output_0", + "outputIndexes": [ + 309 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 309 + ], + "outputIndexes": [ + 2562 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2562 + ], + "outputIndexes": [ + 2563 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear", + "inputIndexes": [ + 2563 + ], + "outputIndexes": [ + 2564 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 95551884, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2564 + ], + "outputIndexes": [ + 2565 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2565 + ], + "outputIndexes": [ + 310 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 310, + 310 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Mul_output_0", + "outputIndexes": [ + 311 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 310, + 311 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Mul_1_output_0", + "outputIndexes": [ + 312 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 312 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Mul_2_output_0", + "outputIndexes": [ + 313 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 310, + 313 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Add_output_0", + "outputIndexes": [ + 314 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 314 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Mul_3_output_0", + "outputIndexes": [ + 315 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 315 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_2/Tanh_output_0", + "outputIndexes": [ + 316 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 316 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Add_1_output_0", + "outputIndexes": [ + 317 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 310, + 317 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Mul_4_output_0", + "outputIndexes": [ + 318 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 318 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Mul_5_output_0", + "outputIndexes": [ + 319 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 309 + ], + "outputIndexes": [ + 2566 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2566 + ], + "outputIndexes": [ + 2567 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear", + "inputIndexes": [ + 2567 + ], + "outputIndexes": [ + 2568 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 107495842, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2568 + ], + "outputIndexes": [ + 2569 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2569 + ], + "outputIndexes": [ + 320 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 319, + 320 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_2/Mul_output_0", + "outputIndexes": [ + 321 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 321 + ], + "outputIndexes": [ + 2570 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2570 + ], + "outputIndexes": [ + 2571 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear", + "inputIndexes": [ + 2571 + ], + "outputIndexes": [ + 2572 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 119439800, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2572 + ], + "outputIndexes": [ + 2573 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2573 + ], + "outputIndexes": [ + 322 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 322 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_2/Mul_output_0", + "outputIndexes": [ + 323 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.131836, + 1.105469, + 1.139648, + 1.151367, + 1.129883, + 1.058838, + 1.113281, + 1.077637, + 1.021973, + 1.236328, + 1.101562, + 1.103027, + 1.110352, + 1.055176, + 1.05957, + 1.092285, + 1.004822, + 1.040771, + 1.18457, + 1.111816, + 1.144531, + 1.040039, + 1.042725, + 1.216797, + 1.198242, + 1.105957, + 1.229492, + 1.226562, + 1.249023, + 1.145508, + 1.109863, + 1.306641, + 1.155273, + 1.259766, + 1.103516, + 1.214844, + 1.125977, + 1.061279, + 1.144531, + 1.12793, + 1.10498, + 1.148438, + 1.05835, + 1.300781, + 1.375, + 1.027832, + 1.049805, + 1.100586, + 1.433594, + 1.207031, + 1.124023, + 1.386719, + 1.083496, + 1.421875, + 1.145508, + 1.189453, + 1.125977, + 1.118652, + 1.353516, + 1.203125, + 1.249023, + 1.345703, + 1.165039, + 1.064941, + 1.225586, + 1.088867, + 1.412109, + 1.119141, + 1.203125, + 1.064453, + 1.098633, + 1.037598, + 1.191406, + 1.089844, + 1.162109, + 1.06543, + 1.373047, + 1.249023, + 1.21875, + 1.410156, + 1.111816, + 1.045166, + 1.324219, + 1.253906, + 1.082031, + 1.094238, + 1.15332, + 1.263672, + 1.378906, + 1.204102, + 1.128906, + 1.107422, + 1.092773, + 1.351562, + 1.116211, + 1.026978, + 1.063477, + 1.097168, + 1.202148, + 1.128906, + 1.300781, + 1.079102, + 1.099121, + 1.121094, + 1.049805, + 1.136719, + 1.104004, + 1.228516, + 1.088379, + 1.090332, + 1.074219, + 1.176758, + 1.110352, + 0.884277, + 1.056641, + 1.373047, + 1.073242, + 1.601562, + 1.019043, + 1.073242, + 1.018311, + 1.140625, + 1.914062, + 1.040283, + 1.177734, + 1.394531, + 1.12793, + 1.014099, + 1.088379, + 1.435547, + 1.267578, + 1.1875, + 1.208984, + 1.113281, + 1.11084, + 1.041504, + 1.175781, + 1.355469, + 1.169922, + 1.113281, + 1.443359, + 1.458984, + 1.125977, + 1.067871, + 1.105469, + 1.255859, + 1.166016, + 1.102051, + 1.082031, + 1.058105, + 1.093262, + 1.198242, + 1.130859, + 0.414062, + 1.003326, + 1.104004, + 1.382812, + 1.161133, + 1.257812, + 1.380859, + 1.710938, + 1.095215, + 1.223633, + 1.339844, + 1.119141, + 1.137695, + 1.114746, + 1.3125, + 1.060547, + 1.176758, + 1.185547, + 1.289062, + 1.208984, + 1.28125, + 1.071777, + 1.207031, + 1.042969, + 1.019531, + 1.160156, + 1.231445, + 1.119629, + 1.316406, + 1.180664, + 1.071289, + 1.253906, + 1.087891, + 1.287109, + 1.138672, + 1.129883, + 1.179688, + 1.091309, + 1.714844, + 1.124512, + 1.084961, + 1.104004, + 1.108887, + 1.078613, + 1.155273, + 1.084961, + 1.173828, + 1.108398, + 1.103516, + 1.100098, + 1.157227, + 1.087891, + 1.07666, + 1.285156, + 1.119629, + 1.137695, + 1.091797, + 1.245117, + 1.097168, + 1.193359, + 1.241211, + 1.081055, + 1.099121, + 1.178711, + 1.06543, + 1.108398, + 1.059814, + 1.166992, + 1.253906, + 1.050781, + 1.063477, + 1.081055, + 1.102051, + 1.085938, + 1.047119, + 1.152344, + 1.217773, + 1.244141, + 1.110352, + 1.222656, + 1.026123, + 1.085449, + 1.016724, + 1.279297, + 0.994385, + 1.165039, + 1.234375, + 1.195312, + 1.101562, + 1.049072, + 2.40625, + 1.049561, + 1.259766, + 1.197266, + 1.167969, + 1.018921, + 1.416016, + 1.020752, + 1.068359, + 1.355469, + 1.092773, + 1.119141, + 1.09082, + 1.116211, + 1.107422, + 1.554688, + 1.160156, + 1.029419, + 1.046875, + 1.064941, + 1.091309, + 1.175781, + 1.240234, + 1.027832, + 1.061279, + 1.15918, + 1.214844, + 1.10498, + 1.050293, + 1.15625, + 1.151367, + 1.09668, + 1.073242, + 1.447266, + 1.111816, + 1.069336, + 1.068848, + 1.245117, + 1.078125, + 1.476562, + 1.053467, + 1.574219, + 1.089844, + 1.172852, + 1.171875, + 1.213867, + 1.149414, + 1.183594, + 1.384766, + 1.15918, + 1.092285, + 1.283203, + 1.057373, + 1.208008, + 1.148438, + 1.175781, + 1.088379, + 1.125977, + 1.245117, + 1.357422, + 1.24707, + 1.030884, + 1.144531, + 1.068848, + 1.154297, + 1.175781, + 1.088867, + 1.09375, + 1.179688, + 1.125977, + 1.152344, + 1.192383, + 1.12207, + 1.09082, + 1.114746, + 1.073242, + 1.03125, + 1.114258, + 1.402344, + 1.246094, + 1.083008, + 1.12793, + 1.088867, + 1.177734, + 1.152344, + 1.134766, + 1.136719, + 1.202148, + 1.253906, + 1.088867, + 1.048828, + 2.648438, + 1.119629, + 1.070801, + 1.043701, + 1.062012, + 1.108398, + 1.177734, + 1.154297, + 1.167969, + 1.105957, + 1.094238, + 1.363281, + 1.015503, + 1.550781, + 1.214844, + 1.04248, + 1.546875, + 1.180664, + 1.664062, + 1.169922, + 1.209961, + 1.322266, + 1.206055, + 1.014099, + 1.400391, + 1.188477, + 1.330078, + 1.122559, + 1.166992, + 1.427734, + 1.455078, + 1.062012, + 1.202148, + 1.108398, + 1.081055, + 1.050537, + 1.104004, + 1.155273, + 1.123047, + 1.143555, + 1.087891, + 1.145508, + 1.069824, + 1.120605, + 1.095215, + 1.414062, + 1.099121, + 1.114746, + 1.333984, + 1.453125, + 1.11084, + 1.12793, + 1.241211, + 1.314453, + 1.095703, + 1.061768, + 1.109375, + 1.036865, + 1.176758, + 1.029541, + 1.072266, + 1.09668, + 1.198242, + 1.271484, + 1.104004, + 0.98938, + 1.062988, + 1.067871, + 1.121094, + 1.118164, + 1.402344, + 1.087891, + 1.074707, + 1.131836, + 1.054932, + 1.490234, + 1.116211, + 1.103027, + 1.097168, + 1.15918, + 1.287109, + 1.126953, + 1.078125, + 1.098145, + 1.120605, + 1.118164, + 1.154297, + 1.096191, + 1.558594, + 1.048584, + 1.160156, + 1.246094, + 1.10498, + 1.087891, + 1.094727, + 1.110352, + 1.478516, + 1.09375, + 1.121582, + 1.300781, + 1.462891, + 1.132812, + 1.072266, + 1.104492, + 1.072266, + 1.160156, + 1.086426, + 0.983154, + 1.069336, + 1.265625, + 1.263672, + 1.112305, + 1.078613, + 1.359375, + 1.197266, + 1.049316, + 1.064453, + 1.069824, + 1.144531, + 1.100098, + 1.072754, + 1.034668, + 1.355469, + 1.026733, + 1.096191, + 1.259766, + 1.103027, + 1.114746, + 1.121582, + 1.179688, + 1.380859, + 1.056152, + 1.324219, + 1.084473, + 1.139648, + 1.116699, + 1.101074, + 1.140625, + 1.086914, + 1.279297, + 1.043213, + 1.182617, + 1.296875, + 1.480469, + 1.059082, + 1.091309, + 1.098145, + 1.140625, + 2.289062, + 1.154297, + 1.11084, + 1.058838, + 1.275391, + 1.095215, + 1.120605, + 1.132812, + 1.225586, + 1.088867, + 1.073242, + 1.075195, + 1.363281, + 1.112305, + 1.213867, + 1.484375, + 1.375, + 1.186523, + 1.263672, + 1.133789, + 1.135742, + 1.314453, + 1.765625, + 1.097168, + 1.339844, + 1.298828, + 1.400391, + 1.076172, + 1.133789, + 1.12793, + 1.163086, + 1.098145, + 1.144531, + 1.098145, + 1.273438, + 1.072266, + 1.089355, + 1.277344, + 1.128906, + 1.206055, + 1.361328, + 1.416016, + 1.05835, + 1.339844, + 1.097656, + 1.112305, + 1.113281, + 1.045166, + 1.118164, + 1.089355, + 1.077637, + 1.283203, + 1.085938, + 4.109375, + 1.090332, + 1.059326, + 1.072754, + 1.208008, + 0.883789, + 1.219727, + 1.148438, + 1.092285, + 1.208008, + 1.084473, + 1.103027, + 1.166016, + 1.335938, + 1.10498, + 1.339844, + 1.036377, + 1.216797, + 1.241211, + 1.139648, + 1.15625, + 1.152344, + 1.474609, + 1.138672, + 1.135742, + 1.017944, + 1.271484, + 1.486328, + 1.220703, + 1.06543, + 1.183594, + 1.062012, + 1.490234, + 1.136719, + 1.154297, + 1.060791, + 1.108887, + 1.014709, + 1.101074, + 1.001999, + 1.125, + 1.122559, + 1.100098, + 1.333984, + 1.080566, + 1.40625, + 1.049561, + 1.066406, + 1.060303, + 1.511719, + 1.12793, + 2.476562, + 1.118652, + 1.486328, + 1.341797, + 1.085938, + 1.100586, + 1.186523, + 1.40625, + 1.345703, + 1.105469, + 1.126953, + 1.054688, + 1.097656, + 1.330078, + 1.177734, + 1.088867, + 1.229492, + 1.083008, + 1.064941, + 1.04834, + 1.169922, + 1.101074, + 1.085938, + 1.09082, + 1.112305, + 1.043213, + 1.069336, + 1.574219, + 1.310547, + 1.056396, + 1.083984, + 1.102051, + 1.019409, + 1.124512, + 1.070801, + 1.12793, + 1.165039, + 1.081543, + 1.067871, + 1.222656, + 1.092773, + 1.166016, + 1.051025, + 1.742188, + 1.118652, + 1.101074, + 1.232422, + 1.114258, + 1.083008, + 1.130859, + 1.053223, + 1.035645, + 1.00412, + 1.333984, + 1.077637, + 1.11377, + 1.259766, + 1.326172, + 1.021484, + 1.894531, + 1.078125, + 1.104492, + 1.217773, + 1.431641, + 1.341797, + 1.265625, + 1.092285, + 1.090332, + 1.035889, + 1.059814, + 1.086914, + 1.097168, + 1.167969, + 1.151367, + 1.104492, + 1.08252, + 1.162109, + 1.157227, + 1.119629, + 1.068848, + 1.075195, + 1.077637, + 1.157227, + 1.131836, + 1.046875, + 1.134766, + 1.092773, + 1.109375, + 1.375, + 1.060547, + 1.112305, + 1.179688, + 1.384766, + 1.337891, + 1.130859, + 1.046875, + 1.137695, + 1.211914, + 1.07373, + 1.05542, + 1.353516, + 1.082031, + 1.084961, + 1.535156, + 1.15918, + 1.12793, + 1.04248, + 1.135742, + 1.028809, + 1.133789, + 1.188477, + 1.064453, + 1.275391, + 1.111816, + 1.137695, + 1.191406, + 1.146484, + 1.057373, + 1.094727, + 1.09082, + 1.118164, + 1.145508, + 1.044922, + 1.236328, + 1.104004, + 1.027222, + 1.019897, + 1.119141, + 1.447266, + 1.239258, + 1.142578, + 1.46875, + 1.116699, + 1.451172, + 1.094727, + 1.050781, + 1.089355, + 1.096191, + 1.332031, + 1.439453, + 1.308594, + 1.072754, + 1.07666, + 1.021973, + 1.206055, + 1.092773, + 1.06543, + 1.104004, + 1.114746, + 1.137695, + 1.100586, + 1.095215, + 1.029175, + 1.064453, + 1.144531, + 1.22168, + 1.168945, + 1.150391, + 1.140625, + 1.179688, + 1.09668, + 1.011963, + 1.106934, + 1.036133, + 1.074707, + 1.092773, + 1.164062, + 1.057617, + 1.110352, + 1.213867, + 1.103027, + 1.382812, + 1.101074, + 1.113281, + 1.076172, + 1.070312, + 1.175781, + 1.06543, + 1.165039, + 1.205078, + 1.169922, + 1.072266, + 1.050537, + 1.134766, + 1.022705, + 1.087402, + 1.155273, + 1.045898, + 1.12207, + 1.018677, + 1.094727, + 1.067383, + 1.609375, + 1.292969, + 1.087891, + 1.214844, + 1.1875, + 1.128906, + 1.351562, + 1.049316, + 1.10791, + 1.40625, + 1.292969, + 1.106934, + 1.089355, + 1.126953, + 1.306641, + 1.049805, + 1.198242, + 1.12793, + 0.945312, + 1.355469, + 1.11377, + 1.507812, + 1.566406, + 1.045654, + 1.063965, + 1.054199, + 1.259766, + 1.392578, + 1.103516, + 1.080566, + 1.304688, + 1.195312, + 1.081543, + 1.013306, + 1.257812, + 1.119141, + 1.539062, + 1.402344, + 1.302734, + 1.113281, + 1.359375, + 1.098633, + 1.115234, + 1.126953, + 1.10498, + 1.140625, + 1.051514, + 1.07373, + 1.11084, + 1.094727, + 1.115723, + 1.120605, + 1.143555, + 1.088379, + 1.121094, + 1.341797, + 1.165039, + 1.318359, + 1.087891, + 1.077637, + 1.357422, + 1.12793, + 1.337891, + 1.012085, + 0.927734, + 1.15918, + 1.058594, + 1.10498, + 0.989075, + 1.087891, + 1.068848, + 1.060303, + 1.189453, + 1.155273, + 1.412109, + 1.103516, + 0.923828, + 1.239258, + 1.261719, + 1.045898, + 1.188477, + 1.396484, + 1.102051, + 1.05835, + 1.10498, + 1.129883, + 1.160156, + 1.204102, + 1.167969, + 1.131836, + 1.128906, + 1.408203, + 1.06543, + 1.147461, + 1.006195, + 1.322266, + 1.208984, + 1.417969, + 1.123047, + 1.113281, + 1.112793, + 1.115723, + 1.279297, + 2.296875, + 1.094238, + 1.07373, + 1.103027, + 1.109863, + 1.021118, + 1.045166, + 1.242188, + 1.05835, + 1.291016, + 1.128906, + 1.038818, + 1.251953, + 1.144531, + 1.053955, + 1.00885, + 1.10498, + 1.103516, + 1.094238, + 1.285156, + 1.108398, + 1.195312, + 1.119141, + 1.417969, + 1.199219, + 1.166992, + 1.225586, + 0.936035, + 1.292969, + 1.882812, + 1.083496, + 1.082031, + 1.027588, + 1.229492, + 1.134766, + 1.131836, + 1.09082, + 1.05835, + 1.245117, + 1.146484, + 1.176758, + 1.073242, + 1.135742, + 1.210938, + 1.335938, + 1.137695, + 1.19043, + 1.326172, + 1.458984, + 1.12207, + 1.167969, + 1.135742, + 1.136719, + 1.094727, + 1.140625, + 1.144531, + 1.126953, + 1.222656, + 1.145508, + 1.12793, + 1.21582, + 1.209961, + 1.59375, + 1.091797, + 1.088867, + 1.396484, + 1.220703, + 1.363281, + 1.05542, + 1.128906, + 1.239258, + 1.10498, + 1.128906, + 1.150391, + 1.130859, + 1.031982, + 1.285156, + 1.345703, + 1.128906, + 1.07666, + 1.265625, + 1.071289, + 1.121094, + 1.398438, + 1.112793, + 1.086914, + 1.402344, + 1.22168, + 1.257812, + 1.095215, + 1.211914, + 1.132812, + 1.392578, + 0.915527, + 1.113281, + 1.3125, + 1.099609, + 1.404297, + 1.212891, + 1.100098, + 1.121094, + 1.05957, + 1.353516, + 1.105469, + 1.088867, + 1.359375, + 1.106934, + 1.139648, + 0.953369, + 1.202148, + 1.139648, + 1.083984, + 1.261719, + 1.058105, + 1.074707, + 1.064453, + 1.067871, + 1.103516, + 1.166016, + 1.03418, + 1.099609, + 4.796875, + 1.067383, + 1.061768, + 1.25, + 1.198242, + 1.25, + 1.085938, + 1.398438, + 1.298828, + 1.114746, + 1.053223, + 1.08252, + 1.273438, + 1.172852, + 1.402344, + 1.097656, + 1.172852, + 1.298828, + 1.235352, + 1.449219, + 1.285156, + 1.067871, + 0.998833, + 1.229492, + 1.589844, + 1.088379, + 1.269531, + 1.107422, + 1.310547, + 1.214844, + 1.076172, + 1.224609, + 1.05127, + 1.194336, + 1.15918, + 1.386719, + 1.074707, + 1.085938, + 1.054688, + 1.134766, + 1.142578, + 1.033936, + 1.099121, + 1.376953, + 0.441406, + 1.157227, + 1.073242, + 1.15625, + 1.255859, + 1.101562, + 1.075684, + 1.069336, + 1.072266, + 1.111816, + 1.130859, + 1.180664, + 1.246094, + 1.1875, + 1.361328, + 1.222656, + 1.296875, + 1.111816, + 1.106934, + 1.078613, + 1.112305, + 1.109375, + 1.318359, + 1.023682, + 1.236328, + 1.316406, + 1.21582, + 1.355469, + 1.0354, + 1.239258, + 1.104004, + 1.145508, + 1.11084, + 1.101562, + 1.150391, + 1.10791, + 1.3125, + 1.220703, + 1.201172, + 1.161133, + 1.016357, + 1.149414, + 1.322266, + 1.082031, + 1.093262, + 1.000992, + 1.087891, + 1.032959, + 1.279297, + 1.068359, + 1.052734, + 1.238281, + 1.088867, + 1.139648, + 1.232422, + 1.287109, + 0.968018, + 1.069824, + 1.067383, + 1.128906, + 1.07373, + 1.005219, + 1.796875, + 1.097656, + 1.167969, + 1.118652, + 1.086426, + 1.147461, + 1.349609, + 1.176758, + 1.330078, + 1.100586, + 1.089844, + 1.234375, + 1.072266, + 1.085938, + 1.126953, + 1.136719, + 1.263672, + 1.119141, + 1.093262, + 1.140625, + 1.10498, + 1.08252, + 1.121582, + 1.40625, + 1.119629, + 1.141602, + 1.925781, + 1.423828, + 1.192383, + 1.302734, + 1.109375, + 1.265625, + 1.144531, + 1.239258, + 1.474609, + 1.093262, + 1.175781, + 1.246094, + 1.102051, + 1.169922, + 1.157227, + 1.78125, + 1.015747, + 1.162109, + 1.095215, + 1.111816, + 1.026733, + 1.308594, + 1.671875, + 1.314453, + 1.098633, + 1.738281, + 1.117676, + 0.946777, + 1.113281, + 1.5, + 1.120605, + 1.089355, + 1.09668, + 1.216797, + 1.136719, + 1.236328, + 2.546875, + 1.083984, + 1.088867, + 1.710938, + 1.106445, + 1.073242, + 1.117676, + 1.080566, + 1.137695, + 1.470703, + 1.073242, + 1.10791, + 1.105469, + 1.050781, + 1.036377, + 1.245117, + 1.093262, + 1.097168, + 1.126953, + 1.155273, + 1.078613, + 1.189453, + 1.132812, + 1.171875, + 1.103516, + 1.503906, + 1.09082, + 1.380859, + 1.035156, + 1.15332, + 1.118652, + 1.4375, + 1.172852, + 1.15332, + 1.046631, + 1.412109, + 1.088867, + 1.335938, + 1.139648, + 1.161133, + 1.181641, + 1.291016, + 1.131836, + 1.455078, + 1.077148, + 1.226562, + 1.092773, + 1.349609, + 1.071289, + 1.143555, + 1.172852, + 1.06543, + 1.112305, + 1.106934, + 1.206055, + 1.145508, + 1.067383, + 1.160156, + 1.052246, + 1.077148, + 1.125977, + 1.131836, + 1.151367, + 1.320312, + 1.12207, + 1.259766, + 1.427734, + 1.198242, + 1.05957, + 1.198242, + 1.859375, + 1.143555, + 1.088379, + 1.155273, + 1.165039, + 1.099121, + 1.165039, + 1.244141, + 1.212891, + 1.084473, + 1.632812, + 1.298828, + 1.490234, + 1.157227, + 1.134766, + 1.173828, + 1.289062, + 1.182617, + 1.083984, + 1.037598, + 1.048096, + 1.001343, + 1.174805, + 1.238281, + 1.089355, + 1.1875, + 1.103027, + 1.120117, + 1.107422, + 0.978516, + 1.079102, + 1.025757, + 1.231445, + 1.047607, + 1.112305, + 1.425781, + 1.378906, + 1.158203, + 1.05835, + 1.365234, + 1.054688, + 1.617188, + 1.05957, + 1.200195, + 1.059326, + 1.208008, + 1.253906, + 1.129883, + 1.145508, + 1.191406, + 1.018311, + 1.114746, + 1.345703, + 1.148438, + 1.069824, + 1.21875, + 1.112793, + 1.02124, + 1.064941, + 1.104492, + 1.181641, + 1.12793, + 1.134766, + 1.277344, + 2.273438, + 1.068848, + 1.067383, + 1.100098, + 1.050537, + 1.226562, + 1.180664, + 1.058838, + 1.04541, + 1.066406, + 1.09668, + 1.09668, + 1.078125, + 1.099121, + 1.119141, + 1.208984, + 1.140625, + 1.07373, + 1.166016, + 1.07666, + 1.138672, + 1.082031, + 1.07959, + 1.373047, + 1.135742, + 1.289062, + 1.095215, + 1.320312, + 1.197266, + 1.081543, + 1.21875, + 1.243164, + 1.308594, + 1.15918, + 1.105469, + 1.08252, + 1.613281, + 1.07666, + 1.124512, + 1.101074, + 1.115234, + 1.125, + 1.441406, + 1.104492, + 1.106445, + 1.609375, + 1.081543, + 1.046875, + 1.18457, + 1.059326, + 1.192383, + 1.05249, + 1.143555, + 1.209961, + 1.133789, + 1.154297, + 1.12793, + 1.369141, + 1.128906, + 1.091309, + 1.120117, + 1.128906, + 1.304688, + 1.093262, + 1.115234, + 1.077637, + 1.092773, + 1.150391, + 1.12793, + 1.12793, + 1.108398, + 1.410156, + 0.998917, + 1.142578, + 1.178711, + 1.141602, + 0.952637, + 1.145508, + 1.081543, + 1.045654, + 1.10791, + 1.158203, + 1.018921, + 1.182617, + 1.021484, + 1.198242, + 1.081543, + 1.016113, + 1.289062, + 0.841797, + 1.091309, + 1.139648, + 1.12793, + 1.087402, + 1.318359, + 1.057617, + 1.10791, + 1.137695, + 1.335938, + 1.191406, + 1.328125, + 1.150391, + 1.114746, + 1.108398, + 1.065918, + 1.092285, + 1.06543, + 1.161133, + 1.144531, + 1.416016, + 1.108887, + 1.081543, + 1.120605, + 1.202148, + 1.143555, + 1.102051, + 1.130859, + 1.169922, + 1.089355, + 1.394531, + 1.066406, + 1.098145, + 1.081543, + 1.621094, + 1.121094, + 1.053955, + 1.030151, + 1.094238, + 1.052246, + 1.160156, + 1.072266, + 1.168945, + 1.443359, + 1.192383, + 1.077148, + 1.152344, + 1.271484, + 1.363281, + 1.138672, + 1.492188, + 1.145508, + 1.096191, + 1.386719, + 1.097656, + 1.02063, + 1.186523, + 1.410156, + 1.265625, + 1.162109, + 1.132812, + 1.072754, + 1.386719, + 1.149414, + 1.177734, + 1.231445, + 1.138672, + 1.231445, + 1.081543, + 1.09668, + 1.066895, + 1.246094, + 1.214844, + 1.12793, + 1.12793, + 1.155273, + 1.275391, + 1.084473, + 1.041504, + 1.116699, + 1.198242, + 1.136719, + 1.111816, + 1.057861, + 1.080078, + 1.050537, + 1.298828, + 1.253906, + 1.230469, + 1.253906, + 1.064453, + 1.19043, + 1.261719, + 1.106445, + 1.333984, + 1.025024, + 1.106934, + 1.150391, + 1.112793, + 1.090332, + 1.12793, + 1.359375, + 1.185547, + 1.169922, + 1.201172, + 1.100586, + 1.102539, + 1.355469, + 1.097168, + 0.986633, + 1.097168, + 1.058105, + 1.098145, + 1.151367, + 1.050293, + 1.041992, + 1.126953, + 1.098145, + 1.458984, + 1.151367, + 1.05249, + 1.18457, + 1.15918, + 1.062988, + 1.044678, + 1.142578, + 1.124023, + 1.171875, + 1.087891, + 1.046387, + 1.185547, + 1.279297, + 1.120117, + 1.150391, + 1.004089, + 1.173828, + 1.07373, + 1.102539, + 1.06543, + 1.062256, + 1.109375, + 1.075684, + 1.53125, + 1.073242, + 1.149414, + 1.176758, + 1.134766, + 1.108887, + 1.146484, + 1.269531, + 1.099609, + 1.12793, + 1.104492, + 1.263672, + 1.324219, + 1.167969, + 1.261719, + 1.052734, + 1.05957, + 1.054932, + 1.09668, + 1.068848, + 1.128906, + 1.486328, + 1.069824, + 1.206055, + 1.330078, + 1.271484, + 1.142578, + 1.102539, + 1.073242, + 1.161133, + 1.088379, + 1.108887, + 1.066406, + 1.060791, + 1.041748, + 1.359375, + 1.069336, + 1.341797, + 1.104004, + 1.100586, + 1.388672, + 1.197266, + 1.110352, + 1.094238, + 1.112305, + 1.384766, + 1.071777, + 1.253906, + 1.110352, + 1.096191, + 1.253906, + 1.271484, + 1.15332, + 1.160156, + 1.228516, + 1.056641, + 1.044434, + 1.239258, + 1.232422, + 1.339844, + 1.077637, + 1.132812, + 1.041016, + 1.25, + 1.136719, + 1.072754, + 1.289062, + 1.410156, + 1.080078, + 1.072754, + 1.203125, + 1.125977, + 1.129883, + 1.257812, + 1.112793, + 1.249023, + 0.961914, + 1.085938, + 1.083496, + 1.200195, + 1.07959, + 1.132812, + 1.203125, + 1.082031, + 1.328125, + 1.078125, + 1.296875, + 1.382812, + 1.115234, + 1.076172, + 1.09668, + 1.129883, + 1.123535, + 1.044189, + 1.304688, + 1.04541, + 1.253906, + 1.24707, + 1.07666, + 1.00705, + 1.207031, + 1.15918, + 1.198242, + 1.044189, + 1.120605, + 1.082031, + 1.144531, + 1.265625, + 1.145508, + 1.125, + 1.449219, + 1.057373, + 1.084961, + 1.259766, + 1.045166, + 1.07373, + 1.443359, + 1.072266, + 1.625, + 1.273438, + 1.097168, + 1.075684, + 1.792969, + 1.585938, + 1.098145, + 1.065918, + 1.034912, + 1.04248, + 1.041016, + 1.136719, + 1.140625, + 1.194336, + 1.056641, + 1.099121, + 1.375, + 1.765625, + 1.062988, + 1.087891, + 1.074219, + 1.121094, + 1.169922, + 1.149414, + 1.100586, + 1.06543, + 1.111328, + 1.134766, + 1.111328, + 1.414062, + 1.055664, + 1.088867, + 1.100098, + 1.194336, + 1.155273, + 1.267578, + 1.166992, + 1.263672, + 0.989685, + 1.279297, + 1.158203, + 1.235352, + 1.118652, + 1.322266, + 1.106445, + 1.081543, + 1.25, + 1.059082, + 1.144531, + 1.447266, + 1.114746, + 1.040283, + 1.118652, + 1.166016, + 1.112305, + 1.04248, + 1.057373, + 1.081055, + 1.22168, + 2.171875, + 1.089844, + 1.116699, + 1.015015, + 1.144531, + 1.494141, + 1.117188, + 1.089844, + 1.241211, + 1.121094, + 1.167969, + 1.108887, + 1.439453, + 1.177734, + 1.158203, + 1.069824, + 1.216797, + 1.070312, + 1.201172, + 1.135742, + 1.135742, + 1.100586, + 1.207031, + 1.163086, + 1.101074, + 1.086914, + 1.039307, + 1.25, + 1.056152, + 1.347656, + 1.147461, + 1.273438, + 1.326172, + 1.143555, + 1.03064, + 1.092285, + 1.030884, + 1.11377, + 1.230469, + 1.238281, + 1.125, + 1.427734, + 1.25, + 1.043945, + 1.048584, + 1.091797, + 1.174805, + 1.058838, + 1.322266, + 1.118164, + 1.09082, + 1.06543, + 1.302734, + 1.175781, + 1.202148, + 1.124023, + 1.122559, + 1.349609, + 1.101074, + 1.10791, + 1.123535, + 1.131836, + 1.064453, + 1.105469, + 1.699219, + 1.152344, + 1.066895, + 1.135742, + 1.061523, + 1.10791, + 1.035156, + 1.174805, + 1.183594, + 1.060303, + 1.119141, + 1.419922, + 1.357422, + 1.119629, + 1.078125, + 1.076172, + 1.087891, + 1.125, + 1.15625, + 1.072754, + 1.119629, + 1.151367, + 1.074707, + 1.223633, + 1.112793, + 1.211914, + 1.451172, + 1.080078, + 1.142578, + 1.021973, + 1.139648, + 1.384766, + 1.080566, + 1.120117, + 1.144531, + 1.150391, + 1.137695, + 0.99588, + 1.167969, + 1.241211, + 1.386719, + 1.253906, + 1.253906, + 1.263672, + 1.085449, + 1.910156, + 1.074219, + 1.104492, + 1.275391, + 1.075684, + 1.074219, + 1.140625, + 1.090332, + 1.094727, + 1.339844, + 1.121582, + 1.425781, + 1.151367, + 1.287109, + 1.163086, + 1.083008, + 1.145508, + 1.185547, + 1.166016, + 1.089355, + 1.040283, + 1.302734, + 1.050293, + 1.110352, + 1.341797, + 1.239258, + 1.102539, + 1.075684, + 1.245117, + 1.396484, + 1.1875, + 1.275391, + 1.061768, + 1.092773, + 1.135742, + 1.300781, + 1.091797, + 1.143555, + 1.294922, + 1.12207, + 1.150391, + 1.129883, + 1.185547, + 1.417969, + 1.188477, + 1.091797, + 1.19043, + 1.089355, + 1.197266, + 1.013428, + 1.079102, + 1.217773, + 1.098633, + 1.069824, + 1.036865, + 1.099609, + 1.072754, + 1.096191, + 1.152344, + 1.302734, + 1.057129, + 1.117676, + 1.150391, + 1.124023, + 1.287109, + 1.198242, + 1.120605, + 1.097168, + 1.100098, + 1.131836, + 1.080078, + 1.19043, + 1.070801, + 1.289062, + 1.101074, + 1.108887, + 1.148438, + 1.076172, + 1.345703, + 1.032959, + 1.400391, + 1.189453, + 1.054443, + 1.339844, + 1.023804, + 1.103516, + 1.273438, + 1.131836, + 1.028076, + 1.074707, + 1.140625, + 1.269531, + 1.080566, + 1.257812, + 1.146484, + 1.096191, + 1.141602, + 1.107422, + 1.206055, + 1.041748, + 1.077148, + 0.938965, + 1.103027, + 1.237305, + 1.137695, + 1.088379, + 1.100098, + 1.235352, + 1.096191, + 1.120605, + 1.066406, + 1.145508, + 1.179688, + 1.351562, + 1.088379, + 1.353516, + 1.199219, + 1.112305, + 1.439453, + 1.056885, + 1.051025, + 1.134766, + 1.069336, + 1.096191, + 1.163086, + 1.239258, + 1.076172, + 1.261719, + 1.494141, + 1.114258, + 1.171875, + 1.035645, + 1.289062, + 1.316406, + 1.104004, + 1.095703, + 1.0625, + 1.069336, + 1.21875, + 1.112305, + 1.176758, + 1.245117, + 1.332031, + 1.142578, + 1.118652, + 1.953125, + 1.167969, + 1.119629, + 1.025391, + 1.109375, + 1.121094, + 1.101074, + 1.072754, + 1.043945, + 1.107422, + 1.096191, + 1.040771, + 1.757812, + 1.05957, + 1.143555, + 1.19043, + 1.412109, + 1.157227, + 1.107422, + 1.195312, + 1.084473, + 1.081543, + 1.179688, + 1.095703, + 1.294922, + 1.106934, + 1.086914, + 1.636719, + 1.026367, + 1.072754, + 1.051758, + 1.081543, + 1.238281, + 1.160156, + 1.227539, + 1.425781, + 1.151367, + 1.175781, + 1.193359, + 1.304688, + 1.09082, + 1.124023, + 1.066895, + 1.018188, + 1.195312, + 1.053467, + 1.044434, + 1.167969, + 1.11084, + 1.324219, + 1.166992, + 1.087891, + 1.083008, + 1.162109, + 1.133789, + 1.123047, + 1.089355, + 1.058105, + 1.057861, + 1.118652, + 1.08252, + 1.110352, + 1.082031, + 1.081543, + 1.308594, + 1.289062, + 1.167969, + 1.188477, + 1.041992, + 1.298828, + 1.125977, + 1.402344, + 1.084961, + 1.194336, + 1.136719, + 1.246094, + 1.542969, + 1.365234, + 1.12207, + 1.122559, + 1.041504, + 1.178711, + 1.085938, + 1.090332, + 1.05127, + 1.026245, + 0.991943, + 1.443359, + 1.753906, + 1.088379, + 1.033936, + 1.144531, + 1.078125, + 1.058838, + 1.06543, + 1.394531, + 1.039795, + 1.066406, + 1.328125, + 1.199219, + 1.129883, + 1.392578, + 1.114258, + 1.015015, + 1.332031, + 1.129883, + 1.087891, + 1.088379, + 1.118652, + 1.050781, + 1.298828, + 1.126953, + 1.124023, + 1.120605, + 1.182617, + 1.067383, + 1.480469, + 1.08252, + 1.808594, + 1.302734, + 1.077148, + 1.148438, + 1.170898, + 1.402344, + 1.011108, + 1.081055, + 1.069336, + 1.375, + 1.174805, + 1.253906, + 1.142578, + 1.137695, + 1.255859, + 1.029297, + 1.066895, + 1.091309, + 1.092773, + 1.060059, + 1.259766, + 1.351562, + 1.660156, + 1.150391, + 1.273438, + 1.062988, + 1.073242, + 1.111816, + 1.0271, + 1.199219, + 1.206055, + 1.326172, + 1.439453, + 1.117676, + 1.125, + 1.057861, + 1.119141, + 1.113281, + 1.08252, + 0.991699, + 1.316406, + 1.136719, + 1.119629, + 1.129883, + 1.486328, + 1.086914, + 1.091797, + 1.265625, + 1.058105, + 1.067383, + 1.326172, + 1.194336, + 1.427734, + 1.96875, + 1.080078, + 1.083984, + 1.154297, + 1.051758, + 1.097656, + 1.059814, + 1.048828, + 1.075195, + 1.255859, + 1.105957, + 1.133789, + 1.398438, + 1.05127, + 1.129883, + 1.107422, + 1.238281, + 1.080078, + 1.400391, + 1.183594, + 1.167969, + 1.328125, + 1.152344, + 1.157227, + 1.167969, + 1.12793, + 1.193359, + 1.263672, + 1.043457, + 1.480469, + 1.441406, + 1.060791, + 1.088867, + 1.753906, + 1.116699, + 1.069336, + 1.120605, + 1.222656, + 1.203125, + 1.052979, + 1.141602, + 1.063477, + 1.131836, + 1.443359, + 1.224609, + 1.233398, + 1.414062, + 1.065918, + 1.146484, + 1.353516, + 1.104004, + 1.275391, + 1.05127, + 1.141602, + 1.147461, + 1.050049, + 1.00592, + 1.15918, + 1.169922, + 1.101074, + 1.146484, + 1.104004, + 1.09375, + 1.404297, + 1.134766, + 1.117676, + 0.88623, + 1.410156, + 1.166992, + 1.09375, + 1.077637, + 1.820312, + 1.104492, + 1.324219, + 1.168945, + 1.206055, + 1.275391, + 1.273438, + 1.101562, + 1.057861, + 1.180664, + 1.099609, + 1.164062, + 1.291016, + 1.082031, + 1.155273, + 1.063965, + 1.150391, + 1.128906, + 1.117676, + 1.417969, + 1.101074, + 1.088867, + 1.314453, + 1.179688, + 1.198242, + 1.185547, + 1.119629, + 1.416016, + 1.298828, + 1.084473, + 1.222656, + 1.104004, + 1.238281, + 1.171875, + 1.0625, + 0.956299, + 1.326172, + 1.214844, + 1.097168, + 1.121582, + 1.186523, + 1.140625, + 1.082031, + 1.051025, + 1.332031, + 1.085938, + 1.099609, + 1.118652, + 1.0354, + 1.069336, + 1.15332, + 1.170898, + 1.118652, + 1.048828, + 1.347656, + 1.086914, + 1.165039, + 1.124512, + 1.121094, + 1.085449, + 1.363281, + 1.640625, + 1.116699, + 1.113281, + 1.087891, + 1.128906, + 1.320312, + 1.249023, + 1.090332, + 1.15625, + 1.083496, + 1.1875, + 1.109375, + 1.277344, + 1.162109, + 1.049316, + 1.239258, + 1.040283, + 1.617188, + 1.804688, + 1.457031, + 1.119141, + 1.225586, + 0.977417, + 1.232422, + 1.197266, + 1.06543, + 1.136719, + 1.314453, + 1.231445, + 1.083008, + 1.059082, + 1.357422, + 0.858398, + 1.326172, + 1.135742 + ] + }, + "name": "onnx::Mul_8198", + "outputIndexes": [ + 324 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 323, + 324 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_2/Mul_1_output_0", + "outputIndexes": [ + 325 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 306, + 325 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_14_output_0", + "outputIndexes": [ + 326 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 326, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_27_output_0", + "outputIndexes": [ + 327 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 327 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_3/Mul_output_0", + "outputIndexes": [ + 328 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.617188, + 1.453125, + 1.699219, + 1.777344, + 1.566406, + 1.632812, + 1.679688, + 0.842773, + 1.742188, + 1.365234, + 1.648438, + 1.53125, + 1.515625, + 1.722656, + 1.738281, + 1.585938, + 1.683594, + 1.644531, + 1.324219, + 1.640625, + 1.75, + 1.777344, + 1.71875, + 1.388672, + 1.380859, + 1.589844, + 1.582031, + 1.390625, + 1.542969, + 1.707031, + 1.550781, + 1.433594, + 1.558594, + 1.050049, + 1.484375, + 1.566406, + 1.451172, + 1.816406, + 1.558594, + 1.414062, + 1.550781, + 1.417969, + 1.675781, + 1.443359, + 1.141602, + 1.75, + 1.609375, + 1.574219, + 1.104004, + 1.511719, + 1.558594, + 1.412109, + 1.617188, + 1.044189, + 1.707031, + 1.570312, + 1.644531, + 1.664062, + 1.22168, + 1.417969, + 1.527344, + 1.046387, + 1.582031, + 1.707031, + 1.390625, + 1.628906, + 1.466797, + 1.613281, + 1.457031, + 1.585938, + 1.613281, + 1.664062, + 1.375, + 1.53125, + 1.597656, + 1.5625, + 1.384766, + 1.511719, + 1.451172, + 1.275391, + 1.550781, + 0.84668, + 1.128906, + 1.511719, + 1.59375, + 1.640625, + 1.507812, + 1.427734, + 1.294922, + 1.363281, + 1.605469, + 1.435547, + 1.765625, + 1.353516, + 1.648438, + 1.006622, + 1.648438, + 1.667969, + 1.464844, + 1.5625, + 1.337891, + 1.855469, + 1.621094, + 1.558594, + 1.746094, + 1.511719, + 1.730469, + 1.515625, + 1.828125, + 1.535156, + 1.699219, + 1.527344, + 1.675781, + 2.398438, + 1.953125, + 1.324219, + 1.5, + 1.043457, + 1.714844, + 1.871094, + 1.695312, + 1.601562, + 0.625, + 1.566406, + 1.507812, + 1.388672, + 1.570312, + 1.6875, + 1.683594, + 1.5, + 1.53125, + 1.482422, + 1.496094, + 1.5625, + 1.703125, + 1.726562, + 1.451172, + 1.458984, + 1.498047, + 1.648438, + 1.044189, + 1.261719, + 1.613281, + 1.691406, + 1.566406, + 1.202148, + 1.494141, + 1.5625, + 1.617188, + 1.648438, + 1.675781, + 1.546875, + 1.445312, + 0.677734, + 1.703125, + 1.714844, + 1.365234, + 1.498047, + 1.146484, + 1.0271, + 1.114258, + 1.710938, + 1.365234, + 1.365234, + 1.757812, + 1.542969, + 1.621094, + 1.046875, + 1.5625, + 1.314453, + 1.535156, + 1.326172, + 1.5, + 1.097656, + 1.578125, + 1.423828, + 1.808594, + 1.11084, + 1.527344, + 1.396484, + 1.498047, + 1.05542, + 1.605469, + 0.77832, + 1.005707, + 1.59375, + 1.371094, + 1.578125, + 1.476562, + 1.53125, + 1.722656, + 0.775391, + 1.617188, + 1.644531, + 1.683594, + 1.730469, + 1.492188, + 1.683594, + 1.714844, + 1.570312, + 1.554688, + 1.535156, + 1.558594, + 1.507812, + 1.710938, + 1.578125, + 1.069824, + 1.828125, + 1.699219, + 1.6875, + 1.419922, + 1.609375, + 1.480469, + 1.253906, + 1.585938, + 1.605469, + 1.515625, + 1.660156, + 1.683594, + 1.679688, + 1.554688, + 1.433594, + 1.628906, + 1.832031, + 1.761719, + 1.570312, + 1.589844, + 1.605469, + 1.589844, + 1.480469, + 1.757812, + 1.589844, + 1.494141, + 1.660156, + 1.574219, + 1.710938, + 1.511719, + 1.832031, + 1.566406, + 1.380859, + 1.494141, + 1.695312, + 1.757812, + 0.726562, + 1.597656, + 1.46875, + 1.527344, + 1.390625, + 1.835938, + 1.429688, + 1.707031, + 1.585938, + 1.259766, + 1.507812, + 1.855469, + 1.59375, + 1.601562, + 1.71875, + 1.057617, + 1.589844, + 1.714844, + 1.757812, + 1.617188, + 1.609375, + 1.425781, + 1.449219, + 1.78125, + 1.621094, + 1.535156, + 1.5625, + 1.699219, + 1.527344, + 1.464844, + 1.527344, + 1.613281, + 1.609375, + 1.294922, + 1.617188, + 1.707031, + 1.585938, + 1.578125, + 1.78125, + 1.205078, + 1.636719, + 0.95874, + 1.515625, + 1.640625, + 1.550781, + 1.167969, + 1.466797, + 1.546875, + 1.071289, + 1.597656, + 1.59375, + 1.378906, + 1.664062, + 1.439453, + 1.519531, + 1.578125, + 1.613281, + 1.609375, + 1.490234, + 0.995667, + 1.640625, + 0.695312, + 1.636719, + 1.609375, + 1.5, + 1.431641, + 1.761719, + 1.761719, + 0.935547, + 1.5, + 1.542969, + 1.433594, + 1.474609, + 1.609375, + 1.667969, + 1.574219, + 1.730469, + 1.625, + 0.947266, + 1.527344, + 1.703125, + 1.664062, + 1.675781, + 1.589844, + 1.550781, + 1.707031, + 1.683594, + 1.554688, + 1.644531, + 1.570312, + 1.664062, + 0.210938, + 1.554688, + 1.574219, + 1.78125, + 1.835938, + 1.59375, + 1.369141, + 1.527344, + 1.695312, + 1.519531, + 1.699219, + 1.402344, + 1.609375, + 1.396484, + 1.498047, + 1.625, + 1.213867, + 1.527344, + 1.28125, + 1.570312, + 0.854492, + 1.169922, + 1.429688, + 1.828125, + 1.357422, + 1.578125, + 1.083984, + 1.652344, + 1.458984, + 1.359375, + 1.008972, + 1.628906, + 1.462891, + 2.617188, + 1.683594, + 1.582031, + 1.726562, + 1.539062, + 1.585938, + 1.527344, + 1.710938, + 1.652344, + 1.617188, + 1.554688, + 1.710938, + 1.408203, + 1.691406, + 1.714844, + 1.482422, + 1.253906, + 1.742188, + 1.605469, + 1.386719, + 1.486328, + 1.558594, + 1.683594, + 1.570312, + 1.617188, + 0.979492, + 1.699219, + 1.761719, + 1.550781, + 1.539062, + 1.085938, + 1.5, + 1.8125, + 1.671875, + 1.726562, + 1.621094, + 1.652344, + 1.152344, + 1.753906, + 1.679688, + 1.605469, + 1.640625, + 1.441406, + 1.691406, + 1.488281, + 1.582031, + 1.59375, + 1.511719, + 1.535156, + 1.574219, + 1.546875, + 1.621094, + 1.558594, + 1.462891, + 1.605469, + 0.972046, + 1.5625, + 1.582031, + 1.546875, + 1.566406, + 1.664062, + 1.679688, + 1.613281, + 1.083008, + 1.800781, + 1.59375, + 1.535156, + 1.648438, + 1.550781, + 1.667969, + 1.582031, + 1.65625, + 1.414062, + 1.703125, + 1.640625, + 1.585938, + 1.490234, + 1.357422, + 1.53125, + 1.867188, + 1.202148, + 1.542969, + 1.703125, + 1.820312, + 1.53125, + 1.554688, + 1.699219, + 1.679688, + 1.707031, + 1.429688, + 1.789062, + 1.761719, + 1.574219, + 1.675781, + 1.710938, + 1.582031, + 1.488281, + 1.357422, + 1.792969, + 1.178711, + 1.609375, + 1.753906, + 1.652344, + 1.558594, + 1.515625, + 1.714844, + 1.332031, + 1.714844, + 1.554688, + 1.070801, + 1.217773, + 1.507812, + 1.539062, + 1.597656, + 1.496094, + 0.832031, + 1.480469, + 1.632812, + 1.757812, + 1.038086, + 1.621094, + 1.4375, + 1.566406, + 1.601562, + 1.707031, + 1.757812, + 1.695312, + 1.341797, + 1.691406, + 0.880859, + 1.105957, + 1.359375, + 1.199219, + 1.333984, + 1.664062, + 1.660156, + 1.435547, + 0.939941, + 1.482422, + 1.410156, + 1.566406, + 1.652344, + 1.742188, + 1.511719, + 1.644531, + 1.402344, + 1.621094, + 1.667969, + 1.699219, + 1.490234, + 1.902344, + 1.652344, + 1.287109, + 1.667969, + 1.601562, + 1.285156, + 1.192383, + 1.84375, + 1.263672, + 1.757812, + 1.632812, + 1.601562, + 1.730469, + 1.617188, + 1.636719, + 1.578125, + 1.231445, + 1.6875, + 0.519531, + 1.667969, + 1.380859, + 1.671875, + 1.161133, + 3.296875, + 1.597656, + 1.574219, + 1.679688, + 1.511719, + 1.5625, + 1.6875, + 1.466797, + 1.472656, + 1.652344, + 1.166992, + 1.765625, + 1.5625, + 1.462891, + 1.589844, + 1.605469, + 1.5, + 1.361328, + 1.53125, + 1.523438, + 1.878906, + 1.617188, + 1.203125, + 1.439453, + 1.703125, + 1.675781, + 1.726562, + 1.714844, + 1.494141, + 1.457031, + 1.703125, + 1.613281, + 1.859375, + 1.636719, + 0.981201, + 1.640625, + 1.695312, + 1.507812, + 1.371094, + 1.625, + 0.936035, + 1.902344, + 1.714844, + 1.652344, + 1.030762, + 1.527344, + 1.339844, + 1.550781, + 1.398438, + 1.46875, + 1.621094, + 1.496094, + 1.695312, + 1.038574, + 1.447266, + 1.648438, + 1.753906, + 1.6875, + 1.59375, + 1.357422, + 1.466797, + 1.71875, + 1.484375, + 1.632812, + 1.910156, + 1.691406, + 1.447266, + 1.59375, + 1.742188, + 1.503906, + 1.664062, + 1.726562, + 1.679688, + 1.21875, + 1.398438, + 1.761719, + 1.699219, + 1.570312, + 1.746094, + 1.648438, + 1.652344, + 1.574219, + 1.644531, + 1.6875, + 1.582031, + 1.498047, + 1.664062, + 1.498047, + 1.652344, + 1.353516, + 1.496094, + 1.789062, + 1.302734, + 1.40625, + 1.722656, + 1.466797, + 1.582031, + 1.8125, + 1.589844, + 1.482422, + 1.5625, + 1.746094, + 1.345703, + 1.125, + 1.730469, + 0.93457, + 1.746094, + 1.664062, + 1.511719, + 1.380859, + 0.736328, + 1.008118, + 1.773438, + 1.558594, + 1.78125, + 1.59375, + 1.515625, + 1.503906, + 1.474609, + 1.613281, + 1.589844, + 1.554688, + 1.605469, + 1.020142, + 1.554688, + 1.443359, + 1.566406, + 1.664062, + 1.589844, + 1.570312, + 1.71875, + 1.546875, + 1.601562, + 1.621094, + 1.25, + 1.570312, + 1.585938, + 1.578125, + 1.396484, + 1.652344, + 1.554688, + 0.914062, + 0.98999, + 1.511719, + 1.640625, + 1.734375, + 1.355469, + 1.660156, + 1.554688, + 0.947021, + 1.613281, + 1.523438, + 1.605469, + 1.59375, + 1.742188, + 1.65625, + 1.433594, + 1.828125, + 1.449219, + 1.59375, + 1.734375, + 1.339844, + 1.585938, + 1.625, + 1.558594, + 1.625, + 1.519531, + 1.59375, + 1.5625, + 1.515625, + 1.652344, + 1.761719, + 1.78125, + 1.679688, + 1.679688, + 1.503906, + 1.574219, + 1.398438, + 1.644531, + 1.095703, + 1.578125, + 1.757812, + 1.476562, + 1.558594, + 1.472656, + 1.222656, + 1.431641, + 1.761719, + 1.695312, + 1.785156, + 1.527344, + 1.714844, + 1.6875, + 1.523438, + 1.558594, + 1.382812, + 1.542969, + 1.625, + 1.6875, + 1.664062, + 1.660156, + 1.648438, + 1.585938, + 1.570312, + 1.511719, + 1.363281, + 1.648438, + 1.785156, + 1.6875, + 1.882812, + 1.683594, + 1.671875, + 1.470703, + 1.636719, + 1.550781, + 1.361328, + 1.726562, + 1.094238, + 1.636719, + 1.546875, + 1.824219, + 1.695312, + 1.53125, + 1.570312, + 1.416016, + 1.466797, + 1.636719, + 1.589844, + 1.589844, + 1.644531, + 1.757812, + 1.757812, + 1.578125, + 1.703125, + 1.494141, + 1.625, + 1.648438, + 1.664062, + 0.899414, + 1.460938, + 1.388672, + 1.328125, + 1.498047, + 1.5625, + 1.640625, + 1.804688, + 1.605469, + 1.460938, + 1.416016, + 1.507812, + 1.640625, + 1.511719, + 1.460938, + 1.589844, + 1.5, + 1.597656, + 1.628906, + 1.470703, + 1.644531, + 1.035156, + 1.330078, + 1.667969, + 1.6875, + 1.710938, + 1.40625, + 1.235352, + 1.566406, + 1.59375, + 1.18457, + 1.433594, + 1.648438, + 1.8125, + 1.192383, + 1.683594, + 1.259766, + 1.118164, + 0.908203, + 1.585938, + 1.427734, + 1.648438, + 1.609375, + 1.515625, + 1.597656, + 1.554688, + 1.820312, + 1.691406, + 1.574219, + 1.566406, + 1.683594, + 1.707031, + 1.640625, + 1.554688, + 1.558594, + 1.146484, + 1.4375, + 1.449219, + 1.542969, + 1.570312, + 1.460938, + 1.507812, + 1.404297, + 1.691406, + 1.824219, + 1.671875, + 1.640625, + 1.808594, + 1.625, + 1.617188, + 1.796875, + 1.894531, + 1.570312, + 1.539062, + 1.300781, + 1.761719, + 0.605469, + 1.357422, + 1.507812, + 1.617188, + 1.460938, + 1.503906, + 1.585938, + 1.664062, + 1.546875, + 1.578125, + 1.570312, + 1.110352, + 1.578125, + 1.578125, + 1.490234, + 1.287109, + 1.773438, + 1.433594, + 1.710938, + 1.236328, + 1.558594, + 1.078125, + 1.570312, + 1.478516, + 1.816406, + 1.582031, + 1.453125, + 1.173828, + 1.503906, + 1.695312, + 1.730469, + 1.691406, + 1.644531, + 1.761719, + 1.400391, + 1.546875, + 1.164062, + 1.652344, + 1.476562, + 1.435547, + 1.539062, + 1.652344, + 1.738281, + 1.546875, + 1.613281, + 1.65625, + 1.419922, + 1.460938, + 1.542969, + 1.824219, + 1.34375, + 1.445312, + 1.492188, + 1.154297, + 0.820312, + 1.445312, + 0.617188, + 1.539062, + 1.546875, + 1.652344, + 1.373047, + 1.05957, + 0.836914, + 1.53125, + 1.523438, + 1.574219, + 1.550781, + 1.539062, + 1.660156, + 1.652344, + 1.511719, + 1.060303, + 1.636719, + 1.451172, + 1.298828, + 1.259766, + 1.535156, + 1.447266, + 1.527344, + 1.667969, + 1.742188, + 1.490234, + 1.566406, + 1.582031, + 1.566406, + 1.679688, + 1.542969, + 1.5625, + 1.449219, + 1.091797, + 1.648438, + 1.617188, + 1.330078, + 0.938965, + 1.287109, + 1.699219, + 1.535156, + 1.683594, + 1.535156, + 1.484375, + 1.539062, + 1.632812, + 0.849609, + 1.353516, + 1.472656, + 1.648438, + 1.679688, + 0.874023, + 1.703125, + 1.486328, + 1.439453, + 1.613281, + 1.695312, + 1.308594, + 1.439453, + 1.146484, + 1.644531, + 1.449219, + 1.523438, + 0.991272, + 1.800781, + 1.679688, + 1.249023, + 1.710938, + 1.390625, + 1.408203, + 1.65625, + 1.742188, + 1.628906, + 1.458984, + 1.671875, + 1.605469, + 1.40625, + 1.289062, + 1.667969, + 1.714844, + 1.396484, + 1.648438, + 1.632812, + 1.330078, + 1.679688, + 1.515625, + 1.621094, + 0.880859, + 1.648438, + 1.498047, + 1.675781, + 1.765625, + 0.744141, + 1.53125, + 1.511719, + 0.625, + 1.371094, + 0.942871, + 1.542969, + 1.043457, + 1.402344, + 1.433594, + 1.613281, + 1.613281, + 1.378906, + 1.539062, + 1.503906, + 1.660156, + 1.131836, + 1.388672, + 1.466797, + 1.318359, + 1.279297, + 1.769531, + 1.761719, + 1.490234, + 1.367188, + 1.539062, + 1.345703, + 1.667969, + 1.416016, + 1.373047, + 1.65625, + 0.958008, + 1.597656, + 1.308594, + 1.582031, + 1.045898, + 1.394531, + 1.621094, + 1.734375, + 1.527344, + 1.695312, + 1.660156, + 1.710938, + 1.419922, + 2.648438, + 1.511719, + 1.585938, + 1.589844, + 1.695312, + 1.574219, + 1.640625, + 1.761719, + 1.605469, + 1.65625, + 1.746094, + 1.582031, + 1.527344, + 1.53125, + 1.152344, + 1.416016, + 1.404297, + 1.566406, + 1.714844, + 1.609375, + 1.800781, + 1.589844, + 1.135742, + 1.746094, + 0.970703, + 1.417969, + 1.53125, + 1.070312, + 1.816406, + 1.414062, + 1.558594, + 1.5, + 1.652344, + 1.601562, + 1.574219, + 1.458984, + 0.970581, + 1.443359, + 1.601562, + 1.609375, + 1.796875, + 1.539062, + 1.287109, + 1.601562, + 1.601562, + 1.695312, + 1.550781, + 1.695312, + 1.023926, + 1.824219, + 1.628906, + 1.464844, + 1.660156, + 1.730469, + 1.412109, + 1.161133, + 1.648438, + 1.570312, + 1.738281, + 1.644531, + 1.792969, + 1.796875, + 1.064453, + 1.648438, + 1.410156, + 1.617188, + 1.75, + 1.609375, + 1.279297, + 1.550781, + 1.129883, + 1.582031, + 1.691406, + 1.507812, + 1.601562, + 1.742188, + 1.800781, + 1.507812, + 1.361328, + 1.667969, + 0.884766, + 0.882324, + 1.019409, + 1.691406, + 1.511719, + 1.11377, + 1.5, + 1.574219, + 0.941162, + 1.22168, + 1.412109, + 1.5625, + 1.578125, + 1.147461, + 1.53125, + 1.476562, + 1.07666, + 1.539062, + 1.480469, + 1.503906, + 1.574219, + 1.644531, + 1.044678, + 1.269531, + 1.429688, + 1.578125, + 1.714844, + 1.710938, + 1.71875, + 1.515625, + 1.238281, + 1.441406, + 1.09375, + 1.417969, + 1.519531, + 1.820312, + 1.570312, + 1.435547, + 1.578125, + 1.695312, + 1.867188, + 1.589844, + 1.605469, + 1.554688, + 0.921387, + 1.75, + 1.667969, + 1.296875, + 1.699219, + 1.601562, + 1.625, + 1.671875, + 1.554688, + 1.375, + 1.695312, + 1.621094, + 1.648438, + 1.703125, + 1.859375, + 1.613281, + 1.652344, + 1.515625, + 1.6875, + 1.636719, + 1.574219, + 1.453125, + 1.597656, + 1.539062, + 1.695312, + 1.083496, + 1.554688, + 1.210938, + 1.867188, + 1.582031, + 1.550781, + 1.097656, + 1.585938, + 1.648438, + 1.855469, + 1.21582, + 1.574219, + 1.277344, + 1.539062, + 1.527344, + 1.652344, + 1.404297, + 1.523438, + 1.318359, + 1.699219, + 1.011475, + 1.644531, + 1.482422, + 1.730469, + 1.609375, + 1.488281, + 1.757812, + 1.582031, + 1.53125, + 1.527344, + 1.660156, + 1.617188, + 1.515625, + 1.008972, + 1.644531, + 1.527344, + 1.507812, + 1.777344, + 1.382812, + 1.621094, + 1.367188, + 1.255859, + 1.652344, + 1.714844, + 1.462891, + 0.841797, + 1.601562, + 1.535156, + 1.574219, + 1.542969, + 1.566406, + 0.90332, + 1.261719, + 1.482422, + 1.835938, + 1.292969, + 1.453125, + 1.332031, + 0.924805, + 1.625, + 0.921387, + 1.177734, + 1.507812, + 1.488281, + 1.851562, + 1.78125, + 1.886719, + 1.554688, + 1.482422, + 1.601562, + 1.061523, + 1.570312, + 1.773438, + 1.558594, + 1.886719, + 1.628906, + 1.664062, + 0.963135, + 1.707031, + 1.519531, + 1.474609, + 1.157227, + 1.632812, + 1.785156, + 1.259766, + 1.609375, + 1.554688, + 1.570312, + 1.431641, + 1.578125, + 1.474609, + 1.136719, + 1.617188, + 1.474609, + 1.458984, + 1.886719, + 1.515625, + 1.447266, + 1.025024, + 1.636719, + 1.455078, + 1.523438, + 1.671875, + 1.765625, + 1.84375, + 1.306641, + 1.554688, + 1.6875, + 1.283203, + 0.769531, + 1.539062, + 1.734375, + 1.570312, + 1.6875, + 1.613281, + 1.542969, + 1.851562, + 1.773438, + 0.803711, + 1.558594, + 1.652344, + 1.636719, + 1.632812, + 1.601562, + 1.435547, + 1.609375, + 1.527344, + 1.554688, + 1.664062, + 1.476562, + 1.566406, + 1.554688, + 1.398438, + 1.527344, + 1.088379, + 1.613281, + 1.101562, + 1.550781, + 1.640625, + 1.660156, + 0.963867, + 1.373047, + 1.542969, + 1.535156, + 1.458984, + 2.148438, + 1.710938, + 1.582031, + 1.601562, + 1.507812, + 1.589844, + 1.261719, + 1.601562, + 1.660156, + 0.971313, + 1.632812, + 1.691406, + 1.65625, + 1.71875, + 1.5, + 1.769531, + 1.605469, + 1.582031, + 1.652344, + 1.628906, + 1.5625, + 1.294922, + 1.498047, + 1.667969, + 1.640625, + 1.542969, + 1.063477, + 1.703125, + 1.566406, + 1.816406, + 1.605469, + 1.558594, + 1.5625, + 1.492188, + 1.507812, + 0.980835, + 1.824219, + 1.503906, + 1.589844, + 1.675781, + 1.796875, + 1.613281, + 1.65625, + 1.882812, + 1.605469, + 1.519531, + 1.734375, + 1.574219, + 1.707031, + 1.474609, + 1.6875, + 1.882812, + 1.425781, + 2.023438, + 1.675781, + 1.511719, + 1.972656, + 1.515625, + 1.318359, + 1.671875, + 1.490234, + 1.570312, + 0.961914, + 1.507812, + 1.373047, + 2.914062, + 1.554688, + 1.773438, + 1.675781, + 0.816406, + 1.65625, + 1.271484, + 0.830078, + 1.402344, + 1.636719, + 1.5625, + 1.710938, + 1.546875, + 1.703125, + 1.589844, + 1.648438, + 1.458984, + 1.714844, + 1.239258, + 1.621094, + 1.660156, + 1.667969, + 1.275391, + 1.542969, + 1.589844, + 1.644531, + 1.585938, + 1.621094, + 1.53125, + 1.597656, + 1.466797, + 1.292969, + 1.494141, + 1.703125, + 1.671875, + 1.292969, + 1.429688, + 1.458984, + 1.232422, + 1.597656, + 1.523438, + 1.527344, + 1.550781, + 1.804688, + 1.202148, + 1.558594, + 1.494141, + 1.777344, + 1.482422, + 1.488281, + 1.4375, + 1.227539, + 1.578125, + 1.19043, + 1.542969, + 1.539062, + 1.777344, + 1.589844, + 1.574219, + 0.990234, + 1.382812, + 1.769531, + 1.632812, + 1.449219, + 1.431641, + 1.511719, + 1.820312, + 1.707031, + 1.589844, + 1.542969, + 1.597656, + 1.621094, + 1.761719, + 1.714844, + 1.431641, + 1.667969, + 1.601562, + 1.460938, + 1.859375, + 1.46875, + 1.621094, + 1.498047, + 1.410156, + 1.6875, + 1.667969, + 1.546875, + 1.519531, + 1.664062, + 1.486328, + 1.365234, + 1.462891, + 1.515625, + 1.488281, + 1.640625, + 1.601562, + 1.466797, + 1.566406, + 1.730469, + 1.570312, + 1.714844, + 1.789062, + 1.621094, + 1.839844, + 1.609375, + 1.585938, + 1.597656, + 1.304688, + 1.470703, + 1.742188, + 1.503906, + 1.59375, + 1.613281, + 1.761719, + 1.455078, + 1.578125, + 1.371094, + 1.65625, + 1.691406, + 1.449219, + 1.470703, + 1.558594, + 1.527344, + 1.914062, + 1.462891, + 1.703125, + 1.792969, + 1.777344, + 1.636719, + 1.613281, + 1.527344, + 0.895996, + 1.742188, + 1.609375, + 1.589844, + 1.632812, + 1.546875, + 1.523438, + 1.273438, + 1.652344, + 1.496094, + 1.511719, + 1.210938, + 1.060059, + 1.423828, + 1.507812, + 1.773438, + 1.640625, + 0.871094, + 1.660156, + 1.902344, + 1.527344, + 1.25, + 1.648438, + 1.570312, + 1.345703, + 0.994873, + 1.478516, + 1.369141, + 1.753906, + 1.511719, + 1.578125, + 1.605469, + 1.570312, + 1.695312, + 1.71875, + 2.195312, + 1.632812, + 1.369141, + 1.589844, + 1.621094, + 1.22168, + 0.875488, + 1.625, + 1.621094, + 1.738281, + 1.302734, + 1.625, + 1.447266, + 1.644531, + 1.443359, + 1.328125, + 1.304688, + 1.585938, + 1.347656, + 1.597656, + 1.652344, + 1.84375, + 1.462891, + 1.200195, + 1.382812, + 1.570312, + 1.546875, + 1.582031, + 1.507812, + 1.605469, + 1.714844, + 1.324219, + 1.265625, + 1.777344, + 1.695312, + 1.478516, + 1.699219, + 1.539062, + 1.542969, + 1.605469, + 1.400391, + 0.774414, + 1.00238, + 1.482422, + 1.333984, + 1.613281, + 1.722656, + 1.470703, + 1.601562, + 1.269531, + 1.652344, + 1.353516, + 1.5, + 1.566406, + 1.722656, + 1.5, + 1.527344, + 1.773438, + 1.820312, + 1.291016, + 1.621094, + 1.439453, + 1.46875, + 1.636719, + 1.765625, + 1.464844, + 1.5, + 1.498047, + 1.714844, + 1.605469, + 1.5625, + 1.597656, + 1.542969, + 1.574219, + 1.664062, + 1.648438, + 1.753906, + 1.53125, + 0.993774, + 1.605469, + 1.664062, + 1.435547, + 1.589844, + 0.896973, + 1.240234, + 1.746094, + 1.675781, + 0.879395, + 1.07373, + 1.585938, + 1.613281, + 1.757812, + 1.632812, + 1.789062, + 1.5625, + 1.46875, + 1.419922, + 1.742188, + 1.625, + 1.191406, + 0.95166, + 0.868164, + 1.703125, + 1.695312, + 1.546875, + 1.457031, + 1.539062, + 0.746094, + 1.648438, + 1.664062, + 1.65625, + 1.652344, + 1.277344, + 1.9375, + 1.695312, + 1.742188, + 1.507812, + 1.585938, + 1.032227, + 1.431641, + 1.554688, + 1.636719, + 1.196289, + 1.703125, + 1.055664, + 1.609375, + 1.339844, + 1.001701, + 1.601562, + 1.441406, + 1.761719, + 1.582031, + 1.373047, + 1.546875, + 1.707031, + 1.71875, + 1.523438, + 1.597656, + 1.652344, + 1.648438, + 1.710938, + 1.535156, + 1.335938, + 1.695312, + 1.605469, + 1.691406, + 1.539062, + 1.339844, + 1.515625, + 1.515625, + 1.494141, + 1.519531, + 1.628906, + 1.71875, + 1.259766, + 1.443359, + 0.94043, + 1.511719, + 1.427734, + 1.664062, + 1.435547, + 1.730469, + 1.535156, + 1.578125, + 1.283203, + 1.6875, + 1.550781, + 1.667969, + 1.742188, + 1.486328, + 1.617188, + 1.355469, + 1.636719, + 1.535156, + 1.058105, + 1.460938, + 1.703125, + 1.695312, + 1.628906, + 1.691406, + 1.496094, + 1.46875, + 1.605469, + 1.421875, + 1.443359, + 1.738281, + 1.929688, + 1.730469, + 1.458984, + 1.527344, + 1.416016, + 1.699219, + 1.726562, + 1.667969, + 1.142578, + 1.539062, + 1.644531, + 1.503906, + 1.640625, + 1.396484, + 1.902344, + 1.527344, + 1.519531, + 1.695312, + 1.742188, + 1.523438, + 1.213867, + 1.554688, + 1.847656, + 1.582031, + 1.820312, + 1.785156, + 1.683594, + 1.480469, + 1.539062, + 1.679688, + 1.675781, + 1.267578, + 1.183594, + 1.601562, + 1.472656, + 1.804688, + 1.589844, + 1.765625, + 0.807617, + 1.613281, + 1.683594, + 1.679688, + 1.675781, + 1.625, + 1.574219, + 1.496094, + 0.916992, + 1.804688, + 1.867188, + 1.886719, + 1.515625, + 1.314453, + 1.605469, + 1.46875, + 1.447266, + 1.453125, + 1.574219, + 1.78125, + 1.5625, + 1.648438, + 1.363281, + 1.498047, + 1.396484, + 1.053955, + 1.597656, + 0.855469, + 1.703125, + 1.792969, + 1.796875, + 1.675781, + 1.761719, + 1.558594, + 1.652344, + 1.542969, + 1.445312, + 1.539062, + 1.310547, + 1.796875, + 1.414062, + 1.554688, + 1.554688, + 1.570312, + 1.542969, + 1.433594, + 1.582031, + 1.71875, + 1.453125, + 1.632812, + 1.59375, + 1.304688, + 1.472656, + 1.519531, + 1.875, + 1.570312, + 1.145508, + 1.414062, + 1.419922, + 1.695312, + 1.558594, + 1.466797, + 1.032471, + 1.722656, + 1.589844, + 1.433594, + 1.585938, + 1.519531, + 1.546875, + 1.617188, + 1.117676, + 1.660156, + 1.482422, + 1.722656, + 1.683594, + 1.507812, + 1.753906, + 1.734375, + 1.003937, + 1.546875, + 1.511719, + 1.589844, + 1.601562, + 1.648438, + 1.667969, + 1.507812, + 1.427734, + 1.882812, + 1.5625, + 1.59375, + 1.679688, + 1.462891, + 1.554688, + 1.640625, + 1.695312, + 1.625, + 1.636719, + 1.660156, + 1.496094, + 1.601562, + 1.421875, + 1.546875, + 1.730469, + 1.458984, + 1.628906, + 1.515625, + 1.761719, + 1.585938, + 1.433594, + 1.847656, + 1.316406, + 0.813477, + 1.554688, + 1.585938, + 1.691406, + 1.714844, + 1.683594, + 1.601562, + 1.460938, + 1.486328, + 1.515625, + 1.585938, + 1.546875, + 1.710938, + 1.605469, + 1.031738, + 1.617188, + 1.628906, + 1.746094, + 1.679688, + 1.554688, + 1.484375, + 1.582031, + 1.589844, + 1.402344, + 1.683594, + 1.582031, + 1.6875, + 1.71875, + 1.519531, + 1.4375, + 1.570312, + 1.392578, + 1.515625, + 1.726562, + 1.248047, + 1.679688, + 1.730469, + 1.535156, + 1.738281, + 1.53125, + 1.617188, + 1.441406, + 1.800781, + 1.515625, + 1.333984, + 1.609375, + 1.5, + 1.478516, + 1.050293, + 1.503906, + 1.609375, + 1.609375, + 1.828125, + 1.679688, + 1.455078, + 1.722656, + 1.597656, + 1.628906, + 1.046875, + 0.966309, + 1.503906, + 0.722656, + 1.498047, + 1.617188, + 1.789062, + 1.585938, + 1.527344, + 0.882812, + 1.65625, + 1.769531, + 1.617188, + 1.628906, + 1.753906, + 0.959717, + 1.695312, + 1.539062, + 1.466797, + 1.386719, + 1.539062, + 1.550781, + 1.427734, + 1.722656, + 1.664062, + 1.539062, + 1.753906, + 1.337891, + 1.546875, + 1.691406, + 1.044922, + 1.671875, + 1.628906, + 1.730469, + 1.621094, + 1.554688, + 1.628906, + 1.400391, + 1.199219, + 1.546875, + 1.515625, + 1.648438, + 0.932617, + 1.519531, + 1.519531, + 1.636719, + 1.804688, + 1.542969, + 1.664062, + 1.691406, + 1.691406, + 1.769531, + 1.474609, + 1.384766, + 1.574219, + 1.484375, + 0.907227, + 1.464844, + 1.726562, + 1.625, + 1.644531, + 1.632812, + 1.578125, + 1.835938, + 1.597656, + 1.710938, + 1.625, + 1.396484, + 0.978516, + 1.503906, + 1.507812, + 1.71875, + 1.064941, + 1.601562, + 1.131836, + 1.632812, + 0.90918, + 1.597656, + 1.535156, + 1.5, + 1.421875, + 1.466797, + 1.683594, + 1.722656, + 1.542969, + 1.621094, + 1.582031, + 1.792969, + 1.710938, + 0.832031, + 1.294922, + 1.051758, + 1.613281, + 1.851562, + 1.474609, + 1.664062, + 1.628906, + 1.609375, + 1.392578, + 1.710938, + 1.722656, + 1.308594, + 1.535156, + 1.589844, + 1.328125, + 1.554688, + 1.785156, + 1.419922, + 1.5625, + 1.546875, + 1.664062, + 1.675781, + 1.726562, + 1.53125, + 1.734375, + 1.613281, + 1.558594, + 1.376953, + 1.714844, + 0.963379, + 1.498047, + 0.805664, + 1.263672, + 1.632812, + 1.507812, + 1.515625, + 1.21582, + 1.660156, + 1.486328, + 1.757812, + 1.07373, + 1.535156, + 1.4375, + 1.511719, + 1.820312, + 1.589844, + 0.895508, + 1.695312, + 1.667969, + 1.785156, + 0.84082, + 1.539062, + 1.07373, + 1.460938, + 1.8125, + 1.335938, + 1.855469, + 1.722656, + 1.648438, + 1.730469, + 1.535156, + 1.519531, + 1.308594, + 1.287109, + 1.523438, + 1.59375, + 1.59375, + 1.808594, + 1.640625, + 1.59375, + 1.789062, + 1.416016, + 1.527344, + 1.675781, + 1.621094, + 1.279297, + 1.664062, + 1.582031, + 1.087891, + 1.753906, + 1.478516, + 1.296875, + 1.507812, + 1.00415, + 0.669922, + 1.613281, + 1.675781, + 1.613281, + 1.765625, + 1.5, + 1.671875, + 1.71875, + 1.578125, + 1.585938, + 1.617188, + 1.5625, + 1.142578, + 1.585938, + 1.71875, + 1.648438, + 1.441406, + 1.621094, + 1.582031, + 1.435547, + 1.558594, + 1.369141, + 1.628906, + 1.492188, + 1.53125, + 1.570312, + 1.546875, + 1.460938, + 1.652344, + 0.987, + 1.486328, + 1.710938, + 1.8125, + 0.884277, + 1.59375, + 1.574219, + 1.585938, + 1.472656, + 1.402344, + 1.824219, + 1.621094, + 1.691406, + 1.597656, + 1.355469, + 1.380859, + 1.457031, + 1.271484, + 1.710938, + 1.5625, + 1.136719, + 1.621094, + 1.373047, + 1.648438, + 1.65625, + 1.636719, + 1.746094, + 1.746094, + 1.484375, + 1.445312, + 1.601562, + 1.523438, + 1.5625, + 1.578125, + 1.369141, + 1.632812, + 2.070312, + 1.957031, + 1.164062, + 1.558594, + 1.519531, + 1.640625, + 0.763672, + 1.589844, + 1.222656, + 1.589844, + 1.503906, + 1.550781, + 1.451172, + 1.558594, + 1.632812, + 1.173828, + 1.625, + 1.527344, + 1.180664, + 1.730469, + 1.429688, + 1.695312, + 1.511719, + 1.664062, + 1.609375, + 1.285156, + 1.671875, + 1.746094, + 1.330078, + 1.416016, + 1.554688, + 1.480469, + 1.578125, + 1.049561, + 1.40625, + 1.574219, + 1.447266, + 1.652344, + 1.455078, + 1.482422, + 1.660156, + 1.757812, + 1.304688, + 1.466797, + 1.625, + 0.855469, + 1.435547, + 1.455078, + 1.703125, + 1.730469, + 1.125, + 1.71875, + 1.609375, + 1.146484, + 1.6875, + 1.78125, + 1.585938, + 1.503906, + 1.6875, + 1.617188, + 1.136719, + 1.644531, + 1.503906, + 1.667969, + 1.589844, + 1.707031, + 1.314453, + 1.269531, + 1.625, + 1.648438, + 1.613281, + 1.585938, + 1.09375, + 1.484375, + 1.597656, + 1.46875, + 1.617188, + 1.539062, + 1.683594, + 1.519531, + 1.570312, + 1.746094, + 1.496094, + 1.875, + 1.466797, + 1.146484, + 0.965576, + 1.542969, + 1.029297, + 1.753906, + 1.539062, + 1.453125, + 1.757812, + 1.640625, + 1.46875, + 1.488281, + 1.644531, + 1.625, + 1.046631, + 1.785156, + 1.363281, + 1.527344 + ] + }, + "name": "onnx::Mul_8200", + "outputIndexes": [ + 329 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328, + 329 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_3/Mul_1_output_0", + "outputIndexes": [ + 330 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 330 + ], + "outputIndexes": [ + 2574 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2574 + ], + "outputIndexes": [ + 2575 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear", + "inputIndexes": [ + 2575 + ], + "outputIndexes": [ + 2576 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 131383758, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2576 + ], + "outputIndexes": [ + 2577 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2577 + ], + "outputIndexes": [ + 331 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 330 + ], + "main_type": "NONE", + "name": "/Shape_43_output_0", + "outputIndexes": [ + 332 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 332 + ], + "main_type": "NONE", + "name": "Shape900", + "outputIndexes": [ + 333 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 332 + ], + "main_type": "NONE", + "name": "Rank902", + "outputIndexes": [ + 334 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 334, + 334 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp904", + "outputIndexes": [ + 335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 335 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze905", + "outputIndexes": [ + 336 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 335, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp907", + "outputIndexes": [ + 337 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 337 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze908", + "outputIndexes": [ + 338 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 333, + 336, + 338, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice911", + "outputIndexes": [ + 339 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 339 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze912", + "outputIndexes": [ + 340 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 340 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp913", + "outputIndexes": [ + 341 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 341, + 340 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp914", + "outputIndexes": [ + 342 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 332, + 342, + 335 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_49_output_0", + "outputIndexes": [ + 343 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 343, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_97_output_0", + "outputIndexes": [ + 344 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 344, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_39_output_0", + "outputIndexes": [ + 345 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 331, + 345 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_28_output_0", + "outputIndexes": [ + 346 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 346, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_24_output_0", + "outputIndexes": [ + 347 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 346 + ], + "main_type": "NONE", + "name": "/Shape_44_output_0", + "outputIndexes": [ + 348 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 348 + ], + "main_type": "NONE", + "name": "Shape921", + "outputIndexes": [ + 349 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 348 + ], + "main_type": "NONE", + "name": "Rank923", + "outputIndexes": [ + 350 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 350, + 350 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp925", + "outputIndexes": [ + 351 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 351 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze926", + "outputIndexes": [ + 352 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 351, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp928", + "outputIndexes": [ + 353 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 353 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze929", + "outputIndexes": [ + 354 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 349, + 352, + 354, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice932", + "outputIndexes": [ + 355 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 355 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze933", + "outputIndexes": [ + 356 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 356 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp934", + "outputIndexes": [ + 357 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 357, + 356 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp935", + "outputIndexes": [ + 358 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 348, + 358, + 351 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_50_output_0", + "outputIndexes": [ + 359 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 359, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_9_output_0", + "outputIndexes": [ + 360 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 360, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_102_output_0", + "outputIndexes": [ + 361 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 346, + 361, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_13_output_0", + "outputIndexes": [ + 362 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 362 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_6_output_0", + "outputIndexes": [ + 363 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 346, + 21, + 361, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_12_output_0", + "outputIndexes": [ + 364 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 363, + 364 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_42_output_0", + "outputIndexes": [ + 365 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 365, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_25_output_0", + "outputIndexes": [ + 366 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 347, + 366 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_15_output_0", + "outputIndexes": [ + 367 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 330 + ], + "outputIndexes": [ + 2578 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2578 + ], + "outputIndexes": [ + 2579 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear", + "inputIndexes": [ + 2579 + ], + "outputIndexes": [ + 2580 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 134037988, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2580 + ], + "outputIndexes": [ + 2581 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2581 + ], + "outputIndexes": [ + 368 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 344, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_40_output_0", + "outputIndexes": [ + 369 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 368, + 369 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_29_output_0", + "outputIndexes": [ + 370 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 370, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_26_output_0", + "outputIndexes": [ + 371 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 370 + ], + "main_type": "NONE", + "name": "/Shape_45_output_0", + "outputIndexes": [ + 372 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 372 + ], + "main_type": "NONE", + "name": "Shape983", + "outputIndexes": [ + 373 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 372 + ], + "main_type": "NONE", + "name": "Rank985", + "outputIndexes": [ + 374 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 374, + 374 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp987", + "outputIndexes": [ + 375 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 375 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze988", + "outputIndexes": [ + 376 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 375, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp990", + "outputIndexes": [ + 377 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 377 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze991", + "outputIndexes": [ + 378 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 373, + 376, + 378, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice994", + "outputIndexes": [ + 379 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 379 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze995", + "outputIndexes": [ + 380 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 380 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp996", + "outputIndexes": [ + 381 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 381, + 380 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp997", + "outputIndexes": [ + 382 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 372, + 382, + 375 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_51_output_0", + "outputIndexes": [ + 383 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 383, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_10_output_0", + "outputIndexes": [ + 384 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_104_output_0", + "outputIndexes": [ + 385 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 370, + 385, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_15_output_0", + "outputIndexes": [ + 386 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 386 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_7_output_0", + "outputIndexes": [ + 387 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 370, + 21, + 385, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_14_output_0", + "outputIndexes": [ + 388 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 387, + 388 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_43_output_0", + "outputIndexes": [ + 389 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 389, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_27_output_0", + "outputIndexes": [ + 390 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 371, + 390 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_16_output_0", + "outputIndexes": [ + 391 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 330 + ], + "outputIndexes": [ + 2582 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2582 + ], + "outputIndexes": [ + 2583 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear", + "inputIndexes": [ + 2583 + ], + "outputIndexes": [ + 2584 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 135365114, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2584 + ], + "outputIndexes": [ + 2585 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2585 + ], + "outputIndexes": [ + 392 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 392, + 369 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_30_output_0", + "outputIndexes": [ + 393 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 367, + 391, + 393, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_35_output_0", + "outputIndexes": [ + 394 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 394 + ], + "outputIndexes": [ + 2586 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2586 + ], + "outputIndexes": [ + 2587 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear", + "inputIndexes": [ + 2587 + ], + "outputIndexes": [ + 2588 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 136692240, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2588 + ], + "outputIndexes": [ + 2589 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2589 + ], + "outputIndexes": [ + 395 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 395 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_3/Mul_output_0", + "outputIndexes": [ + 396 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.833008, + 0.790039, + 0.860352, + 0.993042, + 0.804688, + 0.793945, + 0.838867, + 0.472656, + 0.803711, + 0.821289, + 0.894043, + 0.807617, + 0.835938, + 0.842773, + 0.835938, + 0.756836, + 0.772461, + 0.837891, + 0.807617, + 0.816406, + 0.940918, + 0.890137, + 0.813477, + 0.838867, + 0.865234, + 0.845703, + 0.884277, + 0.90918, + 0.924805, + 0.942383, + 0.771484, + 0.837891, + 0.861328, + 0.617188, + 0.802734, + 0.893555, + 0.738281, + 0.994751, + 0.732422, + 0.801758, + 0.867188, + 0.859375, + 0.81543, + 0.87207, + 0.761719, + 0.811523, + 0.801758, + 0.764648, + 1.076172, + 0.863281, + 0.832031, + 0.993256, + 0.847656, + 0.966553, + 0.917969, + 0.819336, + 0.855469, + 0.84082, + 0.855469, + 0.816406, + 0.863281, + 0.873047, + 0.879395, + 0.881348, + 0.949951, + 0.753906, + 0.926758, + 0.748047, + 0.808594, + 0.833008, + 0.857422, + 0.798828, + 0.805664, + 0.754883, + 0.807617, + 0.764648, + 0.924316, + 0.837891, + 0.852539, + 0.810547, + 0.794922, + 0.421875, + 0.799805, + 0.84668, + 0.829102, + 0.819336, + 0.817383, + 0.864258, + 0.828125, + 0.845703, + 0.852539, + 0.710938, + 1.034912, + 0.71875, + 0.796875, + 0.417969, + 0.740234, + 0.825195, + 0.875, + 0.796875, + 0.880371, + 0.978394, + 0.837891, + 0.837891, + 0.768555, + 0.830078, + 0.933594, + 0.844727, + 0.901367, + 0.728516, + 0.891113, + 0.84082, + 0.982178, + 1.255859, + 0.848633, + 0.888184, + 0.742188, + 0.937744, + 0.730469, + 0.898926, + 0.826172, + 0.887695, + 0.952148, + 0.789062, + 0.841797, + 0.953613, + 0.851562, + 0.847656, + 0.854492, + 0.968506, + 0.90918, + 0.830078, + 0.860352, + 0.785156, + 0.845703, + 0.884766, + 0.811523, + 0.95874, + 0.828125, + 0.888672, + 1.051025, + 0.944336, + 0.804688, + 0.791992, + 0.844727, + 0.875, + 0.818359, + 0.740234, + 0.766602, + 0.839844, + 0.855469, + 0.855469, + 0.759766, + 0.599609, + 0.824219, + 0.964844, + 0.893555, + 0.819336, + 0.65625, + 0.693359, + 1.351562, + 0.833984, + 0.842773, + 0.811523, + 0.87207, + 0.845703, + 0.850586, + 0.625, + 0.834961, + 0.738281, + 0.879395, + 0.816406, + 0.825195, + 0.669922, + 0.801758, + 0.960938, + 0.886719, + 0.421875, + 0.915039, + 0.919434, + 0.825195, + 0.617188, + 0.87207, + 0.4375, + 0.852539, + 0.797852, + 0.766602, + 0.811523, + 0.740234, + 0.881348, + 0.831055, + 1.011108, + 0.916016, + 0.833008, + 0.826172, + 0.87793, + 0.758789, + 0.865234, + 0.84082, + 0.884277, + 0.796875, + 0.791992, + 0.782227, + 0.797852, + 0.883789, + 0.808594, + 0.911621, + 0.818359, + 0.864258, + 0.830078, + 0.871094, + 0.828125, + 0.885742, + 0.873047, + 0.720703, + 0.852539, + 0.886719, + 0.853516, + 0.905273, + 0.84668, + 0.910645, + 0.92334, + 0.816406, + 0.980469, + 0.824219, + 0.831055, + 0.802734, + 0.795898, + 0.791016, + 0.793945, + 1.031738, + 0.883789, + 0.902832, + 0.792969, + 0.779297, + 0.942627, + 0.993408, + 0.880859, + 0.837891, + 0.825195, + 0.894043, + 0.822266, + 0.869141, + 2.390625, + 0.671875, + 0.939941, + 0.768555, + 0.841797, + 0.842773, + 0.930664, + 0.78418, + 0.87207, + 0.77832, + 0.770508, + 0.962402, + 0.764648, + 0.849609, + 0.837891, + 1.000954, + 0.829102, + 0.906738, + 0.916504, + 0.748047, + 0.791016, + 0.831055, + 0.886719, + 0.754883, + 0.799805, + 0.833984, + 0.892578, + 0.829102, + 0.714844, + 0.813477, + 0.790039, + 0.869141, + 0.811523, + 0.849609, + 0.876953, + 0.913574, + 0.855469, + 0.841797, + 0.839844, + 0.813477, + 0.791016, + 1.066406, + 0.769531, + 0.919434, + 0.899902, + 0.644531, + 0.796875, + 0.849609, + 0.675781, + 0.81543, + 0.813477, + 0.921875, + 0.875977, + 0.814453, + 0.836914, + 0.903809, + 0.810547, + 0.949219, + 0.819336, + 0.664062, + 0.94873, + 0.335938, + 0.788086, + 0.930664, + 0.829102, + 0.78418, + 0.890625, + 0.959229, + 0.523438, + 0.838867, + 0.867188, + 0.855469, + 0.80957, + 0.792969, + 0.759766, + 0.77832, + 0.796875, + 0.831055, + 0.920898, + 0.883789, + 0.882812, + 0.822266, + 0.914551, + 0.792969, + 0.858398, + 0.92334, + 0.958252, + 0.800781, + 0.847656, + 0.803711, + 0.848633, + 1.882812, + 0.788086, + 0.707031, + 0.817383, + 0.935547, + 0.868164, + 0.792969, + 0.819336, + 0.918457, + 0.799805, + 0.921387, + 0.942627, + 0.744141, + 0.952637, + 0.807617, + 0.827148, + 0.852539, + 0.830078, + 1.0625, + 0.923828, + 0.488281, + 0.746094, + 0.864258, + 0.931641, + 1.012695, + 0.851562, + 0.683594, + 0.853516, + 0.759766, + 0.90625, + 0.971069, + 0.782227, + 0.829102, + 0.838867, + 0.841797, + 0.775391, + 0.860352, + 0.799805, + 0.775391, + 0.833008, + 0.95874, + 0.962158, + 0.865234, + 0.774414, + 0.874023, + 0.977539, + 0.859375, + 0.937012, + 0.883789, + 0.839844, + 0.897949, + 0.798828, + 0.806641, + 0.945068, + 0.825195, + 0.819336, + 0.844727, + 0.769531, + 0.558594, + 0.854492, + 0.851562, + 0.793945, + 0.830078, + 0.591797, + 0.792969, + 0.818359, + 0.819336, + 0.87207, + 0.845703, + 0.894043, + 0.857422, + 0.949463, + 0.876953, + 0.884766, + 0.817383, + 1.036133, + 0.827148, + 0.768555, + 0.792969, + 0.855469, + 0.930664, + 0.756836, + 0.757812, + 0.811523, + 0.824219, + 0.797852, + 0.908203, + 0.834961, + 0.977295, + 0.789062, + 0.871094, + 0.899414, + 0.740234, + 0.865234, + 0.853516, + 0.856445, + 0.899902, + 1.039062, + 0.854492, + 0.947998, + 1.412109, + 0.819336, + 0.847656, + 0.782227, + 0.811523, + 0.8125, + 0.932129, + 0.799805, + 0.838867, + 0.884766, + 0.917969, + 0.818359, + 0.95752, + 0.997116, + 0.803711, + 0.862305, + 0.868164, + 0.78418, + 0.844727, + 0.919922, + 0.850586, + 0.826172, + 0.928223, + 0.810547, + 0.852539, + 1.008484, + 0.974609, + 0.847656, + 0.858398, + 0.791016, + 0.939941, + 0.848633, + 0.681641, + 0.78125, + 0.923828, + 0.855469, + 0.783203, + 0.703125, + 0.913574, + 0.830078, + 0.8125, + 0.994324, + 0.805664, + 0.912598, + 0.797852, + 0.808594, + 0.865234, + 0.803711, + 1.263672, + 0.822266, + 0.826172, + 0.75, + 0.673828, + 0.869141, + 0.785156, + 0.89502, + 0.891602, + 0.895996, + 0.813477, + 0.850586, + 0.910156, + 0.869141, + 0.535156, + 0.762695, + 0.9646, + 0.623047, + 0.875, + 0.862305, + 0.831055, + 0.814453, + 1.017212, + 0.754883, + 0.950928, + 1.034668, + 1.04834, + 0.832031, + 0.823242, + 0.901367, + 0.763672, + 0.828125, + 0.827148, + 0.848633, + 0.932129, + 0.868164, + 0.831055, + 0.847656, + 0.848633, + 0.901855, + 0.722656, + 0.788086, + 0.794922, + 0.726562, + 0.886719, + 0.788086, + 0.887695, + 0.837891, + 0.833984, + 0.767578, + 0.794922, + 0.623047, + 0.787109, + 3.234375, + 0.813477, + 0.78125, + 0.855469, + 0.585938, + 1.195312, + 0.895508, + 0.806641, + 0.84668, + 0.980591, + 0.78418, + 0.856445, + 0.830078, + 0.847656, + 0.864258, + 0.81543, + 0.804688, + 1.024048, + 0.823242, + 0.793945, + 0.854492, + 0.836914, + 1.197266, + 0.805664, + 0.862305, + 0.871094, + 0.789062, + 0.990479, + 0.959473, + 0.834961, + 0.97937, + 0.867188, + 1.102051, + 0.856445, + 0.808594, + 0.987244, + 0.84082, + 0.861328, + 0.751953, + 0.398438, + 0.939697, + 0.830078, + 0.762695, + 0.779297, + 0.837891, + 0.981445, + 0.818359, + 0.871094, + 0.829102, + 1.134766, + 0.776367, + 1.408203, + 0.833008, + 1.087891, + 0.985474, + 0.838867, + 0.738281, + 0.892578, + 0.974854, + 0.962402, + 0.825195, + 0.875977, + 0.84375, + 0.881348, + 0.931152, + 0.817383, + 0.874023, + 0.80957, + 0.810547, + 0.873047, + 0.800781, + 0.867188, + 0.796875, + 0.976074, + 0.798828, + 0.777344, + 0.863281, + 0.871094, + 1.051025, + 0.880371, + 0.887695, + 0.852539, + 0.819336, + 0.78418, + 0.863281, + 0.88623, + 0.865234, + 0.915527, + 0.787109, + 0.746094, + 0.858398, + 0.828125, + 0.955811, + 0.856445, + 1.275391, + 0.806641, + 0.918457, + 0.774414, + 0.808594, + 0.838867, + 0.806641, + 0.791992, + 0.740234, + 0.776367, + 0.862305, + 0.744141, + 0.93457, + 0.834961, + 0.681641, + 0.769531, + 1.145508, + 0.802734, + 0.847656, + 0.904785, + 0.979858, + 0.574219, + 0.535156, + 0.914062, + 0.791992, + 0.825195, + 0.763672, + 0.699219, + 0.750977, + 0.832031, + 0.822266, + 0.757812, + 0.803711, + 0.862305, + 0.515625, + 0.797852, + 0.734375, + 0.785156, + 0.75293, + 0.864258, + 0.81543, + 0.84082, + 0.8125, + 0.859375, + 0.750977, + 0.856445, + 0.791016, + 0.746094, + 0.862305, + 0.857422, + 1.083984, + 0.849609, + 0.394531, + 0.963379, + 0.855469, + 0.773438, + 0.833008, + 0.967041, + 0.794922, + 0.927734, + 0.88916, + 0.904297, + 0.786133, + 0.726562, + 0.75, + 0.854492, + 0.831055, + 0.850586, + 0.84668, + 0.900391, + 0.770508, + 0.99411, + 0.800781, + 0.760742, + 0.822266, + 0.808594, + 0.728516, + 0.875488, + 0.759766, + 0.736328, + 0.887695, + 0.833984, + 0.738281, + 0.828125, + 0.871094, + 1.226562, + 0.877441, + 0.883789, + 0.960693, + 0.84375, + 0.915039, + 0.761719, + 0.852539, + 0.765625, + 0.787109, + 0.928711, + 0.883789, + 0.818359, + 0.901855, + 0.831055, + 0.84375, + 0.760742, + 0.884766, + 0.836914, + 0.732422, + 0.755859, + 0.842773, + 0.796875, + 0.880371, + 0.800781, + 0.807617, + 0.870117, + 0.902832, + 0.798828, + 0.939941, + 0.796875, + 0.953857, + 0.898926, + 0.766602, + 0.856445, + 0.900391, + 0.825195, + 0.832031, + 0.807617, + 0.984497, + 0.791016, + 0.818359, + 0.810547, + 0.65625, + 0.879883, + 0.780273, + 0.878906, + 0.829102, + 0.817383, + 0.838867, + 0.852539, + 0.796875, + 0.954346, + 0.875977, + 0.848633, + 0.891602, + 0.84375, + 1.030273, + 0.883301, + 0.837891, + 0.832031, + 0.755859, + 0.787109, + 0.826172, + 1.211914, + 0.865234, + 0.738281, + 0.84082, + 0.819336, + 0.789062, + 1.147461, + 0.791016, + 0.81543, + 1.046143, + 0.823242, + 0.789062, + 0.81543, + 0.799805, + 0.999046, + 0.744141, + 0.867188, + 0.907715, + 0.671875, + 0.90625, + 0.825195, + 0.919434, + 0.996506, + 0.755859, + 0.818359, + 0.736328, + 0.887695, + 0.833008, + 0.789062, + 0.742188, + 0.724609, + 0.807617, + 0.894531, + 0.802734, + 0.625, + 0.889648, + 0.948486, + 0.973633, + 0.759766, + 0.766602, + 0.912109, + 0.853516, + 0.813477, + 0.835938, + 0.788086, + 0.896973, + 0.792969, + 0.782227, + 0.786133, + 0.793945, + 0.817383, + 0.84375, + 0.801758, + 0.728516, + 0.789062, + 0.939941, + 0.985229, + 0.869141, + 0.797852, + 0.828125, + 0.976318, + 0.767578, + 0.932617, + 0.734375, + 0.697266, + 0.915527, + 0.918945, + 0.896484, + 0.701172, + 0.867188, + 0.904785, + 0.821289, + 0.821289, + 0.780273, + 1.032227, + 0.92041, + 0.316406, + 0.837891, + 0.807617, + 0.791016, + 0.870117, + 0.984375, + 0.833984, + 0.857422, + 0.860352, + 0.845703, + 0.899902, + 0.519531, + 0.808594, + 0.833984, + 0.757812, + 0.987, + 0.893555, + 0.884766, + 0.722656, + 0.662109, + 0.830078, + 0.829102, + 0.751953, + 0.80957, + 0.870117, + 0.874023, + 0.982666, + 1.369141, + 0.762695, + 0.873047, + 0.805664, + 0.854492, + 0.720703, + 0.912109, + 0.848633, + 0.744141, + 0.707031, + 0.758789, + 0.754883, + 0.868164, + 0.810547, + 0.825195, + 0.800781, + 0.833008, + 0.782227, + 0.816406, + 0.833008, + 0.797852, + 0.937988, + 0.929199, + 0.90918, + 0.792969, + 0.785156, + 0.580078, + 0.355469, + 0.847656, + 1.108398, + 0.799805, + 0.791992, + 0.787109, + 0.948486, + 0.509766, + 0.453125, + 0.786133, + 0.813477, + 0.930176, + 0.826172, + 0.814453, + 0.800781, + 0.88916, + 0.875, + 0.587891, + 0.933105, + 0.791016, + 0.877441, + 0.947998, + 0.859375, + 0.761719, + 0.841797, + 0.799805, + 0.862305, + 0.755859, + 0.865234, + 0.832031, + 0.848633, + 0.961182, + 0.837891, + 0.891602, + 0.793945, + 1.024536, + 0.904297, + 0.906738, + 0.871094, + 0.533203, + 1.02478, + 0.850586, + 0.794922, + 0.997574, + 0.848633, + 0.804688, + 0.848633, + 0.842773, + 0.398438, + 0.907715, + 0.90625, + 0.930176, + 0.816406, + 0.556641, + 0.864258, + 0.764648, + 0.876953, + 0.818359, + 0.835938, + 0.967285, + 0.833008, + 0.654297, + 0.87207, + 0.81543, + 0.822266, + 0.626953, + 0.710938, + 0.845703, + 1.044922, + 0.868164, + 1.070312, + 0.771484, + 0.714844, + 0.879883, + 0.856445, + 0.866211, + 0.800781, + 0.785156, + 0.907227, + 1.086914, + 0.554688, + 1.125, + 0.802734, + 0.925293, + 0.756836, + 0.887207, + 0.813477, + 0.756836, + 0.762695, + 0.421875, + 0.87207, + 0.832031, + 0.787109, + 0.876465, + 0.339844, + 0.724609, + 0.856445, + 0.564453, + 0.78418, + 0.560547, + 0.898438, + 0.675781, + 0.819336, + 0.818359, + 0.84375, + 0.844727, + 0.857422, + 0.853516, + 1.100098, + 0.900391, + 0.521484, + 0.956787, + 0.816406, + 0.894531, + 0.751953, + 0.801758, + 0.857422, + 0.861328, + 1.012939, + 0.777344, + 0.907227, + 0.898438, + 0.933105, + 0.910156, + 0.81543, + 0.503906, + 0.792969, + 0.748047, + 0.830078, + 0.703125, + 0.488281, + 0.832031, + 0.899414, + 0.828125, + 0.920898, + 0.865234, + 0.757812, + 0.993958, + 0.732422, + 0.787109, + 0.823242, + 0.949219, + 0.895508, + 0.824219, + 0.882324, + 0.792969, + 0.879395, + 0.906738, + 0.902344, + 0.996307, + 0.961182, + 0.803711, + 0.982544, + 0.895996, + 0.899902, + 0.758789, + 0.900391, + 0.768555, + 0.862305, + 0.821289, + 0.833984, + 0.830078, + 0.544922, + 0.908691, + 0.867188, + 0.771484, + 0.878906, + 0.908691, + 0.823242, + 0.791016, + 0.892578, + 0.807617, + 0.829102, + 0.780273, + 0.605469, + 0.794922, + 0.799805, + 0.855469, + 0.837891, + 0.794922, + 0.869141, + 0.746094, + 0.770508, + 0.754883, + 0.88623, + 0.837891, + 0.597656, + 0.925293, + 0.852539, + 0.880859, + 0.839844, + 0.858398, + 0.84668, + 0.848633, + 0.785156, + 0.825195, + 0.831055, + 0.775391, + 0.824219, + 0.818359, + 1.145508, + 0.849609, + 0.754883, + 0.827148, + 0.84668, + 0.904297, + 0.773438, + 0.839844, + 0.716797, + 0.844727, + 0.868164, + 0.880859, + 0.838867, + 0.850586, + 0.933105, + 0.78125, + 0.869141, + 0.954346, + 0.464844, + 0.472656, + 0.560547, + 0.776367, + 0.791992, + 0.765625, + 0.775391, + 0.801758, + 1.226562, + 0.870117, + 0.841797, + 0.87207, + 0.78418, + 0.644531, + 0.77832, + 0.930176, + 1.106934, + 0.820312, + 0.818359, + 0.865234, + 0.935059, + 0.890625, + 0.667969, + 1.24707, + 0.449219, + 0.826172, + 0.898926, + 0.893555, + 0.806641, + 0.907227, + 1.171875, + 1.033691, + 0.511719, + 1.326172, + 0.866211, + 0.748047, + 0.802734, + 0.989929, + 0.856445, + 0.805664, + 0.806641, + 0.830078, + 0.807617, + 0.785156, + 1.605469, + 0.817383, + 0.817383, + 1.024292, + 0.851562, + 0.751953, + 0.950195, + 0.791016, + 0.834961, + 1.097168, + 0.842773, + 0.883301, + 0.823242, + 0.869141, + 0.867188, + 0.905273, + 0.783203, + 0.797852, + 0.807617, + 0.854492, + 0.807617, + 0.824219, + 0.837891, + 0.878418, + 0.917969, + 0.947021, + 0.783203, + 0.818359, + 0.858398, + 0.822266, + 0.820312, + 0.905762, + 0.818359, + 0.766602, + 0.852539, + 0.767578, + 0.839844, + 0.748047, + 0.814453, + 0.716797, + 0.834961, + 0.885254, + 0.838867, + 0.981079, + 0.834961, + 0.554688, + 0.894043, + 0.831055, + 0.900391, + 0.80957, + 0.768555, + 0.825195, + 0.788086, + 0.818359, + 0.838867, + 0.821289, + 0.779297, + 0.953857, + 0.425781, + 0.88623, + 0.770508, + 0.775391, + 0.919434, + 0.965088, + 0.918457, + 0.880859, + 0.981812, + 0.824219, + 0.891113, + 0.888672, + 1.1875, + 0.853516, + 0.793945, + 0.836914, + 0.78418, + 0.779297, + 0.519531, + 0.880371, + 0.884766, + 0.880859, + 1.123535, + 0.926758, + 0.896973, + 0.480469, + 0.895996, + 0.515625, + 0.730469, + 0.831055, + 0.726562, + 0.88916, + 0.924316, + 0.783203, + 0.800781, + 0.930176, + 0.868164, + 0.587891, + 0.866211, + 0.916504, + 0.8125, + 0.870117, + 0.816406, + 0.857422, + 0.5625, + 0.800781, + 0.856445, + 0.984924, + 0.708984, + 0.862305, + 0.888184, + 0.753906, + 0.759766, + 1.165039, + 0.835938, + 0.827148, + 0.810547, + 0.744141, + 0.648438, + 0.875977, + 0.77832, + 0.751953, + 0.87207, + 0.817383, + 0.836914, + 0.46875, + 0.788086, + 0.890137, + 0.791016, + 0.825195, + 0.87793, + 0.961182, + 0.878418, + 0.804688, + 0.803711, + 0.785156, + 1.4375, + 0.80957, + 0.853516, + 0.78125, + 0.804688, + 0.848633, + 0.826172, + 0.854492, + 0.819336, + 0.394531, + 0.84082, + 0.859375, + 0.886719, + 0.77832, + 0.848633, + 0.88916, + 0.860352, + 0.742188, + 0.859375, + 0.830078, + 0.801758, + 0.775391, + 0.768555, + 0.956299, + 0.825195, + 0.599609, + 0.825195, + 0.708984, + 0.868164, + 0.800781, + 1.018188, + 0.566406, + 1.020874, + 0.788086, + 0.792969, + 0.738281, + 1.462891, + 0.772461, + 0.854492, + 0.931641, + 0.796875, + 0.911621, + 0.821289, + 0.87793, + 0.850586, + 1.052246, + 0.875488, + 0.728516, + 0.955078, + 0.785156, + 0.775391, + 0.775391, + 0.856445, + 0.918457, + 0.800781, + 0.853516, + 0.740234, + 0.783203, + 0.84082, + 0.787109, + 0.854492, + 0.811523, + 0.599609, + 0.855469, + 0.858398, + 0.964844, + 0.865234, + 0.895508, + 0.893066, + 0.853516, + 0.787109, + 0.603516, + 0.827148, + 0.84082, + 0.869141, + 0.899414, + 0.720703, + 0.880859, + 0.822266, + 0.931641, + 0.856445, + 0.832031, + 0.820312, + 0.875977, + 0.887207, + 0.760742, + 0.863281, + 0.830078, + 0.851562, + 0.849609, + 0.811523, + 0.822266, + 0.982788, + 0.807617, + 0.863281, + 0.816406, + 0.748047, + 0.826172, + 0.634766, + 0.838867, + 0.877441, + 0.99115, + 0.755859, + 0.921387, + 0.77832, + 0.457031, + 0.755859, + 0.863281, + 0.501953, + 0.925293, + 0.856445, + 0.764648, + 0.800781, + 0.938232, + 0.830078, + 0.841797, + 0.791016, + 0.832031, + 0.80957, + 0.837891, + 0.791992, + 0.908203, + 0.832031, + 1.027466, + 0.821289, + 0.830078, + 0.796875, + 0.852539, + 0.796875, + 0.860352, + 0.830078, + 0.816406, + 0.693359, + 0.898438, + 0.804688, + 0.849609, + 1.06543, + 0.90625, + 0.819336, + 0.987915, + 0.833984, + 0.825195, + 0.921875, + 0.868164, + 0.863281, + 0.80957, + 1.287109, + 0.883301, + 1.042725, + 0.786133, + 0.791016, + 0.92041, + 0.544922, + 0.90332, + 0.918945, + 0.849609, + 0.87207, + 0.990051, + 0.754883, + 0.822266, + 0.582031, + 0.959229, + 0.911621, + 0.807617, + 0.818359, + 0.916992, + 0.837891, + 0.798828, + 0.879395, + 0.766602, + 0.832031, + 0.818359, + 0.829102, + 0.87793, + 0.84668, + 0.967041, + 0.958496, + 1.031982, + 0.849609, + 0.966309, + 0.787109, + 1.002762, + 0.746094, + 0.915527, + 0.758789, + 0.899414, + 0.825195, + 0.734375, + 0.920898, + 0.780273, + 0.901855, + 0.833984, + 0.853516, + 0.94458, + 0.833984, + 0.847656, + 0.962646, + 0.759766, + 0.790039, + 0.791016, + 0.810547, + 0.927246, + 0.853516, + 1.000576, + 0.722656, + 0.84082, + 0.850586, + 0.914551, + 0.831055, + 0.77832, + 0.853516, + 0.827148, + 0.829102, + 0.869141, + 0.796875, + 0.758789, + 0.772461, + 0.832031, + 0.786133, + 0.880371, + 0.841797, + 0.779297, + 0.742188, + 1.048096, + 0.839844, + 0.890625, + 0.875488, + 0.835938, + 0.738281, + 0.806641, + 0.746094, + 0.991882, + 0.864258, + 0.893555, + 0.856445, + 0.830078, + 0.77832, + 0.81543, + 0.933105, + 0.836914, + 0.875488, + 0.813477, + 1.152344, + 0.848633, + 0.795898, + 0.833984, + 0.787109, + 0.730469, + 0.410156, + 0.903809, + 0.901855, + 0.839844, + 0.87207, + 0.854492, + 0.879883, + 0.895996, + 0.650391, + 0.81543, + 0.730469, + 1.027222, + 0.830078, + 0.817383, + 0.84668, + 0.783203, + 0.907715, + 0.802734, + 1.15332, + 0.75, + 0.857422, + 0.898926, + 0.837891, + 0.748047, + 0.46875, + 0.932617, + 0.827148, + 0.845703, + 0.849609, + 0.77832, + 0.851562, + 0.829102, + 0.770508, + 0.871094, + 0.823242, + 0.873047, + 0.75, + 0.794922, + 0.806641, + 0.845703, + 0.948975, + 0.667969, + 0.893555, + 0.806641, + 0.837891, + 0.738281, + 0.892578, + 0.836914, + 0.746094, + 0.881836, + 0.851562, + 0.888184, + 0.864258, + 0.748047, + 0.851562, + 0.828125, + 0.903809, + 0.818359, + 0.902832, + 0.382812, + 0.429688, + 0.796875, + 0.856445, + 0.835938, + 0.927734, + 0.830078, + 0.84375, + 0.738281, + 0.777344, + 0.748047, + 0.947021, + 0.900879, + 0.865234, + 0.785156, + 0.786133, + 0.907715, + 0.853516, + 0.746094, + 0.767578, + 0.87207, + 0.841797, + 0.780273, + 0.816406, + 0.823242, + 0.828125, + 0.824219, + 0.832031, + 0.879883, + 0.77832, + 0.793945, + 0.970947, + 0.794922, + 0.837891, + 1.484375, + 0.837891, + 0.833008, + 0.576172, + 0.782227, + 0.776367, + 1.011414, + 0.811523, + 0.974854, + 0.856445, + 0.856445, + 0.87207, + 1.020508, + 0.995239, + 0.847656, + 0.871094, + 0.813477, + 0.793945, + 0.865234, + 0.798828, + 0.84375, + 0.785156, + 0.88916, + 0.795898, + 0.887695, + 0.95166, + 0.402344, + 0.837891, + 0.908691, + 0.921875, + 0.884277, + 0.78125, + 0.441406, + 0.855469, + 0.956787, + 0.783203, + 0.795898, + 0.805664, + 0.914062, + 0.877441, + 0.858398, + 0.879883, + 0.861328, + 0.963379, + 0.769531, + 0.911621, + 0.759766, + 0.895996, + 0.848633, + 0.533203, + 0.916504, + 0.939697, + 0.429688, + 0.830078, + 0.990479, + 1.02356, + 0.728516, + 1.003067, + 0.798828, + 1.057129, + 0.895508, + 0.814453, + 0.806641, + 0.795898, + 0.738281, + 0.891602, + 0.936035, + 1.324219, + 0.885742, + 0.864258, + 0.786133, + 0.839844, + 0.950928, + 0.818359, + 0.830078, + 0.883789, + 0.789062, + 0.997925, + 0.847656, + 0.833008, + 0.861328, + 0.548828, + 0.783203, + 0.832031, + 0.883789, + 0.834961, + 0.880371, + 0.75, + 0.825195, + 0.738281, + 0.798828, + 0.835938, + 0.919434, + 0.860352, + 0.938477, + 0.751953, + 0.854492, + 0.744141, + 0.833984, + 0.621094, + 0.801758, + 0.80957, + 0.891113, + 0.81543, + 0.953369, + 0.84668, + 0.817383, + 0.876953, + 0.956299, + 0.852539, + 0.833984, + 0.960938, + 0.928223, + 0.818359, + 0.793945, + 0.922852, + 0.879883, + 0.931641, + 0.823242, + 0.712891, + 0.884766, + 0.93457, + 0.825195, + 0.814453, + 0.929199, + 0.841797, + 0.770508, + 0.833984, + 0.869141, + 0.825195, + 0.744141, + 0.979248, + 0.824219, + 0.905762, + 0.793945, + 0.89209, + 0.942383, + 0.837891, + 0.80957, + 0.830078, + 0.876953, + 0.84668, + 0.856445, + 0.732422, + 0.801758, + 0.838867, + 0.882812, + 0.814453, + 0.841797, + 0.449219, + 0.797852, + 0.913574, + 0.822266, + 0.869141, + 0.908203, + 0.762695, + 0.803711, + 0.776367, + 0.808594, + 0.874023, + 0.947021, + 0.788086, + 1.003708, + 0.916016, + 0.751953, + 0.862305, + 0.862305, + 0.915039, + 0.911621, + 0.874023, + 0.900879, + 0.927734, + 0.923828, + 0.833008, + 0.591797, + 0.799805, + 1.320312, + 0.830078, + 1.010864, + 1.320312, + 0.879883, + 0.823242, + 0.853516, + 0.863281, + 0.770508, + 0.925781, + 0.783203, + 0.862305, + 1.007721, + 0.959229, + 0.742188, + 0.740234, + 0.787109, + 0.874023, + 0.75, + 0.87793, + 0.893555, + 0.918945, + 0.758789, + 0.880371, + 0.759766, + 0.861328, + 0.768555, + 0.910156, + 0.973877, + 0.728516, + 0.878906, + 0.913086, + 0.830078, + 0.806641, + 0.824219, + 0.701172, + 0.875977, + 0.932129, + 1.039551, + 0.75293, + 0.806641, + 0.860352, + 0.827148, + 1.087891, + 0.807617, + 0.816406, + 1.016968, + 0.765625, + 0.791992, + 0.813477, + 0.832031, + 0.505859, + 0.726562, + 0.853516, + 0.753906, + 0.800781, + 0.832031, + 0.937012, + 0.84082, + 0.830078, + 1.004791, + 0.874023, + 0.891113, + 0.839844, + 0.933594, + 0.800781, + 0.923828, + 0.825195, + 0.770508, + 0.782227, + 0.962646, + 0.887207, + 0.767578, + 0.879883, + 0.791016, + 0.859375, + 0.767578, + 0.830078, + 0.841797, + 0.758789, + 1.032959, + 0.885742, + 0.930176, + 0.823242, + 0.351562, + 0.791016, + 0.932129, + 0.889648, + 0.765625, + 0.764648, + 0.810547, + 0.838867, + 0.786133, + 0.848633, + 0.800781, + 0.821289, + 0.925781, + 0.791016, + 0.521484, + 0.746094, + 0.796875, + 0.799805, + 0.898926, + 0.935059, + 0.791016, + 0.862305, + 0.764648, + 0.828125, + 0.862305, + 0.870117, + 0.813477, + 0.917969, + 0.801758, + 0.902832, + 0.746094, + 0.880371, + 0.837891, + 0.870117, + 1.016602, + 0.813477, + 0.80957, + 0.968994, + 0.911621, + 0.708984, + 0.868164, + 0.895508, + 0.863281, + 0.860352, + 0.932129, + 0.882324, + 0.786133, + 0.722656, + 0.666016, + 0.919434, + 0.821289, + 0.879395, + 0.871094, + 0.852539, + 0.928223, + 0.934082, + 0.886719, + 1.043213, + 0.869141, + 0.472656, + 0.832031, + 1.15918, + 0.772461, + 0.793945, + 0.850586, + 0.805664, + 0.84082, + 0.445312, + 0.813477, + 0.871094, + 0.754883, + 0.793945, + 0.869141, + 1.172852, + 0.818359, + 0.821289, + 0.825195, + 0.880859, + 0.806641, + 0.813477, + 0.768555, + 0.860352, + 0.837891, + 0.814453, + 0.834961, + 0.824219, + 0.768555, + 0.757812, + 1.089355, + 0.712891, + 0.789062, + 0.802734, + 0.790039, + 0.946777, + 0.803711, + 0.866211, + 1.032715, + 0.837891, + 0.791016, + 0.908203, + 0.513672, + 0.783203, + 0.873047, + 0.740234, + 0.830078, + 0.968018, + 0.817383, + 0.802734, + 0.821289, + 0.980591, + 0.897949, + 0.746094, + 0.774414, + 0.769531, + 0.505859, + 0.8125, + 0.875977, + 0.829102, + 0.863281, + 0.811523, + 0.855469, + 0.862305, + 0.802734, + 0.870117, + 0.792969, + 0.964111, + 0.556641, + 0.831055, + 0.817383, + 0.835938, + 0.597656, + 0.936523, + 0.763672, + 0.817383, + 0.496094, + 0.868164, + 0.898926, + 1.121582, + 0.888672, + 0.782227, + 0.943604, + 0.866211, + 0.825195, + 0.748047, + 0.857422, + 0.890625, + 0.81543, + 0.355469, + 0.826172, + 1.121582, + 0.838867, + 0.847656, + 0.78418, + 0.852539, + 0.799805, + 0.829102, + 0.924316, + 0.818359, + 0.852539, + 0.958008, + 0.928223, + 0.894043, + 0.915527, + 0.859375, + 0.895508, + 0.918945, + 0.801758, + 0.789062, + 0.922363, + 0.822266, + 0.788086, + 0.953613, + 0.906738, + 0.850586, + 0.848633, + 0.833008, + 0.775391, + 0.974854, + 0.751953, + 1.035156, + 0.730469, + 0.841797, + 0.770508, + 0.848633, + 0.77832, + 0.792969, + 0.796875, + 0.939941, + 0.736328, + 0.814453, + 0.887695, + 0.746094, + 0.870117, + 0.897949, + 0.394531, + 0.937744, + 0.831055, + 0.90918, + 0.445312, + 0.842773, + 0.708984, + 1.161133, + 0.915527, + 0.806641, + 0.875488, + 0.866211, + 0.855469, + 0.779297, + 0.875488, + 0.887207, + 0.757812, + 0.84082, + 0.842773, + 0.722656, + 0.748047, + 0.883301, + 0.772461, + 0.821289, + 0.805664, + 0.933594, + 0.830078, + 0.794922, + 0.813477, + 0.863281, + 0.886719, + 0.81543, + 0.863281, + 0.856445, + 0.720703, + 0.677734, + 1.169922, + 0.786133, + 1.096191, + 0.855469, + 0.817383, + 0.88623, + 0.912598, + 0.777344, + 0.798828, + 0.951416, + 0.864258, + 0.97168, + 0.736328, + 0.827148, + 0.939453, + 0.791992, + 0.885742, + 0.828125, + 0.973511, + 0.777344, + 0.899902, + 0.850586, + 0.87207, + 0.818359, + 0.830078, + 0.862305, + 0.885254, + 0.808594, + 0.801758, + 0.845703, + 0.799805, + 0.903809, + 0.93457, + 0.806641, + 0.932617, + 1.263672, + 0.865234, + 0.81543, + 0.770508, + 0.829102, + 0.861328, + 0.848633, + 0.869141, + 0.767578, + 0.867188, + 1.014343, + 0.855469, + 0.870117, + 0.832031, + 0.805664, + 0.853516, + 0.738281, + 0.887207, + 0.857422, + 0.849609, + 0.829102, + 0.832031, + 0.822266, + 0.775391, + 0.77832, + 0.825195, + 0.854492, + 0.744141, + 0.793945, + 0.825195, + 1.008057, + 0.822266, + 1.018799, + 0.794922, + 0.805664, + 0.814453, + 0.80957, + 0.902344, + 1.097168, + 0.800781, + 0.940674, + 0.939209, + 0.888184, + 1.162109, + 0.975342, + 0.740234, + 0.791016, + 0.556641, + 0.876465, + 0.861328, + 0.654297, + 0.828125, + 0.820312, + 0.95752, + 0.782227, + 0.801758, + 0.842773, + 0.848633, + 0.858398, + 0.957031, + 0.867188, + 0.835938, + 0.931641, + 0.803711, + 0.791016, + 0.654297, + 0.883301, + 0.849609, + 0.884766, + 0.870117, + 0.895996, + 0.841797, + 0.84668, + 0.693359, + 0.703125, + 0.869141, + 0.875977, + 0.441406, + 0.892578, + 0.791016, + 0.855469, + 0.779297, + 0.638672, + 0.890625, + 0.772461, + 0.5, + 0.857422, + 1.025024, + 0.84668, + 0.922852, + 0.914551, + 0.768555, + 0.638672, + 0.823242, + 0.805664, + 0.852539, + 0.860352, + 0.893555, + 0.918945, + 0.850586, + 0.868164, + 0.791016, + 0.895996, + 0.803711, + 0.666016, + 1.018433, + 0.857422, + 0.800781, + 0.738281, + 0.933594, + 0.907715, + 0.896484, + 0.773438, + 0.874023, + 0.887207, + 0.901855, + 1.132812, + 1.3125, + 1.021484, + 0.802734, + 0.589844, + 0.832031, + 0.827148, + 0.828125, + 0.881836, + 0.836914, + 0.888184, + 0.928711, + 0.797852, + 0.808594, + 0.760742, + 0.636719, + 0.936523, + 0.738281 + ] + }, + "name": "onnx::Mul_8223", + "outputIndexes": [ + 397 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 396, + 397 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_3/Mul_1_output_0", + "outputIndexes": [ + 398 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 327, + 398 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_18_output_0", + "outputIndexes": [ + 399 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 399 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_3/Mul_output_0", + "outputIndexes": [ + 400 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.859375, + 1.824219, + 1.894531, + 1.957031, + 1.84375, + 1.929688, + 1.917969, + 0.699219, + 1.929688, + 1.601562, + 1.886719, + 1.773438, + 1.683594, + 1.96875, + 1.957031, + 1.828125, + 2.023438, + 1.867188, + 1.871094, + 1.871094, + 1.921875, + 2.023438, + 1.945312, + 1.703125, + 1.660156, + 1.855469, + 1.636719, + 1.566406, + 1.707031, + 1.84375, + 1.75, + 1.474609, + 1.863281, + 0.825195, + 1.804688, + 1.585938, + 1.800781, + 1.949219, + 1.699219, + 1.761719, + 1.832031, + 1.671875, + 1.933594, + 1.447266, + 0.992798, + 1.964844, + 1.9375, + 1.871094, + 1.4375, + 1.597656, + 1.941406, + 1.320312, + 1.792969, + 0.695312, + 1.832031, + 1.6875, + 1.902344, + 1.882812, + 1.539062, + 1.628906, + 1.412109, + 1.695312, + 1.789062, + 1.894531, + 1.625, + 1.777344, + 1.298828, + 1.890625, + 1.699219, + 1.765625, + 1.921875, + 1.996094, + 1.695312, + 1.792969, + 1.683594, + 1.816406, + 1.186523, + 1.585938, + 1.550781, + 0.95166, + 1.804688, + 0.697266, + 1.519531, + 1.460938, + 1.871094, + 1.808594, + 1.789062, + 1.484375, + 1.117676, + 1.757812, + 1.757812, + 1.777344, + 1.972656, + 1.084473, + 1.871094, + 0.699219, + 1.835938, + 1.894531, + 1.710938, + 1.742188, + 1.511719, + 1.953125, + 1.914062, + 1.863281, + 1.933594, + 1.800781, + 1.816406, + 1.5625, + 1.886719, + 1.914062, + 1.859375, + 1.746094, + 1.910156, + 1.746094, + 1.894531, + 1.416016, + 1.902344, + 0.836914, + 1.898438, + 2.015625, + 1.875, + 1.796875, + 1.066406, + 1.898438, + 1.695312, + 1.386719, + 1.832031, + 1.949219, + 1.828125, + 1.28125, + 1.328125, + 1.738281, + 1.625, + 1.785156, + 1.953125, + 1.945312, + 1.648438, + 1.287109, + 1.761719, + 1.921875, + 1.640625, + 1.110352, + 1.746094, + 1.945312, + 1.832031, + 1.539062, + 1.699219, + 1.871094, + 1.863281, + 1.996094, + 1.964844, + 1.640625, + 1.761719, + 0.685547, + 1.96875, + 1.917969, + 1.204102, + 1.808594, + 0.904785, + 0.873047, + 0.951904, + 1.898438, + 1.625, + 1.25, + 1.957031, + 1.855469, + 1.886719, + 0.868164, + 1.886719, + 1.664062, + 1.757812, + 0.998924, + 1.636719, + 0.938965, + 1.894531, + 1.726562, + 1.90625, + 0.716797, + 1.867188, + 1.640625, + 1.824219, + 0.818359, + 1.527344, + 0.634766, + 1.621094, + 1.78125, + 1.180664, + 1.820312, + 1.707031, + 1.683594, + 1.910156, + 1.455078, + 1.792969, + 1.890625, + 1.960938, + 1.753906, + 1.847656, + 1.984375, + 1.960938, + 1.742188, + 1.808594, + 1.84375, + 1.796875, + 1.683594, + 1.980469, + 1.828125, + 1.679688, + 1.824219, + 1.914062, + 1.90625, + 1.507812, + 1.933594, + 1.753906, + 1.664062, + 1.804688, + 1.890625, + 1.707031, + 1.871094, + 1.914062, + 1.882812, + 1.683594, + 1.539062, + 1.945312, + 1.976562, + 1.894531, + 1.875, + 1.804688, + 1.832031, + 1.757812, + 1.515625, + 1.507812, + 1.820312, + 1.808594, + 1.980469, + 1.910156, + 2.0625, + 1.566406, + 2.0, + 1.730469, + 1.695312, + 1.617188, + 1.871094, + 1.921875, + 0.398438, + 1.804688, + 1.675781, + 1.679688, + 1.714844, + 2.015625, + 1.200195, + 1.933594, + 1.914062, + 1.019409, + 1.816406, + 2.007812, + 1.769531, + 1.761719, + 1.949219, + 1.392578, + 1.769531, + 1.914062, + 1.949219, + 1.863281, + 1.835938, + 1.75, + 1.585938, + 2.039062, + 1.878906, + 1.734375, + 1.730469, + 1.84375, + 1.835938, + 1.703125, + 1.734375, + 1.898438, + 1.835938, + 1.065918, + 1.792969, + 1.980469, + 1.867188, + 1.503906, + 1.953125, + 0.945068, + 1.867188, + 1.306641, + 1.839844, + 1.800781, + 1.777344, + 0.899414, + 1.757812, + 1.585938, + 0.701172, + 1.671875, + 1.828125, + 1.542969, + 1.882812, + 1.648438, + 1.789062, + 1.882812, + 1.925781, + 1.828125, + 1.621094, + 0.726562, + 1.621094, + 0.525391, + 1.757812, + 2.007812, + 1.675781, + 1.714844, + 1.910156, + 1.917969, + 0.746094, + 1.851562, + 1.761719, + 1.710938, + 1.832031, + 1.757812, + 1.902344, + 1.824219, + 1.996094, + 1.699219, + 1.550781, + 1.652344, + 2.007812, + 1.902344, + 1.882812, + 1.480469, + 1.714844, + 1.882812, + 1.835938, + 1.589844, + 1.478516, + 1.894531, + 1.890625, + 0.681641, + 1.847656, + 1.808594, + 1.988281, + 1.929688, + 1.878906, + 1.644531, + 1.722656, + 1.765625, + 1.816406, + 2.039062, + 1.289062, + 1.914062, + 1.158203, + 1.539062, + 1.933594, + 0.751953, + 1.585938, + 0.940918, + 1.640625, + 0.677734, + 0.92041, + 1.773438, + 1.980469, + 1.367188, + 1.683594, + 0.859375, + 1.921875, + 1.632812, + 1.201172, + 1.546875, + 1.859375, + 1.644531, + 0.960449, + 1.863281, + 1.878906, + 1.917969, + 1.695312, + 1.828125, + 1.734375, + 1.910156, + 1.90625, + 1.984375, + 1.789062, + 1.886719, + 1.244141, + 1.886719, + 1.925781, + 1.253906, + 1.052002, + 1.917969, + 1.722656, + 1.539062, + 1.355469, + 1.804688, + 1.945312, + 1.886719, + 1.933594, + 0.810547, + 2.007812, + 2.0625, + 1.835938, + 1.691406, + 0.873047, + 1.820312, + 1.964844, + 1.996094, + 1.875, + 1.824219, + 1.90625, + 1.029419, + 1.976562, + 1.90625, + 1.753906, + 1.898438, + 1.072754, + 1.90625, + 1.925781, + 1.804688, + 1.839844, + 1.507812, + 1.710938, + 1.832031, + 1.8125, + 1.859375, + 1.761719, + 1.765625, + 1.890625, + 1.554688, + 1.824219, + 1.710938, + 1.644531, + 1.832031, + 1.835938, + 1.882812, + 1.839844, + 1.4375, + 1.980469, + 1.902344, + 1.464844, + 1.328125, + 1.761719, + 1.898438, + 1.84375, + 1.894531, + 1.734375, + 1.9375, + 2.015625, + 1.945312, + 1.451172, + 0.716797, + 1.828125, + 2.070312, + 1.578125, + 1.636719, + 1.929688, + 1.914062, + 1.859375, + 1.742188, + 1.867188, + 1.960938, + 1.9375, + 1.224609, + 1.980469, + 1.898438, + 1.726562, + 1.929688, + 1.914062, + 1.773438, + 1.710938, + 1.098145, + 1.929688, + 0.921387, + 1.761719, + 1.871094, + 1.859375, + 1.746094, + 1.746094, + 1.867188, + 1.578125, + 1.945312, + 1.722656, + 0.95752, + 1.488281, + 1.828125, + 1.871094, + 1.835938, + 1.753906, + 1.198242, + 1.839844, + 1.882812, + 1.972656, + 0.835938, + 1.839844, + 1.722656, + 1.855469, + 1.59375, + 1.820312, + 1.9375, + 1.910156, + 1.53125, + 1.863281, + 0.726562, + 0.807617, + 1.318359, + 0.814453, + 1.671875, + 1.792969, + 1.832031, + 1.423828, + 0.822266, + 1.722656, + 1.400391, + 1.421875, + 1.539062, + 1.933594, + 1.835938, + 1.875, + 1.722656, + 1.742188, + 1.8125, + 1.925781, + 1.488281, + 1.960938, + 1.9375, + 1.419922, + 1.820312, + 1.710938, + 1.053467, + 0.94458, + 1.886719, + 1.120605, + 1.933594, + 1.808594, + 1.777344, + 1.929688, + 1.792969, + 1.816406, + 1.855469, + 0.728516, + 1.921875, + 0.78418, + 1.792969, + 1.886719, + 1.933594, + 0.742188, + 1.063477, + 1.511719, + 1.703125, + 1.914062, + 1.808594, + 1.8125, + 1.894531, + 1.738281, + 1.308594, + 1.878906, + 0.850586, + 2.015625, + 1.78125, + 1.613281, + 1.710938, + 1.71875, + 1.734375, + 0.924316, + 1.710938, + 1.832031, + 2.148438, + 0.888184, + 1.322266, + 1.652344, + 1.875, + 1.832031, + 1.917969, + 0.910156, + 1.675781, + 1.761719, + 1.953125, + 1.929688, + 2.054688, + 1.746094, + 0.642578, + 1.851562, + 1.84375, + 1.792969, + 1.151367, + 1.882812, + 1.5625, + 1.804688, + 1.96875, + 1.859375, + 1.367188, + 1.75, + 1.550781, + 1.769531, + 0.913574, + 1.355469, + 1.867188, + 1.816406, + 1.691406, + 1.503906, + 1.466797, + 1.792969, + 1.769531, + 1.941406, + 1.914062, + 1.478516, + 1.796875, + 1.953125, + 1.621094, + 1.902344, + 1.894531, + 1.863281, + 1.753906, + 1.875, + 1.894531, + 1.851562, + 1.847656, + 1.933594, + 1.886719, + 0.874023, + 1.53125, + 1.882812, + 1.925781, + 1.640625, + 1.972656, + 1.804688, + 1.871094, + 1.824219, + 1.796875, + 1.847656, + 1.796875, + 1.621094, + 1.953125, + 1.796875, + 1.917969, + 1.335938, + 1.75, + 1.953125, + 1.613281, + 1.824219, + 1.949219, + 1.636719, + 1.894531, + 1.933594, + 1.847656, + 1.283203, + 2.0, + 1.902344, + 1.470703, + 0.915039, + 1.882812, + 0.906738, + 1.910156, + 1.882812, + 1.667969, + 1.086426, + 0.572266, + 0.803711, + 1.929688, + 1.882812, + 1.980469, + 1.886719, + 1.789062, + 1.757812, + 1.71875, + 1.726562, + 1.835938, + 1.878906, + 1.796875, + 0.712891, + 1.695312, + 1.777344, + 1.839844, + 1.890625, + 1.792969, + 1.808594, + 2.015625, + 1.707031, + 1.882812, + 1.828125, + 1.429688, + 1.847656, + 1.828125, + 1.808594, + 1.384766, + 1.585938, + 1.863281, + 0.601562, + 0.985474, + 1.628906, + 1.839844, + 1.863281, + 1.460938, + 1.789062, + 1.886719, + 1.515625, + 1.699219, + 1.734375, + 1.847656, + 1.792969, + 1.933594, + 1.746094, + 1.699219, + 1.894531, + 1.695312, + 1.835938, + 1.742188, + 1.746094, + 1.730469, + 1.832031, + 1.796875, + 1.828125, + 1.886719, + 1.714844, + 1.871094, + 1.710938, + 1.894531, + 1.972656, + 1.964844, + 1.84375, + 0.837891, + 1.667969, + 1.8125, + 1.154297, + 1.824219, + 1.414062, + 1.8125, + 2.0, + 1.804688, + 1.8125, + 1.34375, + 0.730469, + 1.255859, + 1.949219, + 1.917969, + 2.015625, + 1.609375, + 1.933594, + 1.917969, + 1.800781, + 1.792969, + 1.753906, + 1.839844, + 1.9375, + 1.910156, + 1.910156, + 1.890625, + 1.714844, + 1.753906, + 1.800781, + 1.710938, + 1.617188, + 1.929688, + 1.867188, + 1.902344, + 2.117188, + 1.949219, + 1.941406, + 1.777344, + 1.9375, + 1.835938, + 1.566406, + 1.863281, + 0.90625, + 1.835938, + 1.789062, + 1.894531, + 1.839844, + 1.707031, + 1.929688, + 1.765625, + 1.613281, + 1.84375, + 1.902344, + 1.980469, + 1.792969, + 2.007812, + 1.96875, + 1.738281, + 1.910156, + 1.785156, + 1.972656, + 1.933594, + 1.898438, + 1.400391, + 1.484375, + 1.734375, + 1.722656, + 1.605469, + 1.769531, + 1.285156, + 1.894531, + 1.855469, + 1.083008, + 1.265625, + 1.824219, + 1.828125, + 1.746094, + 1.476562, + 1.894531, + 1.632812, + 1.8125, + 2.046875, + 1.333984, + 1.859375, + 1.486328, + 0.847656, + 1.898438, + 1.941406, + 1.914062, + 1.566406, + 1.210938, + 1.816406, + 1.785156, + 0.844727, + 1.691406, + 1.960938, + 1.976562, + 0.817383, + 1.921875, + 1.045654, + 1.535156, + 1.796875, + 1.726562, + 1.245117, + 1.863281, + 1.929688, + 1.835938, + 1.785156, + 1.769531, + 2.015625, + 1.878906, + 1.761719, + 1.699219, + 1.863281, + 1.832031, + 1.855469, + 1.886719, + 1.785156, + 1.632812, + 1.726562, + 1.332031, + 1.933594, + 1.8125, + 1.328125, + 1.792969, + 1.404297, + 1.945312, + 2.101562, + 1.839844, + 1.960938, + 1.960938, + 2.023438, + 1.84375, + 1.925781, + 1.992188, + 1.621094, + 1.671875, + 1.550781, + 1.90625, + 0.464844, + 1.53125, + 1.523438, + 1.796875, + 1.695312, + 1.380859, + 1.886719, + 1.960938, + 1.828125, + 1.902344, + 1.792969, + 0.677734, + 1.851562, + 1.765625, + 1.707031, + 0.783203, + 1.949219, + 1.789062, + 1.925781, + 0.885254, + 1.652344, + 1.386719, + 1.714844, + 1.753906, + 1.898438, + 1.890625, + 1.589844, + 1.296875, + 1.730469, + 1.933594, + 1.695312, + 1.933594, + 1.984375, + 1.957031, + 1.59375, + 1.777344, + 0.93457, + 1.832031, + 1.8125, + 1.648438, + 1.660156, + 1.929688, + 1.996094, + 1.777344, + 1.78125, + 1.84375, + 1.367188, + 1.683594, + 1.839844, + 1.964844, + 1.273438, + 1.628906, + 1.675781, + 0.854492, + 0.59375, + 1.298828, + 1.019775, + 1.792969, + 1.933594, + 1.902344, + 1.660156, + 0.820312, + 0.652344, + 1.777344, + 1.945312, + 1.511719, + 1.902344, + 1.710938, + 1.871094, + 1.816406, + 1.527344, + 0.810547, + 1.84375, + 1.597656, + 1.494141, + 1.092773, + 1.796875, + 1.691406, + 1.691406, + 1.726562, + 1.921875, + 1.863281, + 1.753906, + 1.910156, + 1.539062, + 1.898438, + 1.808594, + 1.609375, + 1.679688, + 1.339844, + 1.90625, + 1.882812, + 1.219727, + 0.750977, + 1.523438, + 1.902344, + 1.753906, + 1.703125, + 1.8125, + 1.789062, + 1.699219, + 1.914062, + 0.679688, + 1.574219, + 1.408203, + 1.957031, + 1.9375, + 0.740234, + 1.996094, + 1.851562, + 1.605469, + 1.84375, + 1.886719, + 1.486328, + 1.554688, + 0.897949, + 1.839844, + 1.601562, + 1.835938, + 0.746094, + 2.0625, + 1.96875, + 1.625, + 1.902344, + 1.4375, + 1.636719, + 1.746094, + 1.847656, + 1.890625, + 1.271484, + 1.796875, + 1.84375, + 1.410156, + 0.607422, + 0.941406, + 0.673828, + 1.65625, + 1.839844, + 1.96875, + 1.710938, + 1.90625, + 1.847656, + 1.902344, + 0.669922, + 1.859375, + 1.761719, + 1.839844, + 1.964844, + 0.539062, + 1.789062, + 1.84375, + 0.548828, + 1.597656, + 0.742188, + 1.859375, + 0.8125, + 1.443359, + 1.808594, + 1.894531, + 1.878906, + 1.369141, + 1.714844, + 1.359375, + 1.824219, + 0.771484, + 1.470703, + 1.392578, + 1.183594, + 1.115723, + 1.917969, + 2.0625, + 1.566406, + 0.88916, + 1.824219, + 1.632812, + 1.917969, + 1.457031, + 1.648438, + 1.882812, + 0.714844, + 1.851562, + 1.648438, + 1.710938, + 0.730469, + 0.89502, + 1.796875, + 1.992188, + 1.8125, + 1.855469, + 1.957031, + 1.863281, + 1.396484, + 0.429688, + 1.699219, + 1.816406, + 1.859375, + 1.558594, + 1.8125, + 1.976562, + 2.007812, + 1.945312, + 1.867188, + 1.832031, + 1.894531, + 1.664062, + 1.632812, + 1.535156, + 1.714844, + 1.441406, + 1.84375, + 1.945312, + 1.914062, + 1.871094, + 1.902344, + 0.677734, + 1.996094, + 0.744141, + 1.441406, + 1.578125, + 0.888672, + 1.914062, + 1.671875, + 1.824219, + 1.777344, + 1.953125, + 1.824219, + 1.777344, + 1.785156, + 0.728516, + 1.490234, + 1.6875, + 1.691406, + 2.0, + 1.757812, + 1.380859, + 1.832031, + 1.855469, + 1.949219, + 1.859375, + 2.039062, + 0.790039, + 1.902344, + 1.96875, + 1.455078, + 1.871094, + 1.742188, + 1.628906, + 1.882812, + 1.992188, + 1.863281, + 1.949219, + 1.835938, + 1.902344, + 1.996094, + 1.304688, + 1.796875, + 1.714844, + 1.882812, + 1.882812, + 1.746094, + 0.890137, + 1.75, + 0.973389, + 1.824219, + 1.917969, + 1.412109, + 1.867188, + 1.933594, + 1.828125, + 1.742188, + 1.490234, + 1.71875, + 0.617188, + 0.705078, + 0.708984, + 1.875, + 1.816406, + 0.902344, + 1.738281, + 1.75, + 1.193359, + 0.943848, + 1.703125, + 1.341797, + 1.808594, + 0.932129, + 1.828125, + 1.714844, + 1.357422, + 1.8125, + 1.636719, + 1.644531, + 1.859375, + 1.785156, + 0.542969, + 0.995667, + 0.771484, + 1.78125, + 1.914062, + 1.878906, + 2.0, + 1.455078, + 0.94165, + 1.554688, + 0.873047, + 2.421875, + 1.789062, + 2.085938, + 1.804688, + 1.320312, + 1.910156, + 1.835938, + 1.867188, + 1.535156, + 1.816406, + 1.644531, + 0.480469, + 1.914062, + 1.90625, + 1.59375, + 1.910156, + 1.777344, + 1.792969, + 1.691406, + 1.835938, + 1.515625, + 1.945312, + 1.925781, + 1.742188, + 1.898438, + 1.992188, + 1.628906, + 1.855469, + 1.808594, + 1.78125, + 1.824219, + 1.722656, + 1.636719, + 1.875, + 1.761719, + 1.886719, + 1.519531, + 1.726562, + 1.004089, + 2.007812, + 1.652344, + 1.761719, + 1.480469, + 1.777344, + 1.785156, + 1.984375, + 0.893066, + 1.863281, + 1.046387, + 1.910156, + 1.613281, + 1.683594, + 1.46875, + 1.746094, + 1.28125, + 1.925781, + 0.802734, + 1.949219, + 1.271484, + 1.972656, + 1.75, + 1.65625, + 1.9375, + 1.820312, + 1.832031, + 1.667969, + 1.769531, + 1.78125, + 1.722656, + 0.623047, + 1.867188, + 1.65625, + 1.738281, + 1.746094, + 1.617188, + 1.9375, + 1.652344, + 1.198242, + 1.746094, + 1.890625, + 1.746094, + 1.644531, + 1.867188, + 1.804688, + 1.75, + 1.65625, + 1.785156, + 0.683594, + 1.777344, + 1.742188, + 1.980469, + 1.124023, + 1.605469, + 1.126953, + 0.748047, + 1.828125, + 0.667969, + 0.765625, + 1.59375, + 1.832031, + 2.007812, + 2.039062, + 0.818359, + 1.6875, + 1.539062, + 1.882812, + 0.848633, + 1.835938, + 1.800781, + 1.832031, + 2.109375, + 1.898438, + 1.960938, + 0.728516, + 1.90625, + 1.828125, + 1.269531, + 0.882324, + 1.917969, + 1.9375, + 0.94873, + 1.957031, + 0.835938, + 1.910156, + 1.632812, + 1.871094, + 1.613281, + 0.896484, + 1.902344, + 1.757812, + 1.714844, + 1.953125, + 1.746094, + 1.3125, + 0.646484, + 1.808594, + 1.710938, + 1.820312, + 1.921875, + 1.917969, + 1.929688, + 1.695312, + 1.734375, + 1.75, + 1.628906, + 1.07666, + 1.828125, + 1.882812, + 1.773438, + 1.941406, + 1.589844, + 1.824219, + 1.890625, + 1.914062, + 0.615234, + 1.816406, + 1.917969, + 1.84375, + 1.773438, + 1.808594, + 1.585938, + 1.773438, + 1.773438, + 1.746094, + 1.9375, + 1.75, + 1.863281, + 1.851562, + 1.261719, + 1.765625, + 0.84375, + 1.84375, + 0.961182, + 1.765625, + 1.816406, + 1.714844, + 0.793945, + 1.625, + 1.726562, + 1.753906, + 1.835938, + 1.462891, + 1.855469, + 1.8125, + 1.921875, + 1.78125, + 1.769531, + 1.038818, + 1.792969, + 1.851562, + 1.40625, + 1.882812, + 1.8125, + 1.929688, + 1.921875, + 1.757812, + 1.972656, + 1.824219, + 1.683594, + 1.738281, + 1.761719, + 1.707031, + 1.046875, + 1.746094, + 1.8125, + 1.910156, + 1.679688, + 0.832031, + 1.980469, + 1.882812, + 1.964844, + 1.863281, + 1.820312, + 1.761719, + 1.78125, + 1.777344, + 0.646484, + 2.007812, + 1.808594, + 1.804688, + 1.828125, + 2.007812, + 1.835938, + 1.953125, + 1.988281, + 1.855469, + 1.714844, + 1.972656, + 1.835938, + 1.980469, + 1.695312, + 1.957031, + 1.984375, + 1.245117, + 1.632812, + 1.796875, + 1.738281, + 1.941406, + 1.769531, + 1.25, + 1.980469, + 1.808594, + 1.824219, + 0.707031, + 1.6875, + 1.429688, + 1.131836, + 1.789062, + 1.898438, + 1.949219, + 0.638672, + 1.894531, + 1.953125, + 0.677734, + 1.141602, + 1.835938, + 1.871094, + 1.890625, + 1.808594, + 1.882812, + 1.746094, + 1.839844, + 1.667969, + 1.96875, + 1.047363, + 1.871094, + 1.933594, + 1.851562, + 0.879395, + 1.820312, + 1.863281, + 2.03125, + 1.804688, + 1.851562, + 1.761719, + 1.859375, + 1.578125, + 0.791992, + 1.804688, + 1.832031, + 1.816406, + 1.675781, + 1.402344, + 1.738281, + 0.824219, + 1.714844, + 1.839844, + 1.298828, + 1.859375, + 2.0, + 1.621094, + 1.429688, + 1.566406, + 1.882812, + 1.835938, + 1.847656, + 1.229492, + 0.827148, + 1.816406, + 1.707031, + 1.820312, + 1.582031, + 1.929688, + 1.875, + 1.933594, + 0.726562, + 1.65625, + 1.921875, + 1.765625, + 1.683594, + 1.582031, + 1.910156, + 1.929688, + 1.890625, + 1.65625, + 1.746094, + 1.75, + 1.894531, + 1.929688, + 1.945312, + 1.625, + 1.582031, + 1.582031, + 1.496094, + 1.949219, + 1.667969, + 1.609375, + 1.808594, + 1.324219, + 1.914062, + 1.839844, + 1.832031, + 1.722656, + 1.863281, + 1.757812, + 1.337891, + 1.6875, + 1.703125, + 1.785156, + 1.835938, + 1.851562, + 1.376953, + 1.761719, + 1.976562, + 1.882812, + 1.980469, + 1.925781, + 1.691406, + 2.007812, + 1.917969, + 1.761719, + 1.792969, + 1.018799, + 1.789062, + 1.914062, + 1.816406, + 1.8125, + 1.898438, + 1.976562, + 1.6875, + 1.753906, + 1.695312, + 1.898438, + 1.871094, + 1.621094, + 1.333984, + 1.691406, + 1.71875, + 2.09375, + 1.75, + 1.929688, + 1.957031, + 1.949219, + 1.917969, + 1.867188, + 1.839844, + 1.417969, + 1.96875, + 1.742188, + 1.691406, + 1.804688, + 1.859375, + 1.789062, + 1.710938, + 1.871094, + 1.773438, + 1.851562, + 0.554688, + 1.621094, + 1.765625, + 1.464844, + 1.902344, + 1.941406, + 0.691406, + 1.855469, + 2.078125, + 1.773438, + 1.002884, + 1.890625, + 1.734375, + 1.232422, + 0.870117, + 1.660156, + 1.753906, + 2.070312, + 1.773438, + 1.835938, + 1.878906, + 1.824219, + 1.96875, + 1.871094, + 1.363281, + 1.886719, + 1.178711, + 1.886719, + 1.949219, + 0.947998, + 0.695312, + 1.832031, + 1.90625, + 1.871094, + 1.15918, + 1.847656, + 1.511719, + 1.765625, + 1.847656, + 1.710938, + 1.550781, + 1.839844, + 1.683594, + 1.550781, + 1.921875, + 1.988281, + 1.808594, + 0.963867, + 1.287109, + 1.808594, + 1.765625, + 1.902344, + 1.527344, + 1.746094, + 1.957031, + 1.566406, + 1.141602, + 1.875, + 1.953125, + 1.609375, + 1.933594, + 1.710938, + 1.578125, + 1.8125, + 1.589844, + 0.537109, + 0.685547, + 1.8125, + 1.621094, + 1.835938, + 1.957031, + 1.738281, + 1.84375, + 1.044678, + 1.84375, + 1.12207, + 1.25, + 1.808594, + 1.957031, + 1.824219, + 1.832031, + 1.917969, + 1.949219, + 1.002411, + 1.902344, + 1.664062, + 1.621094, + 1.785156, + 2.054688, + 1.710938, + 1.722656, + 1.554688, + 1.941406, + 1.855469, + 1.875, + 1.671875, + 1.439453, + 1.644531, + 1.835938, + 1.339844, + 1.984375, + 1.863281, + 0.84668, + 1.84375, + 1.914062, + 0.912598, + 1.867188, + 1.265625, + 1.609375, + 1.964844, + 1.902344, + 1.482422, + 1.402344, + 1.789062, + 1.929688, + 1.964844, + 1.90625, + 1.960938, + 1.808594, + 1.808594, + 1.730469, + 1.863281, + 1.898438, + 1.566406, + 0.845703, + 0.570312, + 1.777344, + 1.894531, + 1.808594, + 1.871094, + 1.777344, + 0.578125, + 1.945312, + 1.902344, + 1.691406, + 1.832031, + 1.094727, + 1.976562, + 1.929688, + 1.855469, + 1.707031, + 1.746094, + 1.679688, + 1.683594, + 1.494141, + 1.953125, + 1.722656, + 1.824219, + 0.795898, + 1.933594, + 1.373047, + 0.681641, + 1.828125, + 0.857422, + 2.015625, + 1.722656, + 1.451172, + 1.71875, + 0.65625, + 1.898438, + 1.816406, + 1.8125, + 1.796875, + 1.898438, + 1.816406, + 1.742188, + 2.054688, + 1.929688, + 1.816406, + 1.960938, + 1.886719, + 1.191406, + 1.746094, + 1.875, + 1.652344, + 1.796875, + 1.617188, + 1.894531, + 0.984497, + 1.710938, + 0.707031, + 1.851562, + 1.632812, + 1.898438, + 1.605469, + 1.890625, + 1.78125, + 1.820312, + 1.6875, + 1.707031, + 1.835938, + 1.972656, + 1.953125, + 1.597656, + 1.945312, + 1.230469, + 1.777344, + 1.515625, + 0.835938, + 1.804688, + 2.007812, + 1.929688, + 1.957031, + 1.96875, + 1.523438, + 1.628906, + 1.816406, + 1.322266, + 1.449219, + 1.910156, + 2.0, + 1.949219, + 1.710938, + 1.796875, + 1.396484, + 1.917969, + 1.933594, + 1.867188, + 0.893066, + 1.683594, + 1.863281, + 1.789062, + 1.855469, + 1.4375, + 1.867188, + 1.792969, + 1.710938, + 1.894531, + 1.960938, + 1.800781, + 0.875488, + 1.804688, + 1.90625, + 1.792969, + 2.023438, + 2.023438, + 1.902344, + 1.667969, + 1.632812, + 1.972656, + 1.898438, + 1.138672, + 0.924316, + 1.808594, + 1.921875, + 2.046875, + 1.820312, + 1.890625, + 0.603516, + 1.84375, + 1.972656, + 1.726562, + 1.945312, + 1.578125, + 1.789062, + 1.644531, + 0.78125, + 1.878906, + 1.871094, + 2.039062, + 1.722656, + 0.834961, + 1.917969, + 1.691406, + 1.882812, + 1.675781, + 1.855469, + 2.015625, + 1.734375, + 1.652344, + 1.195312, + 1.679688, + 1.380859, + 0.798828, + 1.785156, + 1.225586, + 1.914062, + 1.914062, + 0.895508, + 1.898438, + 1.835938, + 1.847656, + 1.839844, + 1.8125, + 1.451172, + 1.691406, + 1.15332, + 1.878906, + 1.396484, + 1.734375, + 1.824219, + 1.855469, + 1.828125, + 1.78125, + 1.847656, + 1.9375, + 1.408203, + 1.894531, + 1.898438, + 0.899414, + 1.546875, + 1.824219, + 1.964844, + 1.675781, + 0.91748, + 1.710938, + 1.679688, + 1.828125, + 1.832031, + 1.855469, + 0.834961, + 1.875, + 1.804688, + 1.324219, + 1.851562, + 1.671875, + 1.738281, + 1.703125, + 1.574219, + 1.6875, + 1.808594, + 1.972656, + 1.9375, + 1.746094, + 2.070312, + 1.871094, + 0.768555, + 1.8125, + 1.894531, + 1.964844, + 1.867188, + 1.949219, + 1.914062, + 1.675781, + 1.182617, + 2.0, + 1.90625, + 1.8125, + 1.792969, + 1.277344, + 1.679688, + 1.84375, + 1.839844, + 1.789062, + 1.675781, + 1.867188, + 1.742188, + 1.875, + 1.492188, + 1.832031, + 1.929688, + 1.808594, + 1.871094, + 1.511719, + 1.925781, + 1.59375, + 1.621094, + 2.039062, + 1.094238, + 0.533203, + 1.765625, + 1.503906, + 1.878906, + 1.875, + 1.863281, + 1.839844, + 1.535156, + 1.84375, + 1.496094, + 1.757812, + 1.816406, + 1.871094, + 1.800781, + 0.835938, + 1.886719, + 1.859375, + 2.109375, + 1.882812, + 1.753906, + 1.78125, + 1.835938, + 1.824219, + 1.582031, + 1.859375, + 1.90625, + 1.953125, + 1.929688, + 1.6875, + 1.451172, + 1.816406, + 1.421875, + 1.6875, + 1.875, + 1.558594, + 1.933594, + 1.988281, + 1.875, + 1.898438, + 1.742188, + 1.910156, + 1.474609, + 1.941406, + 1.458984, + 1.126953, + 1.878906, + 1.71875, + 1.824219, + 0.890625, + 1.443359, + 1.886719, + 1.835938, + 2.054688, + 1.882812, + 1.636719, + 1.953125, + 1.722656, + 1.699219, + 1.546875, + 0.716797, + 1.757812, + 1.128906, + 1.722656, + 1.847656, + 1.96875, + 1.878906, + 1.773438, + 0.695312, + 1.824219, + 1.945312, + 1.792969, + 1.792969, + 1.976562, + 1.263672, + 1.871094, + 1.785156, + 1.578125, + 1.192383, + 1.855469, + 1.785156, + 1.636719, + 1.917969, + 1.929688, + 1.738281, + 1.925781, + 1.457031, + 1.796875, + 1.652344, + 1.328125, + 1.875, + 1.917969, + 1.894531, + 1.828125, + 1.621094, + 1.773438, + 1.625, + 1.542969, + 1.792969, + 1.707031, + 1.648438, + 0.679688, + 1.859375, + 1.851562, + 1.914062, + 1.953125, + 1.789062, + 1.839844, + 1.855469, + 1.820312, + 1.941406, + 1.396484, + 1.730469, + 1.898438, + 1.796875, + 0.791992, + 1.820312, + 1.847656, + 1.867188, + 1.949219, + 1.878906, + 1.777344, + 1.957031, + 1.710938, + 1.914062, + 1.855469, + 1.574219, + 0.601562, + 1.714844, + 1.652344, + 1.964844, + 0.844727, + 1.855469, + 0.828125, + 1.898438, + 0.6875, + 1.785156, + 1.601562, + 1.203125, + 1.230469, + 1.664062, + 1.921875, + 1.949219, + 1.648438, + 1.777344, + 1.769531, + 1.921875, + 1.972656, + 0.507812, + 1.083496, + 1.139648, + 1.894531, + 2.007812, + 1.714844, + 1.921875, + 1.925781, + 1.902344, + 1.376953, + 1.957031, + 1.886719, + 1.585938, + 1.796875, + 1.820312, + 1.451172, + 1.824219, + 2.015625, + 1.392578, + 1.78125, + 1.835938, + 1.882812, + 1.84375, + 1.929688, + 1.453125, + 1.824219, + 1.757812, + 1.75, + 1.777344, + 1.949219, + 1.4375, + 1.824219, + 1.232422, + 1.015869, + 1.800781, + 1.84375, + 1.746094, + 0.987732, + 2.070312, + 1.875, + 1.988281, + 0.881836, + 1.710938, + 1.478516, + 1.796875, + 1.792969, + 1.578125, + 0.585938, + 1.976562, + 1.882812, + 1.871094, + 0.664062, + 1.435547, + 0.823242, + 1.074707, + 1.867188, + 1.546875, + 1.996094, + 1.921875, + 1.855469, + 1.871094, + 1.730469, + 1.648438, + 1.042969, + 1.105469, + 1.898438, + 1.703125, + 1.808594, + 1.9375, + 1.792969, + 1.871094, + 2.0, + 1.408203, + 1.785156, + 1.792969, + 1.761719, + 0.989502, + 1.894531, + 1.921875, + 1.730469, + 2.015625, + 1.769531, + 0.946045, + 1.671875, + 0.830078, + 1.131836, + 1.953125, + 1.851562, + 1.804688, + 1.933594, + 1.757812, + 1.863281, + 1.929688, + 1.960938, + 1.792969, + 1.777344, + 1.746094, + 1.570312, + 1.886719, + 1.96875, + 1.792969, + 1.632812, + 1.957031, + 1.21582, + 1.617188, + 1.726562, + 1.283203, + 1.8125, + 1.808594, + 1.8125, + 1.871094, + 1.703125, + 1.667969, + 1.835938, + 1.601562, + 1.304688, + 1.984375, + 1.980469, + 1.237305, + 1.75, + 1.921875, + 1.832031, + 1.574219, + 1.714844, + 1.996094, + 1.839844, + 1.832031, + 1.804688, + 1.21582, + 1.636719, + 1.761719, + 1.069336, + 1.9375, + 1.789062, + 0.817383, + 1.824219, + 1.457031, + 1.921875, + 1.84375, + 1.824219, + 1.984375, + 2.0, + 1.769531, + 1.738281, + 1.847656, + 1.785156, + 1.679688, + 1.878906, + 1.289062, + 1.777344, + 1.984375, + 2.390625, + 0.912598, + 1.683594, + 1.832031, + 1.917969, + 1.202148, + 1.855469, + 1.617188, + 1.789062, + 1.660156, + 1.008911, + 1.566406, + 1.886719, + 1.824219, + 0.876953, + 1.914062, + 1.746094, + 0.986938, + 1.929688, + 1.828125, + 2.015625, + 1.730469, + 1.761719, + 1.820312, + 1.102051, + 1.820312, + 1.941406, + 1.613281, + 1.757812, + 1.621094, + 1.667969, + 1.765625, + 0.744141, + 1.245117, + 1.824219, + 1.609375, + 1.839844, + 1.46875, + 1.632812, + 1.835938, + 2.117188, + 0.966309, + 1.527344, + 1.855469, + 0.625, + 1.753906, + 1.722656, + 1.9375, + 1.921875, + 0.826172, + 1.890625, + 1.875, + 0.554688, + 1.996094, + 0.623047, + 1.75, + 1.800781, + 1.839844, + 1.894531, + 0.876953, + 1.929688, + 1.621094, + 1.804688, + 1.816406, + 1.917969, + 1.503906, + 0.751953, + 1.917969, + 1.929688, + 1.933594, + 1.800781, + 0.92627, + 1.679688, + 1.855469, + 1.757812, + 1.835938, + 1.839844, + 1.910156, + 1.554688, + 1.617188, + 1.960938, + 1.667969, + 2.0, + 0.96167, + 1.129883, + 1.478516, + 1.800781, + 0.774414, + 1.976562, + 1.554688, + 1.757812, + 1.972656, + 1.910156, + 1.527344, + 1.574219, + 1.863281, + 1.980469, + 0.935059, + 2.195312, + 1.035645, + 1.714844 + ] + }, + "name": "onnx::Mul_8225", + "outputIndexes": [ + 401 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 400, + 401 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_3/Mul_1_output_0", + "outputIndexes": [ + 402 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 402 + ], + "outputIndexes": [ + 2590 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2590 + ], + "outputIndexes": [ + 2591 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear", + "inputIndexes": [ + 2591 + ], + "outputIndexes": [ + 2592 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 139346470, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2592 + ], + "outputIndexes": [ + 2593 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2593 + ], + "outputIndexes": [ + 403 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 403, + 403 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Mul_output_0", + "outputIndexes": [ + 404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 403, + 404 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Mul_1_output_0", + "outputIndexes": [ + 405 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 405 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Mul_2_output_0", + "outputIndexes": [ + 406 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 403, + 406 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Add_output_0", + "outputIndexes": [ + 407 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 407 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Mul_3_output_0", + "outputIndexes": [ + 408 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 408 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_3/Tanh_output_0", + "outputIndexes": [ + 409 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 409 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Add_1_output_0", + "outputIndexes": [ + 410 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 403, + 410 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Mul_4_output_0", + "outputIndexes": [ + 411 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 411 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Mul_5_output_0", + "outputIndexes": [ + 412 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 402 + ], + "outputIndexes": [ + 2594 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2594 + ], + "outputIndexes": [ + 2595 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear", + "inputIndexes": [ + 2595 + ], + "outputIndexes": [ + 2596 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 151290428, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2596 + ], + "outputIndexes": [ + 2597 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2597 + ], + "outputIndexes": [ + 413 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 412, + 413 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_3/Mul_output_0", + "outputIndexes": [ + 414 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 414 + ], + "outputIndexes": [ + 2598 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2598 + ], + "outputIndexes": [ + 2599 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear", + "inputIndexes": [ + 2599 + ], + "outputIndexes": [ + 2600 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 163234386, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2600 + ], + "outputIndexes": [ + 2601 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2601 + ], + "outputIndexes": [ + 415 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 415 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_3/Mul_output_0", + "outputIndexes": [ + 416 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.361328, + 1.380859, + 1.306641, + 1.365234, + 1.335938, + 1.296875, + 1.322266, + 1.125, + 1.289062, + 1.451172, + 1.371094, + 1.363281, + 1.416016, + 1.3125, + 1.269531, + 1.339844, + 1.253906, + 1.291016, + 1.271484, + 1.328125, + 1.410156, + 1.337891, + 1.291016, + 1.462891, + 1.498047, + 1.390625, + 1.410156, + 1.46875, + 1.464844, + 1.347656, + 1.380859, + 1.527344, + 1.380859, + 1.337891, + 1.398438, + 1.488281, + 1.333984, + 1.353516, + 1.394531, + 1.361328, + 1.320312, + 1.371094, + 1.273438, + 1.53125, + 1.496094, + 1.235352, + 1.330078, + 1.373047, + 1.566406, + 1.419922, + 1.367188, + 1.609375, + 1.34375, + 1.341797, + 1.349609, + 1.449219, + 1.380859, + 1.347656, + 1.554688, + 1.386719, + 1.458984, + 1.445312, + 1.384766, + 1.339844, + 1.472656, + 1.306641, + 1.605469, + 1.314453, + 1.441406, + 1.283203, + 1.320312, + 1.308594, + 1.404297, + 1.345703, + 1.333984, + 1.347656, + 1.617188, + 1.464844, + 1.503906, + 1.523438, + 1.361328, + 1.15918, + 1.408203, + 1.480469, + 1.318359, + 1.322266, + 1.369141, + 1.523438, + 1.503906, + 1.410156, + 1.365234, + 1.332031, + 1.353516, + 1.470703, + 1.322266, + 1.029785, + 1.335938, + 1.328125, + 1.447266, + 1.347656, + 1.59375, + 1.326172, + 1.300781, + 1.363281, + 1.261719, + 1.361328, + 1.332031, + 1.507812, + 1.269531, + 1.365234, + 1.275391, + 1.369141, + 1.386719, + 0.987854, + 1.316406, + 1.617188, + 1.341797, + 1.515625, + 1.248047, + 1.341797, + 1.287109, + 1.398438, + 1.792969, + 1.304688, + 1.4375, + 1.640625, + 1.353516, + 1.265625, + 1.292969, + 1.59375, + 1.535156, + 1.431641, + 1.46875, + 1.332031, + 1.367188, + 1.310547, + 1.457031, + 1.636719, + 1.382812, + 1.34375, + 1.574219, + 0.967773, + 1.367188, + 1.285156, + 1.310547, + 1.462891, + 1.431641, + 1.271484, + 1.333984, + 1.335938, + 1.337891, + 1.410156, + 1.380859, + 2.859375, + 1.261719, + 1.322266, + 1.582031, + 1.339844, + 1.433594, + 1.482422, + 1.699219, + 1.296875, + 1.498047, + 1.570312, + 1.292969, + 1.361328, + 1.353516, + 1.462891, + 1.302734, + 1.419922, + 1.361328, + 1.441406, + 1.4375, + 1.441406, + 1.291016, + 1.443359, + 1.259766, + 1.044189, + 1.431641, + 1.470703, + 1.373047, + 1.394531, + 1.478516, + 1.112305, + 1.410156, + 1.345703, + 1.443359, + 1.353516, + 1.376953, + 1.478516, + 1.322266, + 1.726562, + 1.367188, + 1.357422, + 1.332031, + 1.320312, + 1.322266, + 1.414062, + 1.363281, + 1.394531, + 1.396484, + 1.347656, + 1.337891, + 1.384766, + 1.355469, + 1.353516, + 1.441406, + 1.345703, + 1.365234, + 1.333984, + 1.464844, + 1.355469, + 1.462891, + 1.462891, + 1.259766, + 1.328125, + 1.40625, + 1.369141, + 1.347656, + 1.326172, + 1.478516, + 1.484375, + 1.310547, + 1.375, + 1.324219, + 1.394531, + 1.335938, + 1.353516, + 1.412109, + 1.451172, + 1.382812, + 1.378906, + 1.402344, + 1.269531, + 1.330078, + 1.318359, + 1.490234, + 1.259766, + 1.380859, + 1.414062, + 1.460938, + 1.349609, + 1.255859, + 3.234375, + 1.269531, + 1.498047, + 1.427734, + 1.40625, + 1.265625, + 1.671875, + 1.232422, + 1.363281, + 1.46875, + 1.337891, + 1.351562, + 1.273438, + 1.392578, + 1.322266, + 1.683594, + 1.337891, + 1.349609, + 1.302734, + 1.269531, + 1.337891, + 1.388672, + 1.515625, + 1.244141, + 1.310547, + 1.400391, + 1.412109, + 1.275391, + 1.3125, + 1.378906, + 1.404297, + 1.326172, + 1.330078, + 1.582031, + 1.388672, + 1.353516, + 1.320312, + 1.478516, + 1.34375, + 1.566406, + 1.355469, + 1.785156, + 1.349609, + 1.417969, + 1.414062, + 1.386719, + 1.386719, + 1.433594, + 1.359375, + 1.328125, + 1.353516, + 1.511719, + 1.291016, + 1.492188, + 1.388672, + 1.378906, + 1.300781, + 1.416016, + 1.417969, + 1.318359, + 1.482422, + 1.037842, + 1.429688, + 1.357422, + 1.398438, + 1.414062, + 1.306641, + 1.34375, + 1.239258, + 1.40625, + 1.400391, + 1.447266, + 1.384766, + 1.324219, + 1.316406, + 1.337891, + 1.306641, + 1.357422, + 1.515625, + 1.451172, + 1.345703, + 1.347656, + 1.320312, + 1.412109, + 1.376953, + 1.367188, + 1.369141, + 1.466797, + 1.371094, + 1.339844, + 1.308594, + 3.65625, + 1.394531, + 1.298828, + 1.259766, + 1.283203, + 1.365234, + 1.402344, + 1.357422, + 1.455078, + 1.390625, + 1.341797, + 1.617188, + 1.322266, + 1.664062, + 1.433594, + 1.347656, + 1.53125, + 1.433594, + 1.664062, + 1.449219, + 1.261719, + 1.451172, + 1.388672, + 1.289062, + 1.726562, + 1.421875, + 1.400391, + 1.339844, + 1.441406, + 1.644531, + 1.582031, + 1.285156, + 1.488281, + 1.24707, + 1.300781, + 1.335938, + 1.351562, + 1.355469, + 1.373047, + 1.353516, + 1.341797, + 1.449219, + 1.347656, + 1.314453, + 1.427734, + 1.613281, + 1.34375, + 1.386719, + 1.53125, + 1.566406, + 1.302734, + 1.410156, + 1.462891, + 1.605469, + 1.353516, + 1.318359, + 1.345703, + 1.263672, + 1.339844, + 1.269531, + 1.302734, + 1.318359, + 1.447266, + 1.382812, + 1.347656, + 1.239258, + 1.365234, + 1.353516, + 1.378906, + 1.396484, + 1.539062, + 1.402344, + 1.296875, + 1.359375, + 1.328125, + 1.589844, + 1.34375, + 1.355469, + 1.320312, + 1.384766, + 1.574219, + 1.375, + 1.322266, + 1.3125, + 1.351562, + 1.328125, + 1.400391, + 1.328125, + 1.550781, + 1.337891, + 1.361328, + 1.488281, + 1.291016, + 1.287109, + 1.324219, + 1.361328, + 1.558594, + 1.400391, + 1.369141, + 1.460938, + 1.507812, + 1.353516, + 1.308594, + 1.324219, + 1.316406, + 1.455078, + 1.380859, + 1.198242, + 1.324219, + 1.503906, + 1.089355, + 1.363281, + 1.316406, + 1.542969, + 1.402344, + 1.337891, + 1.271484, + 1.328125, + 1.392578, + 1.375, + 1.298828, + 1.283203, + 1.570312, + 1.265625, + 1.328125, + 1.482422, + 1.386719, + 1.375, + 1.369141, + 1.355469, + 1.558594, + 1.294922, + 1.402344, + 1.333984, + 1.332031, + 1.316406, + 1.335938, + 1.337891, + 1.318359, + 1.386719, + 1.273438, + 1.476562, + 1.451172, + 1.59375, + 1.335938, + 1.324219, + 1.347656, + 1.373047, + 0.332031, + 1.392578, + 1.337891, + 1.239258, + 1.376953, + 1.3125, + 1.414062, + 1.376953, + 1.435547, + 1.308594, + 1.285156, + 1.316406, + 1.570312, + 1.359375, + 1.287109, + 1.539062, + 1.609375, + 1.233398, + 1.449219, + 1.332031, + 1.291016, + 1.554688, + 1.769531, + 1.316406, + 1.535156, + 1.443359, + 1.5625, + 1.310547, + 1.394531, + 1.361328, + 1.40625, + 1.363281, + 1.375, + 1.355469, + 1.542969, + 1.310547, + 1.279297, + 1.427734, + 1.369141, + 1.417969, + 1.449219, + 1.59375, + 1.279297, + 1.478516, + 1.302734, + 1.330078, + 1.396484, + 1.285156, + 1.375, + 1.318359, + 1.263672, + 1.217773, + 1.296875, + 6.65625, + 1.322266, + 1.179688, + 1.292969, + 1.160156, + 0.695312, + 1.433594, + 1.414062, + 1.335938, + 1.433594, + 1.291016, + 1.380859, + 1.425781, + 1.539062, + 1.333984, + 1.396484, + 1.257812, + 1.486328, + 1.46875, + 1.412109, + 1.402344, + 1.400391, + 1.507812, + 1.404297, + 1.416016, + 1.308594, + 0.963867, + 1.679688, + 1.554688, + 1.337891, + 1.410156, + 1.28125, + 1.322266, + 1.402344, + 1.400391, + 1.349609, + 1.326172, + 1.283203, + 1.355469, + 1.020996, + 1.400391, + 1.318359, + 1.34375, + 1.470703, + 1.347656, + 1.494141, + 1.398438, + 1.335938, + 1.314453, + 1.710938, + 1.320312, + 2.117188, + 1.392578, + 1.511719, + 1.632812, + 1.3125, + 1.349609, + 1.427734, + 1.486328, + 1.65625, + 1.339844, + 1.394531, + 1.316406, + 1.388672, + 1.605469, + 1.447266, + 1.349609, + 1.431641, + 1.326172, + 1.316406, + 1.363281, + 1.40625, + 1.324219, + 1.347656, + 1.318359, + 1.28125, + 1.275391, + 1.3125, + 1.640625, + 1.53125, + 1.300781, + 1.316406, + 1.376953, + 1.265625, + 1.314453, + 1.341797, + 1.355469, + 1.404297, + 1.261719, + 1.205078, + 1.462891, + 1.355469, + 1.427734, + 1.275391, + 0.527344, + 1.369141, + 1.318359, + 1.324219, + 1.388672, + 1.304688, + 1.355469, + 1.318359, + 1.271484, + 1.238281, + 1.558594, + 1.279297, + 1.289062, + 1.570312, + 1.455078, + 1.239258, + 1.820312, + 1.316406, + 1.291016, + 1.46875, + 1.609375, + 1.304688, + 1.300781, + 1.285156, + 1.337891, + 1.277344, + 1.320312, + 1.337891, + 1.294922, + 1.380859, + 1.417969, + 1.302734, + 1.378906, + 1.402344, + 1.208984, + 1.384766, + 1.324219, + 1.333984, + 1.285156, + 1.404297, + 1.328125, + 1.283203, + 1.394531, + 1.361328, + 1.3125, + 1.605469, + 1.355469, + 1.349609, + 1.392578, + 1.625, + 1.570312, + 1.378906, + 0.984009, + 1.014404, + 1.464844, + 1.289062, + 1.300781, + 1.601562, + 1.271484, + 1.330078, + 1.554688, + 1.378906, + 1.390625, + 1.324219, + 1.335938, + 1.28125, + 1.367188, + 1.410156, + 1.298828, + 1.460938, + 1.34375, + 1.337891, + 1.429688, + 1.408203, + 1.34375, + 1.339844, + 1.326172, + 1.351562, + 1.353516, + 1.289062, + 1.451172, + 1.341797, + 1.253906, + 1.267578, + 1.353516, + 1.18457, + 1.455078, + 1.369141, + 1.679688, + 1.341797, + 1.6875, + 1.302734, + 1.285156, + 1.337891, + 1.263672, + 1.535156, + 1.335938, + 1.554688, + 1.353516, + 1.308594, + 1.245117, + 1.457031, + 1.341797, + 1.345703, + 1.308594, + 1.318359, + 1.326172, + 1.345703, + 1.355469, + 1.302734, + 1.275391, + 1.355469, + 1.443359, + 1.351562, + 1.507812, + 1.443359, + 1.476562, + 1.339844, + 1.259766, + 1.318359, + 1.324219, + 1.322266, + 1.332031, + 1.408203, + 1.326172, + 1.335938, + 1.527344, + 1.308594, + 1.519531, + 1.320312, + 1.359375, + 1.279297, + 1.296875, + 1.404297, + 1.318359, + 1.402344, + 1.425781, + 1.396484, + 1.316406, + 1.306641, + 1.363281, + 1.316406, + 1.365234, + 1.421875, + 1.349609, + 1.359375, + 1.261719, + 1.347656, + 1.345703, + 1.886719, + 1.480469, + 1.400391, + 1.462891, + 1.392578, + 1.396484, + 1.34375, + 1.347656, + 1.304688, + 1.558594, + 1.539062, + 1.324219, + 1.322266, + 1.369141, + 1.535156, + 1.306641, + 1.519531, + 1.363281, + 1.165039, + 1.535156, + 1.382812, + 1.601562, + 1.46875, + 1.28125, + 1.320312, + 1.259766, + 1.486328, + 1.625, + 1.375, + 1.322266, + 1.363281, + 1.378906, + 1.328125, + 1.289062, + 1.296875, + 1.400391, + 1.730469, + 1.550781, + 1.363281, + 1.373047, + 1.574219, + 1.333984, + 1.335938, + 1.337891, + 1.324219, + 1.390625, + 1.285156, + 1.28125, + 1.320312, + 1.380859, + 1.318359, + 1.345703, + 1.365234, + 1.382812, + 1.335938, + 1.480469, + 1.382812, + 1.503906, + 1.400391, + 1.349609, + 1.507812, + 1.322266, + 1.597656, + 1.22168, + 1.191406, + 1.380859, + 1.380859, + 1.314453, + 1.173828, + 1.345703, + 1.269531, + 1.304688, + 1.441406, + 1.382812, + 1.589844, + 1.363281, + 0.84375, + 1.488281, + 1.494141, + 1.316406, + 1.464844, + 1.582031, + 1.353516, + 1.318359, + 1.386719, + 1.369141, + 1.378906, + 1.199219, + 1.365234, + 1.386719, + 1.353516, + 1.386719, + 1.306641, + 1.386719, + 1.223633, + 1.394531, + 1.421875, + 1.589844, + 1.353516, + 1.400391, + 1.294922, + 1.355469, + 1.519531, + 2.125, + 1.332031, + 1.339844, + 1.373047, + 1.375, + 1.294922, + 1.269531, + 1.478516, + 1.304688, + 1.402344, + 1.306641, + 1.302734, + 1.453125, + 1.375, + 1.339844, + 1.275391, + 1.345703, + 1.351562, + 1.339844, + 1.542969, + 1.390625, + 1.488281, + 1.369141, + 1.660156, + 1.466797, + 1.384766, + 1.332031, + 0.898438, + 1.511719, + 1.953125, + 1.3125, + 1.335938, + 1.225586, + 1.511719, + 1.200195, + 1.168945, + 1.34375, + 1.219727, + 1.453125, + 1.373047, + 1.410156, + 1.316406, + 1.337891, + 1.480469, + 1.380859, + 1.439453, + 1.447266, + 1.523438, + 1.6875, + 1.386719, + 1.384766, + 1.410156, + 1.332031, + 1.287109, + 1.363281, + 1.388672, + 1.328125, + 1.388672, + 1.423828, + 1.390625, + 1.447266, + 1.380859, + 1.71875, + 1.361328, + 1.345703, + 1.632812, + 1.324219, + 1.478516, + 1.349609, + 1.355469, + 1.429688, + 1.337891, + 1.365234, + 1.404297, + 1.326172, + 1.113281, + 1.535156, + 1.597656, + 1.410156, + 1.363281, + 1.332031, + 1.318359, + 1.304688, + 1.5625, + 1.369141, + 1.300781, + 1.558594, + 1.460938, + 1.332031, + 1.341797, + 1.410156, + 1.402344, + 1.449219, + 1.129883, + 1.316406, + 1.462891, + 1.388672, + 1.578125, + 1.470703, + 1.328125, + 1.347656, + 1.337891, + 1.558594, + 1.351562, + 1.304688, + 1.5625, + 1.018677, + 0.960693, + 0.928223, + 1.488281, + 1.373047, + 1.349609, + 1.482422, + 1.330078, + 1.320312, + 1.308594, + 1.131836, + 1.353516, + 1.371094, + 1.253906, + 1.34375, + 7.28125, + 1.339844, + 1.376953, + 1.34375, + 1.431641, + 1.318359, + 1.326172, + 1.441406, + 1.539062, + 1.378906, + 1.316406, + 1.330078, + 1.5, + 1.398438, + 1.613281, + 1.333984, + 1.229492, + 1.542969, + 1.453125, + 1.648438, + 1.492188, + 1.302734, + 1.279297, + 1.492188, + 1.478516, + 1.345703, + 1.423828, + 1.34375, + 1.535156, + 1.386719, + 1.328125, + 1.273438, + 1.298828, + 1.283203, + 1.378906, + 1.367188, + 1.144531, + 1.322266, + 1.314453, + 1.357422, + 1.3125, + 1.283203, + 1.306641, + 1.617188, + 0.246094, + 1.382812, + 1.320312, + 1.423828, + 1.527344, + 1.369141, + 1.330078, + 1.277344, + 1.337891, + 1.333984, + 1.363281, + 1.417969, + 1.449219, + 1.429688, + 1.585938, + 1.443359, + 1.554688, + 1.283203, + 1.320312, + 1.318359, + 1.359375, + 1.335938, + 1.175781, + 1.279297, + 1.225586, + 1.59375, + 1.507812, + 1.449219, + 1.289062, + 1.472656, + 1.394531, + 1.333984, + 1.417969, + 1.359375, + 1.416016, + 1.394531, + 1.367188, + 1.498047, + 1.423828, + 1.421875, + 1.355469, + 1.380859, + 1.574219, + 1.363281, + 1.347656, + 1.244141, + 1.382812, + 1.316406, + 1.3125, + 1.332031, + 1.337891, + 1.494141, + 1.302734, + 1.382812, + 1.503906, + 1.388672, + 1.289062, + 1.322266, + 1.241211, + 1.345703, + 1.271484, + 1.267578, + 1.878906, + 1.363281, + 1.398438, + 1.294922, + 1.271484, + 1.453125, + 1.417969, + 1.410156, + 1.443359, + 1.359375, + 1.337891, + 1.474609, + 1.300781, + 1.314453, + 1.347656, + 1.355469, + 1.539062, + 1.355469, + 1.054688, + 1.289062, + 1.18457, + 1.3125, + 1.322266, + 1.554688, + 1.361328, + 1.408203, + 2.023438, + 1.5625, + 1.414062, + 1.507812, + 1.328125, + 1.394531, + 1.355469, + 1.433594, + 1.605469, + 1.292969, + 1.46875, + 1.4375, + 1.373047, + 1.394531, + 1.046631, + 1.875, + 0.962891, + 1.376953, + 1.304688, + 1.333984, + 1.245117, + 1.554688, + 1.671875, + 1.484375, + 1.263672, + 1.722656, + 1.400391, + 1.174805, + 1.380859, + 1.679688, + 1.375, + 1.308594, + 1.318359, + 1.443359, + 1.335938, + 1.429688, + 2.101562, + 1.285156, + 1.279297, + 1.71875, + 1.287109, + 1.292969, + 1.386719, + 1.337891, + 1.388672, + 1.632812, + 1.34375, + 1.375, + 1.365234, + 1.3125, + 1.265625, + 1.490234, + 1.322266, + 1.337891, + 1.308594, + 1.390625, + 1.339844, + 1.425781, + 1.380859, + 1.445312, + 1.351562, + 1.667969, + 1.365234, + 1.492188, + 1.267578, + 1.417969, + 1.339844, + 1.578125, + 1.347656, + 1.363281, + 1.237305, + 1.523438, + 1.318359, + 1.527344, + 1.322266, + 1.365234, + 1.375, + 1.53125, + 1.310547, + 1.691406, + 1.3125, + 1.257812, + 1.369141, + 1.507812, + 1.341797, + 1.349609, + 1.433594, + 1.263672, + 1.306641, + 1.347656, + 1.417969, + 1.363281, + 1.341797, + 1.390625, + 1.040283, + 1.398438, + 1.355469, + 1.404297, + 1.410156, + 1.554688, + 1.349609, + 1.4375, + 1.699219, + 1.412109, + 1.300781, + 1.472656, + 1.835938, + 1.386719, + 1.322266, + 1.394531, + 1.414062, + 1.306641, + 1.229492, + 1.447266, + 1.425781, + 1.318359, + 1.679688, + 1.574219, + 1.558594, + 1.234375, + 1.355469, + 1.174805, + 1.255859, + 1.472656, + 1.353516, + 1.332031, + 1.353516, + 0.582031, + 1.421875, + 1.511719, + 1.369141, + 1.285156, + 1.390625, + 1.404297, + 1.369141, + 1.192383, + 1.300781, + 1.285156, + 1.244141, + 1.310547, + 1.386719, + 1.613281, + 1.458984, + 1.386719, + 1.341797, + 1.472656, + 1.285156, + 1.5, + 1.324219, + 1.458984, + 1.339844, + 1.419922, + 1.375, + 1.316406, + 1.392578, + 1.400391, + 1.259766, + 1.347656, + 1.527344, + 1.067871, + 1.300781, + 1.441406, + 1.3125, + 1.289062, + 1.339844, + 1.357422, + 1.404297, + 1.380859, + 1.371094, + 1.416016, + 2.164062, + 1.353516, + 1.279297, + 1.332031, + 1.285156, + 1.447266, + 1.382812, + 1.3125, + 1.261719, + 1.047363, + 1.365234, + 1.314453, + 1.335938, + 1.367188, + 1.412109, + 1.457031, + 1.400391, + 1.333984, + 1.423828, + 1.287109, + 1.380859, + 1.337891, + 1.328125, + 1.5625, + 1.376953, + 1.402344, + 1.359375, + 1.496094, + 1.447266, + 1.275391, + 1.466797, + 1.382812, + 1.5625, + 1.386719, + 1.34375, + 1.34375, + 1.789062, + 1.291016, + 1.365234, + 1.394531, + 1.375, + 1.410156, + 1.558594, + 1.378906, + 1.380859, + 1.6875, + 1.324219, + 1.285156, + 1.355469, + 1.28125, + 1.371094, + 1.279297, + 1.376953, + 1.511719, + 1.394531, + 1.384766, + 1.355469, + 1.507812, + 1.451172, + 1.273438, + 1.361328, + 1.396484, + 1.369141, + 1.310547, + 1.310547, + 1.337891, + 1.322266, + 1.384766, + 1.353516, + 1.427734, + 1.335938, + 1.351562, + 1.236328, + 1.410156, + 1.429688, + 1.427734, + 1.224609, + 1.375, + 1.367188, + 1.330078, + 1.353516, + 1.417969, + 1.320312, + 1.380859, + 1.335938, + 1.388672, + 1.304688, + 1.202148, + 1.546875, + 0.87793, + 1.34375, + 1.371094, + 1.427734, + 1.333984, + 1.570312, + 1.285156, + 1.355469, + 1.412109, + 1.332031, + 1.441406, + 1.539062, + 1.047852, + 1.345703, + 1.373047, + 1.199219, + 1.120605, + 1.306641, + 1.257812, + 1.193359, + 1.527344, + 1.326172, + 1.287109, + 1.349609, + 1.400391, + 1.380859, + 1.371094, + 1.355469, + 1.441406, + 1.337891, + 1.574219, + 1.273438, + 1.3125, + 1.324219, + 1.535156, + 1.375, + 1.302734, + 1.339844, + 1.349609, + 1.306641, + 1.396484, + 1.333984, + 1.435547, + 1.318359, + 1.427734, + 1.347656, + 1.359375, + 1.494141, + 1.539062, + 1.396484, + 1.558594, + 1.412109, + 1.328125, + 1.546875, + 1.365234, + 1.302734, + 1.404297, + 1.494141, + 1.503906, + 1.369141, + 1.332031, + 1.333984, + 1.550781, + 1.178711, + 1.427734, + 1.416016, + 1.417969, + 1.507812, + 1.332031, + 1.324219, + 1.306641, + 1.326172, + 1.451172, + 1.306641, + 1.363281, + 1.380859, + 1.5, + 1.357422, + 1.330078, + 1.347656, + 1.40625, + 1.369141, + 1.332031, + 1.273438, + 1.302734, + 1.332031, + 1.488281, + 1.466797, + 1.443359, + 1.527344, + 1.333984, + 1.414062, + 1.474609, + 1.382812, + 1.613281, + 1.199219, + 1.347656, + 1.359375, + 1.328125, + 1.373047, + 1.347656, + 1.570312, + 1.414062, + 1.425781, + 1.472656, + 1.361328, + 1.300781, + 1.511719, + 1.337891, + 1.233398, + 1.337891, + 1.287109, + 1.373047, + 1.400391, + 1.285156, + 1.287109, + 1.378906, + 1.394531, + 1.539062, + 1.394531, + 1.271484, + 1.375, + 1.400391, + 1.3125, + 1.326172, + 1.345703, + 1.339844, + 1.423828, + 1.300781, + 1.255859, + 1.464844, + 1.484375, + 1.388672, + 1.353516, + 1.339844, + 1.402344, + 1.351562, + 1.324219, + 1.246094, + 1.296875, + 1.304688, + 1.361328, + 1.683594, + 1.304688, + 1.353516, + 1.384766, + 1.382812, + 1.353516, + 1.398438, + 1.480469, + 1.353516, + 1.378906, + 1.34375, + 1.09082, + 1.433594, + 1.394531, + 1.470703, + 1.294922, + 1.283203, + 1.09082, + 1.333984, + 1.328125, + 1.388672, + 1.652344, + 1.304688, + 1.453125, + 1.597656, + 1.396484, + 1.425781, + 1.394531, + 1.398438, + 1.380859, + 1.351562, + 1.361328, + 1.322266, + 1.316406, + 1.306641, + 1.056152, + 1.289062, + 1.621094, + 1.376953, + 1.365234, + 1.527344, + 1.182617, + 1.375, + 1.349609, + 1.310547, + 1.605469, + 1.279297, + 1.494141, + 1.382812, + 1.351562, + 1.457031, + 1.519531, + 1.398438, + 1.384766, + 1.427734, + 1.269531, + 1.25, + 1.539062, + 1.359375, + 1.625, + 1.351562, + 1.386719, + 1.259766, + 1.523438, + 1.410156, + 1.255859, + 1.527344, + 1.644531, + 1.378906, + 1.314453, + 1.455078, + 1.365234, + 1.378906, + 1.507812, + 1.355469, + 1.488281, + 0.921387, + 1.083008, + 1.355469, + 1.460938, + 1.355469, + 1.347656, + 1.425781, + 1.351562, + 1.458984, + 1.349609, + 1.507812, + 1.554688, + 1.355469, + 1.326172, + 1.320312, + 1.371094, + 1.371094, + 1.285156, + 1.40625, + 1.330078, + 1.503906, + 1.462891, + 1.296875, + 1.242188, + 1.433594, + 1.382812, + 1.464844, + 1.291016, + 1.351562, + 1.314453, + 1.369141, + 1.5, + 1.396484, + 1.380859, + 1.5, + 1.337891, + 1.347656, + 1.380859, + 1.261719, + 1.339844, + 1.410156, + 1.324219, + 1.714844, + 1.451172, + 1.304688, + 1.347656, + 1.457031, + 1.757812, + 1.376953, + 1.330078, + 1.298828, + 1.300781, + 1.263672, + 1.367188, + 1.410156, + 1.455078, + 1.267578, + 1.324219, + 1.511719, + 1.53125, + 0.948975, + 1.335938, + 1.316406, + 1.365234, + 1.425781, + 1.412109, + 1.15918, + 1.310547, + 1.388672, + 1.353516, + 1.302734, + 1.554688, + 1.308594, + 1.353516, + 1.308594, + 1.484375, + 1.386719, + 1.466797, + 1.410156, + 1.523438, + 1.241211, + 1.390625, + 1.353516, + 1.371094, + 1.392578, + 1.419922, + 1.097656, + 1.34375, + 1.21875, + 1.332031, + 1.353516, + 1.589844, + 1.367188, + 0.931152, + 1.353516, + 1.367188, + 1.353516, + 1.326172, + 1.328125, + 1.304688, + 1.449219, + 1.929688, + 1.332031, + 1.306641, + 1.287109, + 1.371094, + 1.617188, + 1.402344, + 1.332031, + 1.539062, + 1.373047, + 1.396484, + 1.328125, + 1.490234, + 1.371094, + 1.213867, + 1.347656, + 1.5, + 1.322266, + 1.423828, + 1.345703, + 1.339844, + 1.394531, + 1.431641, + 1.378906, + 1.380859, + 1.373047, + 1.318359, + 1.519531, + 1.308594, + 1.601562, + 1.396484, + 1.511719, + 1.365234, + 1.369141, + 1.238281, + 1.367188, + 1.337891, + 1.371094, + 1.474609, + 1.462891, + 1.376953, + 1.640625, + 1.494141, + 1.306641, + 1.294922, + 1.324219, + 1.404297, + 1.302734, + 1.539062, + 1.332031, + 1.283203, + 1.326172, + 1.457031, + 1.427734, + 1.404297, + 1.386719, + 1.367188, + 1.589844, + 1.333984, + 1.314453, + 1.433594, + 1.349609, + 1.292969, + 1.361328, + 1.648438, + 1.347656, + 1.359375, + 1.398438, + 1.324219, + 1.339844, + 1.289062, + 1.400391, + 1.480469, + 1.328125, + 1.388672, + 1.625, + 1.488281, + 1.380859, + 1.373047, + 1.308594, + 1.330078, + 1.355469, + 1.10498, + 1.347656, + 1.355469, + 1.324219, + 1.345703, + 1.423828, + 1.339844, + 1.464844, + 1.566406, + 1.335938, + 1.376953, + 1.341797, + 1.402344, + 1.207031, + 1.365234, + 1.347656, + 1.330078, + 1.410156, + 1.386719, + 1.271484, + 1.421875, + 1.447266, + 1.597656, + 1.472656, + 1.511719, + 1.310547, + 1.300781, + 2.0, + 1.259766, + 1.380859, + 1.157227, + 1.349609, + 1.324219, + 1.351562, + 1.326172, + 1.341797, + 1.558594, + 1.371094, + 1.660156, + 1.369141, + 1.511719, + 1.333984, + 1.279297, + 1.371094, + 1.427734, + 1.335938, + 1.382812, + 1.275391, + 1.585938, + 1.257812, + 1.359375, + 1.359375, + 1.511719, + 1.326172, + 1.298828, + 1.431641, + 1.496094, + 1.470703, + 1.46875, + 1.291016, + 1.386719, + 1.375, + 1.378906, + 1.361328, + 1.316406, + 1.542969, + 1.345703, + 1.443359, + 1.408203, + 1.400391, + 1.617188, + 1.40625, + 1.388672, + 1.380859, + 1.300781, + 1.419922, + 1.251953, + 1.298828, + 1.320312, + 1.316406, + 1.369141, + 1.285156, + 1.365234, + 1.320312, + 1.369141, + 1.419922, + 1.523438, + 1.322266, + 1.384766, + 1.373047, + 1.365234, + 1.523438, + 1.408203, + 1.431641, + 1.308594, + 1.320312, + 1.341797, + 1.378906, + 1.402344, + 1.308594, + 1.550781, + 1.330078, + 1.386719, + 1.384766, + 1.304688, + 1.628906, + 1.271484, + 1.605469, + 1.441406, + 1.316406, + 1.515625, + 0.929199, + 1.345703, + 1.451172, + 1.357422, + 1.251953, + 1.324219, + 1.398438, + 1.507812, + 1.365234, + 1.519531, + 1.369141, + 1.322266, + 1.365234, + 1.339844, + 1.326172, + 1.261719, + 1.322266, + 1.136719, + 1.369141, + 1.412109, + 1.369141, + 1.357422, + 1.320312, + 1.455078, + 1.316406, + 1.361328, + 1.285156, + 1.365234, + 1.410156, + 1.578125, + 1.304688, + 1.597656, + 1.455078, + 1.357422, + 1.625, + 1.302734, + 1.223633, + 1.421875, + 1.292969, + 1.351562, + 1.396484, + 1.503906, + 1.298828, + 1.398438, + 1.699219, + 1.378906, + 1.388672, + 1.294922, + 1.410156, + 1.542969, + 1.296875, + 1.316406, + 1.302734, + 1.298828, + 1.443359, + 1.365234, + 1.416016, + 1.511719, + 1.388672, + 1.178711, + 1.404297, + 1.855469, + 1.369141, + 1.384766, + 1.277344, + 1.369141, + 1.345703, + 1.191406, + 1.324219, + 1.332031, + 1.369141, + 1.294922, + 1.322266, + 1.820312, + 1.300781, + 1.367188, + 1.427734, + 1.601562, + 1.376953, + 1.353516, + 1.392578, + 1.302734, + 1.341797, + 1.410156, + 1.337891, + 1.554688, + 1.353516, + 1.345703, + 1.714844, + 1.257812, + 1.300781, + 1.291016, + 1.341797, + 1.480469, + 1.425781, + 1.458984, + 1.554688, + 1.402344, + 1.400391, + 1.458984, + 1.371094, + 1.3125, + 1.355469, + 1.304688, + 1.240234, + 1.417969, + 1.296875, + 1.285156, + 1.322266, + 1.322266, + 1.632812, + 1.416016, + 1.349609, + 1.382812, + 1.291016, + 1.324219, + 1.357422, + 1.332031, + 1.34375, + 1.337891, + 1.390625, + 1.292969, + 1.371094, + 1.302734, + 1.306641, + 1.480469, + 1.15332, + 1.376953, + 1.431641, + 1.292969, + 1.34375, + 1.396484, + 1.4375, + 1.357422, + 1.269531, + 1.359375, + 1.458984, + 1.558594, + 1.589844, + 1.371094, + 1.394531, + 1.263672, + 1.435547, + 1.285156, + 1.390625, + 1.287109, + 1.269531, + 0.935059, + 1.636719, + 1.882812, + 1.369141, + 1.294922, + 1.400391, + 1.332031, + 1.335938, + 1.326172, + 1.609375, + 1.324219, + 1.308594, + 1.558594, + 1.460938, + 1.427734, + 1.605469, + 1.306641, + 1.302734, + 1.558594, + 1.363281, + 1.349609, + 1.373047, + 1.333984, + 1.345703, + 1.527344, + 1.388672, + 1.416016, + 1.423828, + 1.400391, + 1.333984, + 1.679688, + 1.318359, + 1.777344, + 1.480469, + 1.353516, + 1.332031, + 1.378906, + 1.539062, + 1.182617, + 1.302734, + 1.287109, + 1.466797, + 1.427734, + 1.523438, + 1.316406, + 1.347656, + 1.482422, + 1.00066, + 1.324219, + 1.359375, + 1.306641, + 1.115723, + 1.511719, + 1.396484, + 1.275391, + 1.369141, + 1.570312, + 1.261719, + 1.324219, + 1.351562, + 1.259766, + 1.417969, + 1.449219, + 1.455078, + 1.585938, + 1.369141, + 1.349609, + 1.292969, + 1.357422, + 1.322266, + 1.314453, + 1.237305, + 1.523438, + 1.371094, + 1.355469, + 1.333984, + 1.550781, + 1.330078, + 1.345703, + 1.410156, + 1.253906, + 1.326172, + 1.402344, + 1.376953, + 1.425781, + 2.015625, + 1.335938, + 1.328125, + 1.333984, + 1.345703, + 1.359375, + 1.273438, + 1.330078, + 1.367188, + 1.554688, + 1.34375, + 1.373047, + 1.617188, + 1.318359, + 1.386719, + 1.367188, + 1.503906, + 1.324219, + 1.585938, + 1.431641, + 1.410156, + 1.539062, + 1.390625, + 1.388672, + 1.375, + 1.380859, + 1.470703, + 1.453125, + 1.298828, + 1.652344, + 1.613281, + 1.291016, + 1.347656, + 1.941406, + 1.335938, + 1.294922, + 1.351562, + 1.464844, + 1.417969, + 1.318359, + 1.394531, + 1.318359, + 1.427734, + 1.691406, + 1.396484, + 1.417969, + 1.519531, + 1.302734, + 1.380859, + 1.375, + 1.396484, + 1.5625, + 1.324219, + 1.339844, + 1.386719, + 1.28125, + 1.275391, + 1.378906, + 1.427734, + 1.310547, + 1.316406, + 1.361328, + 1.318359, + 1.609375, + 1.378906, + 1.382812, + 1.139648, + 1.5, + 1.380859, + 1.345703, + 1.347656, + 1.917969, + 1.369141, + 1.542969, + 1.431641, + 1.439453, + 1.373047, + 1.558594, + 1.337891, + 1.333984, + 1.291016, + 1.330078, + 1.410156, + 1.460938, + 1.324219, + 1.359375, + 1.347656, + 1.388672, + 1.349609, + 1.332031, + 1.570312, + 1.347656, + 1.339844, + 1.496094, + 1.384766, + 1.408203, + 1.431641, + 1.347656, + 1.449219, + 1.498047, + 1.355469, + 1.554688, + 1.320312, + 1.507812, + 1.376953, + 1.308594, + 1.162109, + 1.392578, + 1.511719, + 1.292969, + 1.106445, + 1.410156, + 1.400391, + 1.300781, + 1.285156, + 1.400391, + 1.341797, + 1.3125, + 0.95874, + 1.324219, + 0.977417, + 1.416016, + 1.482422, + 1.380859, + 1.285156, + 1.427734, + 1.335938, + 1.457031, + 1.40625, + 1.375, + 1.324219, + 1.554688, + 1.472656, + 1.339844, + 1.332031, + 1.357422, + 1.333984, + 1.480469, + 1.503906, + 1.339844, + 1.388672, + 1.285156, + 1.453125, + 1.318359, + 1.5, + 1.398438, + 1.291016, + 1.470703, + 1.263672, + 1.484375, + 1.75, + 1.5625, + 1.365234, + 1.261719, + 1.222656, + 1.523438, + 1.384766, + 1.322266, + 1.414062, + 1.566406, + 1.443359, + 1.318359, + 1.271484, + 1.523438, + 1.069824, + 1.480469, + 1.386719 + ] + }, + "name": "onnx::Mul_8227", + "outputIndexes": [ + 417 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 416, + 417 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_3/Mul_1_output_0", + "outputIndexes": [ + 418 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 399, + 418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_19_output_0", + "outputIndexes": [ + 419 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 419, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_36_output_0", + "outputIndexes": [ + 420 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 420 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_4/Mul_output_0", + "outputIndexes": [ + 421 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.652344, + 1.507812, + 1.613281, + 1.898438, + 1.519531, + 1.730469, + 1.863281, + 0.679688, + 1.691406, + 1.355469, + 1.785156, + 1.601562, + 1.388672, + 1.792969, + 1.808594, + 1.578125, + 1.859375, + 1.710938, + 1.527344, + 1.652344, + 1.78125, + 1.867188, + 1.742188, + 1.476562, + 1.441406, + 1.625, + 1.691406, + 1.53125, + 1.558594, + 1.816406, + 1.601562, + 1.287109, + 1.5625, + 0.81543, + 1.484375, + 1.597656, + 1.435547, + 1.757812, + 1.490234, + 1.396484, + 1.609375, + 1.490234, + 1.679688, + 1.326172, + 0.943359, + 1.867188, + 1.691406, + 1.625, + 1.4375, + 1.486328, + 1.675781, + 1.326172, + 1.65625, + 0.933105, + 1.777344, + 1.507812, + 1.808594, + 1.675781, + 1.318359, + 1.351562, + 1.335938, + 1.283203, + 1.660156, + 1.691406, + 1.464844, + 1.5625, + 1.3125, + 1.660156, + 1.496094, + 1.597656, + 1.714844, + 1.808594, + 1.355469, + 1.519531, + 1.429688, + 1.601562, + 1.152344, + 1.458984, + 1.355469, + 0.997147, + 1.511719, + 0.722656, + 1.185547, + 1.396484, + 1.585938, + 1.625, + 1.527344, + 1.376953, + 1.041992, + 1.416016, + 1.664062, + 1.414062, + 1.792969, + 0.95459, + 1.703125, + 0.695312, + 1.648438, + 1.660156, + 1.5, + 1.550781, + 1.285156, + 1.863281, + 1.640625, + 1.722656, + 1.699219, + 1.527344, + 1.699219, + 1.425781, + 1.570312, + 1.589844, + 1.636719, + 1.582031, + 1.921875, + 2.007812, + 1.792969, + 1.251953, + 1.75, + 0.901855, + 1.652344, + 1.964844, + 1.683594, + 1.550781, + 0.712891, + 1.652344, + 1.496094, + 1.351562, + 1.601562, + 1.726562, + 1.660156, + 1.271484, + 1.279297, + 1.476562, + 1.339844, + 1.527344, + 1.632812, + 1.796875, + 1.40625, + 1.363281, + 1.585938, + 1.769531, + 1.433594, + 1.419922, + 1.486328, + 1.699219, + 1.636719, + 1.302734, + 1.523438, + 1.550781, + 1.652344, + 1.710938, + 1.699219, + 1.457031, + 1.582031, + 1.128906, + 1.867188, + 1.75, + 1.12793, + 1.53125, + 0.935547, + 0.831055, + 1.267578, + 1.738281, + 1.451172, + 1.19043, + 1.839844, + 1.486328, + 1.792969, + 0.801758, + 1.886719, + 1.357422, + 1.566406, + 0.985657, + 1.433594, + 0.849609, + 1.574219, + 1.613281, + 1.730469, + 0.797852, + 1.613281, + 1.558594, + 1.605469, + 0.794922, + 1.447266, + 0.634766, + 1.287109, + 1.507812, + 1.145508, + 1.474609, + 1.482422, + 1.53125, + 1.777344, + 1.003342, + 1.648438, + 1.667969, + 1.605469, + 1.550781, + 1.511719, + 1.835938, + 1.8125, + 1.542969, + 1.558594, + 1.5625, + 1.558594, + 1.408203, + 1.710938, + 1.589844, + 1.392578, + 1.523438, + 1.601562, + 1.855469, + 1.408203, + 1.648438, + 1.644531, + 1.384766, + 1.570312, + 1.667969, + 1.447266, + 1.644531, + 1.828125, + 1.746094, + 1.625, + 1.458984, + 1.628906, + 1.96875, + 1.847656, + 1.660156, + 1.412109, + 1.617188, + 1.511719, + 1.271484, + 1.777344, + 1.667969, + 1.75, + 1.820312, + 1.679688, + 1.984375, + 1.523438, + 1.886719, + 1.496094, + 1.417969, + 1.558594, + 1.570312, + 1.839844, + 0.779297, + 1.476562, + 1.441406, + 1.507812, + 1.519531, + 1.863281, + 1.212891, + 1.625, + 1.675781, + 1.006317, + 1.458984, + 1.78125, + 1.474609, + 1.488281, + 1.71875, + 1.296875, + 1.574219, + 1.824219, + 1.828125, + 1.605469, + 1.539062, + 1.498047, + 1.396484, + 1.878906, + 1.628906, + 1.46875, + 1.474609, + 1.644531, + 1.523438, + 1.457031, + 1.515625, + 1.570312, + 1.695312, + 1.002548, + 1.570312, + 1.777344, + 1.625, + 1.464844, + 1.730469, + 0.964844, + 1.691406, + 1.12793, + 1.550781, + 1.5625, + 1.550781, + 0.906738, + 1.455078, + 1.460938, + 0.896973, + 1.648438, + 1.714844, + 1.347656, + 1.792969, + 1.423828, + 1.597656, + 1.585938, + 1.707031, + 1.613281, + 1.443359, + 0.822266, + 1.439453, + 0.613281, + 1.542969, + 1.832031, + 1.515625, + 1.441406, + 1.789062, + 1.746094, + 0.734375, + 1.550781, + 1.589844, + 1.550781, + 1.523438, + 1.519531, + 1.636719, + 1.65625, + 1.851562, + 1.5, + 1.196289, + 1.53125, + 1.777344, + 1.8125, + 1.6875, + 1.365234, + 1.433594, + 1.773438, + 1.667969, + 1.474609, + 1.515625, + 1.652344, + 1.640625, + 0.316406, + 1.628906, + 1.632812, + 1.785156, + 1.898438, + 1.691406, + 1.316406, + 1.496094, + 1.65625, + 1.523438, + 1.867188, + 1.205078, + 1.738281, + 1.192383, + 1.386719, + 1.726562, + 1.052979, + 1.443359, + 1.166016, + 1.439453, + 0.701172, + 0.966553, + 1.53125, + 1.859375, + 1.287109, + 1.539062, + 0.849609, + 1.792969, + 1.46875, + 1.195312, + 1.376953, + 1.757812, + 1.332031, + 1.373047, + 1.558594, + 1.726562, + 1.765625, + 1.53125, + 1.667969, + 1.582031, + 1.835938, + 1.664062, + 1.757812, + 1.5625, + 1.765625, + 1.229492, + 1.769531, + 1.714844, + 1.21875, + 1.016113, + 1.71875, + 1.550781, + 1.333984, + 1.235352, + 1.574219, + 1.671875, + 1.722656, + 1.71875, + 0.786133, + 1.949219, + 1.824219, + 1.613281, + 1.554688, + 0.814453, + 1.597656, + 1.871094, + 1.730469, + 1.785156, + 1.554688, + 1.746094, + 0.949219, + 1.9375, + 1.808594, + 1.523438, + 1.683594, + 1.195312, + 1.636719, + 1.582031, + 1.699219, + 1.632812, + 1.494141, + 1.482422, + 1.683594, + 1.625, + 1.679688, + 1.617188, + 1.695312, + 1.699219, + 1.182617, + 1.601562, + 1.539062, + 1.527344, + 1.472656, + 1.621094, + 1.644531, + 1.691406, + 1.169922, + 1.859375, + 1.648438, + 1.427734, + 1.550781, + 1.550781, + 1.667969, + 1.578125, + 1.761719, + 1.527344, + 1.867188, + 1.835938, + 1.734375, + 1.306641, + 1.337891, + 1.601562, + 1.882812, + 1.337891, + 1.439453, + 1.8125, + 1.800781, + 1.585938, + 1.609375, + 1.726562, + 1.703125, + 1.757812, + 1.382812, + 1.777344, + 1.617188, + 1.648438, + 1.699219, + 1.777344, + 1.566406, + 1.271484, + 1.122559, + 1.773438, + 0.862305, + 1.609375, + 1.777344, + 1.585938, + 1.527344, + 1.476562, + 1.730469, + 1.431641, + 1.679688, + 1.605469, + 0.865234, + 1.219727, + 1.566406, + 1.695312, + 1.710938, + 1.337891, + 0.685547, + 1.632812, + 1.710938, + 1.902344, + 0.84082, + 1.585938, + 1.527344, + 1.691406, + 1.46875, + 1.699219, + 1.777344, + 1.828125, + 1.339844, + 1.695312, + 0.660156, + 0.919922, + 1.242188, + 0.880371, + 1.408203, + 1.625, + 1.570312, + 1.279297, + 0.824219, + 1.511719, + 1.357422, + 1.515625, + 1.582031, + 1.679688, + 1.542969, + 1.628906, + 1.378906, + 1.554688, + 1.546875, + 1.675781, + 1.382812, + 1.789062, + 1.867188, + 1.103516, + 1.683594, + 1.589844, + 1.015991, + 0.96875, + 1.777344, + 1.097168, + 1.597656, + 1.515625, + 1.550781, + 1.691406, + 1.621094, + 1.679688, + 1.613281, + 0.977051, + 1.761719, + 0.523438, + 1.466797, + 1.539062, + 1.628906, + 0.95459, + 2.5, + 1.542969, + 1.601562, + 1.761719, + 1.625, + 1.566406, + 1.644531, + 1.486328, + 1.210938, + 1.703125, + 1.094727, + 1.726562, + 1.691406, + 1.470703, + 1.542969, + 1.53125, + 1.375, + 1.482422, + 1.523438, + 1.585938, + 2.023438, + 1.455078, + 1.18457, + 1.585938, + 1.617188, + 1.664062, + 1.785156, + 1.648438, + 1.554688, + 1.632812, + 1.878906, + 1.617188, + 1.832031, + 1.570312, + 0.751953, + 1.65625, + 1.511719, + 1.558594, + 1.063477, + 1.730469, + 1.242188, + 1.488281, + 1.734375, + 1.6875, + 1.322266, + 1.470703, + 0.97937, + 1.601562, + 1.380859, + 1.425781, + 1.65625, + 1.574219, + 1.664062, + 1.324219, + 1.400391, + 1.605469, + 1.617188, + 1.746094, + 1.683594, + 1.3125, + 1.605469, + 1.824219, + 1.392578, + 1.742188, + 1.738281, + 1.617188, + 1.503906, + 1.578125, + 1.804688, + 1.613281, + 1.59375, + 1.628906, + 1.8125, + 1.072266, + 1.376953, + 1.808594, + 1.777344, + 1.511719, + 1.761719, + 1.613281, + 1.675781, + 1.554688, + 1.503906, + 1.65625, + 1.808594, + 1.408203, + 1.8125, + 1.738281, + 1.730469, + 0.922852, + 1.484375, + 1.875, + 1.453125, + 1.527344, + 1.746094, + 1.462891, + 1.601562, + 1.679688, + 1.710938, + 1.25, + 1.710938, + 1.730469, + 1.246094, + 0.847656, + 1.660156, + 1.0177, + 1.644531, + 1.742188, + 1.46875, + 1.107422, + 0.648438, + 0.826172, + 1.753906, + 1.59375, + 1.707031, + 1.539062, + 1.507812, + 1.460938, + 1.423828, + 1.617188, + 1.660156, + 1.648438, + 1.482422, + 0.813477, + 1.566406, + 1.480469, + 1.578125, + 1.570312, + 1.585938, + 1.519531, + 1.714844, + 1.652344, + 1.621094, + 1.59375, + 1.25, + 1.589844, + 1.574219, + 1.648438, + 1.320312, + 1.498047, + 1.5625, + 0.746094, + 1.265625, + 1.464844, + 1.691406, + 1.636719, + 1.328125, + 1.636719, + 1.769531, + 1.224609, + 1.59375, + 1.507812, + 1.554688, + 1.53125, + 1.824219, + 1.570312, + 1.365234, + 1.726562, + 1.503906, + 1.609375, + 1.789062, + 1.392578, + 1.480469, + 1.578125, + 1.503906, + 1.671875, + 1.601562, + 1.539062, + 1.65625, + 1.621094, + 1.703125, + 1.75, + 1.890625, + 1.761719, + 1.65625, + 1.570312, + 1.699219, + 1.265625, + 1.542969, + 1.132812, + 1.519531, + 1.78125, + 1.455078, + 1.636719, + 1.273438, + 1.176758, + 1.197266, + 1.707031, + 1.683594, + 1.738281, + 1.410156, + 1.683594, + 1.683594, + 1.462891, + 1.621094, + 1.558594, + 1.582031, + 1.714844, + 1.679688, + 1.796875, + 1.621094, + 1.582031, + 1.496094, + 1.474609, + 1.535156, + 1.400391, + 1.734375, + 1.490234, + 1.734375, + 1.949219, + 1.640625, + 1.734375, + 1.408203, + 1.757812, + 1.574219, + 1.332031, + 1.582031, + 0.798828, + 1.5625, + 1.640625, + 1.660156, + 1.621094, + 1.425781, + 1.78125, + 1.527344, + 1.398438, + 1.648438, + 1.710938, + 1.613281, + 1.636719, + 1.894531, + 1.832031, + 1.527344, + 1.636719, + 1.535156, + 1.789062, + 1.765625, + 1.730469, + 1.314453, + 1.349609, + 1.482422, + 1.419922, + 1.427734, + 1.566406, + 1.984375, + 1.65625, + 1.558594, + 1.292969, + 1.261719, + 1.671875, + 1.652344, + 1.478516, + 1.367188, + 1.753906, + 1.458984, + 1.640625, + 1.722656, + 1.300781, + 1.710938, + 1.3125, + 1.193359, + 1.710938, + 1.695312, + 1.613281, + 1.300781, + 1.094727, + 1.613281, + 1.5625, + 0.974854, + 1.414062, + 1.773438, + 1.894531, + 0.925781, + 1.714844, + 1.010193, + 1.474609, + 1.194336, + 1.59375, + 1.216797, + 1.605469, + 1.714844, + 1.542969, + 1.566406, + 1.523438, + 1.871094, + 1.765625, + 1.535156, + 1.554688, + 1.582031, + 1.601562, + 1.703125, + 1.535156, + 1.4375, + 1.259766, + 1.554688, + 1.351562, + 1.542969, + 1.632812, + 1.337891, + 1.605469, + 1.275391, + 1.8125, + 1.734375, + 1.800781, + 1.851562, + 1.675781, + 1.644531, + 1.652344, + 1.738281, + 1.859375, + 1.464844, + 1.417969, + 1.396484, + 1.699219, + 0.558594, + 1.261719, + 1.412109, + 1.574219, + 1.519531, + 1.388672, + 1.738281, + 1.636719, + 1.621094, + 1.625, + 1.527344, + 0.917969, + 1.578125, + 1.523438, + 1.488281, + 1.196289, + 1.800781, + 1.523438, + 1.746094, + 0.93457, + 1.447266, + 1.175781, + 1.478516, + 1.507812, + 1.839844, + 1.757812, + 1.445312, + 1.103027, + 1.53125, + 1.582031, + 1.628906, + 1.859375, + 1.882812, + 1.890625, + 1.449219, + 1.457031, + 0.981445, + 1.582031, + 1.511719, + 1.441406, + 1.5625, + 1.707031, + 1.921875, + 1.597656, + 1.546875, + 1.742188, + 1.330078, + 1.535156, + 1.644531, + 1.886719, + 1.208984, + 1.367188, + 1.390625, + 0.893066, + 0.720703, + 1.220703, + 0.774414, + 1.609375, + 1.761719, + 1.640625, + 1.423828, + 0.782227, + 0.660156, + 1.539062, + 1.621094, + 1.443359, + 1.699219, + 1.464844, + 1.746094, + 1.617188, + 1.507812, + 0.831055, + 1.785156, + 1.361328, + 1.25, + 1.073242, + 1.570312, + 1.417969, + 1.574219, + 1.466797, + 1.722656, + 1.511719, + 1.550781, + 1.554688, + 1.472656, + 1.832031, + 1.498047, + 1.40625, + 1.476562, + 1.236328, + 1.894531, + 1.617188, + 1.131836, + 0.720703, + 1.597656, + 1.679688, + 1.523438, + 1.535156, + 1.482422, + 1.503906, + 1.398438, + 1.710938, + 0.720703, + 1.285156, + 1.289062, + 1.730469, + 1.722656, + 0.726562, + 1.78125, + 1.503906, + 1.429688, + 1.550781, + 1.691406, + 1.388672, + 1.412109, + 0.871094, + 1.601562, + 1.384766, + 1.527344, + 0.877441, + 1.789062, + 1.703125, + 1.369141, + 1.738281, + 1.5, + 1.373047, + 1.550781, + 1.824219, + 1.769531, + 1.203125, + 1.578125, + 1.714844, + 1.34375, + 1.335938, + 1.542969, + 1.757812, + 1.417969, + 1.695312, + 1.757812, + 1.542969, + 1.671875, + 1.597656, + 1.683594, + 0.6875, + 1.589844, + 1.699219, + 1.640625, + 1.699219, + 1.12207, + 1.515625, + 1.539062, + 0.542969, + 1.283203, + 0.793945, + 1.699219, + 0.853516, + 1.294922, + 1.507812, + 1.652344, + 1.695312, + 1.292969, + 1.511719, + 1.5, + 1.691406, + 0.826172, + 1.363281, + 1.302734, + 1.157227, + 1.045654, + 1.667969, + 1.941406, + 1.400391, + 1.3125, + 1.605469, + 1.419922, + 1.6875, + 1.308594, + 1.527344, + 1.632812, + 0.742188, + 1.683594, + 1.365234, + 1.488281, + 0.84082, + 1.101562, + 1.554688, + 1.75, + 1.570312, + 1.722656, + 1.835938, + 1.679688, + 1.316406, + 2.140625, + 1.382812, + 1.554688, + 1.746094, + 1.503906, + 1.589844, + 1.75, + 1.855469, + 1.8125, + 1.691406, + 1.632812, + 1.816406, + 1.53125, + 1.396484, + 1.363281, + 1.542969, + 1.40625, + 1.554688, + 1.730469, + 1.59375, + 1.652344, + 1.644531, + 1.386719, + 1.859375, + 0.826172, + 1.324219, + 1.408203, + 0.862305, + 1.683594, + 1.539062, + 1.625, + 1.5625, + 1.652344, + 1.636719, + 1.558594, + 1.408203, + 0.791016, + 1.349609, + 1.488281, + 1.5, + 1.859375, + 1.425781, + 1.178711, + 1.554688, + 1.628906, + 1.714844, + 1.535156, + 1.96875, + 0.764648, + 1.917969, + 1.738281, + 1.296875, + 1.695312, + 1.675781, + 1.558594, + 1.402344, + 1.808594, + 1.695312, + 1.796875, + 1.539062, + 1.765625, + 1.839844, + 1.052734, + 1.494141, + 1.40625, + 1.710938, + 1.8125, + 1.675781, + 1.068359, + 1.554688, + 0.853516, + 1.527344, + 1.730469, + 1.328125, + 1.589844, + 1.820312, + 1.867188, + 1.527344, + 1.441406, + 1.726562, + 0.819336, + 0.693359, + 0.800781, + 1.636719, + 1.585938, + 0.941162, + 1.431641, + 1.412109, + 1.075684, + 0.979614, + 1.53125, + 1.302734, + 1.550781, + 0.929199, + 1.484375, + 1.589844, + 1.351562, + 1.554688, + 1.390625, + 1.445312, + 1.742188, + 1.546875, + 0.939453, + 1.233398, + 1.000908, + 1.464844, + 1.765625, + 1.714844, + 1.914062, + 1.396484, + 1.134766, + 1.369141, + 0.87793, + 1.283203, + 1.458984, + 1.773438, + 1.527344, + 1.255859, + 1.632812, + 1.679688, + 1.570312, + 1.484375, + 1.503906, + 1.5, + 0.954346, + 1.738281, + 1.613281, + 1.06543, + 1.789062, + 1.519531, + 1.738281, + 1.578125, + 1.535156, + 1.447266, + 1.824219, + 1.710938, + 1.554688, + 1.617188, + 1.949219, + 1.542969, + 1.566406, + 1.496094, + 1.59375, + 1.742188, + 1.539062, + 1.382812, + 1.542969, + 1.605469, + 1.746094, + 1.236328, + 1.535156, + 0.987244, + 1.921875, + 1.546875, + 1.507812, + 1.195312, + 1.443359, + 1.535156, + 1.753906, + 1.035156, + 1.722656, + 1.051758, + 1.757812, + 1.472656, + 1.480469, + 1.308594, + 1.554688, + 1.161133, + 1.773438, + 0.849609, + 1.597656, + 1.349609, + 1.832031, + 1.550781, + 1.40625, + 1.617188, + 1.621094, + 1.585938, + 1.427734, + 1.570312, + 1.503906, + 1.523438, + 0.855469, + 1.792969, + 1.519531, + 1.433594, + 1.703125, + 1.443359, + 1.753906, + 1.359375, + 1.172852, + 1.585938, + 1.738281, + 1.539062, + 1.100586, + 1.738281, + 1.570312, + 1.578125, + 1.400391, + 1.527344, + 0.710938, + 1.546875, + 1.494141, + 1.699219, + 1.308594, + 1.394531, + 1.169922, + 0.697266, + 1.492188, + 0.780273, + 1.005371, + 1.396484, + 1.457031, + 1.757812, + 1.835938, + 1.439453, + 1.408203, + 1.328125, + 1.746094, + 0.794922, + 1.53125, + 1.757812, + 1.605469, + 2.078125, + 1.757812, + 1.738281, + 0.811523, + 1.6875, + 1.65625, + 1.267578, + 0.916992, + 1.632812, + 1.75, + 0.948486, + 1.707031, + 1.535156, + 1.664062, + 1.376953, + 1.664062, + 1.410156, + 0.819336, + 1.707031, + 1.519531, + 1.328125, + 1.753906, + 1.507812, + 1.302734, + 0.837891, + 1.519531, + 1.683594, + 1.519531, + 1.695312, + 1.882812, + 1.792969, + 1.570312, + 1.458984, + 1.535156, + 1.279297, + 0.868164, + 1.589844, + 1.730469, + 1.546875, + 1.769531, + 1.498047, + 1.546875, + 1.726562, + 1.625, + 0.683594, + 1.554688, + 1.746094, + 1.65625, + 1.605469, + 1.636719, + 1.421875, + 1.578125, + 1.423828, + 1.566406, + 1.765625, + 1.433594, + 1.566406, + 1.578125, + 1.271484, + 1.523438, + 0.859375, + 1.582031, + 0.902832, + 1.730469, + 1.554688, + 1.820312, + 0.776367, + 1.455078, + 1.539062, + 1.451172, + 1.486328, + 1.357422, + 1.648438, + 1.535156, + 1.660156, + 1.507812, + 1.613281, + 0.994965, + 1.691406, + 1.578125, + 1.189453, + 1.753906, + 1.664062, + 1.664062, + 1.652344, + 1.546875, + 1.761719, + 1.53125, + 1.609375, + 1.535156, + 1.5625, + 1.542969, + 0.974609, + 1.460938, + 1.769531, + 1.734375, + 1.507812, + 0.845703, + 1.722656, + 1.886719, + 1.796875, + 1.605469, + 1.683594, + 1.574219, + 1.554688, + 1.447266, + 0.885254, + 1.792969, + 1.613281, + 1.585938, + 1.722656, + 1.707031, + 1.527344, + 1.695312, + 1.863281, + 1.5625, + 1.490234, + 1.914062, + 1.710938, + 1.742188, + 1.427734, + 1.847656, + 1.960938, + 1.136719, + 2.578125, + 1.601562, + 1.410156, + 1.753906, + 1.539062, + 1.154297, + 1.824219, + 1.494141, + 1.664062, + 0.818359, + 1.554688, + 1.246094, + 1.9375, + 1.539062, + 1.65625, + 1.703125, + 0.677734, + 1.648438, + 1.466797, + 0.640625, + 1.228516, + 1.632812, + 1.582031, + 1.59375, + 1.582031, + 1.742188, + 1.585938, + 1.625, + 1.414062, + 1.777344, + 1.000105, + 1.578125, + 1.726562, + 1.578125, + 1.117676, + 1.523438, + 1.664062, + 1.753906, + 1.644531, + 1.714844, + 1.546875, + 1.71875, + 1.419922, + 0.994324, + 1.515625, + 1.503906, + 1.582031, + 1.558594, + 1.351562, + 1.53125, + 1.142578, + 1.570312, + 1.621094, + 1.361328, + 1.613281, + 1.851562, + 1.251953, + 1.703125, + 1.460938, + 1.855469, + 1.53125, + 1.542969, + 1.225586, + 0.906738, + 1.503906, + 1.376953, + 1.5625, + 1.466797, + 1.886719, + 1.554688, + 1.601562, + 0.761719, + 1.484375, + 1.835938, + 1.546875, + 1.558594, + 1.570312, + 1.792969, + 1.785156, + 1.722656, + 1.455078, + 1.539062, + 1.527344, + 1.511719, + 1.828125, + 1.664062, + 1.605469, + 1.527344, + 1.445312, + 1.314453, + 1.957031, + 1.429688, + 1.628906, + 1.570312, + 1.219727, + 2.0, + 1.675781, + 1.6875, + 1.388672, + 1.703125, + 1.515625, + 1.320312, + 1.396484, + 1.464844, + 1.730469, + 1.703125, + 1.714844, + 1.332031, + 1.53125, + 1.8125, + 1.609375, + 1.730469, + 1.664062, + 1.625, + 1.796875, + 1.707031, + 1.570312, + 1.503906, + 1.079102, + 1.490234, + 1.613281, + 1.539062, + 1.660156, + 1.6875, + 1.785156, + 1.503906, + 1.470703, + 1.470703, + 1.550781, + 1.667969, + 1.396484, + 1.292969, + 1.376953, + 1.378906, + 1.960938, + 1.4375, + 1.75, + 1.757812, + 1.660156, + 1.742188, + 1.546875, + 1.613281, + 1.165039, + 1.816406, + 1.585938, + 1.554688, + 1.695312, + 1.574219, + 1.625, + 1.386719, + 1.660156, + 1.558594, + 1.617188, + 1.550781, + 1.429688, + 1.333984, + 1.431641, + 1.699219, + 1.597656, + 0.697266, + 1.695312, + 1.941406, + 1.5625, + 1.037598, + 1.574219, + 1.478516, + 1.204102, + 0.780273, + 1.519531, + 1.431641, + 1.917969, + 1.566406, + 1.617188, + 1.582031, + 1.667969, + 1.871094, + 1.578125, + 1.894531, + 1.570312, + 1.101562, + 1.726562, + 1.644531, + 1.044678, + 0.685547, + 1.636719, + 1.652344, + 1.617188, + 1.141602, + 1.601562, + 1.433594, + 1.601562, + 1.648438, + 1.361328, + 1.298828, + 1.695312, + 1.398438, + 1.345703, + 1.566406, + 1.949219, + 1.582031, + 0.950195, + 1.173828, + 1.644531, + 1.535156, + 1.582031, + 1.384766, + 1.628906, + 1.820312, + 1.457031, + 1.074707, + 1.757812, + 1.753906, + 1.414062, + 1.707031, + 1.480469, + 1.421875, + 1.589844, + 1.398438, + 0.689453, + 0.788086, + 1.597656, + 1.416016, + 1.515625, + 1.835938, + 1.400391, + 1.671875, + 1.041992, + 1.570312, + 1.136719, + 1.205078, + 1.625, + 1.765625, + 1.625, + 1.503906, + 1.765625, + 1.683594, + 1.021973, + 1.644531, + 1.503906, + 1.345703, + 1.597656, + 1.996094, + 1.539062, + 1.416016, + 1.416016, + 1.851562, + 1.617188, + 1.585938, + 1.589844, + 1.492188, + 1.460938, + 1.546875, + 1.425781, + 1.796875, + 1.648438, + 0.768555, + 1.570312, + 1.757812, + 1.330078, + 1.628906, + 1.065918, + 1.322266, + 1.71875, + 1.757812, + 1.191406, + 1.207031, + 1.429688, + 1.632812, + 1.660156, + 1.652344, + 1.902344, + 1.447266, + 1.503906, + 1.480469, + 1.699219, + 1.632812, + 1.410156, + 0.916016, + 0.806641, + 1.632812, + 1.660156, + 1.757812, + 1.59375, + 1.511719, + 0.648438, + 1.828125, + 1.816406, + 1.486328, + 1.59375, + 1.073242, + 2.109375, + 1.804688, + 1.640625, + 1.484375, + 1.453125, + 1.394531, + 1.507812, + 1.357422, + 1.617188, + 1.519531, + 1.589844, + 0.895996, + 1.808594, + 1.345703, + 0.946777, + 1.585938, + 1.494141, + 1.863281, + 1.498047, + 1.435547, + 1.558594, + 1.554688, + 1.789062, + 1.490234, + 1.558594, + 1.613281, + 1.601562, + 1.570312, + 1.515625, + 1.164062, + 1.867188, + 1.554688, + 1.972656, + 1.59375, + 1.165039, + 1.498047, + 1.574219, + 1.507812, + 1.476562, + 1.804688, + 1.65625, + 1.095215, + 1.457031, + 0.738281, + 1.644531, + 1.384766, + 1.851562, + 1.425781, + 1.621094, + 1.582031, + 1.490234, + 1.271484, + 1.585938, + 1.695312, + 1.746094, + 1.871094, + 1.539062, + 1.683594, + 1.144531, + 1.542969, + 1.339844, + 0.847656, + 1.447266, + 1.773438, + 1.824219, + 1.75, + 1.8125, + 1.408203, + 1.40625, + 1.554688, + 1.243164, + 1.330078, + 1.832031, + 1.894531, + 1.710938, + 1.527344, + 1.632812, + 1.414062, + 1.761719, + 1.695312, + 1.671875, + 0.902344, + 1.46875, + 1.707031, + 1.523438, + 1.648438, + 1.291016, + 1.832031, + 1.494141, + 1.511719, + 1.730469, + 1.707031, + 1.419922, + 1.083984, + 1.546875, + 1.769531, + 1.527344, + 2.015625, + 1.804688, + 1.699219, + 1.367188, + 1.4375, + 1.746094, + 1.585938, + 1.067871, + 0.942139, + 1.542969, + 1.789062, + 1.84375, + 1.535156, + 1.6875, + 0.740234, + 1.636719, + 1.714844, + 1.498047, + 1.667969, + 1.542969, + 1.458984, + 1.496094, + 0.712891, + 1.695312, + 1.714844, + 1.753906, + 1.566406, + 1.494141, + 1.730469, + 1.427734, + 1.585938, + 1.40625, + 1.671875, + 2.015625, + 1.511719, + 1.511719, + 1.198242, + 1.431641, + 1.273438, + 0.800781, + 1.613281, + 1.242188, + 1.734375, + 1.859375, + 1.726562, + 1.664062, + 1.730469, + 1.478516, + 1.679688, + 1.558594, + 1.408203, + 1.421875, + 1.150391, + 1.628906, + 1.332031, + 1.490234, + 1.574219, + 1.539062, + 1.636719, + 1.423828, + 1.644531, + 1.820312, + 1.298828, + 1.523438, + 1.695312, + 0.958496, + 1.371094, + 1.542969, + 1.898438, + 1.589844, + 0.912598, + 1.447266, + 1.535156, + 1.640625, + 1.546875, + 1.464844, + 0.867188, + 1.671875, + 1.519531, + 1.300781, + 1.632812, + 1.527344, + 1.539062, + 1.523438, + 1.460938, + 1.5625, + 1.458984, + 1.839844, + 1.621094, + 1.421875, + 1.789062, + 1.621094, + 0.753906, + 1.574219, + 1.628906, + 1.707031, + 1.667969, + 1.660156, + 1.933594, + 1.4375, + 1.203125, + 2.0, + 1.738281, + 1.644531, + 1.53125, + 1.28125, + 1.40625, + 1.648438, + 1.589844, + 1.613281, + 1.466797, + 1.722656, + 1.455078, + 1.65625, + 1.335938, + 1.621094, + 1.613281, + 1.578125, + 1.667969, + 1.373047, + 1.789062, + 1.441406, + 1.460938, + 1.921875, + 1.063477, + 0.662109, + 1.486328, + 1.480469, + 1.710938, + 1.65625, + 1.660156, + 1.59375, + 1.380859, + 1.539062, + 1.457031, + 1.478516, + 1.539062, + 1.695312, + 1.582031, + 0.822266, + 1.597656, + 1.65625, + 2.085938, + 1.675781, + 1.621094, + 1.503906, + 1.542969, + 1.550781, + 1.333984, + 1.769531, + 1.6875, + 1.65625, + 1.734375, + 1.453125, + 1.402344, + 1.484375, + 1.300781, + 1.5, + 1.613281, + 1.462891, + 1.628906, + 1.789062, + 1.890625, + 1.8125, + 1.554688, + 1.574219, + 1.371094, + 1.714844, + 1.496094, + 1.128906, + 1.804688, + 1.582031, + 1.423828, + 0.821289, + 1.416016, + 1.707031, + 1.546875, + 1.917969, + 1.773438, + 1.455078, + 1.859375, + 1.597656, + 1.496094, + 1.318359, + 0.748047, + 1.589844, + 0.922363, + 1.474609, + 1.605469, + 1.789062, + 1.621094, + 1.507812, + 0.710938, + 1.566406, + 1.828125, + 1.503906, + 1.558594, + 1.84375, + 1.181641, + 1.742188, + 1.507812, + 1.421875, + 1.125977, + 1.566406, + 1.433594, + 1.353516, + 1.773438, + 1.886719, + 1.46875, + 1.703125, + 1.324219, + 1.496094, + 1.488281, + 1.21582, + 1.648438, + 1.636719, + 1.707031, + 1.683594, + 1.527344, + 1.503906, + 1.5, + 1.332031, + 1.589844, + 1.427734, + 1.613281, + 0.730469, + 1.542969, + 1.597656, + 1.71875, + 1.808594, + 1.550781, + 1.730469, + 1.675781, + 1.574219, + 1.707031, + 1.361328, + 1.373047, + 1.617188, + 1.550781, + 0.748047, + 1.558594, + 1.742188, + 1.675781, + 1.898438, + 1.703125, + 1.574219, + 1.777344, + 1.435547, + 1.773438, + 1.628906, + 1.396484, + 0.912109, + 1.494141, + 1.396484, + 1.8125, + 0.823242, + 1.691406, + 0.976074, + 1.679688, + 0.724609, + 1.621094, + 1.443359, + 1.447266, + 1.232422, + 1.550781, + 1.640625, + 1.820312, + 1.412109, + 1.59375, + 1.550781, + 1.824219, + 1.773438, + 0.765625, + 1.095215, + 1.046631, + 1.636719, + 1.835938, + 1.328125, + 1.777344, + 1.828125, + 1.691406, + 1.283203, + 1.921875, + 1.640625, + 1.419922, + 1.582031, + 1.621094, + 1.267578, + 1.636719, + 1.914062, + 1.300781, + 1.527344, + 1.558594, + 1.878906, + 1.632812, + 1.777344, + 1.396484, + 1.65625, + 1.523438, + 1.546875, + 1.570312, + 1.828125, + 1.224609, + 1.554688, + 0.979736, + 0.99585, + 1.644531, + 1.542969, + 1.492188, + 1.060059, + 1.816406, + 1.636719, + 1.789062, + 0.862305, + 1.46875, + 1.371094, + 1.5, + 1.554688, + 1.498047, + 0.81543, + 1.757812, + 1.636719, + 1.691406, + 0.638672, + 1.328125, + 0.851562, + 1.441406, + 1.6875, + 1.373047, + 1.8125, + 1.8125, + 1.53125, + 1.792969, + 1.486328, + 1.380859, + 1.080566, + 1.046387, + 1.707031, + 1.511719, + 1.484375, + 1.640625, + 1.523438, + 1.703125, + 1.859375, + 1.333984, + 1.523438, + 1.550781, + 1.582031, + 1.118164, + 1.792969, + 1.640625, + 1.332031, + 1.820312, + 1.53125, + 1.003113, + 0.95459, + 0.869141, + 0.864258, + 1.738281, + 1.679688, + 1.769531, + 1.8125, + 1.625, + 1.597656, + 1.824219, + 1.703125, + 1.78125, + 1.558594, + 1.546875, + 1.335938, + 1.632812, + 1.773438, + 1.59375, + 1.498047, + 1.75, + 1.291016, + 1.382812, + 1.554688, + 1.213867, + 1.474609, + 1.486328, + 1.738281, + 1.65625, + 1.480469, + 1.412109, + 1.605469, + 1.134766, + 1.269531, + 1.75, + 1.746094, + 1.211914, + 1.498047, + 1.417969, + 1.667969, + 1.419922, + 1.554688, + 1.980469, + 1.671875, + 1.671875, + 1.582031, + 1.202148, + 1.482422, + 1.382812, + 1.109863, + 1.777344, + 1.648438, + 0.84375, + 1.53125, + 1.326172, + 1.613281, + 1.640625, + 1.554688, + 1.804688, + 1.804688, + 1.457031, + 1.371094, + 1.667969, + 1.546875, + 1.503906, + 1.439453, + 1.253906, + 1.574219, + 1.757812, + 2.085938, + 0.937012, + 1.478516, + 1.542969, + 1.691406, + 0.956543, + 1.675781, + 1.355469, + 1.546875, + 1.449219, + 1.601562, + 1.449219, + 1.746094, + 1.613281, + 0.873047, + 1.746094, + 1.597656, + 0.942139, + 1.566406, + 1.5625, + 1.796875, + 1.449219, + 1.574219, + 1.507812, + 1.004272, + 1.652344, + 1.902344, + 1.378906, + 1.5, + 1.632812, + 1.427734, + 1.5625, + 0.806641, + 1.179688, + 1.597656, + 1.398438, + 1.621094, + 1.423828, + 1.496094, + 1.605469, + 1.746094, + 1.039307, + 1.367188, + 1.765625, + 0.799805, + 1.605469, + 1.476562, + 1.863281, + 1.796875, + 0.88623, + 1.824219, + 1.558594, + 0.930176, + 1.796875, + 1.609375, + 1.503906, + 1.566406, + 1.753906, + 1.789062, + 0.834961, + 1.628906, + 1.341797, + 1.632812, + 1.6875, + 1.84375, + 1.308594, + 1.145508, + 1.757812, + 1.707031, + 1.640625, + 1.535156, + 0.853516, + 1.578125, + 1.664062, + 1.431641, + 1.601562, + 1.621094, + 1.761719, + 1.474609, + 1.582031, + 1.710938, + 1.496094, + 1.769531, + 1.412109, + 1.349609, + 1.208008, + 1.523438, + 0.796875, + 1.816406, + 1.40625, + 1.445312, + 1.890625, + 1.699219, + 1.333984, + 1.498047, + 1.777344, + 1.808594, + 0.887695, + 1.824219, + 0.946533, + 1.363281 + ] + }, + "name": "onnx::Mul_8229", + "outputIndexes": [ + 422 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 421, + 422 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_4/Mul_1_output_0", + "outputIndexes": [ + 423 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 423 + ], + "outputIndexes": [ + 2602 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2602 + ], + "outputIndexes": [ + 2603 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear", + "inputIndexes": [ + 2603 + ], + "outputIndexes": [ + 2604 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 175178344, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2604 + ], + "outputIndexes": [ + 2605 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2605 + ], + "outputIndexes": [ + 424 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 423 + ], + "main_type": "NONE", + "name": "/Shape_57_output_0", + "outputIndexes": [ + 425 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 425 + ], + "main_type": "NONE", + "name": "Shape1172", + "outputIndexes": [ + 426 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 425 + ], + "main_type": "NONE", + "name": "Rank1174", + "outputIndexes": [ + 427 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 427, + 427 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1176", + "outputIndexes": [ + 428 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 428 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1177", + "outputIndexes": [ + 429 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 428, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1179", + "outputIndexes": [ + 430 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 430 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1180", + "outputIndexes": [ + 431 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 426, + 429, + 431, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1183", + "outputIndexes": [ + 432 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 432 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1184", + "outputIndexes": [ + 433 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 433 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1185", + "outputIndexes": [ + 434 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 434, + 433 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1186", + "outputIndexes": [ + 435 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 425, + 435, + 428 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_64_output_0", + "outputIndexes": [ + 436 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 436, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_129_output_0", + "outputIndexes": [ + 437 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 437, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_52_output_0", + "outputIndexes": [ + 438 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 424, + 438 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_37_output_0", + "outputIndexes": [ + 439 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 439, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_32_output_0", + "outputIndexes": [ + 440 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 439 + ], + "main_type": "NONE", + "name": "/Shape_58_output_0", + "outputIndexes": [ + 441 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 441 + ], + "main_type": "NONE", + "name": "Shape1193", + "outputIndexes": [ + 442 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 441 + ], + "main_type": "NONE", + "name": "Rank1195", + "outputIndexes": [ + 443 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 443, + 443 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1197", + "outputIndexes": [ + 444 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 444 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1198", + "outputIndexes": [ + 445 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 444, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1200", + "outputIndexes": [ + 446 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 446 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1201", + "outputIndexes": [ + 447 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 442, + 445, + 447, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1204", + "outputIndexes": [ + 448 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 448 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1205", + "outputIndexes": [ + 449 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 449 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1206", + "outputIndexes": [ + 450 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 450, + 449 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1207", + "outputIndexes": [ + 451 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 441, + 451, + 444 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_65_output_0", + "outputIndexes": [ + 452 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 452, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_12_output_0", + "outputIndexes": [ + 453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 453, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_134_output_0", + "outputIndexes": [ + 454 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 439, + 454, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_17_output_0", + "outputIndexes": [ + 455 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 455 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_8_output_0", + "outputIndexes": [ + 456 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 439, + 21, + 454, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_16_output_0", + "outputIndexes": [ + 457 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 456, + 457 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_55_output_0", + "outputIndexes": [ + 458 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 458, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_33_output_0", + "outputIndexes": [ + 459 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 440, + 459 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_20_output_0", + "outputIndexes": [ + 460 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 423 + ], + "outputIndexes": [ + 2606 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2606 + ], + "outputIndexes": [ + 2607 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear", + "inputIndexes": [ + 2607 + ], + "outputIndexes": [ + 2608 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 177832574, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2608 + ], + "outputIndexes": [ + 2609 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2609 + ], + "outputIndexes": [ + 461 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 437, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_53_output_0", + "outputIndexes": [ + 462 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 461, + 462 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_38_output_0", + "outputIndexes": [ + 463 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 463, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_34_output_0", + "outputIndexes": [ + 464 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 463 + ], + "main_type": "NONE", + "name": "/Shape_59_output_0", + "outputIndexes": [ + 465 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 465 + ], + "main_type": "NONE", + "name": "Shape1256", + "outputIndexes": [ + 466 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 465 + ], + "main_type": "NONE", + "name": "Rank1258", + "outputIndexes": [ + 467 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 467, + 467 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1260", + "outputIndexes": [ + 468 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 468 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1261", + "outputIndexes": [ + 469 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 468, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1263", + "outputIndexes": [ + 470 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 470 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1264", + "outputIndexes": [ + 471 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 466, + 469, + 471, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1267", + "outputIndexes": [ + 472 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 472 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1268", + "outputIndexes": [ + 473 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 473 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1269", + "outputIndexes": [ + 474 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 474, + 473 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1270", + "outputIndexes": [ + 475 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 465, + 475, + 468 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_66_output_0", + "outputIndexes": [ + 476 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 476, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_13_output_0", + "outputIndexes": [ + 477 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 477, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_136_output_0", + "outputIndexes": [ + 478 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 463, + 478, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_19_output_0", + "outputIndexes": [ + 479 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 479 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_9_output_0", + "outputIndexes": [ + 480 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 463, + 21, + 478, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_18_output_0", + "outputIndexes": [ + 481 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 480, + 481 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_56_output_0", + "outputIndexes": [ + 482 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 482, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_35_output_0", + "outputIndexes": [ + 483 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464, + 483 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_21_output_0", + "outputIndexes": [ + 484 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 423 + ], + "outputIndexes": [ + 2610 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2610 + ], + "outputIndexes": [ + 2611 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear", + "inputIndexes": [ + 2611 + ], + "outputIndexes": [ + 2612 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 179159700, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2612 + ], + "outputIndexes": [ + 2613 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2613 + ], + "outputIndexes": [ + 485 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 485, + 462 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_39_output_0", + "outputIndexes": [ + 486 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 460, + 484, + 486, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_44_output_0", + "outputIndexes": [ + 487 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 487 + ], + "outputIndexes": [ + 2614 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2614 + ], + "outputIndexes": [ + 2615 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear", + "inputIndexes": [ + 2615 + ], + "outputIndexes": [ + 2616 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 180486826, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2616 + ], + "outputIndexes": [ + 2617 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2617 + ], + "outputIndexes": [ + 488 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 488 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_4/Mul_output_0", + "outputIndexes": [ + 489 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.806641, + 0.71875, + 0.78418, + 1.02771, + 0.681641, + 0.768555, + 0.882812, + 0.398438, + 0.771484, + 0.764648, + 0.889648, + 0.767578, + 0.699219, + 0.794922, + 0.802734, + 0.734375, + 0.799805, + 0.773438, + 0.927246, + 0.801758, + 0.911621, + 0.838867, + 0.750977, + 0.811523, + 0.837891, + 0.746094, + 0.896973, + 0.966797, + 0.97876, + 0.901367, + 0.734375, + 0.6875, + 0.771484, + 0.484375, + 0.75, + 0.852539, + 0.671875, + 0.823242, + 0.660156, + 0.695312, + 0.845703, + 0.837891, + 0.740234, + 0.734375, + 0.605469, + 0.800781, + 0.799805, + 0.744141, + 1.208984, + 0.78418, + 0.883301, + 0.870117, + 0.785156, + 0.982788, + 0.871094, + 0.720703, + 0.902344, + 0.759766, + 0.780273, + 0.714844, + 0.760742, + 1.041504, + 0.773438, + 0.803711, + 1.000893, + 0.662109, + 0.767578, + 0.744141, + 0.720703, + 0.722656, + 0.805664, + 0.84082, + 0.730469, + 0.697266, + 0.644531, + 0.671875, + 0.699219, + 0.774414, + 0.744141, + 0.644531, + 0.738281, + 0.363281, + 0.848633, + 0.707031, + 0.744141, + 0.790039, + 0.75, + 0.736328, + 0.669922, + 0.806641, + 0.829102, + 0.636719, + 0.95874, + 0.542969, + 0.797852, + 0.300781, + 0.708984, + 0.758789, + 0.844727, + 0.736328, + 0.783203, + 0.873047, + 0.785156, + 0.894043, + 0.765625, + 0.746094, + 0.834961, + 0.768555, + 0.701172, + 0.697266, + 0.818359, + 0.837891, + 1.026978, + 1.241211, + 0.81543, + 0.771484, + 0.810547, + 0.996155, + 0.707031, + 0.899414, + 0.744141, + 0.726562, + 1.160156, + 0.77832, + 0.761719, + 0.869141, + 0.786133, + 0.786133, + 0.772461, + 0.849609, + 0.697266, + 0.716797, + 0.689453, + 0.712891, + 0.832031, + 0.849609, + 0.707031, + 0.84082, + 0.823242, + 0.892578, + 1.240234, + 0.089844, + 0.683594, + 0.761719, + 0.760742, + 0.826172, + 0.772461, + 0.693359, + 0.746094, + 0.831055, + 0.730469, + 0.762695, + 0.740234, + 2.875, + 0.838867, + 0.87793, + 0.660156, + 0.758789, + 0.488281, + 0.576172, + 1.589844, + 0.87793, + 0.816406, + 0.683594, + 0.885254, + 0.827148, + 0.924316, + 0.449219, + 0.88916, + 0.708984, + 0.84082, + 0.5625, + 0.78418, + 0.550781, + 0.766602, + 0.949463, + 0.847656, + 0.300781, + 0.905273, + 0.838867, + 0.796875, + 0.537109, + 0.779297, + 0.421875, + 0.948486, + 0.658203, + 0.59375, + 0.675781, + 0.707031, + 0.864258, + 0.867188, + 1.107422, + 0.845703, + 0.720703, + 0.769531, + 0.802734, + 0.695312, + 0.929688, + 0.842773, + 0.786133, + 0.765625, + 0.744141, + 0.791016, + 0.689453, + 0.834961, + 0.791016, + 1.0271, + 0.720703, + 0.775391, + 0.89209, + 0.820312, + 0.820312, + 0.880859, + 0.833984, + 0.730469, + 0.81543, + 0.744141, + 0.753906, + 0.955322, + 0.881836, + 0.898926, + 0.873047, + 0.691406, + 1.005249, + 0.861328, + 0.795898, + 0.642578, + 0.763672, + 0.759766, + 0.642578, + 1.035156, + 0.833008, + 0.944336, + 0.828125, + 0.799805, + 0.883301, + 0.923828, + 0.847656, + 0.738281, + 0.78418, + 0.885742, + 0.736328, + 0.84668, + 3.671875, + 0.599609, + 0.822266, + 0.730469, + 0.786133, + 0.803711, + 0.742188, + 0.712891, + 0.817383, + 0.628906, + 0.697266, + 0.832031, + 0.658203, + 0.754883, + 0.821289, + 1.122559, + 0.762695, + 0.875977, + 0.897949, + 0.722656, + 0.693359, + 0.782227, + 0.783203, + 0.828125, + 0.738281, + 0.776367, + 0.792969, + 0.768555, + 0.666016, + 0.732422, + 0.728516, + 0.724609, + 0.75293, + 0.564453, + 0.755859, + 0.871094, + 0.774414, + 0.770508, + 0.800781, + 0.742188, + 0.736328, + 1.15918, + 0.722656, + 0.88623, + 0.826172, + 0.46875, + 0.660156, + 0.707031, + 0.564453, + 0.855469, + 0.794922, + 0.871094, + 0.858398, + 0.701172, + 0.806641, + 0.821289, + 0.799805, + 0.861328, + 0.767578, + 0.582031, + 0.869141, + 0.339844, + 0.716797, + 0.962158, + 0.821289, + 0.710938, + 0.792969, + 0.869141, + 0.445312, + 0.796875, + 0.791992, + 0.876953, + 0.758789, + 0.699219, + 0.740234, + 0.714844, + 0.825195, + 0.689453, + 0.916016, + 0.791016, + 0.816406, + 0.833984, + 0.832031, + 0.708984, + 0.748047, + 0.931152, + 0.89209, + 0.707031, + 0.847656, + 0.75, + 0.78418, + 3.21875, + 0.793945, + 0.71875, + 0.790039, + 0.858398, + 0.75, + 0.679688, + 0.732422, + 0.885742, + 0.699219, + 0.896484, + 0.714844, + 0.726562, + 0.817383, + 0.650391, + 0.789062, + 0.943604, + 0.705078, + 1.124512, + 0.822266, + 0.382812, + 0.556641, + 0.896484, + 0.836914, + 0.884766, + 0.748047, + 0.535156, + 0.897949, + 0.685547, + 0.813477, + 1.056152, + 0.822266, + 0.683594, + 0.893555, + 0.746094, + 0.726562, + 0.851562, + 0.766602, + 0.683594, + 0.783203, + 0.945801, + 0.883301, + 0.928223, + 0.764648, + 0.871094, + 0.820312, + 0.845703, + 0.837891, + 0.660156, + 0.699219, + 0.833008, + 0.746094, + 0.71875, + 0.679688, + 0.802734, + 0.744141, + 0.852539, + 0.777344, + 0.4375, + 0.959717, + 0.765625, + 0.764648, + 0.832031, + 0.421875, + 0.770508, + 0.782227, + 0.811523, + 0.874023, + 0.732422, + 0.871094, + 0.660156, + 1.006897, + 0.860352, + 0.734375, + 0.772461, + 0.963623, + 0.762695, + 0.710938, + 0.824219, + 0.822266, + 0.895508, + 0.683594, + 0.78125, + 0.734375, + 0.785156, + 0.782227, + 0.975342, + 0.817383, + 1.133789, + 0.75293, + 0.736328, + 0.863281, + 0.65625, + 0.701172, + 0.728516, + 0.836914, + 0.953125, + 0.980225, + 0.864258, + 0.844727, + 1.273438, + 0.736328, + 0.794922, + 0.738281, + 0.77832, + 0.898438, + 0.918945, + 0.818359, + 0.813477, + 0.679688, + 1.144531, + 0.771484, + 0.90625, + 0.992676, + 0.716797, + 0.865234, + 0.837891, + 0.712891, + 0.808594, + 0.870117, + 0.78125, + 0.828125, + 0.818359, + 0.744141, + 0.707031, + 0.954102, + 0.797852, + 0.860352, + 0.716797, + 0.666016, + 0.703125, + 0.798828, + 0.542969, + 0.762695, + 0.867188, + 0.783203, + 0.714844, + 0.666016, + 0.837891, + 0.807617, + 0.712891, + 0.911621, + 0.570312, + 1.045166, + 0.736328, + 0.916016, + 0.793945, + 0.695312, + 0.589844, + 0.814453, + 0.930176, + 0.791016, + 0.552734, + 0.771484, + 0.712891, + 0.875977, + 0.766602, + 0.806641, + 0.800781, + 0.868164, + 0.888672, + 0.793945, + 0.394531, + 0.671875, + 0.683594, + 0.453125, + 0.887207, + 0.808594, + 0.699219, + 0.6875, + 1.208984, + 0.703125, + 0.804688, + 0.967773, + 1.039062, + 0.761719, + 0.793945, + 0.791016, + 0.732422, + 0.666016, + 0.75, + 0.800781, + 0.84375, + 0.792969, + 0.904297, + 0.750977, + 0.864258, + 0.768555, + 0.572266, + 0.654297, + 0.80957, + 0.574219, + 0.748047, + 0.675781, + 0.697266, + 0.714844, + 0.797852, + 0.714844, + 0.722656, + 0.480469, + 0.773438, + 3.546875, + 0.658203, + 0.730469, + 0.726562, + 0.523438, + 1.147461, + 0.817383, + 0.833008, + 0.84082, + 0.9646, + 0.705078, + 0.756836, + 0.746094, + 0.695312, + 0.847656, + 0.746094, + 0.746094, + 1.043701, + 0.770508, + 0.786133, + 0.759766, + 0.669922, + 1.223633, + 0.774414, + 0.78418, + 0.80957, + 1.078613, + 0.845703, + 0.933594, + 0.750977, + 0.908203, + 0.84375, + 1.310547, + 0.803711, + 0.851562, + 0.942627, + 0.736328, + 0.791992, + 0.701172, + 0.316406, + 0.850586, + 0.707031, + 0.707031, + 0.554688, + 0.818359, + 1.126953, + 0.783203, + 0.831055, + 0.767578, + 1.197266, + 0.689453, + 1.570312, + 0.789062, + 1.032471, + 0.862305, + 0.757812, + 0.728516, + 0.848633, + 1.120117, + 0.918457, + 0.769531, + 0.834961, + 0.832031, + 0.75293, + 0.746094, + 0.81543, + 0.832031, + 0.754883, + 0.827148, + 0.851562, + 0.730469, + 0.799805, + 0.767578, + 0.885742, + 0.724609, + 0.734375, + 0.705078, + 0.867188, + 1.051514, + 0.814453, + 0.807617, + 0.884766, + 0.673828, + 0.6875, + 0.765625, + 0.791016, + 0.80957, + 0.775391, + 0.722656, + 0.854492, + 0.716797, + 0.841797, + 0.951904, + 0.787109, + 0.607422, + 0.683594, + 0.839844, + 0.851562, + 0.757812, + 0.730469, + 0.697266, + 0.703125, + 0.693359, + 0.790039, + 0.675781, + 0.797852, + 0.898926, + 0.689453, + 0.517578, + 0.714844, + 1.455078, + 0.728516, + 0.842773, + 0.84668, + 0.771484, + 0.519531, + 0.472656, + 0.802734, + 0.697266, + 0.75, + 0.683594, + 0.675781, + 0.666016, + 0.746094, + 0.805664, + 0.788086, + 0.785156, + 0.720703, + 0.433594, + 0.790039, + 0.673828, + 0.681641, + 0.693359, + 0.754883, + 0.693359, + 0.777344, + 0.800781, + 0.732422, + 0.679688, + 0.801758, + 0.750977, + 0.720703, + 0.883789, + 0.795898, + 1.08252, + 0.707031, + 0.351562, + 1.414062, + 0.789062, + 0.801758, + 0.712891, + 0.887695, + 0.748047, + 0.858398, + 1.134766, + 0.834961, + 0.697266, + 0.660156, + 0.697266, + 0.790039, + 0.770508, + 0.803711, + 0.707031, + 0.868164, + 0.722656, + 0.980713, + 0.71875, + 0.730469, + 0.691406, + 0.716797, + 0.756836, + 0.825195, + 0.697266, + 0.75293, + 0.942383, + 0.811523, + 0.695312, + 0.858398, + 0.865234, + 1.246094, + 0.836914, + 0.915039, + 0.813477, + 0.736328, + 0.817383, + 0.691406, + 0.835938, + 0.667969, + 0.766602, + 0.808594, + 0.954346, + 0.675781, + 0.795898, + 0.751953, + 0.755859, + 0.652344, + 0.866211, + 0.764648, + 0.662109, + 0.716797, + 0.810547, + 0.750977, + 0.860352, + 0.732422, + 0.791992, + 0.802734, + 0.845703, + 0.703125, + 0.893555, + 0.761719, + 0.856445, + 0.804688, + 0.609375, + 0.864258, + 0.90918, + 0.724609, + 0.782227, + 0.736328, + 0.961914, + 0.754883, + 0.671875, + 0.707031, + 0.601562, + 0.750977, + 0.779297, + 0.794922, + 0.724609, + 0.758789, + 0.830078, + 0.822266, + 0.669922, + 0.845703, + 0.824219, + 0.760742, + 0.820312, + 0.808594, + 0.925781, + 0.75, + 0.697266, + 0.742188, + 0.78125, + 0.826172, + 0.830078, + 1.462891, + 0.772461, + 0.714844, + 0.744141, + 0.703125, + 0.751953, + 1.310547, + 0.767578, + 0.738281, + 0.987488, + 0.650391, + 0.800781, + 0.816406, + 0.708984, + 0.802734, + 0.791016, + 0.701172, + 0.841797, + 0.667969, + 0.798828, + 0.799805, + 1.109375, + 1.097168, + 0.75, + 0.75, + 0.683594, + 0.699219, + 0.652344, + 0.705078, + 0.726562, + 0.576172, + 0.724609, + 0.851562, + 0.80957, + 0.511719, + 0.828125, + 0.755859, + 1.102539, + 1.012939, + 0.740234, + 0.683594, + 0.750977, + 0.822266, + 0.783203, + 0.75293, + 0.879395, + 0.856445, + 0.774414, + 0.712891, + 0.691406, + 0.720703, + 0.720703, + 0.830078, + 0.730469, + 0.660156, + 1.003677, + 0.921387, + 0.753906, + 0.786133, + 0.760742, + 0.878418, + 0.776367, + 0.754883, + 0.795898, + 0.644531, + 0.837891, + 0.888184, + 0.71875, + 0.644531, + 0.821289, + 0.810547, + 0.817383, + 0.708984, + 0.673828, + 1.041504, + 0.874023, + 0.28125, + 0.728516, + 0.751953, + 0.671875, + 0.842773, + 0.908691, + 0.825195, + 0.755859, + 0.78125, + 0.786133, + 0.744141, + 0.449219, + 0.740234, + 0.779297, + 0.685547, + 1.010864, + 0.850586, + 0.850586, + 0.714844, + 0.492188, + 0.736328, + 0.888184, + 0.658203, + 0.799805, + 0.831055, + 0.855469, + 0.873047, + 1.566406, + 0.664062, + 0.771484, + 0.734375, + 0.945557, + 0.825195, + 0.891602, + 0.814453, + 0.636719, + 0.601562, + 0.714844, + 0.65625, + 0.802734, + 0.744141, + 0.814453, + 0.878906, + 0.770508, + 0.754883, + 0.823242, + 0.712891, + 0.720703, + 0.84668, + 0.926758, + 0.794922, + 0.689453, + 0.673828, + 0.464844, + 0.3125, + 0.693359, + 1.102539, + 0.765625, + 0.835938, + 0.703125, + 0.918945, + 0.394531, + 0.367188, + 0.71875, + 0.783203, + 0.791016, + 0.845703, + 0.697266, + 0.813477, + 0.81543, + 0.807617, + 0.464844, + 0.932617, + 0.6875, + 0.796875, + 0.787109, + 0.791016, + 0.712891, + 0.750977, + 0.689453, + 0.788086, + 0.691406, + 0.828125, + 0.756836, + 0.800781, + 0.952148, + 0.746094, + 0.720703, + 0.759766, + 1.154297, + 0.948975, + 0.785156, + 0.658203, + 0.40625, + 1.168945, + 0.742188, + 0.693359, + 0.891602, + 0.726562, + 0.748047, + 0.742188, + 0.876953, + 0.328125, + 0.773438, + 0.77832, + 0.891113, + 0.782227, + 0.484375, + 0.797852, + 0.770508, + 1.036133, + 0.71875, + 0.75293, + 1.03125, + 0.740234, + 0.480469, + 0.765625, + 0.677734, + 0.763672, + 0.548828, + 0.638672, + 0.810547, + 1.010132, + 0.80957, + 1.062256, + 0.707031, + 0.681641, + 0.949951, + 0.861328, + 0.677734, + 0.703125, + 0.837891, + 0.822266, + 1.054932, + 0.595703, + 1.171875, + 0.762695, + 0.866211, + 0.814453, + 0.96936, + 0.726562, + 0.710938, + 0.785156, + 0.328125, + 0.769531, + 0.813477, + 0.708984, + 0.795898, + 4.0, + 0.650391, + 0.744141, + 0.5, + 0.648438, + 0.453125, + 0.879395, + 0.603516, + 0.728516, + 0.799805, + 0.77832, + 0.850586, + 0.683594, + 0.762695, + 1.051025, + 0.819336, + 0.402344, + 0.857422, + 0.724609, + 0.744141, + 0.580078, + 0.751953, + 0.898438, + 0.750977, + 1.154297, + 0.792969, + 0.776367, + 0.823242, + 0.762695, + 0.862305, + 0.771484, + 0.417969, + 0.75293, + 0.693359, + 0.760742, + 0.671875, + 0.425781, + 0.703125, + 0.806641, + 0.75293, + 0.884766, + 0.864258, + 0.746094, + 0.866211, + 1.757812, + 0.630859, + 0.734375, + 0.986206, + 0.744141, + 0.750977, + 0.833984, + 0.866211, + 0.865234, + 0.855469, + 0.800781, + 1.057129, + 0.864258, + 0.691406, + 1.080566, + 0.856445, + 0.833984, + 0.683594, + 0.794922, + 0.720703, + 0.753906, + 0.786133, + 1.318359, + 0.800781, + 0.519531, + 0.764648, + 0.775391, + 0.664062, + 0.716797, + 0.91748, + 0.786133, + 0.768555, + 0.863281, + 0.6875, + 0.744141, + 0.736328, + 0.576172, + 0.667969, + 0.738281, + 0.730469, + 0.84375, + 0.730469, + 0.693359, + 0.728516, + 0.762695, + 0.736328, + 0.761719, + 0.865234, + 0.505859, + 0.916992, + 0.807617, + 0.728516, + 0.824219, + 0.818359, + 0.966797, + 1.020142, + 0.775391, + 0.814453, + 0.838867, + 0.746094, + 0.831055, + 0.776367, + 1.224609, + 0.671875, + 0.728516, + 0.813477, + 0.835938, + 0.885742, + 0.742188, + 0.859375, + 0.515625, + 0.728516, + 0.864258, + 0.701172, + 0.716797, + 0.883301, + 0.875977, + 0.730469, + 0.833008, + 0.855469, + 0.421875, + 0.398438, + 0.414062, + 0.705078, + 0.769531, + 0.642578, + 0.658203, + 0.774414, + 1.484375, + 0.630859, + 0.823242, + 0.71875, + 0.705078, + 0.527344, + 0.6875, + 0.92627, + 1.130859, + 0.714844, + 0.703125, + 0.759766, + 0.915039, + 0.788086, + 0.716797, + 1.234375, + 0.34375, + 0.738281, + 0.876953, + 0.833008, + 0.821289, + 0.755859, + 1.167969, + 0.833008, + 0.40625, + 1.291016, + 0.714844, + 0.705078, + 0.714844, + 0.760742, + 0.856445, + 0.758789, + 0.802734, + 0.716797, + 0.699219, + 0.77832, + 1.832031, + 0.78125, + 0.722656, + 1.161133, + 0.835938, + 0.675781, + 0.918457, + 0.720703, + 0.71875, + 1.104004, + 0.835938, + 0.875977, + 0.707031, + 0.691406, + 0.899902, + 0.804688, + 0.762695, + 0.693359, + 0.734375, + 0.914551, + 0.728516, + 0.746094, + 0.728516, + 0.894531, + 0.859375, + 1.010132, + 0.705078, + 0.646484, + 0.837891, + 0.738281, + 0.720703, + 0.893066, + 0.710938, + 0.726562, + 0.782227, + 0.669922, + 0.869141, + 0.589844, + 0.866211, + 0.628906, + 0.742188, + 0.806641, + 0.751953, + 0.80957, + 0.782227, + 0.472656, + 0.773438, + 0.753906, + 0.931152, + 0.730469, + 0.703125, + 0.708984, + 0.750977, + 0.728516, + 0.724609, + 0.722656, + 0.632812, + 0.84668, + 0.429688, + 0.976074, + 0.746094, + 0.675781, + 0.860352, + 0.845703, + 0.929199, + 0.753906, + 0.800781, + 0.751953, + 0.780273, + 0.803711, + 1.414062, + 0.820312, + 0.787109, + 0.875488, + 0.693359, + 0.724609, + 0.417969, + 0.991699, + 0.814453, + 0.810547, + 1.267578, + 0.767578, + 0.832031, + 0.394531, + 0.751953, + 0.496094, + 0.705078, + 0.681641, + 0.628906, + 0.777344, + 0.827148, + 0.634766, + 0.671875, + 0.730469, + 0.908203, + 0.421875, + 0.746094, + 0.938477, + 0.823242, + 0.879883, + 0.874023, + 0.845703, + 0.488281, + 0.759766, + 0.864258, + 0.854492, + 0.613281, + 0.821289, + 0.822266, + 0.615234, + 0.814453, + 1.363281, + 0.756836, + 0.71875, + 0.759766, + 0.65625, + 0.5, + 0.855469, + 0.720703, + 0.623047, + 0.833008, + 0.744141, + 0.708984, + 0.417969, + 0.650391, + 1.024536, + 0.6875, + 0.772461, + 0.895508, + 0.919922, + 0.881348, + 0.697266, + 0.756836, + 0.768555, + 1.515625, + 0.738281, + 0.847656, + 0.673828, + 0.823242, + 0.730469, + 0.849609, + 0.813477, + 0.740234, + 0.34375, + 0.779297, + 0.84082, + 0.769531, + 0.691406, + 0.779297, + 0.75, + 0.75293, + 0.677734, + 0.807617, + 0.779297, + 0.734375, + 0.701172, + 0.714844, + 0.806641, + 0.776367, + 0.449219, + 0.786133, + 0.546875, + 0.961914, + 0.75293, + 1.088867, + 0.46875, + 0.957031, + 0.772461, + 0.667969, + 0.708984, + 1.515625, + 0.724609, + 0.753906, + 0.87207, + 0.675781, + 0.822266, + 0.675781, + 0.819336, + 0.782227, + 1.259766, + 0.870117, + 0.636719, + 0.84668, + 0.71875, + 0.750977, + 0.78418, + 0.801758, + 0.839844, + 0.697266, + 0.757812, + 0.675781, + 0.582031, + 0.71875, + 0.8125, + 0.860352, + 0.754883, + 0.533203, + 0.813477, + 0.968018, + 0.95166, + 0.738281, + 0.997009, + 0.77832, + 0.796875, + 0.679688, + 0.548828, + 0.734375, + 0.830078, + 0.867188, + 0.828125, + 0.679688, + 0.768555, + 0.819336, + 0.870117, + 0.802734, + 0.740234, + 0.959717, + 0.886719, + 0.803711, + 0.746094, + 0.891113, + 0.816406, + 0.617188, + 1.07666, + 0.730469, + 0.722656, + 0.931641, + 0.701172, + 0.6875, + 0.821289, + 0.726562, + 0.798828, + 0.556641, + 0.808594, + 0.789062, + 1.269531, + 0.689453, + 0.895996, + 0.748047, + 0.359375, + 0.730469, + 0.901367, + 0.371094, + 0.770508, + 0.755859, + 0.673828, + 0.775391, + 0.885742, + 0.805664, + 0.750977, + 0.728516, + 0.726562, + 0.820312, + 0.652344, + 0.667969, + 0.88916, + 0.764648, + 1.024902, + 0.728516, + 0.78125, + 0.744141, + 0.858398, + 0.770508, + 0.822266, + 0.780273, + 0.675781, + 0.615234, + 0.817383, + 0.712891, + 0.75, + 1.020874, + 0.80957, + 0.793945, + 0.95166, + 0.748047, + 0.766602, + 0.795898, + 0.816406, + 0.798828, + 0.766602, + 1.324219, + 0.807617, + 0.946045, + 0.730469, + 0.734375, + 0.757812, + 0.429688, + 0.767578, + 0.879883, + 0.793945, + 0.762695, + 0.891113, + 0.699219, + 0.750977, + 0.488281, + 0.850586, + 0.930176, + 0.742188, + 0.776367, + 0.853516, + 0.913574, + 0.837891, + 0.792969, + 0.774414, + 0.746094, + 0.71875, + 0.697266, + 0.90625, + 0.730469, + 0.958984, + 0.847656, + 0.84668, + 0.722656, + 0.937988, + 0.632812, + 1.005707, + 0.714844, + 0.699219, + 0.857422, + 0.828125, + 0.912598, + 0.603516, + 0.900391, + 0.750977, + 0.8125, + 0.707031, + 0.874023, + 0.976074, + 0.922363, + 0.796875, + 0.807617, + 0.701172, + 0.728516, + 0.775391, + 0.769531, + 0.800781, + 0.810547, + 0.859375, + 0.738281, + 0.748047, + 0.685547, + 0.775391, + 0.744141, + 0.705078, + 0.891602, + 0.828125, + 0.852539, + 0.81543, + 0.829102, + 0.714844, + 0.736328, + 0.693359, + 0.732422, + 0.750977, + 0.701172, + 0.597656, + 0.660156, + 0.894043, + 0.758789, + 0.813477, + 0.761719, + 0.71875, + 0.770508, + 0.787109, + 0.783203, + 1.116699, + 0.874023, + 0.786133, + 0.837891, + 0.754883, + 0.761719, + 0.852539, + 0.876953, + 0.761719, + 0.818359, + 0.780273, + 1.664062, + 1.045898, + 0.683594, + 0.788086, + 0.744141, + 0.689453, + 0.335938, + 0.773438, + 0.96167, + 0.793945, + 0.753906, + 0.730469, + 0.779297, + 0.738281, + 0.464844, + 0.802734, + 0.708984, + 1.04248, + 0.772461, + 0.767578, + 0.742188, + 0.75, + 0.869141, + 0.675781, + 1.300781, + 0.685547, + 0.669922, + 0.883789, + 0.774414, + 0.609375, + 0.375, + 0.864258, + 0.782227, + 0.775391, + 0.705078, + 0.722656, + 0.746094, + 0.726562, + 0.78125, + 0.823242, + 0.720703, + 0.91748, + 0.701172, + 0.677734, + 0.669922, + 0.827148, + 1.017944, + 0.484375, + 0.703125, + 0.744141, + 0.757812, + 0.764648, + 0.738281, + 0.811523, + 0.820312, + 0.899414, + 0.703125, + 0.925781, + 0.803711, + 0.681641, + 0.770508, + 0.750977, + 0.814453, + 0.708984, + 0.797852, + 0.328125, + 0.359375, + 0.772461, + 0.746094, + 0.697266, + 0.958008, + 0.762695, + 0.807617, + 0.640625, + 0.664062, + 0.548828, + 0.720703, + 0.829102, + 0.813477, + 0.703125, + 0.683594, + 0.842773, + 0.75, + 0.552734, + 0.748047, + 0.84375, + 0.705078, + 0.697266, + 0.883301, + 0.791016, + 0.671875, + 0.691406, + 0.826172, + 0.833008, + 0.768555, + 0.728516, + 0.825195, + 0.705078, + 0.758789, + 1.902344, + 0.845703, + 0.792969, + 0.460938, + 0.716797, + 0.811523, + 1.084961, + 0.707031, + 1.059326, + 0.859375, + 0.896484, + 0.831055, + 1.351562, + 0.99295, + 0.652344, + 0.78418, + 0.714844, + 0.759766, + 0.902832, + 0.748047, + 0.742188, + 0.730469, + 0.800781, + 0.770508, + 0.963623, + 1.255859, + 0.386719, + 0.701172, + 0.805664, + 0.978271, + 0.914062, + 0.806641, + 0.394531, + 0.930176, + 0.973877, + 0.714844, + 0.763672, + 0.664062, + 0.97522, + 0.885742, + 0.78418, + 0.819336, + 0.71875, + 1.10498, + 0.772461, + 0.759766, + 0.689453, + 0.943359, + 0.732422, + 0.453125, + 1.001762, + 1.005493, + 0.425781, + 0.732422, + 1.191406, + 0.885742, + 0.703125, + 0.999641, + 0.699219, + 1.10498, + 0.847656, + 0.720703, + 0.724609, + 0.728516, + 0.671875, + 0.758789, + 0.913086, + 1.507812, + 0.904785, + 0.732422, + 0.884277, + 0.831055, + 0.839844, + 0.701172, + 0.751953, + 0.829102, + 0.679688, + 1.056885, + 0.814453, + 0.734375, + 0.759766, + 0.46875, + 0.742188, + 0.762695, + 0.919434, + 0.773438, + 0.759766, + 0.726562, + 0.691406, + 0.666016, + 0.689453, + 0.801758, + 0.818359, + 0.871094, + 0.845703, + 0.776367, + 0.712891, + 0.707031, + 0.660156, + 0.544922, + 0.730469, + 0.794922, + 0.915527, + 0.793945, + 0.963379, + 0.707031, + 0.746094, + 0.762695, + 0.807617, + 0.759766, + 0.84082, + 0.884766, + 0.820312, + 0.753906, + 0.716797, + 0.860352, + 0.814453, + 0.789062, + 0.736328, + 0.564453, + 0.801758, + 0.916992, + 0.683594, + 0.775391, + 0.799805, + 0.887207, + 0.701172, + 0.818359, + 0.855469, + 0.75, + 0.636719, + 1.0625, + 0.786133, + 0.818359, + 0.796875, + 0.946289, + 0.876953, + 0.75, + 0.712891, + 0.697266, + 0.811523, + 0.808594, + 0.691406, + 0.544922, + 0.720703, + 0.901855, + 0.866211, + 0.786133, + 0.811523, + 0.402344, + 0.736328, + 0.931152, + 0.720703, + 0.763672, + 0.832031, + 0.681641, + 0.780273, + 0.693359, + 0.763672, + 0.836914, + 0.822266, + 0.740234, + 1.285156, + 0.879395, + 0.634766, + 0.851562, + 0.685547, + 0.859375, + 0.902832, + 0.796875, + 0.759766, + 0.769531, + 0.831055, + 0.652344, + 0.5, + 0.720703, + 1.511719, + 0.806641, + 0.914551, + 1.455078, + 0.761719, + 0.801758, + 0.788086, + 0.813477, + 0.728516, + 0.84668, + 0.662109, + 0.701172, + 0.799805, + 0.824219, + 0.795898, + 0.683594, + 0.722656, + 0.849609, + 0.685547, + 0.826172, + 0.851562, + 0.669922, + 0.689453, + 0.858398, + 0.664062, + 0.750977, + 0.703125, + 1.006836, + 0.905273, + 0.527344, + 0.805664, + 0.931641, + 0.750977, + 0.767578, + 0.756836, + 0.615234, + 0.789062, + 0.786133, + 0.826172, + 0.740234, + 0.78418, + 0.794922, + 0.742188, + 1.172852, + 0.740234, + 0.703125, + 1.00647, + 0.707031, + 0.675781, + 0.755859, + 0.75, + 0.394531, + 0.691406, + 0.805664, + 0.794922, + 0.824219, + 0.789062, + 0.99585, + 0.734375, + 0.628906, + 0.977661, + 0.816406, + 0.863281, + 0.754883, + 0.789062, + 0.681641, + 0.853516, + 0.768555, + 0.707031, + 0.667969, + 0.879395, + 0.738281, + 0.720703, + 0.761719, + 0.816406, + 0.738281, + 0.736328, + 0.776367, + 0.864258, + 0.791016, + 0.993835, + 0.827148, + 0.88916, + 0.621094, + 0.308594, + 0.671875, + 0.813477, + 0.857422, + 0.677734, + 0.746094, + 0.724609, + 0.755859, + 0.705078, + 0.767578, + 0.703125, + 0.750977, + 0.87207, + 0.712891, + 0.445312, + 0.660156, + 0.786133, + 0.901367, + 0.862305, + 0.961914, + 0.697266, + 0.714844, + 0.681641, + 0.738281, + 0.878418, + 0.828125, + 0.738281, + 0.887695, + 0.740234, + 0.862305, + 0.646484, + 0.835938, + 0.792969, + 0.708984, + 1.128906, + 0.693359, + 0.801758, + 1.057861, + 0.847656, + 0.673828, + 0.835938, + 0.740234, + 0.751953, + 0.844727, + 0.785156, + 0.887695, + 0.757812, + 0.599609, + 0.550781, + 0.855469, + 0.805664, + 0.746094, + 0.907715, + 0.841797, + 0.841797, + 0.948242, + 0.881348, + 0.853516, + 1.021484, + 0.355469, + 0.822266, + 1.204102, + 0.712891, + 0.808594, + 0.822266, + 0.816406, + 0.757812, + 0.386719, + 0.754883, + 0.875488, + 0.699219, + 0.705078, + 0.842773, + 1.261719, + 0.844727, + 0.712891, + 0.720703, + 0.652344, + 0.785156, + 0.666016, + 0.685547, + 0.775391, + 0.971313, + 0.785156, + 0.705078, + 0.78418, + 0.701172, + 0.638672, + 1.183594, + 0.691406, + 0.825195, + 0.806641, + 0.716797, + 0.831055, + 0.685547, + 0.791992, + 1.12207, + 0.762695, + 0.770508, + 0.816406, + 0.449219, + 0.728516, + 0.845703, + 0.764648, + 0.788086, + 0.844727, + 0.797852, + 0.777344, + 0.748047, + 0.858398, + 0.839844, + 0.619141, + 0.77832, + 0.644531, + 0.394531, + 0.695312, + 0.901367, + 0.790039, + 0.856445, + 0.770508, + 0.732422, + 0.836914, + 0.660156, + 0.862305, + 0.776367, + 1.017578, + 0.597656, + 0.716797, + 0.714844, + 0.855469, + 0.445312, + 0.891602, + 0.75293, + 0.779297, + 0.453125, + 0.78125, + 0.800781, + 1.134766, + 0.705078, + 0.734375, + 0.863281, + 0.830078, + 0.712891, + 0.679688, + 0.730469, + 0.924316, + 0.744141, + 0.339844, + 0.744141, + 0.997437, + 0.830078, + 0.765625, + 0.59375, + 0.839844, + 0.87207, + 0.830078, + 0.828125, + 0.934082, + 0.720703, + 0.928711, + 0.936035, + 0.822266, + 0.875, + 0.777344, + 0.860352, + 0.724609, + 0.764648, + 0.716797, + 0.987061, + 0.722656, + 0.799805, + 0.775391, + 0.882324, + 0.740234, + 0.759766, + 0.832031, + 0.8125, + 1.049316, + 0.681641, + 1.291016, + 0.558594, + 0.764648, + 0.722656, + 0.746094, + 0.689453, + 0.80957, + 0.806641, + 0.811523, + 0.5625, + 0.699219, + 0.756836, + 0.693359, + 0.707031, + 0.813477, + 0.386719, + 0.825195, + 0.794922, + 0.766602, + 0.328125, + 0.746094, + 0.587891, + 1.527344, + 0.8125, + 0.760742, + 0.829102, + 0.854492, + 0.744141, + 0.771484, + 0.814453, + 0.71875, + 0.525391, + 0.638672, + 0.882812, + 0.675781, + 0.65625, + 0.740234, + 0.693359, + 0.766602, + 0.814453, + 0.764648, + 0.820312, + 0.730469, + 0.722656, + 0.779297, + 0.854492, + 0.762695, + 1.03064, + 0.81543, + 0.697266, + 0.582031, + 1.108398, + 0.755859, + 1.269531, + 0.852539, + 0.823242, + 0.878906, + 0.885742, + 0.762695, + 0.677734, + 0.876465, + 0.800781, + 1.104492, + 0.710938, + 0.762695, + 0.943848, + 0.738281, + 0.89502, + 0.773438, + 0.821289, + 0.78418, + 0.744141, + 0.794922, + 0.847656, + 0.708984, + 0.768555, + 0.790039, + 0.998337, + 0.763672, + 0.754883, + 0.746094, + 0.65625, + 0.861328, + 0.808594, + 0.824219, + 0.870117, + 1.376953, + 0.786133, + 0.673828, + 0.830078, + 0.730469, + 0.833008, + 0.898926, + 0.827148, + 0.776367, + 0.799805, + 0.852539, + 0.806641, + 0.851562, + 0.789062, + 0.852539, + 0.854492, + 0.544922, + 0.763672, + 0.742188, + 0.716797, + 0.763672, + 0.707031, + 0.837891, + 0.744141, + 0.667969, + 0.714844, + 0.791016, + 0.708984, + 0.734375, + 0.728516, + 0.823242, + 0.761719, + 0.922852, + 0.818359, + 0.615234, + 0.761719, + 0.742188, + 0.807617, + 1.191406, + 0.768555, + 0.863281, + 0.80957, + 0.788086, + 1.066895, + 0.844727, + 0.836914, + 0.703125, + 0.386719, + 0.856445, + 0.868164, + 0.476562, + 0.744141, + 0.860352, + 0.848633, + 0.736328, + 0.764648, + 0.71875, + 0.669922, + 0.75, + 0.982056, + 0.921875, + 0.798828, + 0.902832, + 0.697266, + 0.762695, + 0.53125, + 0.607422, + 0.787109, + 0.730469, + 0.80957, + 0.788086, + 0.720703, + 0.730469, + 0.667969, + 0.539062, + 0.738281, + 0.912598, + 0.425781, + 0.879883, + 0.708984, + 0.899414, + 0.842773, + 0.578125, + 0.865234, + 0.683594, + 0.560547, + 0.873047, + 1.324219, + 0.736328, + 0.828125, + 0.928711, + 0.851562, + 0.525391, + 0.777344, + 0.681641, + 0.769531, + 0.800781, + 0.827148, + 0.850586, + 0.861328, + 0.883789, + 0.821289, + 0.794922, + 0.722656, + 0.568359, + 0.937988, + 0.792969, + 0.736328, + 0.681641, + 0.901855, + 0.821289, + 0.867188, + 0.762695, + 0.774414, + 0.871094, + 0.787109, + 1.175781, + 1.503906, + 1.09668, + 0.677734, + 0.453125, + 0.802734, + 0.758789, + 0.744141, + 0.939453, + 0.876465, + 0.724609, + 0.84082, + 0.920898, + 0.816406, + 0.644531, + 0.621094, + 0.959229, + 0.667969 + ] + }, + "name": "onnx::Mul_8252", + "outputIndexes": [ + 490 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 489, + 490 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_4/Mul_1_output_0", + "outputIndexes": [ + 491 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 420, + 491 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_23_output_0", + "outputIndexes": [ + 492 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 492 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_4/Mul_output_0", + "outputIndexes": [ + 493 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.554688, + 1.570312, + 1.554688, + 1.65625, + 1.550781, + 1.605469, + 1.640625, + 0.533203, + 1.617188, + 1.382812, + 1.644531, + 1.535156, + 1.431641, + 1.632812, + 1.65625, + 1.566406, + 1.683594, + 1.601562, + 1.478516, + 1.554688, + 1.589844, + 1.726562, + 1.625, + 1.435547, + 1.427734, + 1.539062, + 1.382812, + 1.392578, + 1.421875, + 1.589844, + 1.464844, + 1.240234, + 1.519531, + 0.630859, + 1.496094, + 1.298828, + 1.527344, + 1.609375, + 1.441406, + 1.507812, + 1.582031, + 1.439453, + 1.644531, + 1.222656, + 0.762695, + 1.648438, + 1.617188, + 1.632812, + 1.34375, + 1.367188, + 1.6875, + 1.025757, + 1.542969, + 0.578125, + 1.574219, + 1.417969, + 1.597656, + 1.574219, + 1.347656, + 1.359375, + 1.181641, + 1.503906, + 1.550781, + 1.574219, + 1.371094, + 1.488281, + 1.086914, + 1.601562, + 1.435547, + 1.490234, + 1.632812, + 1.671875, + 1.451172, + 1.527344, + 1.476562, + 1.53125, + 0.972534, + 1.355469, + 1.294922, + 0.744141, + 1.478516, + 0.537109, + 1.412109, + 1.216797, + 1.59375, + 1.566406, + 1.527344, + 1.271484, + 0.864258, + 1.455078, + 1.539062, + 1.539062, + 1.628906, + 0.827148, + 1.574219, + 0.535156, + 1.578125, + 1.578125, + 1.488281, + 1.488281, + 1.306641, + 1.621094, + 1.640625, + 1.582031, + 1.667969, + 1.578125, + 1.589844, + 1.314453, + 1.566406, + 1.570312, + 1.617188, + 1.503906, + 1.667969, + 1.140625, + 1.613281, + 1.234375, + 1.601562, + 0.605469, + 1.613281, + 1.75, + 1.609375, + 1.470703, + 1.059082, + 1.574219, + 1.396484, + 1.114746, + 1.515625, + 1.636719, + 1.539062, + 1.046387, + 1.085938, + 1.484375, + 1.392578, + 1.515625, + 1.625, + 1.691406, + 1.361328, + 1.07373, + 1.511719, + 1.601562, + 1.458984, + 1.105469, + 1.449219, + 1.636719, + 1.554688, + 1.324219, + 1.453125, + 1.605469, + 1.558594, + 1.660156, + 1.613281, + 1.371094, + 1.53125, + 0.96582, + 1.65625, + 1.609375, + 1.018066, + 1.523438, + 0.716797, + 0.669922, + 0.819336, + 1.609375, + 1.386719, + 1.004272, + 1.660156, + 1.570312, + 1.636719, + 0.640625, + 1.617188, + 1.435547, + 1.523438, + 0.767578, + 1.425781, + 0.716797, + 1.59375, + 1.535156, + 1.582031, + 0.564453, + 1.554688, + 1.421875, + 1.503906, + 0.615234, + 1.271484, + 0.488281, + 1.427734, + 1.498047, + 0.969238, + 1.53125, + 1.466797, + 1.367188, + 1.640625, + 1.302734, + 1.523438, + 1.550781, + 1.582031, + 1.5, + 1.574219, + 1.625, + 1.679688, + 1.486328, + 1.511719, + 1.539062, + 1.53125, + 1.404297, + 1.578125, + 1.585938, + 1.435547, + 1.5625, + 1.5625, + 1.652344, + 1.316406, + 1.625, + 1.53125, + 1.419922, + 1.566406, + 1.574219, + 1.429688, + 1.507812, + 1.691406, + 1.625, + 1.378906, + 1.314453, + 1.648438, + 1.675781, + 1.679688, + 1.574219, + 1.511719, + 1.542969, + 1.455078, + 1.302734, + 1.255859, + 1.550781, + 1.542969, + 1.714844, + 1.589844, + 1.691406, + 1.257812, + 1.660156, + 1.484375, + 1.496094, + 1.373047, + 1.539062, + 1.683594, + 0.578125, + 1.53125, + 1.398438, + 1.443359, + 1.396484, + 1.714844, + 0.977783, + 1.632812, + 1.589844, + 0.805664, + 1.558594, + 1.613281, + 1.554688, + 1.464844, + 1.601562, + 1.275391, + 1.503906, + 1.589844, + 1.628906, + 1.589844, + 1.523438, + 1.539062, + 1.308594, + 1.726562, + 1.585938, + 1.503906, + 1.445312, + 1.542969, + 1.566406, + 1.535156, + 1.441406, + 1.558594, + 1.574219, + 0.868164, + 1.496094, + 1.632812, + 1.554688, + 1.263672, + 1.625, + 0.724609, + 1.585938, + 1.193359, + 1.550781, + 1.478516, + 1.511719, + 0.685547, + 1.496094, + 1.353516, + 0.601562, + 1.515625, + 1.542969, + 1.347656, + 1.609375, + 1.365234, + 1.539062, + 1.539062, + 1.613281, + 1.511719, + 1.416016, + 0.574219, + 1.410156, + 0.453125, + 1.427734, + 1.621094, + 1.453125, + 1.431641, + 1.652344, + 1.664062, + 0.572266, + 1.585938, + 1.492188, + 1.472656, + 1.503906, + 1.46875, + 1.628906, + 1.542969, + 1.691406, + 1.462891, + 1.363281, + 1.431641, + 1.679688, + 1.59375, + 1.578125, + 1.287109, + 1.417969, + 1.589844, + 1.578125, + 1.3125, + 1.229492, + 1.558594, + 1.601562, + 0.705078, + 1.558594, + 1.558594, + 1.703125, + 1.601562, + 1.550781, + 1.423828, + 1.455078, + 1.527344, + 1.503906, + 1.667969, + 1.07373, + 1.625, + 0.962158, + 1.289062, + 1.628906, + 0.675781, + 1.330078, + 0.75293, + 1.351562, + 0.525391, + 0.753906, + 1.550781, + 1.636719, + 1.136719, + 1.402344, + 0.658203, + 1.621094, + 1.375, + 0.97583, + 1.396484, + 1.652344, + 1.390625, + 0.798828, + 1.574219, + 1.578125, + 1.621094, + 1.417969, + 1.570312, + 1.503906, + 1.566406, + 1.574219, + 1.644531, + 1.539062, + 1.535156, + 0.99115, + 1.621094, + 1.609375, + 1.032471, + 0.811523, + 1.601562, + 1.433594, + 1.300781, + 1.098145, + 1.542969, + 1.671875, + 1.570312, + 1.652344, + 0.632812, + 1.742188, + 1.679688, + 1.570312, + 1.427734, + 0.667969, + 1.550781, + 1.675781, + 1.621094, + 1.589844, + 1.535156, + 1.617188, + 0.770508, + 1.628906, + 1.640625, + 1.488281, + 1.621094, + 0.81543, + 1.601562, + 1.570312, + 1.570312, + 1.523438, + 1.246094, + 1.5, + 1.574219, + 1.554688, + 1.550781, + 1.511719, + 1.585938, + 1.660156, + 1.355469, + 1.558594, + 1.484375, + 1.349609, + 1.53125, + 1.527344, + 1.617188, + 1.519531, + 1.271484, + 1.574219, + 1.585938, + 1.248047, + 0.921387, + 1.535156, + 1.578125, + 1.570312, + 1.589844, + 1.519531, + 1.625, + 1.636719, + 1.640625, + 1.223633, + 0.673828, + 1.601562, + 1.714844, + 1.4375, + 1.443359, + 1.609375, + 1.617188, + 1.566406, + 1.474609, + 1.582031, + 1.644531, + 1.628906, + 1.022339, + 1.65625, + 1.566406, + 1.400391, + 1.589844, + 1.648438, + 1.542969, + 1.503906, + 0.902344, + 1.601562, + 0.667969, + 1.486328, + 1.605469, + 1.539062, + 1.498047, + 1.503906, + 1.570312, + 1.462891, + 1.613281, + 1.523438, + 0.720703, + 1.320312, + 1.578125, + 1.640625, + 1.542969, + 1.462891, + 0.808594, + 1.578125, + 1.601562, + 1.664062, + 0.662109, + 1.542969, + 1.441406, + 1.5625, + 1.304688, + 1.535156, + 1.613281, + 1.605469, + 1.229492, + 1.570312, + 0.548828, + 0.636719, + 1.101562, + 0.65625, + 1.447266, + 1.539062, + 1.5625, + 1.186523, + 0.611328, + 1.492188, + 1.155273, + 1.125977, + 1.302734, + 1.644531, + 1.5625, + 1.554688, + 1.466797, + 1.466797, + 1.546875, + 1.636719, + 1.223633, + 1.652344, + 1.722656, + 1.220703, + 1.507812, + 1.414062, + 0.834961, + 0.740234, + 1.621094, + 0.904297, + 1.652344, + 1.527344, + 1.449219, + 1.664062, + 1.511719, + 1.542969, + 1.613281, + 0.630859, + 1.679688, + 0.552734, + 1.542969, + 1.621094, + 1.644531, + 0.650391, + 1.208008, + 1.283203, + 1.427734, + 1.640625, + 1.494141, + 1.5625, + 1.566406, + 1.482422, + 1.065918, + 1.59375, + 0.705078, + 1.695312, + 1.542969, + 1.384766, + 1.476562, + 1.431641, + 1.445312, + 0.858398, + 1.458984, + 1.539062, + 1.730469, + 0.833984, + 1.15625, + 1.425781, + 1.523438, + 1.527344, + 1.648438, + 0.914551, + 1.435547, + 1.550781, + 1.59375, + 1.570312, + 1.683594, + 1.474609, + 0.535156, + 1.542969, + 1.539062, + 1.523438, + 0.919434, + 1.589844, + 1.382812, + 1.542969, + 1.632812, + 1.585938, + 1.255859, + 1.449219, + 1.341797, + 1.503906, + 0.805664, + 1.093262, + 1.5625, + 1.558594, + 1.394531, + 1.355469, + 1.208008, + 1.519531, + 1.542969, + 1.625, + 1.574219, + 1.275391, + 1.542969, + 1.625, + 1.363281, + 1.644531, + 1.703125, + 1.558594, + 1.470703, + 1.621094, + 1.605469, + 1.503906, + 1.601562, + 1.574219, + 1.632812, + 0.685547, + 1.335938, + 1.542969, + 1.621094, + 1.412109, + 1.648438, + 1.546875, + 1.578125, + 1.539062, + 1.441406, + 1.597656, + 1.679688, + 1.330078, + 1.632812, + 1.53125, + 1.664062, + 1.005066, + 1.486328, + 1.636719, + 1.482422, + 1.554688, + 1.617188, + 1.398438, + 1.601562, + 1.597656, + 1.597656, + 1.07373, + 1.691406, + 1.609375, + 1.241211, + 0.675781, + 1.597656, + 0.800781, + 1.617188, + 1.667969, + 1.425781, + 0.871094, + 0.488281, + 0.626953, + 1.636719, + 1.601562, + 1.664062, + 1.601562, + 1.527344, + 1.53125, + 1.511719, + 1.470703, + 1.589844, + 1.546875, + 1.511719, + 0.558594, + 1.460938, + 1.53125, + 1.554688, + 1.589844, + 1.539062, + 1.523438, + 1.648438, + 1.423828, + 1.554688, + 1.574219, + 1.237305, + 1.554688, + 1.570312, + 1.585938, + 1.160156, + 1.396484, + 1.5625, + 0.492188, + 1.192383, + 1.384766, + 1.5625, + 1.566406, + 1.223633, + 1.542969, + 1.621094, + 1.443359, + 1.429688, + 1.472656, + 1.550781, + 1.53125, + 1.648438, + 1.457031, + 1.421875, + 1.636719, + 1.453125, + 1.558594, + 1.365234, + 1.472656, + 1.4375, + 1.523438, + 1.53125, + 1.585938, + 1.582031, + 1.417969, + 1.558594, + 1.443359, + 1.621094, + 1.660156, + 1.691406, + 1.578125, + 1.145508, + 1.455078, + 1.578125, + 0.931152, + 1.554688, + 1.246094, + 1.542969, + 1.71875, + 1.515625, + 1.574219, + 1.09375, + 0.650391, + 1.062012, + 1.644531, + 1.585938, + 1.648438, + 1.378906, + 1.582031, + 1.59375, + 1.507812, + 1.527344, + 1.574219, + 1.53125, + 1.566406, + 1.628906, + 1.632812, + 1.589844, + 1.503906, + 1.490234, + 1.490234, + 1.427734, + 1.339844, + 1.617188, + 1.59375, + 1.585938, + 1.761719, + 1.644531, + 1.640625, + 1.535156, + 1.625, + 1.550781, + 1.341797, + 1.582031, + 0.703125, + 1.554688, + 1.539062, + 1.601562, + 1.5, + 1.417969, + 1.609375, + 1.492188, + 1.382812, + 1.613281, + 1.625, + 1.648438, + 1.498047, + 1.664062, + 1.648438, + 1.449219, + 1.59375, + 1.464844, + 1.664062, + 1.597656, + 1.609375, + 1.277344, + 1.243164, + 1.460938, + 1.439453, + 1.363281, + 1.503906, + 1.106934, + 1.621094, + 1.542969, + 0.870117, + 1.044434, + 1.558594, + 1.601562, + 1.478516, + 1.196289, + 1.628906, + 1.324219, + 1.617188, + 1.746094, + 1.114258, + 1.582031, + 1.339844, + 0.728516, + 1.636719, + 1.621094, + 1.625, + 1.302734, + 0.962158, + 1.503906, + 1.546875, + 0.691406, + 1.427734, + 1.644531, + 1.679688, + 0.634766, + 1.621094, + 0.896484, + 1.382812, + 1.683594, + 1.455078, + 1.053467, + 1.558594, + 1.5625, + 1.550781, + 1.53125, + 1.539062, + 1.679688, + 1.671875, + 1.498047, + 1.462891, + 1.527344, + 1.550781, + 1.585938, + 1.609375, + 1.498047, + 1.447266, + 1.496094, + 1.139648, + 1.613281, + 1.539062, + 1.019653, + 1.53125, + 1.125977, + 1.671875, + 1.753906, + 1.558594, + 1.683594, + 1.605469, + 1.683594, + 1.566406, + 1.652344, + 1.703125, + 1.345703, + 1.443359, + 1.335938, + 1.566406, + 0.382812, + 1.345703, + 1.269531, + 1.527344, + 1.419922, + 1.100098, + 1.574219, + 1.640625, + 1.527344, + 1.554688, + 1.511719, + 0.601562, + 1.558594, + 1.4375, + 1.482422, + 0.703125, + 1.648438, + 1.542969, + 1.636719, + 0.693359, + 1.378906, + 1.289062, + 1.480469, + 1.535156, + 1.621094, + 1.625, + 1.287109, + 1.098145, + 1.478516, + 1.589844, + 1.511719, + 1.640625, + 1.640625, + 1.667969, + 1.412109, + 1.523438, + 0.720703, + 1.550781, + 1.550781, + 1.419922, + 1.445312, + 1.589844, + 1.71875, + 1.554688, + 1.515625, + 1.601562, + 1.147461, + 1.480469, + 1.492188, + 1.648438, + 1.04126, + 1.351562, + 1.435547, + 0.667969, + 0.501953, + 1.118652, + 0.965576, + 1.527344, + 1.605469, + 1.605469, + 1.388672, + 0.619141, + 0.507812, + 1.539062, + 1.707031, + 1.251953, + 1.589844, + 1.449219, + 1.644531, + 1.53125, + 1.255859, + 0.615234, + 1.523438, + 1.369141, + 1.302734, + 0.842773, + 1.494141, + 1.417969, + 1.419922, + 1.46875, + 1.636719, + 1.554688, + 1.476562, + 1.609375, + 1.273438, + 1.578125, + 1.515625, + 1.328125, + 1.453125, + 1.214844, + 1.578125, + 1.582031, + 0.987793, + 0.572266, + 1.371094, + 1.59375, + 1.507812, + 1.474609, + 1.542969, + 1.503906, + 1.458984, + 1.613281, + 0.529297, + 1.322266, + 1.118164, + 1.648438, + 1.644531, + 0.5625, + 1.65625, + 1.605469, + 1.488281, + 1.570312, + 1.582031, + 1.277344, + 1.296875, + 0.658203, + 1.570312, + 1.345703, + 1.527344, + 0.59375, + 1.78125, + 1.625, + 1.351562, + 1.605469, + 1.171875, + 1.378906, + 1.482422, + 1.632812, + 1.578125, + 0.995361, + 1.511719, + 1.652344, + 1.157227, + 0.734375, + 1.036865, + 0.6875, + 1.433594, + 1.5, + 1.65625, + 1.474609, + 1.605469, + 1.601562, + 1.617188, + 0.541016, + 1.597656, + 1.519531, + 1.566406, + 1.648438, + 0.669922, + 1.511719, + 1.511719, + 0.433594, + 1.378906, + 0.595703, + 1.574219, + 0.625, + 1.227539, + 1.550781, + 1.59375, + 1.605469, + 1.162109, + 1.433594, + 1.08252, + 1.546875, + 0.601562, + 1.292969, + 1.169922, + 0.968262, + 0.874023, + 1.617188, + 1.730469, + 1.28125, + 0.866211, + 1.582031, + 1.371094, + 1.578125, + 1.204102, + 1.388672, + 1.558594, + 0.564453, + 1.558594, + 1.484375, + 1.4375, + 0.580078, + 0.771484, + 1.558594, + 1.621094, + 1.458984, + 1.585938, + 1.632812, + 1.585938, + 1.142578, + 0.572266, + 1.447266, + 1.585938, + 1.601562, + 1.263672, + 1.539062, + 1.648438, + 1.71875, + 1.585938, + 1.570312, + 1.519531, + 1.613281, + 1.445312, + 1.371094, + 1.375, + 1.466797, + 1.232422, + 1.570312, + 1.597656, + 1.621094, + 1.585938, + 1.59375, + 0.748047, + 1.675781, + 0.599609, + 1.200195, + 1.318359, + 0.658203, + 1.617188, + 1.367188, + 1.554688, + 1.478516, + 1.640625, + 1.511719, + 1.455078, + 1.523438, + 0.568359, + 1.269531, + 1.443359, + 1.408203, + 1.613281, + 1.492188, + 1.174805, + 1.550781, + 1.589844, + 1.683594, + 1.519531, + 1.71875, + 0.583984, + 1.644531, + 1.664062, + 1.1875, + 1.59375, + 1.478516, + 1.466797, + 1.574219, + 1.6875, + 1.585938, + 1.640625, + 1.589844, + 1.65625, + 1.648438, + 1.062012, + 1.503906, + 1.496094, + 1.671875, + 1.644531, + 1.414062, + 0.755859, + 1.519531, + 0.728516, + 1.542969, + 1.605469, + 1.217773, + 1.535156, + 1.660156, + 1.542969, + 1.496094, + 1.275391, + 1.449219, + 0.572266, + 0.558594, + 0.568359, + 1.601562, + 1.585938, + 0.695312, + 1.494141, + 1.496094, + 1.05542, + 0.742188, + 1.445312, + 1.085449, + 1.511719, + 0.712891, + 1.542969, + 1.527344, + 1.175781, + 1.585938, + 1.349609, + 1.333984, + 1.601562, + 1.519531, + 0.560547, + 0.867188, + 0.724609, + 1.5, + 1.621094, + 1.585938, + 1.703125, + 1.219727, + 0.714844, + 1.376953, + 0.683594, + 1.933594, + 1.5, + 1.734375, + 1.511719, + 1.074219, + 1.578125, + 1.578125, + 1.550781, + 1.285156, + 1.511719, + 1.398438, + 0.488281, + 1.660156, + 1.597656, + 1.294922, + 1.632812, + 1.511719, + 1.570312, + 1.388672, + 1.523438, + 1.306641, + 1.65625, + 1.605469, + 1.507812, + 1.59375, + 1.683594, + 1.339844, + 1.585938, + 1.507812, + 1.558594, + 1.550781, + 1.46875, + 1.373047, + 1.519531, + 1.484375, + 1.644531, + 1.306641, + 1.476562, + 0.787109, + 1.738281, + 1.414062, + 1.511719, + 1.306641, + 1.478516, + 1.511719, + 1.667969, + 0.71875, + 1.597656, + 0.819336, + 1.585938, + 1.382812, + 1.441406, + 1.240234, + 1.472656, + 1.016602, + 1.59375, + 0.662109, + 1.539062, + 1.086426, + 1.644531, + 1.5, + 1.416016, + 1.597656, + 1.546875, + 1.542969, + 1.396484, + 1.515625, + 1.511719, + 1.482422, + 0.556641, + 1.582031, + 1.40625, + 1.443359, + 1.519531, + 1.378906, + 1.636719, + 1.431641, + 0.966064, + 1.457031, + 1.589844, + 1.470703, + 1.196289, + 1.609375, + 1.570312, + 1.462891, + 1.417969, + 1.523438, + 0.5625, + 1.566406, + 1.5, + 1.644531, + 0.882812, + 1.349609, + 0.932617, + 0.542969, + 1.496094, + 0.554688, + 0.623047, + 1.339844, + 1.527344, + 1.632812, + 1.664062, + 1.001999, + 1.447266, + 1.28125, + 1.601562, + 0.623047, + 1.542969, + 1.527344, + 1.535156, + 1.855469, + 1.621094, + 1.652344, + 0.597656, + 1.621094, + 1.566406, + 1.0354, + 0.699219, + 1.582031, + 1.59375, + 0.724609, + 1.671875, + 0.862305, + 1.570312, + 1.349609, + 1.5625, + 1.421875, + 0.679688, + 1.601562, + 1.460938, + 1.443359, + 1.613281, + 1.507812, + 1.089844, + 0.572266, + 1.523438, + 1.519531, + 1.496094, + 1.613281, + 1.605469, + 1.628906, + 1.474609, + 1.498047, + 1.466797, + 1.427734, + 0.92334, + 1.542969, + 1.628906, + 1.496094, + 1.664062, + 1.345703, + 1.523438, + 1.601562, + 1.605469, + 0.488281, + 1.478516, + 1.609375, + 1.546875, + 1.507812, + 1.496094, + 1.386719, + 1.464844, + 1.482422, + 1.494141, + 1.625, + 1.488281, + 1.605469, + 1.566406, + 1.019531, + 1.472656, + 0.658203, + 1.535156, + 0.720703, + 1.507812, + 1.589844, + 1.527344, + 0.617188, + 1.408203, + 1.443359, + 1.5, + 1.585938, + 1.291016, + 1.578125, + 1.550781, + 1.535156, + 1.503906, + 1.488281, + 0.80957, + 1.503906, + 1.546875, + 1.337891, + 1.605469, + 1.523438, + 1.542969, + 1.617188, + 1.570312, + 1.636719, + 1.511719, + 1.402344, + 1.447266, + 1.511719, + 1.464844, + 0.820312, + 1.470703, + 1.617188, + 1.621094, + 1.410156, + 0.636719, + 1.621094, + 1.648438, + 1.621094, + 1.523438, + 1.542969, + 1.490234, + 1.519531, + 1.488281, + 0.568359, + 1.652344, + 1.519531, + 1.490234, + 1.578125, + 1.65625, + 1.507812, + 1.648438, + 1.671875, + 1.578125, + 1.400391, + 1.695312, + 1.554688, + 1.644531, + 1.443359, + 1.648438, + 1.710938, + 1.017944, + 1.859375, + 1.511719, + 1.498047, + 1.574219, + 1.511719, + 1.062988, + 1.695312, + 1.535156, + 1.550781, + 0.578125, + 1.416016, + 1.211914, + 0.986877, + 1.511719, + 1.59375, + 1.824219, + 0.505859, + 1.597656, + 1.535156, + 0.523438, + 0.916016, + 1.53125, + 1.574219, + 1.601562, + 1.574219, + 1.613281, + 1.433594, + 1.574219, + 1.388672, + 1.683594, + 0.816406, + 1.589844, + 1.609375, + 1.574219, + 0.669922, + 1.527344, + 1.585938, + 1.578125, + 1.527344, + 1.601562, + 1.472656, + 1.53125, + 1.349609, + 0.664062, + 1.550781, + 1.546875, + 1.511719, + 1.429688, + 1.138672, + 1.480469, + 0.724609, + 1.439453, + 1.574219, + 1.056641, + 1.589844, + 1.679688, + 1.4375, + 1.164062, + 1.365234, + 1.601562, + 1.585938, + 1.558594, + 0.998146, + 0.646484, + 1.494141, + 1.496094, + 1.496094, + 1.306641, + 1.601562, + 1.585938, + 1.582031, + 0.59375, + 1.435547, + 1.695312, + 1.458984, + 1.433594, + 1.386719, + 1.648438, + 1.589844, + 1.585938, + 1.431641, + 1.496094, + 1.460938, + 1.621094, + 1.667969, + 1.613281, + 1.339844, + 1.337891, + 1.326172, + 1.267578, + 1.621094, + 1.365234, + 1.277344, + 1.550781, + 1.123047, + 1.726562, + 1.542969, + 1.605469, + 1.498047, + 1.539062, + 1.53125, + 1.098633, + 1.425781, + 1.480469, + 1.554688, + 1.609375, + 1.609375, + 1.10791, + 1.515625, + 1.675781, + 1.558594, + 1.636719, + 1.589844, + 1.398438, + 1.660156, + 1.605469, + 1.486328, + 1.507812, + 0.780273, + 1.53125, + 1.648438, + 1.511719, + 1.53125, + 1.652344, + 1.707031, + 1.478516, + 1.511719, + 1.460938, + 1.632812, + 1.578125, + 1.347656, + 1.078613, + 1.445312, + 1.458984, + 1.644531, + 1.490234, + 1.644531, + 1.640625, + 1.640625, + 1.652344, + 1.570312, + 1.539062, + 1.261719, + 1.664062, + 1.433594, + 1.404297, + 1.511719, + 1.5625, + 1.550781, + 1.476562, + 1.53125, + 1.498047, + 1.589844, + 0.744141, + 1.503906, + 1.503906, + 1.248047, + 1.589844, + 1.636719, + 0.537109, + 1.515625, + 1.730469, + 1.519531, + 0.816406, + 1.585938, + 1.511719, + 0.989563, + 0.654297, + 1.410156, + 1.466797, + 1.644531, + 1.494141, + 1.503906, + 1.570312, + 1.53125, + 1.683594, + 1.574219, + 1.223633, + 1.570312, + 0.966064, + 1.609375, + 1.648438, + 0.775391, + 0.539062, + 1.542969, + 1.597656, + 1.582031, + 0.947998, + 1.589844, + 1.259766, + 1.441406, + 1.554688, + 1.40625, + 1.314453, + 1.566406, + 1.474609, + 1.304688, + 1.621094, + 1.628906, + 1.482422, + 0.738281, + 1.032471, + 1.476562, + 1.480469, + 1.648438, + 1.245117, + 1.443359, + 1.683594, + 1.388672, + 0.930664, + 1.601562, + 1.582031, + 1.378906, + 1.578125, + 1.466797, + 1.28125, + 1.511719, + 1.384766, + 0.464844, + 0.550781, + 1.554688, + 1.439453, + 1.511719, + 1.613281, + 1.466797, + 1.566406, + 0.795898, + 1.578125, + 0.952148, + 0.9729, + 1.523438, + 1.671875, + 1.574219, + 1.554688, + 1.582031, + 1.601562, + 0.804688, + 1.617188, + 1.40625, + 1.339844, + 1.527344, + 1.804688, + 1.484375, + 1.449219, + 1.310547, + 1.621094, + 1.570312, + 1.570312, + 1.4375, + 1.176758, + 1.388672, + 1.542969, + 1.376953, + 1.710938, + 1.546875, + 0.626953, + 1.59375, + 1.585938, + 0.931641, + 1.585938, + 1.179688, + 1.404297, + 1.628906, + 1.574219, + 1.550781, + 1.196289, + 1.492188, + 1.609375, + 1.621094, + 1.597656, + 1.726562, + 1.539062, + 1.482422, + 1.433594, + 1.628906, + 1.640625, + 1.365234, + 0.75, + 0.511719, + 1.503906, + 1.53125, + 1.570312, + 1.585938, + 1.470703, + 0.457031, + 1.726562, + 1.636719, + 1.421875, + 1.535156, + 0.869141, + 1.671875, + 1.652344, + 1.539062, + 1.474609, + 1.515625, + 1.447266, + 1.416016, + 1.259766, + 1.632812, + 1.496094, + 1.550781, + 0.628906, + 1.699219, + 1.217773, + 0.597656, + 1.566406, + 0.884766, + 1.679688, + 1.480469, + 1.277344, + 1.484375, + 0.648438, + 1.609375, + 1.59375, + 1.511719, + 1.523438, + 1.589844, + 1.496094, + 1.433594, + 1.558594, + 1.648438, + 1.527344, + 1.675781, + 1.632812, + 0.928711, + 1.462891, + 1.511719, + 1.380859, + 1.496094, + 1.361328, + 1.597656, + 0.794922, + 1.433594, + 0.550781, + 1.570312, + 1.398438, + 1.65625, + 1.419922, + 1.546875, + 1.535156, + 1.554688, + 1.441406, + 1.417969, + 1.621094, + 1.628906, + 1.621094, + 1.308594, + 1.613281, + 0.977417, + 1.554688, + 1.217773, + 0.638672, + 1.515625, + 1.683594, + 1.597656, + 1.601562, + 1.59375, + 1.294922, + 1.400391, + 1.546875, + 1.089844, + 1.163086, + 1.644531, + 1.648438, + 1.621094, + 1.464844, + 1.574219, + 1.19043, + 1.632812, + 1.597656, + 1.5625, + 0.714844, + 1.427734, + 1.582031, + 1.507812, + 1.5625, + 1.238281, + 1.617188, + 1.511719, + 1.470703, + 1.582031, + 1.632812, + 1.527344, + 0.699219, + 1.511719, + 1.617188, + 1.558594, + 1.742188, + 1.632812, + 1.632812, + 1.421875, + 1.333984, + 1.628906, + 1.59375, + 0.910645, + 0.726562, + 1.480469, + 1.585938, + 1.667969, + 1.523438, + 1.554688, + 0.501953, + 1.550781, + 1.621094, + 1.484375, + 1.636719, + 1.294922, + 1.482422, + 1.375, + 0.574219, + 1.582031, + 1.585938, + 1.574219, + 1.474609, + 0.837891, + 1.609375, + 1.480469, + 1.578125, + 1.46875, + 1.515625, + 1.691406, + 1.416016, + 1.373047, + 0.98584, + 1.433594, + 1.155273, + 0.582031, + 1.558594, + 1.105957, + 1.640625, + 1.585938, + 0.97522, + 1.59375, + 1.582031, + 1.511719, + 1.558594, + 1.5625, + 1.179688, + 1.421875, + 0.963867, + 1.570312, + 1.142578, + 1.496094, + 1.5625, + 1.574219, + 1.482422, + 1.523438, + 1.539062, + 1.652344, + 1.178711, + 1.644531, + 1.589844, + 0.705078, + 1.298828, + 1.554688, + 1.699219, + 1.396484, + 0.712891, + 1.443359, + 1.453125, + 1.539062, + 1.5625, + 1.511719, + 0.638672, + 1.570312, + 1.478516, + 1.05249, + 1.546875, + 1.416016, + 1.458984, + 1.457031, + 1.400391, + 1.427734, + 1.511719, + 1.597656, + 1.648438, + 1.496094, + 1.730469, + 1.617188, + 0.582031, + 1.566406, + 1.5625, + 1.699219, + 1.597656, + 1.660156, + 1.636719, + 1.384766, + 0.997162, + 1.71875, + 1.589844, + 1.554688, + 1.519531, + 1.009583, + 1.447266, + 1.527344, + 1.523438, + 1.515625, + 1.476562, + 1.5625, + 1.484375, + 1.601562, + 1.292969, + 1.574219, + 1.546875, + 1.507812, + 1.585938, + 1.339844, + 1.652344, + 1.333984, + 1.353516, + 1.667969, + 0.857422, + 0.453125, + 1.523438, + 1.238281, + 1.570312, + 1.609375, + 1.527344, + 1.511719, + 1.287109, + 1.558594, + 1.298828, + 1.486328, + 1.550781, + 1.605469, + 1.566406, + 0.634766, + 1.582031, + 1.566406, + 1.800781, + 1.449219, + 1.486328, + 1.515625, + 1.498047, + 1.570312, + 1.357422, + 1.605469, + 1.660156, + 1.625, + 1.605469, + 1.439453, + 1.213867, + 1.566406, + 1.166992, + 1.357422, + 1.558594, + 1.345703, + 1.601562, + 1.71875, + 1.554688, + 1.617188, + 1.474609, + 1.613281, + 1.229492, + 1.585938, + 1.246094, + 0.89209, + 1.605469, + 1.462891, + 1.546875, + 0.677734, + 1.18457, + 1.605469, + 1.523438, + 1.675781, + 1.59375, + 1.416016, + 1.667969, + 1.439453, + 1.310547, + 1.439453, + 0.566406, + 1.5, + 0.911621, + 1.466797, + 1.582031, + 1.667969, + 1.628906, + 1.449219, + 0.550781, + 1.550781, + 1.625, + 1.498047, + 1.492188, + 1.671875, + 1.169922, + 1.636719, + 1.496094, + 1.316406, + 0.957764, + 1.53125, + 1.519531, + 1.380859, + 1.59375, + 1.644531, + 1.523438, + 1.574219, + 1.246094, + 1.527344, + 1.386719, + 1.197266, + 1.589844, + 1.636719, + 1.648438, + 1.527344, + 1.345703, + 1.494141, + 1.371094, + 1.326172, + 1.535156, + 1.439453, + 1.398438, + 0.542969, + 1.578125, + 1.527344, + 1.667969, + 1.671875, + 1.480469, + 1.574219, + 1.589844, + 1.523438, + 1.636719, + 1.161133, + 1.443359, + 1.59375, + 1.523438, + 0.595703, + 1.542969, + 1.578125, + 1.632812, + 1.664062, + 1.578125, + 1.5, + 1.652344, + 1.445312, + 1.628906, + 1.585938, + 1.416016, + 0.552734, + 1.455078, + 1.386719, + 1.691406, + 0.648438, + 1.613281, + 0.634766, + 1.585938, + 0.548828, + 1.519531, + 1.361328, + 1.019165, + 0.994659, + 1.421875, + 1.542969, + 1.667969, + 1.398438, + 1.554688, + 1.511719, + 1.625, + 1.664062, + 0.46875, + 0.861328, + 0.931641, + 1.570312, + 1.660156, + 1.408203, + 1.617188, + 1.652344, + 1.617188, + 1.149414, + 1.699219, + 1.585938, + 1.376953, + 1.472656, + 1.53125, + 1.273438, + 1.546875, + 1.683594, + 1.150391, + 1.546875, + 1.558594, + 1.605469, + 1.570312, + 1.601562, + 1.191406, + 1.53125, + 1.470703, + 1.445312, + 1.558594, + 1.691406, + 1.255859, + 1.535156, + 1.148438, + 0.790039, + 1.503906, + 1.539062, + 1.466797, + 0.785156, + 1.714844, + 1.625, + 1.628906, + 0.673828, + 1.431641, + 1.185547, + 1.601562, + 1.458984, + 1.291016, + 0.517578, + 1.683594, + 1.585938, + 1.597656, + 0.507812, + 1.199219, + 0.599609, + 1.148438, + 1.589844, + 1.300781, + 1.636719, + 1.648438, + 1.570312, + 1.617188, + 1.494141, + 1.423828, + 0.808594, + 0.866211, + 1.574219, + 1.466797, + 1.578125, + 1.597656, + 1.539062, + 1.554688, + 1.707031, + 1.179688, + 1.53125, + 1.507812, + 1.486328, + 0.791992, + 1.640625, + 1.601562, + 1.597656, + 1.710938, + 1.511719, + 0.736328, + 1.722656, + 0.619141, + 1.020874, + 1.691406, + 1.585938, + 1.5625, + 1.644531, + 1.447266, + 1.574219, + 1.632812, + 1.59375, + 1.527344, + 1.511719, + 1.470703, + 1.382812, + 1.589844, + 1.632812, + 1.507812, + 1.318359, + 1.648438, + 0.999905, + 1.371094, + 1.419922, + 1.050049, + 1.527344, + 1.523438, + 1.539062, + 1.566406, + 1.410156, + 1.380859, + 1.527344, + 1.367188, + 1.02063, + 1.664062, + 1.609375, + 1.114258, + 1.519531, + 1.613281, + 1.566406, + 1.306641, + 1.511719, + 1.695312, + 1.550781, + 1.585938, + 1.503906, + 0.953125, + 1.408203, + 1.470703, + 0.857422, + 1.652344, + 1.496094, + 0.634766, + 1.515625, + 1.239258, + 1.609375, + 1.542969, + 1.523438, + 1.679688, + 1.699219, + 1.53125, + 1.457031, + 1.578125, + 1.511719, + 1.464844, + 1.570312, + 0.984497, + 1.515625, + 1.511719, + 1.917969, + 0.738281, + 1.457031, + 1.535156, + 1.558594, + 1.09668, + 1.585938, + 1.355469, + 1.447266, + 1.402344, + 0.787109, + 1.302734, + 1.65625, + 1.519531, + 0.697266, + 1.632812, + 1.5, + 0.766602, + 1.589844, + 1.570312, + 1.710938, + 1.492188, + 1.535156, + 1.554688, + 0.864258, + 1.574219, + 1.636719, + 1.435547, + 1.478516, + 1.365234, + 1.435547, + 1.460938, + 0.609375, + 1.033691, + 1.5625, + 1.322266, + 1.585938, + 1.208008, + 1.386719, + 1.546875, + 1.789062, + 0.730469, + 1.28125, + 1.621094, + 0.539062, + 1.539062, + 1.457031, + 1.675781, + 1.636719, + 0.669922, + 1.609375, + 1.605469, + 0.582031, + 1.675781, + 0.667969, + 1.482422, + 1.5, + 1.5625, + 1.640625, + 0.664062, + 1.566406, + 1.341797, + 1.527344, + 1.546875, + 1.628906, + 1.332031, + 0.6875, + 1.605469, + 1.664062, + 1.585938, + 1.5, + 0.724609, + 1.439453, + 1.609375, + 1.466797, + 1.582031, + 1.605469, + 1.601562, + 1.322266, + 1.378906, + 1.632812, + 1.388672, + 1.710938, + 0.789062, + 1.004425, + 1.294922, + 1.554688, + 0.597656, + 1.707031, + 1.271484, + 1.462891, + 1.722656, + 1.605469, + 1.3125, + 1.285156, + 1.683594, + 1.625, + 0.714844, + 1.851562, + 1.124512, + 1.453125 + ] + }, + "name": "onnx::Mul_8254", + "outputIndexes": [ + 494 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 493, + 494 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_4/Mul_1_output_0", + "outputIndexes": [ + 495 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 495 + ], + "outputIndexes": [ + 2618 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2618 + ], + "outputIndexes": [ + 2619 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear", + "inputIndexes": [ + 2619 + ], + "outputIndexes": [ + 2620 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 183141056, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2620 + ], + "outputIndexes": [ + 2621 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2621 + ], + "outputIndexes": [ + 496 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 496, + 496 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Mul_output_0", + "outputIndexes": [ + 497 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 496, + 497 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Mul_1_output_0", + "outputIndexes": [ + 498 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Mul_2_output_0", + "outputIndexes": [ + 499 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 496, + 499 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Add_output_0", + "outputIndexes": [ + 500 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 500 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Mul_3_output_0", + "outputIndexes": [ + 501 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 501 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_4/Tanh_output_0", + "outputIndexes": [ + 502 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 502 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Add_1_output_0", + "outputIndexes": [ + 503 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 496, + 503 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Mul_4_output_0", + "outputIndexes": [ + 504 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 504 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Mul_5_output_0", + "outputIndexes": [ + 505 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 495 + ], + "outputIndexes": [ + 2622 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2622 + ], + "outputIndexes": [ + 2623 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear", + "inputIndexes": [ + 2623 + ], + "outputIndexes": [ + 2624 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 195085014, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2624 + ], + "outputIndexes": [ + 2625 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2625 + ], + "outputIndexes": [ + 506 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 505, + 506 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_4/Mul_output_0", + "outputIndexes": [ + 507 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 507 + ], + "outputIndexes": [ + 2626 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2626 + ], + "outputIndexes": [ + 2627 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear", + "inputIndexes": [ + 2627 + ], + "outputIndexes": [ + 2628 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 207028972, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2628 + ], + "outputIndexes": [ + 2629 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2629 + ], + "outputIndexes": [ + 508 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 508 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_4/Mul_output_0", + "outputIndexes": [ + 509 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.285156, + 1.245117, + 1.246094, + 1.333984, + 1.222656, + 1.192383, + 1.279297, + 0.949463, + 1.257812, + 1.332031, + 1.361328, + 1.229492, + 1.296875, + 1.214844, + 1.243164, + 1.230469, + 1.198242, + 1.231445, + 1.273438, + 1.257812, + 1.314453, + 1.213867, + 1.163086, + 1.332031, + 1.347656, + 1.277344, + 1.318359, + 1.400391, + 1.410156, + 1.304688, + 1.253906, + 1.412109, + 1.257812, + 1.132812, + 1.245117, + 1.392578, + 1.225586, + 1.239258, + 1.289062, + 1.269531, + 1.269531, + 1.296875, + 1.18457, + 1.390625, + 1.332031, + 1.188477, + 1.229492, + 1.255859, + 1.558594, + 1.371094, + 1.296875, + 1.490234, + 1.259766, + 1.402344, + 1.269531, + 1.347656, + 1.263672, + 1.21875, + 1.425781, + 1.3125, + 1.396484, + 1.523438, + 1.259766, + 1.237305, + 1.449219, + 1.192383, + 1.464844, + 1.235352, + 1.28125, + 1.188477, + 1.214844, + 1.183594, + 1.3125, + 1.230469, + 1.283203, + 1.199219, + 1.458984, + 1.324219, + 1.373047, + 1.369141, + 1.255859, + 0.946533, + 1.386719, + 1.388672, + 1.222656, + 1.273438, + 1.273438, + 1.398438, + 1.349609, + 1.306641, + 1.261719, + 1.206055, + 1.287109, + 1.277344, + 1.28125, + 0.900391, + 1.225586, + 1.21582, + 1.363281, + 1.253906, + 1.400391, + 1.259766, + 1.228516, + 1.304688, + 1.210938, + 1.261719, + 1.308594, + 1.378906, + 1.205078, + 1.231445, + 1.279297, + 1.328125, + 1.306641, + 1.160156, + 1.227539, + 1.466797, + 1.232422, + 1.453125, + 1.169922, + 1.255859, + 1.207031, + 1.291016, + 1.832031, + 1.220703, + 1.333984, + 1.490234, + 1.255859, + 1.246094, + 1.244141, + 1.511719, + 1.396484, + 1.28125, + 1.328125, + 1.239258, + 1.294922, + 1.235352, + 1.328125, + 1.503906, + 1.292969, + 1.279297, + 1.703125, + 1.392578, + 1.253906, + 1.168945, + 1.253906, + 1.421875, + 1.314453, + 1.200195, + 1.231445, + 1.294922, + 1.195312, + 1.332031, + 1.279297, + 2.8125, + 1.181641, + 1.259766, + 1.435547, + 1.257812, + 1.21875, + 1.219727, + 1.753906, + 1.322266, + 1.341797, + 1.40625, + 1.275391, + 1.287109, + 1.275391, + 1.170898, + 1.235352, + 1.269531, + 1.294922, + 1.239258, + 1.359375, + 1.1875, + 1.207031, + 1.40625, + 1.222656, + 0.883301, + 1.3125, + 1.335938, + 1.263672, + 1.148438, + 1.355469, + 0.948975, + 1.457031, + 1.208984, + 1.316406, + 1.253906, + 1.255859, + 1.369141, + 1.229492, + 1.75, + 1.294922, + 1.245117, + 1.259766, + 1.237305, + 1.248047, + 1.365234, + 1.269531, + 1.292969, + 1.291016, + 1.246094, + 1.223633, + 1.245117, + 1.273438, + 1.224609, + 1.447266, + 1.239258, + 1.246094, + 1.253906, + 1.396484, + 1.230469, + 1.353516, + 1.349609, + 1.222656, + 1.300781, + 1.318359, + 1.243164, + 1.296875, + 1.279297, + 1.363281, + 1.402344, + 1.213867, + 1.296875, + 1.223633, + 1.271484, + 1.245117, + 1.229492, + 1.333984, + 1.316406, + 1.400391, + 1.261719, + 1.369141, + 1.21582, + 1.231445, + 1.213867, + 1.433594, + 1.175781, + 1.255859, + 1.359375, + 1.384766, + 1.240234, + 1.219727, + 3.015625, + 1.140625, + 1.337891, + 1.316406, + 1.306641, + 1.208984, + 1.482422, + 1.166016, + 1.271484, + 1.332031, + 1.219727, + 1.285156, + 1.229492, + 1.267578, + 1.269531, + 1.621094, + 1.28125, + 1.229492, + 1.220703, + 1.211914, + 1.22168, + 1.314453, + 1.347656, + 1.165039, + 1.227539, + 1.275391, + 1.291016, + 1.222656, + 1.200195, + 1.275391, + 1.275391, + 1.208008, + 1.222656, + 1.373047, + 1.289062, + 1.257812, + 1.239258, + 1.376953, + 1.253906, + 1.328125, + 1.224609, + 1.667969, + 1.25, + 1.332031, + 1.314453, + 1.167969, + 1.255859, + 1.285156, + 1.271484, + 1.287109, + 1.197266, + 1.40625, + 1.22168, + 1.294922, + 1.25, + 1.237305, + 1.181641, + 1.320312, + 1.322266, + 1.203125, + 1.386719, + 0.84668, + 1.277344, + 1.330078, + 1.3125, + 1.283203, + 1.251953, + 1.255859, + 1.037598, + 1.292969, + 1.273438, + 1.347656, + 1.283203, + 1.255859, + 1.206055, + 1.213867, + 1.22168, + 1.265625, + 1.507812, + 1.349609, + 1.271484, + 1.238281, + 1.291016, + 1.378906, + 1.324219, + 1.28125, + 1.3125, + 1.353516, + 1.396484, + 1.243164, + 1.238281, + 4.5625, + 1.257812, + 1.223633, + 1.21875, + 1.239258, + 1.231445, + 1.249023, + 1.248047, + 1.349609, + 1.269531, + 1.306641, + 1.439453, + 1.216797, + 1.613281, + 1.300781, + 1.245117, + 1.429688, + 1.322266, + 1.589844, + 1.349609, + 1.000645, + 1.271484, + 1.332031, + 1.191406, + 1.519531, + 1.332031, + 1.201172, + 1.265625, + 1.277344, + 1.462891, + 1.542969, + 1.198242, + 1.324219, + 1.324219, + 1.245117, + 1.19043, + 1.229492, + 1.277344, + 1.216797, + 1.279297, + 1.349609, + 1.328125, + 1.304688, + 1.257812, + 1.298828, + 1.490234, + 1.236328, + 1.300781, + 1.396484, + 1.386719, + 1.202148, + 1.28125, + 1.324219, + 1.447266, + 1.249023, + 1.231445, + 1.233398, + 1.195312, + 1.081055, + 1.242188, + 1.203125, + 1.269531, + 1.347656, + 1.143555, + 1.245117, + 1.165039, + 1.242188, + 1.273438, + 1.251953, + 1.322266, + 1.355469, + 1.324219, + 1.214844, + 1.320312, + 1.228516, + 1.486328, + 1.210938, + 1.223633, + 1.255859, + 1.291016, + 1.503906, + 1.255859, + 1.230469, + 1.226562, + 1.198242, + 1.245117, + 1.285156, + 1.300781, + 1.566406, + 1.231445, + 1.273438, + 1.380859, + 1.157227, + 1.225586, + 1.230469, + 1.238281, + 1.498047, + 1.287109, + 1.259766, + 1.419922, + 1.539062, + 1.271484, + 1.229492, + 1.216797, + 1.224609, + 1.394531, + 1.304688, + 1.157227, + 1.229492, + 1.347656, + 1.306641, + 1.287109, + 1.253906, + 1.462891, + 1.300781, + 1.226562, + 1.212891, + 1.222656, + 1.269531, + 1.261719, + 1.257812, + 1.236328, + 1.455078, + 1.194336, + 1.230469, + 1.371094, + 1.269531, + 1.261719, + 1.253906, + 1.300781, + 1.416016, + 1.214844, + 1.194336, + 1.234375, + 1.322266, + 1.240234, + 1.228516, + 1.237305, + 1.285156, + 1.34375, + 1.175781, + 1.369141, + 1.275391, + 1.523438, + 1.227539, + 1.294922, + 1.275391, + 1.229492, + 0.636719, + 1.271484, + 1.275391, + 1.171875, + 1.161133, + 1.230469, + 1.273438, + 1.289062, + 1.332031, + 1.223633, + 1.205078, + 1.237305, + 1.447266, + 1.24707, + 1.036377, + 1.330078, + 1.410156, + 1.092285, + 1.375, + 1.242188, + 1.211914, + 1.369141, + 1.574219, + 1.243164, + 1.429688, + 1.4375, + 1.535156, + 1.198242, + 1.259766, + 1.239258, + 1.298828, + 1.265625, + 1.263672, + 1.230469, + 1.503906, + 1.213867, + 1.229492, + 1.412109, + 1.257812, + 1.289062, + 1.257812, + 1.363281, + 1.179688, + 1.324219, + 1.271484, + 1.242188, + 1.275391, + 1.194336, + 1.238281, + 1.234375, + 1.180664, + 1.176758, + 1.217773, + 6.0625, + 1.233398, + 1.185547, + 1.213867, + 1.164062, + 0.841797, + 1.353516, + 1.326172, + 1.222656, + 1.373047, + 1.238281, + 1.261719, + 1.279297, + 1.400391, + 1.265625, + 1.298828, + 1.152344, + 1.400391, + 1.333984, + 1.304688, + 1.302734, + 1.285156, + 1.601562, + 1.292969, + 1.275391, + 1.186523, + 1.083984, + 1.578125, + 1.392578, + 1.225586, + 1.318359, + 1.224609, + 1.53125, + 1.298828, + 1.357422, + 1.273438, + 1.235352, + 1.186523, + 1.255859, + 0.854492, + 1.300781, + 1.222656, + 1.246094, + 1.306641, + 1.208008, + 1.632812, + 1.302734, + 1.244141, + 1.211914, + 1.539062, + 1.257812, + 2.304688, + 1.267578, + 1.542969, + 1.490234, + 1.230469, + 1.246094, + 1.318359, + 1.511719, + 1.535156, + 1.261719, + 1.291016, + 1.251953, + 1.238281, + 1.423828, + 1.339844, + 1.285156, + 1.300781, + 1.226562, + 1.255859, + 1.234375, + 1.292969, + 1.245117, + 1.324219, + 1.230469, + 1.19043, + 1.191406, + 1.28125, + 1.542969, + 1.380859, + 1.191406, + 1.275391, + 1.261719, + 1.165039, + 1.269531, + 1.232422, + 1.287109, + 1.300781, + 1.201172, + 1.240234, + 1.328125, + 1.259766, + 1.345703, + 1.186523, + 2.09375, + 1.255859, + 1.275391, + 1.265625, + 1.25, + 1.199219, + 1.267578, + 1.246094, + 1.161133, + 1.182617, + 1.478516, + 1.182617, + 1.24707, + 1.386719, + 1.213867, + 1.151367, + 1.78125, + 1.188477, + 1.257812, + 1.378906, + 1.511719, + 1.223633, + 1.125977, + 1.219727, + 1.227539, + 1.199219, + 1.224609, + 1.212891, + 1.208984, + 1.292969, + 1.296875, + 1.22168, + 1.223633, + 1.294922, + 1.011292, + 1.296875, + 1.199219, + 1.203125, + 1.182617, + 1.308594, + 1.204102, + 1.208008, + 1.277344, + 1.269531, + 1.205078, + 1.466797, + 1.238281, + 1.22168, + 1.3125, + 1.542969, + 1.570312, + 1.241211, + 0.895508, + 1.251953, + 1.322266, + 1.15332, + 1.206055, + 1.480469, + 1.198242, + 1.235352, + 1.632812, + 1.320312, + 1.25, + 1.214844, + 1.213867, + 1.182617, + 1.25, + 1.314453, + 1.160156, + 1.369141, + 1.230469, + 1.261719, + 1.298828, + 1.292969, + 1.220703, + 1.220703, + 1.229492, + 1.259766, + 1.251953, + 1.210938, + 1.359375, + 1.202148, + 1.155273, + 1.208984, + 1.253906, + 1.4375, + 1.341797, + 1.267578, + 1.523438, + 1.233398, + 1.535156, + 1.229492, + 1.249023, + 1.21582, + 1.230469, + 1.431641, + 1.398438, + 1.410156, + 1.253906, + 1.234375, + 1.175781, + 1.292969, + 1.245117, + 1.229492, + 1.209961, + 1.193359, + 1.246094, + 1.230469, + 1.240234, + 1.234375, + 1.183594, + 1.253906, + 1.332031, + 1.248047, + 1.511719, + 1.345703, + 1.376953, + 1.271484, + 1.166016, + 1.265625, + 1.291016, + 1.208984, + 1.236328, + 1.333984, + 1.318359, + 1.267578, + 1.351562, + 1.229492, + 1.271484, + 1.28125, + 1.245117, + 1.232422, + 1.21582, + 1.306641, + 1.255859, + 1.314453, + 1.318359, + 1.277344, + 1.261719, + 1.193359, + 1.306641, + 1.198242, + 1.289062, + 1.283203, + 1.194336, + 1.287109, + 1.189453, + 1.267578, + 1.245117, + 1.875, + 1.402344, + 1.245117, + 1.300781, + 1.294922, + 1.263672, + 1.371094, + 1.243164, + 1.263672, + 1.542969, + 1.398438, + 1.202148, + 1.245117, + 1.269531, + 1.402344, + 1.192383, + 1.349609, + 1.25, + 1.109375, + 1.466797, + 1.275391, + 1.523438, + 1.535156, + 1.191406, + 1.255859, + 1.165039, + 1.339844, + 1.419922, + 1.28125, + 1.232422, + 1.294922, + 1.283203, + 1.251953, + 1.217773, + 1.203125, + 1.244141, + 1.550781, + 1.550781, + 1.435547, + 1.228516, + 1.445312, + 1.223633, + 1.259766, + 1.235352, + 1.265625, + 1.324219, + 1.259766, + 1.223633, + 1.212891, + 1.240234, + 1.204102, + 1.243164, + 1.255859, + 1.249023, + 1.225586, + 1.550781, + 1.300781, + 1.410156, + 1.337891, + 1.229492, + 1.472656, + 1.242188, + 1.470703, + 1.181641, + 1.098145, + 1.257812, + 1.240234, + 1.206055, + 1.123535, + 1.245117, + 1.224609, + 1.200195, + 1.328125, + 1.28125, + 1.5, + 1.289062, + 0.740234, + 1.376953, + 1.380859, + 1.235352, + 1.355469, + 1.519531, + 1.21582, + 1.225586, + 1.287109, + 1.232422, + 1.259766, + 1.091309, + 1.259766, + 1.285156, + 1.271484, + 1.414062, + 1.208984, + 1.300781, + 1.15332, + 1.211914, + 1.296875, + 1.498047, + 1.257812, + 1.300781, + 1.210938, + 1.245117, + 1.40625, + 2.242188, + 1.251953, + 1.230469, + 1.277344, + 1.255859, + 1.169922, + 1.261719, + 1.361328, + 1.213867, + 1.238281, + 1.213867, + 1.139648, + 1.326172, + 1.298828, + 1.217773, + 1.196289, + 1.267578, + 1.267578, + 1.3125, + 1.396484, + 1.269531, + 1.363281, + 1.249023, + 1.507812, + 1.345703, + 1.249023, + 1.132812, + 0.799805, + 1.400391, + 1.785156, + 1.228516, + 1.225586, + 1.19043, + 1.419922, + 1.031006, + 0.956299, + 1.24707, + 1.243164, + 1.416016, + 1.269531, + 1.275391, + 1.230469, + 1.277344, + 1.373047, + 1.168945, + 1.324219, + 1.324219, + 1.416016, + 1.53125, + 1.255859, + 1.287109, + 1.326172, + 1.225586, + 1.19043, + 1.253906, + 1.287109, + 1.222656, + 1.384766, + 1.283203, + 1.263672, + 1.316406, + 1.304688, + 1.730469, + 1.408203, + 1.244141, + 1.478516, + 1.054199, + 1.476562, + 1.217773, + 1.261719, + 1.363281, + 1.236328, + 1.257812, + 1.277344, + 1.263672, + 0.906738, + 1.404297, + 1.462891, + 1.277344, + 1.263672, + 1.132812, + 1.212891, + 1.253906, + 1.486328, + 1.24707, + 1.245117, + 1.476562, + 1.371094, + 1.150391, + 1.275391, + 1.332031, + 1.292969, + 1.255859, + 1.075684, + 1.306641, + 1.519531, + 1.304688, + 1.5, + 1.291016, + 1.228516, + 1.285156, + 1.265625, + 1.4375, + 1.230469, + 1.209961, + 1.458984, + 1.369141, + 0.985046, + 1.069824, + 1.320312, + 1.300781, + 1.245117, + 1.378906, + 1.226562, + 1.198242, + 1.229492, + 0.936035, + 1.229492, + 1.230469, + 1.202148, + 1.214844, + 4.0625, + 1.197266, + 1.259766, + 1.12793, + 1.310547, + 1.098633, + 1.231445, + 1.241211, + 1.400391, + 1.294922, + 1.224609, + 1.273438, + 1.382812, + 1.294922, + 1.570312, + 1.265625, + 1.072266, + 1.423828, + 1.375, + 1.503906, + 1.310547, + 1.233398, + 1.196289, + 1.375, + 1.570312, + 1.255859, + 1.351562, + 1.294922, + 1.365234, + 1.322266, + 1.227539, + 1.067383, + 1.200195, + 1.291016, + 1.28125, + 1.217773, + 0.9823, + 1.22168, + 1.222656, + 1.245117, + 1.28125, + 1.214844, + 1.246094, + 1.515625, + 0.621094, + 1.259766, + 1.263672, + 1.328125, + 1.380859, + 1.229492, + 1.217773, + 1.231445, + 1.206055, + 1.225586, + 1.279297, + 1.447266, + 1.326172, + 1.306641, + 1.566406, + 1.322266, + 1.429688, + 1.21582, + 1.230469, + 1.230469, + 1.285156, + 1.251953, + 1.445312, + 1.151367, + 1.111816, + 1.480469, + 1.400391, + 1.291016, + 1.18457, + 1.384766, + 1.257812, + 1.308594, + 1.306641, + 1.208984, + 1.277344, + 1.275391, + 1.188477, + 1.333984, + 1.289062, + 1.320312, + 1.18457, + 1.265625, + 1.464844, + 1.277344, + 1.229492, + 1.224609, + 1.253906, + 1.182617, + 1.143555, + 1.273438, + 1.25, + 1.390625, + 1.238281, + 1.300781, + 1.373047, + 1.453125, + 1.178711, + 1.229492, + 1.191406, + 1.233398, + 1.269531, + 1.22168, + 1.828125, + 1.228516, + 1.289062, + 1.230469, + 1.214844, + 1.322266, + 1.351562, + 1.332031, + 1.232422, + 1.227539, + 1.291016, + 1.384766, + 1.199219, + 1.245117, + 1.237305, + 1.275391, + 1.431641, + 1.28125, + 0.983887, + 1.031494, + 1.053955, + 1.201172, + 1.25, + 1.341797, + 1.246094, + 1.271484, + 2.046875, + 1.378906, + 1.294922, + 1.427734, + 1.236328, + 1.173828, + 1.223633, + 1.34375, + 1.558594, + 1.25, + 1.294922, + 1.34375, + 1.259766, + 1.285156, + 1.12793, + 1.9375, + 0.890137, + 1.261719, + 1.275391, + 1.291016, + 1.198242, + 1.412109, + 1.679688, + 1.380859, + 1.047607, + 1.828125, + 1.259766, + 1.134766, + 1.265625, + 1.511719, + 1.28125, + 1.214844, + 1.273438, + 1.335938, + 1.239258, + 1.339844, + 2.882812, + 1.198242, + 1.199219, + 1.847656, + 1.226562, + 1.200195, + 1.283203, + 1.265625, + 1.239258, + 1.570312, + 1.255859, + 1.302734, + 1.232422, + 1.182617, + 1.175781, + 1.347656, + 1.24707, + 1.245117, + 1.275391, + 1.302734, + 1.244141, + 1.333984, + 1.271484, + 1.363281, + 1.322266, + 1.582031, + 1.240234, + 1.355469, + 1.255859, + 1.294922, + 1.243164, + 1.503906, + 1.244141, + 1.285156, + 1.172852, + 1.357422, + 1.275391, + 1.314453, + 1.253906, + 1.25, + 1.271484, + 1.433594, + 1.231445, + 1.519531, + 1.191406, + 1.125, + 1.25, + 1.429688, + 1.269531, + 1.267578, + 1.34375, + 1.196289, + 1.228516, + 1.245117, + 1.326172, + 1.253906, + 1.201172, + 1.324219, + 0.943359, + 1.304688, + 1.253906, + 1.249023, + 1.269531, + 1.386719, + 1.287109, + 1.300781, + 1.539062, + 1.287109, + 1.229492, + 1.337891, + 1.992188, + 1.22168, + 1.267578, + 1.294922, + 1.298828, + 1.242188, + 1.047119, + 1.423828, + 1.300781, + 1.304688, + 1.722656, + 1.425781, + 1.498047, + 1.030518, + 1.300781, + 1.005096, + 1.255859, + 1.347656, + 1.200195, + 1.217773, + 1.217773, + 0.897461, + 1.300781, + 1.367188, + 1.308594, + 1.03125, + 1.277344, + 1.308594, + 1.263672, + 1.082031, + 1.277344, + 1.238281, + 1.149414, + 1.217773, + 1.296875, + 1.558594, + 1.310547, + 1.289062, + 1.25, + 1.322266, + 1.205078, + 1.6875, + 1.212891, + 1.314453, + 1.235352, + 1.287109, + 1.245117, + 1.306641, + 1.259766, + 1.253906, + 1.219727, + 1.291016, + 1.408203, + 1.021729, + 1.22168, + 1.542969, + 1.275391, + 1.208008, + 1.217773, + 1.306641, + 1.310547, + 1.283203, + 1.275391, + 1.314453, + 2.195312, + 1.267578, + 1.239258, + 1.229492, + 1.213867, + 1.302734, + 1.310547, + 1.235352, + 1.193359, + 0.901367, + 1.287109, + 1.251953, + 1.223633, + 1.210938, + 1.310547, + 1.337891, + 1.292969, + 1.236328, + 1.335938, + 1.176758, + 1.253906, + 1.212891, + 1.230469, + 1.492188, + 1.304688, + 1.19043, + 1.285156, + 1.244141, + 1.369141, + 1.244141, + 1.419922, + 1.146484, + 1.419922, + 1.294922, + 1.213867, + 1.228516, + 1.707031, + 1.198242, + 1.253906, + 1.306641, + 1.275391, + 1.306641, + 1.40625, + 1.275391, + 1.320312, + 1.761719, + 1.28125, + 1.177734, + 1.206055, + 1.191406, + 1.291016, + 1.176758, + 1.275391, + 1.359375, + 1.265625, + 1.253906, + 1.195312, + 1.302734, + 1.318359, + 1.198242, + 1.314453, + 1.271484, + 1.165039, + 1.273438, + 1.283203, + 1.283203, + 1.231445, + 1.349609, + 1.265625, + 1.300781, + 1.251953, + 1.198242, + 1.132812, + 1.269531, + 1.322266, + 1.273438, + 1.164062, + 1.275391, + 1.271484, + 1.253906, + 1.271484, + 1.318359, + 1.192383, + 1.275391, + 1.223633, + 1.291016, + 1.246094, + 1.21582, + 1.417969, + 0.90625, + 1.259766, + 1.271484, + 1.320312, + 1.220703, + 1.408203, + 1.22168, + 1.259766, + 1.308594, + 1.166992, + 1.302734, + 1.380859, + 1.239258, + 1.249023, + 1.285156, + 1.15332, + 0.904297, + 1.192383, + 1.373047, + 0.978271, + 1.476562, + 1.238281, + 1.179688, + 1.236328, + 1.308594, + 1.265625, + 1.285156, + 1.277344, + 1.283203, + 1.222656, + 1.369141, + 1.188477, + 1.332031, + 1.259766, + 1.574219, + 1.227539, + 1.210938, + 1.201172, + 1.261719, + 1.244141, + 1.314453, + 1.291016, + 1.285156, + 1.275391, + 1.265625, + 1.222656, + 1.269531, + 1.394531, + 1.5, + 1.263672, + 1.546875, + 1.269531, + 1.248047, + 1.458984, + 1.240234, + 1.172852, + 1.371094, + 1.488281, + 1.402344, + 1.351562, + 1.244141, + 1.222656, + 1.427734, + 1.033936, + 1.300781, + 1.371094, + 1.271484, + 1.355469, + 1.251953, + 1.227539, + 1.220703, + 1.143555, + 1.365234, + 1.277344, + 1.275391, + 1.28125, + 1.376953, + 1.233398, + 1.234375, + 1.248047, + 1.294922, + 1.263672, + 1.226562, + 1.222656, + 1.236328, + 1.22168, + 1.386719, + 1.380859, + 1.371094, + 1.425781, + 1.310547, + 1.239258, + 1.472656, + 1.255859, + 1.445312, + 1.198242, + 1.229492, + 1.302734, + 1.199219, + 1.304688, + 1.277344, + 1.453125, + 1.287109, + 1.363281, + 1.332031, + 1.308594, + 1.223633, + 1.433594, + 1.205078, + 1.138672, + 1.246094, + 1.188477, + 1.275391, + 1.328125, + 1.231445, + 1.177734, + 1.255859, + 1.249023, + 1.435547, + 1.320312, + 1.1875, + 1.353516, + 1.353516, + 1.275391, + 1.227539, + 1.291016, + 1.261719, + 1.277344, + 1.244141, + 1.181641, + 1.347656, + 1.373047, + 1.220703, + 1.253906, + 1.245117, + 1.292969, + 1.259766, + 1.18457, + 1.18457, + 1.211914, + 1.219727, + 1.233398, + 1.636719, + 1.203125, + 1.261719, + 1.333984, + 1.275391, + 1.238281, + 1.296875, + 1.369141, + 1.211914, + 1.318359, + 1.234375, + 1.464844, + 1.478516, + 1.259766, + 1.404297, + 1.200195, + 1.150391, + 0.94751, + 1.279297, + 1.251953, + 1.287109, + 1.476562, + 1.21875, + 1.3125, + 1.451172, + 1.169922, + 1.320312, + 1.251953, + 1.359375, + 1.28125, + 1.216797, + 1.253906, + 1.200195, + 1.24707, + 1.206055, + 1.294922, + 1.170898, + 1.5, + 1.289062, + 1.279297, + 1.337891, + 1.03833, + 1.322266, + 1.251953, + 1.229492, + 1.429688, + 1.212891, + 1.396484, + 1.267578, + 1.224609, + 1.337891, + 1.345703, + 1.335938, + 1.302734, + 1.318359, + 1.189453, + 1.185547, + 1.484375, + 1.155273, + 1.474609, + 1.239258, + 1.28125, + 1.198242, + 1.412109, + 1.322266, + 1.192383, + 1.427734, + 1.474609, + 1.335938, + 1.263672, + 1.3125, + 1.253906, + 1.318359, + 1.367188, + 1.223633, + 1.345703, + 0.800781, + 0.912109, + 1.228516, + 1.300781, + 1.243164, + 1.310547, + 1.326172, + 1.230469, + 1.294922, + 1.211914, + 1.308594, + 1.421875, + 1.322266, + 1.245117, + 1.217773, + 1.236328, + 1.310547, + 1.200195, + 1.3125, + 1.206055, + 1.386719, + 1.353516, + 1.208008, + 1.174805, + 1.291016, + 1.271484, + 1.306641, + 1.177734, + 1.269531, + 1.200195, + 1.265625, + 1.378906, + 1.279297, + 1.265625, + 2.273438, + 1.259766, + 1.244141, + 1.143555, + 1.238281, + 1.233398, + 1.476562, + 1.198242, + 1.679688, + 1.412109, + 1.271484, + 1.292969, + 1.498047, + 1.683594, + 1.248047, + 1.241211, + 1.204102, + 1.261719, + 1.176758, + 1.277344, + 1.289062, + 1.318359, + 1.238281, + 1.228516, + 1.402344, + 1.613281, + 0.883301, + 1.232422, + 1.226562, + 1.363281, + 1.330078, + 1.292969, + 0.938721, + 1.265625, + 1.369141, + 1.261719, + 1.229492, + 1.34375, + 1.275391, + 1.294922, + 1.255859, + 1.332031, + 1.257812, + 1.539062, + 1.279297, + 1.417969, + 1.144531, + 1.384766, + 1.269531, + 1.112793, + 1.605469, + 1.365234, + 0.937744, + 1.246094, + 1.304688, + 1.242188, + 1.230469, + 1.507812, + 1.255859, + 1.167969, + 1.228516, + 1.289062, + 1.225586, + 1.232422, + 1.191406, + 1.237305, + 1.376953, + 2.039062, + 1.265625, + 1.239258, + 1.196289, + 1.359375, + 1.527344, + 1.259766, + 1.229492, + 1.390625, + 1.269531, + 1.332031, + 1.249023, + 1.365234, + 1.285156, + 1.062012, + 1.253906, + 1.333984, + 1.3125, + 1.322266, + 1.259766, + 1.275391, + 1.302734, + 1.261719, + 1.243164, + 1.255859, + 1.257812, + 1.213867, + 1.371094, + 1.226562, + 1.480469, + 1.222656, + 1.396484, + 1.211914, + 1.271484, + 1.189453, + 1.259766, + 1.225586, + 1.300781, + 1.369141, + 1.318359, + 1.271484, + 1.478516, + 1.398438, + 1.185547, + 1.230469, + 1.220703, + 1.261719, + 1.248047, + 1.472656, + 1.25, + 1.24707, + 1.181641, + 1.308594, + 1.382812, + 1.322266, + 1.222656, + 1.273438, + 1.449219, + 1.261719, + 1.229492, + 1.339844, + 1.261719, + 1.207031, + 1.212891, + 1.632812, + 1.259766, + 1.246094, + 1.304688, + 1.228516, + 1.237305, + 1.1875, + 1.347656, + 1.359375, + 1.271484, + 1.275391, + 1.476562, + 1.310547, + 1.279297, + 1.267578, + 1.246094, + 1.242188, + 1.25, + 0.924316, + 1.243164, + 1.306641, + 1.271484, + 1.217773, + 1.363281, + 1.257812, + 1.34375, + 1.367188, + 1.253906, + 1.289062, + 1.255859, + 1.265625, + 1.435547, + 1.246094, + 1.245117, + 1.285156, + 1.277344, + 1.263672, + 1.175781, + 1.306641, + 1.359375, + 1.466797, + 1.384766, + 1.380859, + 1.095703, + 1.226562, + 1.914062, + 1.165039, + 1.322266, + 1.339844, + 1.249023, + 1.253906, + 1.269531, + 1.267578, + 1.243164, + 1.488281, + 1.283203, + 1.503906, + 1.347656, + 1.474609, + 1.275391, + 1.226562, + 1.244141, + 1.330078, + 1.255859, + 1.285156, + 1.229492, + 1.402344, + 1.214844, + 1.287109, + 1.294922, + 1.390625, + 1.240234, + 1.240234, + 1.306641, + 1.275391, + 1.34375, + 1.404297, + 1.209961, + 1.283203, + 1.275391, + 1.206055, + 1.261719, + 1.257812, + 1.427734, + 1.225586, + 1.304688, + 1.316406, + 1.28125, + 1.523438, + 1.294922, + 1.237305, + 1.316406, + 1.200195, + 1.277344, + 1.172852, + 1.224609, + 1.060791, + 1.208984, + 1.294922, + 1.207031, + 1.277344, + 1.224609, + 1.322266, + 1.279297, + 1.369141, + 1.220703, + 1.285156, + 1.279297, + 1.304688, + 1.462891, + 1.318359, + 1.330078, + 1.236328, + 1.248047, + 1.211914, + 1.25, + 1.326172, + 1.208008, + 1.408203, + 1.249023, + 1.308594, + 1.285156, + 1.241211, + 1.414062, + 1.213867, + 1.539062, + 1.341797, + 1.238281, + 1.347656, + 0.823242, + 1.233398, + 1.375, + 1.249023, + 1.166992, + 1.205078, + 1.263672, + 1.416016, + 1.225586, + 1.361328, + 1.292969, + 1.248047, + 1.259766, + 1.236328, + 1.072754, + 1.183594, + 1.230469, + 1.163086, + 1.285156, + 1.349609, + 1.259766, + 1.225586, + 1.233398, + 1.337891, + 1.271484, + 1.302734, + 1.18457, + 1.277344, + 1.298828, + 1.474609, + 1.209961, + 1.46875, + 1.337891, + 1.223633, + 1.523438, + 1.193359, + 1.18457, + 1.431641, + 1.225586, + 1.230469, + 1.324219, + 1.384766, + 1.224609, + 1.375, + 1.511719, + 1.251953, + 1.287109, + 1.213867, + 1.199219, + 1.443359, + 1.257812, + 1.234375, + 1.275391, + 1.206055, + 1.376953, + 1.337891, + 1.357422, + 1.380859, + 1.462891, + 0.967041, + 1.300781, + 0.179688, + 1.228516, + 1.285156, + 1.192383, + 1.3125, + 1.229492, + 0.980469, + 1.257812, + 1.242188, + 1.255859, + 1.204102, + 1.216797, + 1.714844, + 1.196289, + 1.244141, + 1.335938, + 1.416016, + 1.291016, + 1.269531, + 1.287109, + 1.21582, + 1.318359, + 1.308594, + 1.208008, + 1.412109, + 1.232422, + 1.253906, + 1.714844, + 1.197266, + 1.238281, + 1.208984, + 1.24707, + 1.349609, + 1.28125, + 1.341797, + 1.621094, + 1.243164, + 1.291016, + 1.324219, + 1.093262, + 1.259766, + 1.318359, + 1.212891, + 1.177734, + 1.322266, + 1.229492, + 1.222656, + 1.230469, + 1.279297, + 1.474609, + 1.246094, + 1.249023, + 1.197266, + 1.030396, + 1.246094, + 1.261719, + 1.273438, + 1.230469, + 1.213867, + 1.28125, + 1.246094, + 1.251953, + 1.257812, + 1.25, + 1.378906, + 1.163086, + 1.259766, + 1.294922, + 1.213867, + 1.165039, + 1.316406, + 1.337891, + 1.259766, + 1.048096, + 1.277344, + 1.392578, + 1.609375, + 1.449219, + 1.269531, + 1.275391, + 1.253906, + 1.267578, + 1.188477, + 1.233398, + 1.269531, + 1.157227, + 0.817383, + 1.480469, + 1.726562, + 1.239258, + 1.211914, + 1.271484, + 1.228516, + 1.233398, + 1.244141, + 1.441406, + 1.204102, + 1.197266, + 1.427734, + 1.337891, + 1.273438, + 1.503906, + 1.259766, + 1.253906, + 1.427734, + 1.269531, + 1.265625, + 1.306641, + 1.253906, + 1.212891, + 1.439453, + 1.333984, + 1.318359, + 1.302734, + 1.318359, + 1.226562, + 1.613281, + 1.257812, + 1.964844, + 1.3125, + 1.275391, + 1.283203, + 1.316406, + 1.414062, + 1.175781, + 1.259766, + 1.224609, + 1.253906, + 1.28125, + 1.40625, + 1.191406, + 1.248047, + 1.357422, + 0.925781, + 1.232422, + 1.287109, + 1.224609, + 0.938232, + 1.380859, + 1.242188, + 1.507812, + 1.245117, + 1.398438, + 1.163086, + 1.300781, + 1.216797, + 1.199219, + 1.337891, + 1.349609, + 1.283203, + 1.371094, + 1.275391, + 1.231445, + 1.19043, + 1.237305, + 1.233398, + 1.21875, + 1.181641, + 1.433594, + 1.314453, + 1.230469, + 1.238281, + 1.46875, + 1.275391, + 1.253906, + 1.445312, + 1.222656, + 1.232422, + 1.240234, + 1.490234, + 1.265625, + 1.972656, + 1.226562, + 1.28125, + 1.240234, + 1.245117, + 1.245117, + 1.201172, + 1.245117, + 1.265625, + 1.458984, + 1.230469, + 1.294922, + 1.503906, + 1.213867, + 1.316406, + 1.248047, + 1.402344, + 1.243164, + 1.507812, + 1.380859, + 1.349609, + 1.429688, + 1.300781, + 1.320312, + 1.324219, + 1.25, + 1.322266, + 1.314453, + 1.191406, + 1.498047, + 1.523438, + 1.197266, + 1.261719, + 1.816406, + 1.249023, + 1.204102, + 1.279297, + 1.339844, + 1.328125, + 1.239258, + 1.291016, + 1.201172, + 1.273438, + 1.535156, + 1.339844, + 1.341797, + 1.380859, + 1.245117, + 1.335938, + 1.220703, + 1.285156, + 1.410156, + 1.24707, + 1.240234, + 1.245117, + 1.244141, + 1.140625, + 1.222656, + 1.287109, + 1.257812, + 1.219727, + 1.261719, + 1.244141, + 1.460938, + 1.300781, + 1.373047, + 1.182617, + 1.337891, + 1.294922, + 1.255859, + 1.245117, + 1.890625, + 1.235352, + 1.464844, + 1.320312, + 1.314453, + 1.369141, + 1.427734, + 1.21582, + 1.188477, + 1.099609, + 1.249023, + 1.390625, + 1.222656, + 1.289062, + 1.275391, + 1.259766, + 1.273438, + 1.237305, + 1.267578, + 1.408203, + 1.269531, + 1.289062, + 1.476562, + 1.292969, + 1.318359, + 1.279297, + 1.300781, + 1.257812, + 1.367188, + 1.273438, + 1.361328, + 1.273438, + 1.419922, + 1.285156, + 1.21875, + 1.140625, + 1.263672, + 1.341797, + 1.271484, + 0.987854, + 1.330078, + 1.28125, + 1.257812, + 1.223633, + 1.229492, + 1.287109, + 1.219727, + 0.982178, + 1.292969, + 1.175781, + 1.300781, + 1.341797, + 1.324219, + 1.228516, + 1.204102, + 1.267578, + 1.304688, + 1.294922, + 1.245117, + 1.279297, + 1.451172, + 1.503906, + 1.261719, + 1.259766, + 1.248047, + 1.253906, + 1.255859, + 1.404297, + 1.242188, + 1.294922, + 1.133789, + 1.394531, + 1.285156, + 1.414062, + 1.292969, + 1.188477, + 1.333984, + 1.206055, + 1.574219, + 1.765625, + 1.582031, + 1.233398, + 1.06543, + 1.176758, + 1.380859, + 1.285156, + 1.269531, + 1.322266, + 1.375, + 1.412109, + 1.253906, + 1.175781, + 1.322266, + 1.047607, + 1.613281, + 1.271484 + ] + }, + "name": "onnx::Mul_8256", + "outputIndexes": [ + 510 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 509, + 510 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_4/Mul_1_output_0", + "outputIndexes": [ + 511 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 492, + 511 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_24_output_0", + "outputIndexes": [ + 512 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 512, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_45_output_0", + "outputIndexes": [ + 513 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 513 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_5/Mul_output_0", + "outputIndexes": [ + 514 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.490234, + 1.255859, + 1.330078, + 1.917969, + 1.283203, + 1.333984, + 1.421875, + 0.644531, + 1.597656, + 1.074707, + 1.59375, + 1.240234, + 1.231445, + 1.664062, + 1.699219, + 1.259766, + 1.376953, + 1.429688, + 1.359375, + 1.433594, + 1.589844, + 1.578125, + 1.380859, + 1.213867, + 1.094238, + 1.298828, + 1.427734, + 1.302734, + 1.601562, + 1.621094, + 1.239258, + 1.085449, + 1.310547, + 0.720703, + 1.171875, + 1.324219, + 1.12207, + 1.388672, + 1.115234, + 1.066895, + 1.589844, + 1.214844, + 1.384766, + 1.059082, + 0.742188, + 1.558594, + 1.472656, + 1.318359, + 1.333984, + 1.265625, + 1.363281, + 1.198242, + 1.357422, + 0.887695, + 1.439453, + 1.304688, + 1.492188, + 1.275391, + 1.050293, + 1.026978, + 1.227539, + 1.130859, + 1.404297, + 1.34375, + 1.392578, + 1.194336, + 1.043213, + 1.326172, + 1.15332, + 1.261719, + 1.439453, + 1.515625, + 1.072754, + 1.213867, + 1.185547, + 1.168945, + 0.999634, + 1.135742, + 1.128906, + 0.858398, + 1.170898, + 0.615234, + 0.977539, + 1.201172, + 1.265625, + 1.498047, + 1.189453, + 1.047119, + 0.84375, + 1.02124, + 1.376953, + 1.138672, + 1.761719, + 0.850586, + 1.589844, + 0.699219, + 1.355469, + 1.396484, + 1.318359, + 1.210938, + 0.987061, + 1.808594, + 1.40625, + 1.460938, + 1.494141, + 1.240234, + 1.582031, + 1.140625, + 1.320312, + 1.179688, + 1.683594, + 1.332031, + 1.726562, + 2.273438, + 1.574219, + 1.052979, + 1.503906, + 0.836914, + 1.361328, + 1.875, + 1.429688, + 1.207031, + 0.607422, + 1.519531, + 1.126953, + 1.105469, + 1.259766, + 1.382812, + 1.474609, + 1.072266, + 1.15625, + 1.06543, + 1.089355, + 1.182617, + 1.472656, + 1.507812, + 1.081543, + 1.169922, + 1.22168, + 1.855469, + 1.347656, + 1.8125, + 1.109863, + 1.240234, + 1.279297, + 1.028442, + 1.197266, + 1.253906, + 1.314453, + 1.566406, + 1.155273, + 1.192383, + 1.24707, + 1.625, + 1.613281, + 1.570312, + 1.054932, + 1.341797, + 0.798828, + 0.736328, + 1.228516, + 1.773438, + 1.186523, + 1.024414, + 1.773438, + 1.222656, + 1.625, + 0.621094, + 1.8125, + 0.973389, + 1.316406, + 0.936523, + 1.136719, + 0.707031, + 1.230469, + 1.482422, + 1.519531, + 0.798828, + 1.304688, + 1.298828, + 1.134766, + 0.691406, + 1.186523, + 0.544922, + 1.054688, + 1.151367, + 0.960449, + 1.181641, + 1.067871, + 1.208008, + 1.523438, + 0.754883, + 1.373047, + 1.349609, + 1.402344, + 1.253906, + 1.255859, + 1.773438, + 1.492188, + 1.414062, + 1.292969, + 1.318359, + 1.231445, + 1.019409, + 1.597656, + 1.328125, + 1.306641, + 1.204102, + 1.371094, + 1.601562, + 1.203125, + 1.375, + 1.470703, + 1.038574, + 1.238281, + 1.554688, + 1.155273, + 1.257812, + 1.582031, + 1.597656, + 1.294922, + 1.298828, + 1.255859, + 1.839844, + 1.474609, + 1.375, + 1.213867, + 1.216797, + 1.152344, + 1.02771, + 2.039062, + 1.695312, + 1.574219, + 1.59375, + 1.439453, + 1.820312, + 1.345703, + 1.515625, + 1.237305, + 1.208008, + 1.3125, + 1.192383, + 1.5625, + 1.030273, + 1.146484, + 1.363281, + 1.19043, + 1.230469, + 1.632812, + 1.080078, + 1.279297, + 1.671875, + 0.953613, + 1.167969, + 1.443359, + 1.135742, + 1.146484, + 1.462891, + 1.143555, + 1.223633, + 1.683594, + 1.652344, + 1.400391, + 1.21582, + 1.136719, + 1.118164, + 1.664062, + 1.373047, + 1.239258, + 1.22168, + 1.341797, + 1.210938, + 1.177734, + 1.121582, + 1.318359, + 1.451172, + 0.881348, + 1.265625, + 1.371094, + 1.296875, + 1.181641, + 1.400391, + 0.879883, + 1.388672, + 0.981567, + 1.201172, + 1.310547, + 1.285156, + 0.848633, + 1.170898, + 1.166016, + 0.84668, + 1.910156, + 1.1875, + 1.090332, + 1.492188, + 1.123535, + 1.402344, + 1.421875, + 1.275391, + 1.40625, + 1.145508, + 0.734375, + 1.1875, + 0.501953, + 1.289062, + 1.828125, + 1.375, + 1.015198, + 1.5625, + 1.632812, + 0.615234, + 1.154297, + 1.324219, + 1.245117, + 1.320312, + 1.320312, + 1.496094, + 1.208984, + 1.462891, + 1.188477, + 1.010193, + 1.164062, + 1.480469, + 1.515625, + 1.53125, + 1.291016, + 1.151367, + 1.714844, + 1.585938, + 1.237305, + 1.279297, + 1.232422, + 1.427734, + 0.642578, + 1.310547, + 1.408203, + 1.464844, + 1.609375, + 1.227539, + 1.084473, + 1.200195, + 1.470703, + 1.088379, + 1.550781, + 1.015991, + 1.470703, + 1.095215, + 1.0177, + 1.423828, + 1.074219, + 1.183594, + 1.049316, + 1.244141, + 0.521484, + 0.844727, + 1.398438, + 1.585938, + 1.065918, + 1.161133, + 0.732422, + 1.480469, + 1.057617, + 0.983032, + 1.155273, + 1.433594, + 1.020264, + 1.01416, + 1.388672, + 1.384766, + 1.480469, + 1.234375, + 1.320312, + 1.25, + 1.851562, + 1.59375, + 1.652344, + 1.292969, + 1.589844, + 1.03418, + 1.337891, + 1.667969, + 1.029907, + 0.958496, + 1.53125, + 1.244141, + 1.045898, + 1.07373, + 1.233398, + 1.376953, + 1.683594, + 1.466797, + 0.638672, + 1.742188, + 1.558594, + 1.523438, + 1.208984, + 0.685547, + 1.271484, + 1.492188, + 1.423828, + 1.789062, + 1.202148, + 1.605469, + 0.832031, + 1.992188, + 1.617188, + 1.371094, + 1.287109, + 1.081543, + 1.316406, + 1.166016, + 1.628906, + 1.441406, + 1.394531, + 1.091309, + 1.324219, + 1.273438, + 1.376953, + 1.380859, + 1.679688, + 1.511719, + 1.15332, + 1.373047, + 1.196289, + 1.244141, + 1.294922, + 1.396484, + 1.390625, + 1.361328, + 0.95459, + 1.847656, + 1.472656, + 1.164062, + 1.558594, + 1.322266, + 1.363281, + 1.271484, + 1.443359, + 1.488281, + 1.675781, + 1.710938, + 1.570312, + 1.031494, + 1.460938, + 1.363281, + 1.839844, + 1.21875, + 1.115234, + 1.53125, + 1.554688, + 1.292969, + 1.211914, + 1.554688, + 1.515625, + 1.539062, + 1.225586, + 1.539062, + 1.227539, + 1.601562, + 1.462891, + 1.275391, + 1.326172, + 1.148438, + 0.918457, + 1.339844, + 0.71875, + 1.300781, + 1.570312, + 1.273438, + 1.1875, + 1.088867, + 1.617188, + 1.172852, + 1.316406, + 1.398438, + 0.757812, + 1.100586, + 1.300781, + 1.589844, + 1.367188, + 1.09375, + 1.367188, + 1.310547, + 1.640625, + 1.539062, + 0.705078, + 1.265625, + 1.179688, + 1.703125, + 1.21875, + 1.322266, + 1.632812, + 1.507812, + 1.125, + 1.291016, + 0.484375, + 0.791016, + 1.020386, + 0.845703, + 1.131836, + 1.380859, + 1.380859, + 1.008667, + 0.712891, + 1.269531, + 1.074219, + 1.478516, + 1.585938, + 1.28125, + 1.232422, + 1.263672, + 1.083984, + 1.382812, + 1.283203, + 1.59375, + 1.244141, + 1.46875, + 1.507812, + 0.987671, + 1.542969, + 1.202148, + 0.830078, + 0.833008, + 1.585938, + 0.893066, + 1.402344, + 1.137695, + 1.188477, + 1.304688, + 1.261719, + 1.376953, + 1.201172, + 0.989563, + 1.367188, + 0.808594, + 1.178711, + 1.222656, + 1.402344, + 1.051758, + 3.109375, + 1.294922, + 1.445312, + 1.515625, + 1.632812, + 1.235352, + 1.392578, + 1.245117, + 1.035645, + 1.496094, + 1.08252, + 1.4375, + 1.613281, + 1.093262, + 1.320312, + 1.355469, + 1.125, + 1.482422, + 1.130859, + 1.225586, + 1.820312, + 1.511719, + 1.119629, + 1.480469, + 1.353516, + 1.419922, + 1.597656, + 1.75, + 1.34375, + 1.554688, + 1.921875, + 1.402344, + 1.660156, + 1.382812, + 0.800781, + 1.382812, + 1.251953, + 1.217773, + 0.919922, + 1.306641, + 1.257812, + 1.46875, + 1.445312, + 1.449219, + 1.28125, + 1.124023, + 0.754883, + 1.229492, + 1.298828, + 1.236328, + 1.519531, + 1.269531, + 1.365234, + 1.181641, + 1.138672, + 1.242188, + 1.320312, + 1.53125, + 1.398438, + 1.019897, + 1.267578, + 1.710938, + 1.094238, + 1.476562, + 1.605469, + 1.169922, + 1.133789, + 1.402344, + 1.828125, + 1.152344, + 1.335938, + 1.392578, + 1.742188, + 0.991821, + 1.112305, + 1.492188, + 1.59375, + 1.161133, + 1.328125, + 1.507812, + 1.341797, + 1.273438, + 1.277344, + 1.357422, + 2.109375, + 1.106445, + 1.449219, + 1.640625, + 1.554688, + 1.182617, + 1.167969, + 1.699219, + 1.176758, + 1.257812, + 1.5, + 1.302734, + 1.341797, + 1.198242, + 1.447266, + 1.049316, + 1.439453, + 1.470703, + 0.984985, + 0.814453, + 1.337891, + 0.84082, + 1.216797, + 1.636719, + 1.339844, + 0.993958, + 0.603516, + 0.695312, + 1.396484, + 1.211914, + 1.371094, + 1.19043, + 1.12793, + 1.199219, + 1.1875, + 1.378906, + 1.363281, + 1.285156, + 1.243164, + 0.757812, + 1.244141, + 1.078125, + 1.229492, + 1.192383, + 1.335938, + 1.091309, + 1.449219, + 1.425781, + 1.412109, + 1.224609, + 1.006927, + 1.229492, + 1.15332, + 1.582031, + 1.062988, + 1.392578, + 1.263672, + 0.736328, + 1.429688, + 1.15625, + 1.200195, + 1.263672, + 1.068848, + 1.357422, + 1.503906, + 1.03125, + 1.496094, + 1.104004, + 1.345703, + 1.151367, + 1.490234, + 1.183594, + 1.100098, + 1.373047, + 1.34375, + 1.263672, + 2.054688, + 1.096191, + 1.197266, + 1.161133, + 1.095215, + 1.269531, + 1.503906, + 1.140625, + 1.271484, + 1.320312, + 1.371094, + 1.390625, + 1.46875, + 1.519531, + 1.917969, + 1.400391, + 1.597656, + 1.123047, + 1.15625, + 0.937012, + 1.279297, + 1.613281, + 1.101074, + 1.328125, + 1.090332, + 1.231445, + 1.028809, + 1.503906, + 1.660156, + 1.376953, + 1.056885, + 1.539062, + 1.373047, + 1.208984, + 1.233398, + 1.376953, + 1.165039, + 1.367188, + 1.380859, + 1.519531, + 1.400391, + 1.333984, + 1.18457, + 1.886719, + 1.242188, + 1.108398, + 1.511719, + 1.183594, + 1.585938, + 1.699219, + 1.294922, + 1.597656, + 1.185547, + 1.75, + 1.345703, + 1.149414, + 1.359375, + 0.75, + 1.361328, + 1.398438, + 1.402344, + 1.375, + 1.204102, + 1.542969, + 1.310547, + 1.123535, + 1.539062, + 1.605469, + 1.298828, + 1.445312, + 1.582031, + 1.707031, + 1.162109, + 1.300781, + 1.225586, + 1.394531, + 1.416016, + 1.464844, + 1.412109, + 1.060059, + 1.023438, + 1.202148, + 1.068359, + 1.136719, + 2.140625, + 1.558594, + 1.375, + 1.243164, + 1.066406, + 1.300781, + 1.326172, + 1.161133, + 1.198242, + 1.363281, + 1.189453, + 1.347656, + 1.492188, + 1.103027, + 1.369141, + 1.243164, + 1.208008, + 1.429688, + 1.447266, + 1.275391, + 1.12207, + 0.940918, + 1.279297, + 1.225586, + 0.958496, + 1.033691, + 1.554688, + 1.644531, + 0.897461, + 1.412109, + 0.879883, + 1.425781, + 1.425781, + 1.178711, + 1.076172, + 1.345703, + 1.408203, + 1.209961, + 1.183594, + 1.326172, + 1.707031, + 1.458984, + 1.251953, + 1.201172, + 1.271484, + 1.3125, + 1.539062, + 1.339844, + 1.137695, + 1.053467, + 1.455078, + 1.066895, + 1.404297, + 1.353516, + 1.261719, + 1.206055, + 1.058838, + 1.738281, + 1.308594, + 1.478516, + 1.433594, + 1.337891, + 1.316406, + 1.527344, + 1.427734, + 1.617188, + 1.237305, + 1.150391, + 1.294922, + 1.566406, + 0.421875, + 1.04541, + 1.12793, + 1.322266, + 1.18457, + 1.1875, + 1.494141, + 1.388672, + 1.259766, + 1.291016, + 1.164062, + 0.849609, + 1.227539, + 1.265625, + 1.101074, + 1.320312, + 1.609375, + 1.410156, + 1.439453, + 0.788086, + 1.116211, + 0.899902, + 1.152344, + 1.316406, + 1.59375, + 1.566406, + 1.357422, + 0.909668, + 1.15918, + 1.337891, + 1.382812, + 1.714844, + 1.458984, + 1.769531, + 1.131836, + 1.253906, + 0.865234, + 1.259766, + 2.03125, + 1.255859, + 1.235352, + 1.257812, + 1.585938, + 1.217773, + 1.302734, + 1.585938, + 1.041992, + 1.162109, + 1.392578, + 1.777344, + 1.060791, + 1.087402, + 1.062012, + 0.791992, + 0.621094, + 0.973145, + 0.644531, + 1.390625, + 1.5, + 1.267578, + 1.296875, + 0.716797, + 0.572266, + 1.200195, + 1.476562, + 1.292969, + 1.310547, + 1.124023, + 1.558594, + 1.382812, + 1.322266, + 0.710938, + 1.578125, + 1.083496, + 0.919922, + 0.957764, + 1.243164, + 1.162109, + 1.237305, + 1.12793, + 1.439453, + 1.157227, + 1.214844, + 1.226562, + 1.347656, + 1.609375, + 1.162109, + 1.088867, + 1.285156, + 1.333984, + 1.992188, + 1.333984, + 0.975952, + 0.613281, + 2.140625, + 1.233398, + 1.203125, + 1.318359, + 1.164062, + 1.246094, + 1.118164, + 1.667969, + 0.496094, + 1.071289, + 1.054199, + 1.632812, + 1.353516, + 0.611328, + 1.353516, + 1.3125, + 1.371094, + 1.236328, + 1.574219, + 1.154297, + 1.163086, + 0.756836, + 1.353516, + 1.166016, + 1.149414, + 0.732422, + 1.339844, + 1.628906, + 1.394531, + 1.59375, + 1.398438, + 1.07373, + 1.269531, + 1.726562, + 1.554688, + 1.013855, + 1.207031, + 1.601562, + 1.042236, + 1.447266, + 1.734375, + 2.039062, + 1.134766, + 1.5625, + 1.363281, + 1.296875, + 1.328125, + 1.094727, + 1.46875, + 0.582031, + 1.439453, + 1.371094, + 1.314453, + 1.326172, + 1.707031, + 1.140625, + 1.224609, + 0.449219, + 1.017578, + 0.640625, + 1.455078, + 0.726562, + 1.095215, + 1.212891, + 1.433594, + 1.490234, + 1.032715, + 1.174805, + 1.275391, + 1.404297, + 0.811523, + 1.077148, + 1.144531, + 1.042725, + 0.853516, + 1.417969, + 1.710938, + 1.154297, + 1.332031, + 1.542969, + 1.112305, + 1.621094, + 0.994019, + 1.283203, + 1.298828, + 0.611328, + 1.373047, + 1.166992, + 1.28125, + 0.785156, + 1.200195, + 1.203125, + 1.601562, + 1.193359, + 1.53125, + 1.636719, + 1.34375, + 1.191406, + 3.3125, + 1.04541, + 1.339844, + 1.554688, + 1.228516, + 1.255859, + 1.335938, + 1.746094, + 1.566406, + 1.416016, + 1.25, + 1.917969, + 1.237305, + 1.112305, + 1.5, + 1.398438, + 1.135742, + 1.181641, + 1.355469, + 1.240234, + 1.425781, + 1.376953, + 1.847656, + 1.496094, + 0.738281, + 1.165039, + 1.197266, + 0.799805, + 1.402344, + 1.279297, + 1.235352, + 1.292969, + 1.427734, + 1.22168, + 1.191406, + 1.175781, + 0.748047, + 1.064453, + 1.166992, + 1.220703, + 1.488281, + 1.112793, + 0.952881, + 1.211914, + 1.339844, + 1.375, + 1.265625, + 1.589844, + 0.782227, + 1.839844, + 1.589844, + 1.117188, + 1.414062, + 1.396484, + 1.386719, + 1.326172, + 1.447266, + 1.328125, + 1.486328, + 1.15625, + 1.753906, + 1.490234, + 0.855469, + 1.141602, + 1.090332, + 1.414062, + 1.511719, + 1.425781, + 1.089844, + 1.527344, + 0.772461, + 1.152344, + 1.558594, + 1.212891, + 1.289062, + 1.507812, + 1.714844, + 1.185547, + 1.230469, + 1.492188, + 0.77832, + 0.472656, + 0.830078, + 1.223633, + 1.298828, + 0.857422, + 1.15625, + 1.191406, + 1.275391, + 0.905762, + 1.275391, + 1.203125, + 1.21582, + 0.744141, + 1.112305, + 1.239258, + 1.175781, + 1.222656, + 1.157227, + 1.135742, + 1.585938, + 1.224609, + 0.936523, + 1.074707, + 1.111328, + 1.233398, + 1.664062, + 1.427734, + 1.777344, + 1.199219, + 1.137695, + 1.104004, + 0.783203, + 1.205078, + 1.176758, + 1.46875, + 1.231445, + 1.033447, + 1.480469, + 1.355469, + 1.226562, + 1.200195, + 1.193359, + 1.131836, + 1.367188, + 1.449219, + 1.257812, + 0.936035, + 1.462891, + 1.224609, + 1.527344, + 1.394531, + 1.166992, + 1.585938, + 1.636719, + 1.621094, + 1.217773, + 1.400391, + 1.828125, + 1.207031, + 1.384766, + 1.152344, + 1.460938, + 1.644531, + 1.145508, + 1.15625, + 1.324219, + 1.349609, + 1.59375, + 1.079102, + 1.114746, + 0.896484, + 1.789062, + 1.229492, + 1.231445, + 0.998093, + 1.133789, + 1.164062, + 1.408203, + 0.964355, + 1.574219, + 0.916504, + 1.398438, + 1.15332, + 1.181641, + 1.135742, + 1.236328, + 0.979126, + 1.382812, + 0.722656, + 1.257812, + 1.136719, + 1.9375, + 1.234375, + 1.183594, + 1.318359, + 1.308594, + 1.263672, + 1.049805, + 1.314453, + 1.200195, + 1.361328, + 0.772461, + 1.558594, + 1.166992, + 1.143555, + 1.421875, + 1.166016, + 1.671875, + 1.161133, + 1.022217, + 1.251953, + 1.394531, + 1.116699, + 1.15625, + 1.335938, + 1.410156, + 1.206055, + 1.128906, + 1.283203, + 0.648438, + 1.474609, + 1.09082, + 1.714844, + 1.22168, + 1.201172, + 0.989197, + 0.636719, + 1.275391, + 0.683594, + 1.075684, + 1.110352, + 1.035645, + 1.644531, + 1.404297, + 1.910156, + 1.21582, + 1.126953, + 1.523438, + 0.677734, + 1.316406, + 1.421875, + 1.433594, + 1.851562, + 1.527344, + 1.597656, + 0.754883, + 1.396484, + 1.636719, + 1.10791, + 0.845703, + 1.460938, + 1.511719, + 0.905273, + 1.558594, + 1.65625, + 1.332031, + 1.050781, + 1.324219, + 1.069824, + 0.748047, + 1.628906, + 1.210938, + 0.975952, + 1.605469, + 1.326172, + 1.128906, + 0.874023, + 1.236328, + 1.824219, + 1.285156, + 1.376953, + 1.597656, + 1.667969, + 1.249023, + 1.210938, + 1.275391, + 0.981201, + 0.782227, + 1.302734, + 1.519531, + 1.271484, + 1.570312, + 1.28125, + 1.228516, + 1.574219, + 1.214844, + 0.546875, + 1.355469, + 1.460938, + 1.339844, + 1.236328, + 1.271484, + 1.160156, + 1.263672, + 1.094238, + 1.384766, + 1.423828, + 1.098145, + 1.233398, + 1.318359, + 1.167969, + 1.189453, + 0.78125, + 1.341797, + 0.820312, + 1.710938, + 1.380859, + 1.785156, + 0.650391, + 1.208008, + 1.155273, + 1.174805, + 1.158203, + 1.449219, + 1.439453, + 1.230469, + 1.613281, + 1.167969, + 1.330078, + 0.875977, + 1.453125, + 1.380859, + 1.200195, + 1.558594, + 1.172852, + 1.449219, + 1.255859, + 1.232422, + 1.433594, + 1.265625, + 1.380859, + 1.208984, + 1.201172, + 1.067871, + 0.902344, + 1.231445, + 1.636719, + 1.523438, + 1.121094, + 0.728516, + 1.445312, + 1.761719, + 1.707031, + 1.380859, + 1.722656, + 1.433594, + 1.339844, + 1.243164, + 0.774414, + 1.470703, + 1.386719, + 1.273438, + 1.390625, + 1.292969, + 1.410156, + 1.566406, + 1.808594, + 1.285156, + 1.304688, + 1.683594, + 1.458984, + 1.507812, + 1.05957, + 1.605469, + 1.769531, + 0.985291, + 2.078125, + 1.275391, + 1.195312, + 1.714844, + 1.151367, + 1.010986, + 1.695312, + 1.220703, + 1.412109, + 0.724609, + 1.141602, + 0.981689, + 2.398438, + 1.173828, + 1.628906, + 1.949219, + 0.476562, + 1.335938, + 1.298828, + 0.537109, + 1.111328, + 1.376953, + 1.155273, + 1.182617, + 1.447266, + 1.337891, + 1.283203, + 1.316406, + 1.051025, + 1.308594, + 0.820312, + 1.171875, + 1.746094, + 1.239258, + 1.120605, + 1.188477, + 1.492188, + 1.267578, + 1.447266, + 1.490234, + 1.351562, + 1.386719, + 1.172852, + 1.0354, + 1.191406, + 1.166992, + 1.302734, + 1.451172, + 1.094727, + 1.173828, + 1.175781, + 1.193359, + 1.429688, + 1.142578, + 1.394531, + 1.476562, + 1.180664, + 2.054688, + 1.128906, + 1.875, + 1.292969, + 1.174805, + 1.020996, + 0.952393, + 1.251953, + 1.131836, + 1.322266, + 1.205078, + 1.695312, + 1.320312, + 1.380859, + 0.744141, + 1.225586, + 1.714844, + 1.320312, + 1.15918, + 1.359375, + 1.683594, + 1.542969, + 1.542969, + 1.233398, + 1.302734, + 1.199219, + 1.180664, + 1.664062, + 1.351562, + 1.476562, + 1.269531, + 1.214844, + 1.136719, + 1.824219, + 1.022705, + 1.488281, + 1.245117, + 1.189453, + 1.621094, + 1.341797, + 1.632812, + 1.044678, + 1.609375, + 1.302734, + 1.165039, + 1.085938, + 1.225586, + 1.423828, + 1.427734, + 1.503906, + 1.12793, + 1.162109, + 1.589844, + 1.273438, + 1.460938, + 1.474609, + 1.339844, + 1.710938, + 1.337891, + 1.234375, + 1.105957, + 0.99765, + 1.267578, + 1.3125, + 1.511719, + 1.574219, + 1.652344, + 1.589844, + 1.271484, + 1.109863, + 1.203125, + 1.378906, + 1.341797, + 1.130859, + 1.054199, + 1.022095, + 1.068848, + 1.667969, + 1.198242, + 1.585938, + 1.275391, + 1.410156, + 1.367188, + 1.28125, + 1.273438, + 1.145508, + 1.439453, + 1.314453, + 1.263672, + 1.53125, + 1.125977, + 1.251953, + 1.149414, + 1.425781, + 1.433594, + 1.28125, + 1.460938, + 1.361328, + 1.022217, + 1.234375, + 1.435547, + 1.228516, + 0.648438, + 1.683594, + 1.730469, + 1.285156, + 0.936035, + 1.275391, + 1.132812, + 1.093262, + 0.669922, + 1.222656, + 1.067871, + 2.046875, + 1.188477, + 1.216797, + 1.259766, + 1.177734, + 1.757812, + 1.28125, + 1.820312, + 1.170898, + 0.987305, + 1.671875, + 1.478516, + 0.84082, + 0.583984, + 1.699219, + 1.449219, + 1.410156, + 0.972168, + 1.486328, + 1.209961, + 1.24707, + 1.382812, + 1.152344, + 0.950439, + 1.703125, + 1.105957, + 1.089355, + 1.287109, + 1.808594, + 1.742188, + 0.808594, + 0.998665, + 1.204102, + 1.279297, + 1.203125, + 1.106445, + 1.365234, + 1.511719, + 1.161133, + 0.925293, + 1.546875, + 1.6875, + 1.158203, + 1.445312, + 1.135742, + 1.194336, + 1.296875, + 1.228516, + 0.556641, + 0.707031, + 1.285156, + 0.961426, + 1.242188, + 1.757812, + 1.055176, + 1.314453, + 0.966064, + 1.166016, + 0.988831, + 1.070312, + 1.558594, + 1.511719, + 1.237305, + 1.146484, + 1.578125, + 1.53125, + 0.947998, + 1.458984, + 1.234375, + 1.157227, + 1.183594, + 1.480469, + 1.195312, + 1.143555, + 1.15918, + 1.425781, + 1.503906, + 1.292969, + 1.326172, + 1.376953, + 1.185547, + 1.363281, + 1.119141, + 1.683594, + 1.318359, + 0.685547, + 1.404297, + 1.480469, + 1.416016, + 1.339844, + 0.935547, + 1.118652, + 1.625, + 1.490234, + 1.134766, + 1.027832, + 1.073242, + 1.410156, + 1.421875, + 1.480469, + 1.554688, + 1.163086, + 1.197266, + 1.277344, + 1.449219, + 1.416016, + 1.21875, + 0.860352, + 0.677734, + 1.292969, + 1.417969, + 1.695312, + 1.462891, + 1.219727, + 0.519531, + 1.757812, + 1.679688, + 1.255859, + 1.271484, + 0.857422, + 2.023438, + 1.542969, + 1.384766, + 1.051758, + 1.228516, + 1.192383, + 1.084961, + 1.144531, + 1.429688, + 1.330078, + 1.345703, + 0.740234, + 1.871094, + 1.133789, + 0.952637, + 1.351562, + 1.527344, + 1.539062, + 1.116699, + 1.213867, + 1.269531, + 1.683594, + 1.376953, + 1.273438, + 1.259766, + 1.241211, + 1.217773, + 1.357422, + 1.324219, + 0.892578, + 1.726562, + 1.320312, + 1.664062, + 1.462891, + 1.09082, + 1.069824, + 1.304688, + 1.213867, + 1.131836, + 1.878906, + 1.46875, + 0.92041, + 1.182617, + 0.677734, + 1.369141, + 1.08252, + 1.800781, + 1.192383, + 1.283203, + 1.232422, + 1.326172, + 0.938477, + 1.178711, + 1.464844, + 1.523438, + 1.734375, + 1.224609, + 1.486328, + 1.068359, + 1.164062, + 1.05249, + 0.742188, + 1.198242, + 1.494141, + 1.667969, + 1.443359, + 1.777344, + 1.259766, + 1.069336, + 1.339844, + 1.021362, + 1.122559, + 1.4375, + 1.695312, + 1.472656, + 1.165039, + 1.292969, + 1.245117, + 1.554688, + 1.507812, + 1.195312, + 0.842773, + 1.234375, + 1.636719, + 1.0625, + 1.433594, + 1.098633, + 1.570312, + 1.158203, + 1.259766, + 1.357422, + 1.486328, + 1.166016, + 1.059326, + 1.228516, + 1.458984, + 1.213867, + 1.851562, + 1.535156, + 1.457031, + 1.173828, + 1.152344, + 1.484375, + 1.345703, + 0.90332, + 0.847656, + 1.197266, + 1.613281, + 1.753906, + 1.267578, + 1.601562, + 0.673828, + 1.28125, + 1.695312, + 1.289062, + 1.330078, + 1.384766, + 1.109375, + 1.129883, + 0.662109, + 1.425781, + 1.376953, + 1.589844, + 1.205078, + 1.65625, + 1.59375, + 1.169922, + 1.498047, + 1.083984, + 1.578125, + 1.8125, + 1.151367, + 1.208008, + 1.026367, + 1.196289, + 1.109863, + 0.751953, + 1.273438, + 1.353516, + 1.414062, + 1.699219, + 2.046875, + 1.511719, + 1.482422, + 1.196289, + 1.455078, + 1.253906, + 1.233398, + 1.277344, + 0.977783, + 1.683594, + 1.191406, + 1.07373, + 1.271484, + 1.244141, + 1.400391, + 1.124023, + 1.480469, + 1.470703, + 1.051025, + 1.237305, + 1.550781, + 0.947021, + 1.061768, + 1.180664, + 1.667969, + 1.15625, + 0.759766, + 1.125977, + 1.396484, + 1.494141, + 1.382812, + 1.126953, + 0.800781, + 1.458984, + 1.275391, + 1.217773, + 1.419922, + 1.231445, + 1.255859, + 1.172852, + 1.439453, + 1.146484, + 1.267578, + 1.808594, + 1.164062, + 1.152344, + 1.597656, + 1.322266, + 0.654297, + 1.167969, + 1.457031, + 1.488281, + 1.435547, + 1.283203, + 1.820312, + 1.130859, + 1.028931, + 1.730469, + 1.597656, + 1.417969, + 1.296875, + 1.120605, + 1.203125, + 1.466797, + 1.298828, + 1.326172, + 1.185547, + 1.470703, + 1.209961, + 1.425781, + 1.03418, + 1.320312, + 1.400391, + 1.208984, + 1.337891, + 1.135742, + 1.412109, + 1.441406, + 1.227539, + 1.703125, + 0.936523, + 0.603516, + 1.212891, + 1.275391, + 1.294922, + 1.292969, + 1.292969, + 1.137695, + 1.271484, + 1.232422, + 1.207031, + 1.292969, + 1.285156, + 1.443359, + 1.243164, + 0.689453, + 1.267578, + 1.335938, + 1.929688, + 1.390625, + 1.609375, + 1.171875, + 1.25, + 1.237305, + 1.060303, + 1.722656, + 1.429688, + 1.217773, + 1.484375, + 1.152344, + 1.289062, + 1.178711, + 1.105469, + 1.285156, + 1.464844, + 1.347656, + 1.265625, + 1.542969, + 2.09375, + 1.652344, + 1.21582, + 1.466797, + 1.180664, + 1.324219, + 1.328125, + 0.945801, + 1.470703, + 1.245117, + 1.105957, + 0.646484, + 1.188477, + 1.46875, + 1.306641, + 1.785156, + 1.671875, + 1.490234, + 1.574219, + 1.375, + 1.328125, + 1.200195, + 0.691406, + 1.251953, + 0.987061, + 1.092285, + 1.253906, + 1.609375, + 1.523438, + 1.287109, + 0.599609, + 1.431641, + 1.490234, + 1.1875, + 1.238281, + 1.570312, + 1.178711, + 1.519531, + 1.198242, + 1.161133, + 0.953857, + 1.298828, + 1.145508, + 1.141602, + 1.482422, + 1.898438, + 1.265625, + 1.316406, + 1.036865, + 1.275391, + 1.298828, + 1.191406, + 1.322266, + 1.359375, + 1.492188, + 1.198242, + 1.271484, + 1.10791, + 1.177734, + 1.152344, + 1.248047, + 1.158203, + 1.40625, + 0.626953, + 1.267578, + 1.511719, + 1.464844, + 1.515625, + 1.355469, + 1.582031, + 1.324219, + 1.287109, + 1.453125, + 1.255859, + 1.067383, + 1.367188, + 1.161133, + 0.621094, + 1.175781, + 1.402344, + 1.417969, + 1.59375, + 1.300781, + 1.242188, + 1.773438, + 1.101074, + 1.640625, + 1.263672, + 1.152344, + 0.892578, + 1.214844, + 1.099121, + 1.660156, + 0.703125, + 1.597656, + 0.864258, + 1.425781, + 0.667969, + 1.527344, + 1.167969, + 1.394531, + 1.035889, + 1.104492, + 1.404297, + 1.460938, + 0.988953, + 1.257812, + 1.275391, + 1.800781, + 1.322266, + 0.662109, + 0.956543, + 0.90332, + 1.490234, + 1.59375, + 1.028687, + 1.59375, + 1.554688, + 1.302734, + 1.067871, + 1.628906, + 1.261719, + 1.203125, + 1.482422, + 1.253906, + 1.03418, + 1.597656, + 1.617188, + 1.112305, + 1.357422, + 1.310547, + 1.96875, + 1.376953, + 1.371094, + 1.142578, + 1.707031, + 1.269531, + 1.130859, + 1.320312, + 1.478516, + 1.106445, + 1.302734, + 0.979736, + 0.905273, + 1.431641, + 1.240234, + 1.326172, + 0.968018, + 1.402344, + 1.425781, + 1.636719, + 0.780273, + 1.177734, + 1.161133, + 1.416016, + 1.300781, + 1.225586, + 0.703125, + 1.451172, + 1.431641, + 1.328125, + 0.607422, + 1.165039, + 0.785156, + 1.753906, + 1.445312, + 1.030762, + 1.464844, + 1.574219, + 1.136719, + 1.515625, + 1.347656, + 1.142578, + 1.02002, + 0.935547, + 1.546875, + 1.121582, + 1.18457, + 1.375, + 1.203125, + 1.398438, + 1.472656, + 1.12793, + 1.330078, + 1.169922, + 1.349609, + 1.015869, + 1.722656, + 1.460938, + 1.15332, + 1.566406, + 1.152344, + 0.933105, + 1.332031, + 0.802734, + 0.748047, + 1.574219, + 1.470703, + 1.570312, + 1.609375, + 1.230469, + 1.300781, + 1.667969, + 1.453125, + 1.769531, + 1.219727, + 1.251953, + 1.271484, + 1.21875, + 1.746094, + 1.259766, + 1.15918, + 1.554688, + 1.267578, + 1.152344, + 1.324219, + 1.010132, + 1.3125, + 1.185547, + 1.486328, + 1.283203, + 1.111816, + 1.092773, + 1.271484, + 1.009338, + 1.041748, + 1.535156, + 1.664062, + 1.302734, + 1.196289, + 1.085938, + 1.337891, + 1.145508, + 1.322266, + 1.84375, + 1.355469, + 1.269531, + 1.275391, + 1.00824, + 1.453125, + 1.196289, + 0.970459, + 1.400391, + 1.349609, + 0.793945, + 1.369141, + 1.172852, + 1.558594, + 1.300781, + 1.384766, + 1.632812, + 1.460938, + 1.211914, + 1.096191, + 1.298828, + 1.158203, + 1.208008, + 1.207031, + 1.064941, + 1.375, + 1.914062, + 2.007812, + 0.856445, + 1.251953, + 1.22168, + 1.482422, + 0.844727, + 1.298828, + 1.25, + 1.294922, + 1.150391, + 1.570312, + 1.234375, + 1.398438, + 1.248047, + 0.788086, + 1.464844, + 1.404297, + 0.785156, + 1.371094, + 1.341797, + 1.574219, + 1.042725, + 1.25, + 1.223633, + 0.856445, + 1.435547, + 1.761719, + 1.310547, + 1.18457, + 1.455078, + 1.135742, + 1.249023, + 0.724609, + 0.956055, + 1.289062, + 1.078613, + 1.427734, + 1.257812, + 1.146484, + 1.200195, + 1.353516, + 0.869141, + 1.169922, + 1.582031, + 0.693359, + 1.503906, + 1.130859, + 1.664062, + 1.5, + 0.769531, + 1.558594, + 1.285156, + 0.868164, + 1.753906, + 1.960938, + 1.233398, + 1.320312, + 1.789062, + 1.597656, + 0.758789, + 1.476562, + 1.062988, + 1.378906, + 1.363281, + 1.65625, + 1.102539, + 1.104492, + 1.429688, + 1.511719, + 1.455078, + 1.205078, + 0.790039, + 1.382812, + 1.433594, + 1.176758, + 1.245117, + 1.621094, + 1.652344, + 1.193359, + 1.291016, + 1.441406, + 1.158203, + 1.542969, + 1.294922, + 1.455078, + 1.1875, + 1.240234, + 0.6875, + 1.519531, + 1.210938, + 1.114746, + 1.554688, + 1.515625, + 1.09375, + 1.294922, + 1.671875, + 1.589844, + 0.764648, + 1.367188, + 0.945557, + 1.046875 + ] + }, + "name": "onnx::Mul_8258", + "outputIndexes": [ + 515 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 514, + 515 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_5/Mul_1_output_0", + "outputIndexes": [ + 516 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 516 + ], + "outputIndexes": [ + 2630 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2630 + ], + "outputIndexes": [ + 2631 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear", + "inputIndexes": [ + 2631 + ], + "outputIndexes": [ + 2632 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 218972930, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2632 + ], + "outputIndexes": [ + 2633 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2633 + ], + "outputIndexes": [ + 517 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 516 + ], + "main_type": "NONE", + "name": "/Shape_71_output_0", + "outputIndexes": [ + 518 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 518 + ], + "main_type": "NONE", + "name": "Shape1445", + "outputIndexes": [ + 519 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 518 + ], + "main_type": "NONE", + "name": "Rank1447", + "outputIndexes": [ + 520 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 520, + 520 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1449", + "outputIndexes": [ + 521 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 521 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1450", + "outputIndexes": [ + 522 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 521, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1452", + "outputIndexes": [ + 523 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 523 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1453", + "outputIndexes": [ + 524 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 519, + 522, + 524, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1456", + "outputIndexes": [ + 525 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 525 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1457", + "outputIndexes": [ + 526 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 526 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1458", + "outputIndexes": [ + 527 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 527, + 526 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1459", + "outputIndexes": [ + 528 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 518, + 528, + 521 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_79_output_0", + "outputIndexes": [ + 529 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 529, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_161_output_0", + "outputIndexes": [ + 530 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 530, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_65_output_0", + "outputIndexes": [ + 531 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 517, + 531 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_46_output_0", + "outputIndexes": [ + 532 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 532, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_40_output_0", + "outputIndexes": [ + 533 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 532 + ], + "main_type": "NONE", + "name": "/Shape_72_output_0", + "outputIndexes": [ + 534 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 534 + ], + "main_type": "NONE", + "name": "Shape1466", + "outputIndexes": [ + 535 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 534 + ], + "main_type": "NONE", + "name": "Rank1468", + "outputIndexes": [ + 536 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 536, + 536 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1470", + "outputIndexes": [ + 537 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 537 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1471", + "outputIndexes": [ + 538 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 537, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1473", + "outputIndexes": [ + 539 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 539 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1474", + "outputIndexes": [ + 540 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 535, + 538, + 540, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1477", + "outputIndexes": [ + 541 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 541 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1478", + "outputIndexes": [ + 542 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 542 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1479", + "outputIndexes": [ + 543 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 543, + 542 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1480", + "outputIndexes": [ + 544 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 534, + 544, + 537 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_80_output_0", + "outputIndexes": [ + 545 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 545, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_15_output_0", + "outputIndexes": [ + 546 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 546, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_166_output_0", + "outputIndexes": [ + 547 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 532, + 547, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_21_output_0", + "outputIndexes": [ + 548 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 548 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_10_output_0", + "outputIndexes": [ + 549 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 532, + 21, + 547, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_20_output_0", + "outputIndexes": [ + 550 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 549, + 550 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_68_output_0", + "outputIndexes": [ + 551 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 551, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_41_output_0", + "outputIndexes": [ + 552 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 533, + 552 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_25_output_0", + "outputIndexes": [ + 553 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 516 + ], + "outputIndexes": [ + 2634 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2634 + ], + "outputIndexes": [ + 2635 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear", + "inputIndexes": [ + 2635 + ], + "outputIndexes": [ + 2636 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 221627160, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2636 + ], + "outputIndexes": [ + 2637 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2637 + ], + "outputIndexes": [ + 554 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 530, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_66_output_0", + "outputIndexes": [ + 555 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 554, + 555 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_47_output_0", + "outputIndexes": [ + 556 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 556, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_42_output_0", + "outputIndexes": [ + 557 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 556 + ], + "main_type": "NONE", + "name": "/Shape_73_output_0", + "outputIndexes": [ + 558 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 558 + ], + "main_type": "NONE", + "name": "Shape1529", + "outputIndexes": [ + 559 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 558 + ], + "main_type": "NONE", + "name": "Rank1531", + "outputIndexes": [ + 560 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 560, + 560 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1533", + "outputIndexes": [ + 561 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 561 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1534", + "outputIndexes": [ + 562 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 561, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1536", + "outputIndexes": [ + 563 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 563 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1537", + "outputIndexes": [ + 564 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 559, + 562, + 564, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1540", + "outputIndexes": [ + 565 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 565 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1541", + "outputIndexes": [ + 566 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 566 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1542", + "outputIndexes": [ + 567 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 567, + 566 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1543", + "outputIndexes": [ + 568 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 558, + 568, + 561 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_81_output_0", + "outputIndexes": [ + 569 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 569, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_16_output_0", + "outputIndexes": [ + 570 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 570, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_168_output_0", + "outputIndexes": [ + 571 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 556, + 571, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_23_output_0", + "outputIndexes": [ + 572 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 572 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_11_output_0", + "outputIndexes": [ + 573 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 556, + 21, + 571, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_22_output_0", + "outputIndexes": [ + 574 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 573, + 574 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_69_output_0", + "outputIndexes": [ + 575 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 575, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_43_output_0", + "outputIndexes": [ + 576 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 557, + 576 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_26_output_0", + "outputIndexes": [ + 577 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 516 + ], + "outputIndexes": [ + 2638 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2638 + ], + "outputIndexes": [ + 2639 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear", + "inputIndexes": [ + 2639 + ], + "outputIndexes": [ + 2640 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 222954286, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2640 + ], + "outputIndexes": [ + 2641 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2641 + ], + "outputIndexes": [ + 578 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 578, + 555 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_48_output_0", + "outputIndexes": [ + 579 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 553, + 577, + 579, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_53_output_0", + "outputIndexes": [ + 580 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 580 + ], + "outputIndexes": [ + 2642 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2642 + ], + "outputIndexes": [ + 2643 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear", + "inputIndexes": [ + 2643 + ], + "outputIndexes": [ + 2644 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 224281412, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2644 + ], + "outputIndexes": [ + 2645 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2645 + ], + "outputIndexes": [ + 581 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 581 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_5/Mul_output_0", + "outputIndexes": [ + 582 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.013611, + 0.849609, + 0.979126, + 1.353516, + 0.860352, + 0.916016, + 0.943359, + 0.183594, + 1.152344, + 0.677734, + 1.028687, + 0.87207, + 0.748047, + 1.18457, + 1.171875, + 0.799805, + 0.945068, + 0.927246, + 1.149414, + 1.058594, + 1.211914, + 1.031128, + 0.845703, + 0.792969, + 0.791992, + 0.851562, + 1.009033, + 1.117676, + 1.478516, + 1.289062, + 0.681641, + 0.583984, + 1.062988, + 0.339844, + 0.707031, + 0.912109, + 0.683594, + 0.998093, + 0.625, + 0.679688, + 1.222656, + 0.994659, + 0.943359, + 0.59375, + 0.351562, + 1.000828, + 0.98999, + 0.791992, + 1.535156, + 0.838867, + 1.045166, + 0.931152, + 0.961914, + 0.744141, + 1.038086, + 0.716797, + 1.008484, + 0.87207, + 0.876465, + 0.638672, + 0.705078, + 1.478516, + 1.001442, + 0.952148, + 1.431641, + 0.669922, + 0.605469, + 0.939697, + 0.666016, + 0.776367, + 1.062988, + 1.064453, + 0.792969, + 0.751953, + 0.736328, + 0.644531, + 0.587891, + 0.681641, + 0.642578, + 0.425781, + 0.677734, + 0.097656, + 0.890137, + 0.638672, + 0.770508, + 0.895996, + 0.736328, + 0.660156, + 0.398438, + 0.722656, + 0.939453, + 0.619141, + 1.417969, + 0.335938, + 1.140625, + 0.058594, + 0.716797, + 1.00885, + 1.119629, + 0.787109, + 0.75, + 1.365234, + 1.034424, + 0.989746, + 0.990112, + 0.857422, + 1.201172, + 0.691406, + 0.877441, + 0.738281, + 1.291016, + 0.917969, + 1.322266, + 2.148438, + 1.007019, + 0.660156, + 1.103027, + 0.640625, + 0.782227, + 1.347656, + 0.837891, + 0.771484, + 1.150391, + 1.10791, + 0.728516, + 0.759766, + 0.884277, + 1.019165, + 0.961426, + 0.716797, + 0.556641, + 0.623047, + 0.642578, + 0.740234, + 1.098145, + 1.003662, + 0.603516, + 0.798828, + 0.798828, + 1.457031, + 1.773438, + 1.1875, + 0.582031, + 0.75, + 0.836914, + 0.820312, + 0.779297, + 0.80957, + 0.833984, + 1.081543, + 0.707031, + 0.701172, + 0.811523, + 1.255859, + 1.112305, + 1.251953, + 0.464844, + 1.02771, + 0.304688, + 0.28125, + 2.007812, + 1.206055, + 0.827148, + 0.496094, + 1.330078, + 0.965088, + 1.242188, + 0.183594, + 1.34375, + 0.648438, + 0.974854, + 0.378906, + 0.834961, + 0.300781, + 0.78418, + 1.292969, + 1.131836, + 0.179688, + 1.010803, + 0.966553, + 0.730469, + 0.261719, + 0.732422, + 0.1875, + 1.010132, + 0.640625, + 0.398438, + 0.722656, + 0.587891, + 0.693359, + 1.080078, + 1.111328, + 0.983765, + 0.944336, + 1.040283, + 0.84668, + 0.799805, + 1.332031, + 0.992462, + 1.09668, + 0.732422, + 0.935059, + 0.895996, + 0.5625, + 1.114746, + 0.980347, + 1.458984, + 0.760742, + 0.937744, + 1.033691, + 0.848633, + 0.927246, + 1.103027, + 0.848633, + 0.774414, + 1.181641, + 0.720703, + 0.806641, + 1.196289, + 1.137695, + 0.881836, + 1.050537, + 0.822266, + 1.375, + 1.028076, + 0.898926, + 0.679688, + 0.775391, + 0.762695, + 0.484375, + 1.890625, + 1.273438, + 1.257812, + 1.098145, + 0.99839, + 1.224609, + 1.051514, + 0.919922, + 0.779297, + 0.900391, + 1.076172, + 0.779297, + 1.046143, + 3.609375, + 0.626953, + 1.24707, + 0.667969, + 0.930664, + 1.109375, + 0.492188, + 0.782227, + 1.400391, + 0.40625, + 0.697266, + 1.112305, + 0.615234, + 0.791016, + 1.065918, + 1.488281, + 0.801758, + 1.28125, + 1.251953, + 0.922852, + 0.754883, + 0.787109, + 0.699219, + 1.026489, + 0.910645, + 0.912109, + 0.928223, + 0.973145, + 0.677734, + 0.746094, + 0.701172, + 0.973145, + 0.933105, + 0.335938, + 0.804688, + 0.955322, + 0.892578, + 0.667969, + 0.955322, + 0.464844, + 0.84082, + 1.277344, + 0.724609, + 0.953125, + 0.977417, + 0.328125, + 0.689453, + 0.632812, + 0.417969, + 1.037598, + 0.767578, + 0.859375, + 1.098633, + 0.664062, + 1.033447, + 1.103516, + 0.851562, + 1.166016, + 0.734375, + 0.351562, + 1.011353, + 0.109375, + 0.808594, + 1.347656, + 1.0271, + 0.601562, + 1.084473, + 1.271484, + 0.191406, + 0.774414, + 0.983032, + 0.958496, + 0.912109, + 0.868164, + 1.083984, + 0.755859, + 0.993835, + 0.748047, + 1.089355, + 0.720703, + 1.045898, + 0.993805, + 1.115234, + 0.691406, + 0.722656, + 1.519531, + 1.181641, + 0.607422, + 0.827148, + 0.838867, + 0.997543, + 3.125, + 0.900391, + 0.884277, + 0.912598, + 1.150391, + 0.768555, + 0.675781, + 0.724609, + 1.210938, + 0.667969, + 1.091797, + 0.59375, + 0.947998, + 0.607422, + 0.544922, + 1.002914, + 0.774414, + 0.556641, + 1.10791, + 0.838867, + 0.207031, + 0.363281, + 1.089844, + 1.25, + 0.701172, + 0.699219, + 0.265625, + 0.997925, + 0.585938, + 0.546875, + 1.261719, + 1.037354, + 0.535156, + 0.597656, + 0.994171, + 0.871094, + 1.067871, + 0.734375, + 0.826172, + 0.915039, + 1.447266, + 1.384766, + 1.224609, + 0.787109, + 1.208984, + 0.662109, + 0.987671, + 1.316406, + 0.488281, + 0.484375, + 1.097168, + 0.786133, + 0.605469, + 0.675781, + 0.858398, + 0.908203, + 1.320312, + 1.050537, + 0.25, + 1.233398, + 1.136719, + 1.152344, + 0.793945, + 0.226562, + 0.794922, + 0.900391, + 0.984985, + 1.373047, + 0.807617, + 1.249023, + 0.390625, + 1.765625, + 1.269531, + 0.90625, + 0.878906, + 0.954834, + 0.946045, + 0.742188, + 1.114746, + 1.070312, + 0.965332, + 0.558594, + 0.89502, + 0.822266, + 0.97644, + 0.961426, + 1.257812, + 1.098145, + 1.757812, + 0.875488, + 0.793945, + 0.833008, + 0.685547, + 0.974365, + 0.876953, + 1.023315, + 0.96582, + 1.582031, + 1.174805, + 0.817383, + 1.84375, + 0.925293, + 0.929199, + 0.837891, + 0.990295, + 1.316406, + 1.238281, + 1.122559, + 1.18457, + 0.537109, + 1.597656, + 1.017944, + 1.216797, + 1.237305, + 0.738281, + 1.152344, + 1.088379, + 0.905762, + 0.820312, + 1.074219, + 1.075684, + 1.114258, + 0.875, + 1.083984, + 0.675781, + 1.322266, + 1.103027, + 0.879395, + 0.925781, + 0.848633, + 0.521484, + 0.926758, + 0.253906, + 0.818359, + 1.11377, + 0.926758, + 0.699219, + 0.630859, + 1.183594, + 0.916016, + 0.881348, + 1.146484, + 0.375, + 1.322266, + 0.821289, + 1.353516, + 0.918457, + 0.691406, + 1.613281, + 0.888672, + 1.375, + 1.003006, + 0.328125, + 0.879395, + 0.740234, + 1.386719, + 0.726562, + 0.875488, + 1.161133, + 1.061523, + 0.799805, + 0.877441, + 0.03125, + 0.417969, + 0.529297, + 0.304688, + 0.960205, + 1.045166, + 0.885742, + 0.503906, + 0.648438, + 0.758789, + 0.707031, + 1.253906, + 1.769531, + 0.84082, + 0.880371, + 0.899414, + 0.708984, + 0.867188, + 0.803711, + 1.171875, + 0.832031, + 0.976074, + 1.050781, + 0.644531, + 1.135742, + 0.835938, + 0.363281, + 0.433594, + 1.181641, + 0.382812, + 0.952393, + 0.722656, + 0.783203, + 0.852539, + 0.813477, + 0.831055, + 0.77832, + 0.414062, + 0.844727, + 4.09375, + 0.720703, + 0.826172, + 0.855469, + 0.355469, + 2.046875, + 0.813477, + 1.074707, + 1.064453, + 1.515625, + 0.769531, + 0.898438, + 0.875488, + 0.53125, + 1.213867, + 0.786133, + 0.95874, + 1.308594, + 0.712891, + 0.807617, + 0.98877, + 0.681641, + 1.640625, + 0.691406, + 0.78418, + 1.209961, + 1.263672, + 0.874023, + 1.228516, + 0.970947, + 1.117676, + 1.257812, + 1.792969, + 0.857422, + 1.306641, + 1.5625, + 0.961426, + 1.158203, + 0.876953, + 0.019531, + 1.026245, + 0.833984, + 0.65625, + 0.355469, + 0.92334, + 1.835938, + 1.181641, + 1.114746, + 1.068848, + 1.490234, + 0.669922, + 2.109375, + 0.792969, + 1.376953, + 0.879395, + 1.114746, + 0.777344, + 0.966309, + 1.433594, + 0.827148, + 0.785156, + 0.849609, + 1.086914, + 0.964844, + 0.638672, + 0.792969, + 1.261719, + 0.607422, + 1.010925, + 1.077637, + 0.726562, + 0.828125, + 0.937988, + 1.410156, + 0.714844, + 0.910156, + 0.873047, + 1.302734, + 1.015442, + 0.777344, + 1.025757, + 1.152344, + 0.642578, + 0.827148, + 1.115234, + 0.935547, + 0.953857, + 0.965576, + 0.905273, + 0.982666, + 0.644531, + 1.01062, + 1.431641, + 1.08252, + 2.242188, + 0.654297, + 1.078613, + 0.949219, + 0.867188, + 0.915527, + 0.775391, + 0.801758, + 0.638672, + 1.006958, + 0.464844, + 0.977051, + 1.189453, + 0.544922, + 0.300781, + 0.856445, + 1.035156, + 0.697266, + 1.251953, + 1.118652, + 0.601562, + 0.125, + 0.242188, + 0.967041, + 0.751953, + 0.839844, + 0.671875, + 0.638672, + 0.691406, + 0.827148, + 0.971558, + 0.915039, + 0.884766, + 0.728516, + 0.308594, + 0.701172, + 0.722656, + 0.699219, + 0.677734, + 0.922852, + 0.724609, + 0.986633, + 0.932129, + 0.947266, + 0.697266, + 0.736328, + 0.801758, + 0.71875, + 1.19043, + 0.662109, + 1.462891, + 0.845703, + 0.238281, + 1.761719, + 0.759766, + 0.814453, + 0.776367, + 0.728516, + 0.967285, + 1.067871, + 1.449219, + 1.106934, + 0.603516, + 0.730469, + 0.644531, + 1.027466, + 0.732422, + 0.810547, + 0.887695, + 1.121582, + 0.724609, + 1.9375, + 0.775391, + 0.732422, + 0.708984, + 0.728516, + 0.75293, + 1.054688, + 0.650391, + 0.860352, + 1.138672, + 0.970947, + 0.900391, + 0.882324, + 1.172852, + 1.835938, + 1.091797, + 1.302734, + 0.75, + 0.705078, + 0.744141, + 0.856445, + 1.100098, + 0.630859, + 0.906738, + 0.681641, + 1.091309, + 0.460938, + 1.015991, + 1.142578, + 0.838867, + 0.515625, + 1.12207, + 0.986755, + 0.753906, + 0.730469, + 1.071777, + 0.716797, + 1.017822, + 0.935547, + 1.114258, + 1.062988, + 1.018433, + 0.821289, + 1.640625, + 0.750977, + 0.829102, + 1.105957, + 0.576172, + 1.204102, + 1.195312, + 0.791016, + 1.131836, + 0.771484, + 1.318359, + 0.914062, + 0.740234, + 0.814453, + 0.300781, + 0.964355, + 0.833008, + 0.94751, + 0.84082, + 0.855469, + 1.141602, + 0.995941, + 0.587891, + 1.330078, + 1.283203, + 0.859375, + 1.174805, + 1.061523, + 1.378906, + 0.744141, + 0.837891, + 0.750977, + 0.942627, + 0.94043, + 1.074219, + 1.898438, + 0.556641, + 0.589844, + 0.900879, + 0.591797, + 0.707031, + 2.3125, + 1.03418, + 1.012634, + 1.030762, + 0.464844, + 0.985474, + 0.962402, + 0.669922, + 0.736328, + 0.933105, + 0.685547, + 1.010925, + 0.912109, + 0.617188, + 0.976074, + 1.335938, + 1.092773, + 0.896484, + 0.918945, + 0.822266, + 0.6875, + 0.398438, + 0.732422, + 0.773438, + 0.501953, + 0.662109, + 1.110352, + 1.085449, + 0.351562, + 0.953369, + 0.513672, + 1.482422, + 1.408203, + 0.65625, + 0.511719, + 0.874023, + 0.928711, + 0.766602, + 0.775391, + 0.96582, + 1.210938, + 0.928711, + 0.765625, + 0.621094, + 0.77832, + 0.845703, + 1.175781, + 0.796875, + 0.652344, + 1.400391, + 1.255859, + 0.632812, + 1.101562, + 0.887695, + 0.921387, + 0.736328, + 0.628906, + 1.172852, + 0.675781, + 1.086914, + 1.020874, + 0.880371, + 0.669922, + 1.119629, + 1.014404, + 1.169922, + 0.585938, + 0.697266, + 1.412109, + 1.181641, + 0.011719, + 0.625, + 0.652344, + 0.767578, + 0.797852, + 0.891602, + 1.105957, + 1.02417, + 0.852539, + 0.918945, + 0.830078, + 0.277344, + 0.851562, + 0.84082, + 0.583984, + 1.226562, + 1.146484, + 1.160156, + 0.764648, + 0.269531, + 0.6875, + 0.826172, + 0.648438, + 0.972046, + 1.201172, + 1.239258, + 1.251953, + 1.878906, + 0.683594, + 0.886719, + 0.794922, + 1.225586, + 0.99733, + 1.353516, + 0.664062, + 0.667969, + 0.398438, + 0.793945, + 0.991638, + 1.088379, + 0.78418, + 0.759766, + 0.995636, + 0.864258, + 0.884277, + 1.135742, + 0.558594, + 0.623047, + 1.092285, + 1.283203, + 0.583984, + 0.548828, + 0.619141, + 0.253906, + 0.164062, + 0.484375, + 0.984131, + 1.071289, + 0.924805, + 0.77832, + 1.161133, + 0.203125, + 0.183594, + 0.708984, + 1.076172, + 0.786133, + 0.942383, + 0.630859, + 1.018799, + 0.894043, + 0.963379, + 0.261719, + 1.275391, + 0.591797, + 0.654297, + 0.634766, + 0.897461, + 0.677734, + 0.804688, + 0.636719, + 1.006866, + 0.642578, + 0.77832, + 0.838867, + 0.864258, + 1.225586, + 0.785156, + 0.583984, + 0.887207, + 1.722656, + 1.53125, + 0.917969, + 0.472656, + 0.191406, + 2.234375, + 0.75, + 0.772461, + 1.068848, + 0.803711, + 0.875488, + 0.708984, + 1.341797, + 0.007812, + 0.744141, + 0.65625, + 1.1875, + 0.87207, + 0.300781, + 0.89209, + 0.914551, + 1.269531, + 0.720703, + 1.143555, + 1.09668, + 0.5625, + 0.292969, + 0.890137, + 0.564453, + 0.716797, + 0.316406, + 0.615234, + 1.263672, + 1.613281, + 1.131836, + 1.347656, + 0.537109, + 0.636719, + 1.265625, + 1.243164, + 0.496094, + 0.640625, + 1.100586, + 0.628906, + 2.03125, + 0.425781, + 1.992188, + 0.775391, + 1.271484, + 0.919434, + 1.06543, + 0.84082, + 0.683594, + 1.042236, + 0.035156, + 1.026245, + 1.019897, + 0.759766, + 0.87207, + 4.515625, + 0.556641, + 0.882324, + 0.058594, + 0.621094, + 0.277344, + 1.143555, + 0.355469, + 0.554688, + 0.939697, + 1.019897, + 1.037109, + 0.544922, + 0.805664, + 1.275391, + 0.9646, + 0.210938, + 0.813477, + 0.615234, + 0.535156, + 0.386719, + 0.981689, + 1.21875, + 0.697266, + 1.320312, + 1.074219, + 0.868164, + 1.289062, + 0.642578, + 0.865234, + 0.819336, + 0.175781, + 0.888184, + 0.817383, + 0.829102, + 0.410156, + 0.257812, + 0.707031, + 1.24707, + 0.693359, + 1.131836, + 1.18457, + 0.806641, + 0.868164, + 2.414062, + 0.613281, + 0.796875, + 1.206055, + 0.693359, + 0.793945, + 0.904297, + 1.163086, + 1.162109, + 1.090332, + 0.961426, + 1.667969, + 0.987488, + 0.675781, + 1.582031, + 1.183594, + 0.738281, + 0.761719, + 0.955811, + 0.753906, + 0.803711, + 0.916016, + 1.597656, + 0.963623, + 0.261719, + 0.582031, + 0.669922, + 0.398438, + 0.895996, + 1.116699, + 0.847656, + 0.928711, + 1.051025, + 0.714844, + 0.710938, + 0.807617, + 0.308594, + 0.5625, + 0.776367, + 0.757812, + 1.100098, + 0.761719, + 0.535156, + 0.833008, + 0.720703, + 0.833008, + 0.888184, + 1.11377, + 0.300781, + 1.503906, + 1.22168, + 0.570312, + 1.055908, + 1.044189, + 1.228516, + 1.486328, + 0.881836, + 0.926758, + 1.002808, + 0.817383, + 1.240234, + 0.985901, + 1.044189, + 0.685547, + 0.697266, + 0.973877, + 1.051758, + 1.066895, + 0.710938, + 1.255859, + 0.300781, + 0.714844, + 1.192383, + 0.697266, + 0.89209, + 1.135742, + 1.373047, + 0.772461, + 0.785156, + 1.19043, + 0.296875, + 0.085938, + 0.21875, + 0.790039, + 0.877441, + 0.398438, + 0.642578, + 0.750977, + 2.257812, + 0.476562, + 0.953369, + 0.65625, + 0.675781, + 0.277344, + 0.748047, + 1.039062, + 1.363281, + 0.798828, + 0.732422, + 0.693359, + 1.273438, + 0.873047, + 0.885254, + 1.028809, + 0.230469, + 0.810547, + 1.308594, + 1.062988, + 1.28125, + 0.666016, + 1.119629, + 0.871094, + 0.226562, + 1.488281, + 0.707031, + 0.875, + 0.783203, + 0.685547, + 1.035645, + 0.897949, + 0.773438, + 0.648438, + 0.708984, + 0.710938, + 2.492188, + 0.971436, + 0.813477, + 1.486328, + 1.074707, + 0.744141, + 1.175781, + 0.849609, + 0.730469, + 1.804688, + 1.078125, + 1.263672, + 0.732422, + 0.84668, + 1.271484, + 0.712891, + 0.962158, + 0.768555, + 0.980835, + 1.347656, + 0.708984, + 0.675781, + 0.849609, + 1.060791, + 1.155273, + 1.040527, + 0.662109, + 0.429688, + 1.306641, + 0.646484, + 0.87793, + 0.938477, + 0.788086, + 0.732422, + 0.953857, + 0.453125, + 1.269531, + 0.367188, + 1.078125, + 0.611328, + 0.736328, + 0.6875, + 0.938721, + 0.521484, + 0.950439, + 0.265625, + 0.849609, + 0.572266, + 1.435547, + 0.80957, + 0.681641, + 0.84082, + 0.92627, + 0.732422, + 0.648438, + 0.774414, + 0.6875, + 1.130859, + 0.222656, + 1.18457, + 0.701172, + 0.646484, + 0.959229, + 0.983643, + 1.349609, + 0.819336, + 0.744141, + 0.820312, + 0.898926, + 0.771484, + 2.210938, + 0.937988, + 0.915527, + 0.901855, + 0.589844, + 0.884277, + 0.152344, + 1.353516, + 0.822266, + 1.304688, + 1.347656, + 0.761719, + 0.648438, + 0.191406, + 0.825195, + 0.261719, + 0.632812, + 0.554688, + 0.589844, + 1.112793, + 0.873047, + 0.883789, + 0.744141, + 0.601562, + 1.114258, + 0.195312, + 1.001175, + 0.953857, + 1.054443, + 1.126953, + 1.07373, + 1.080078, + 0.277344, + 0.928223, + 1.322266, + 0.691406, + 0.382812, + 0.964111, + 1.095703, + 0.394531, + 1.051025, + 1.683594, + 0.849609, + 0.652344, + 0.817383, + 0.648438, + 0.273438, + 1.267578, + 0.744141, + 0.595703, + 1.182617, + 0.968262, + 0.560547, + 0.265625, + 0.693359, + 1.59375, + 0.714844, + 0.870117, + 1.186523, + 1.287109, + 1.181641, + 0.730469, + 0.802734, + 0.765625, + 1.753906, + 0.864258, + 1.037842, + 0.746094, + 1.057617, + 0.772461, + 0.875977, + 1.236328, + 0.740234, + 0.152344, + 0.854492, + 0.990784, + 0.864258, + 0.701172, + 0.832031, + 0.793945, + 0.791992, + 0.652344, + 0.936523, + 0.925781, + 0.673828, + 0.730469, + 0.945068, + 0.823242, + 0.870117, + 0.253906, + 0.931152, + 0.324219, + 1.492188, + 0.94751, + 1.585938, + 0.265625, + 1.172852, + 0.724609, + 0.673828, + 0.768555, + 1.855469, + 0.918457, + 0.890137, + 1.241211, + 0.701172, + 0.959473, + 0.472656, + 1.123047, + 0.986023, + 1.894531, + 1.283203, + 0.603516, + 1.019165, + 0.792969, + 0.87793, + 0.943115, + 0.849609, + 0.979736, + 0.691406, + 0.802734, + 0.646484, + 0.308594, + 0.648438, + 1.125977, + 1.120117, + 0.617188, + 0.269531, + 1.021851, + 1.292969, + 1.396484, + 0.922363, + 1.431641, + 0.977905, + 0.861328, + 0.774414, + 0.382812, + 0.899414, + 1.071289, + 0.944336, + 1.100098, + 0.619141, + 1.082031, + 1.145508, + 1.349609, + 0.826172, + 0.677734, + 1.22168, + 1.022827, + 1.013184, + 0.691406, + 1.212891, + 1.121094, + 0.441406, + 1.105469, + 0.793945, + 0.775391, + 1.355469, + 0.658203, + 0.511719, + 1.143555, + 0.800781, + 0.969849, + 0.40625, + 0.730469, + 0.630859, + 1.847656, + 0.675781, + 1.292969, + 1.016724, + 0.050781, + 0.864258, + 1.380859, + 0.15625, + 0.742188, + 0.958252, + 0.671875, + 0.818359, + 1.016724, + 0.946045, + 0.78418, + 0.808594, + 0.605469, + 0.902344, + 0.441406, + 0.730469, + 1.378906, + 0.801758, + 0.966309, + 0.826172, + 1.03833, + 0.795898, + 1.025513, + 1.024902, + 0.985229, + 0.890137, + 0.707031, + 0.441406, + 0.837891, + 0.730469, + 0.87207, + 1.447266, + 0.730469, + 0.845703, + 1.15918, + 0.760742, + 0.942627, + 0.634766, + 1.089355, + 1.019043, + 0.808594, + 2.4375, + 0.730469, + 1.558594, + 0.830078, + 0.767578, + 0.597656, + 0.25, + 0.837891, + 1.081055, + 0.92041, + 0.650391, + 1.251953, + 0.823242, + 1.019653, + 0.277344, + 0.911621, + 1.200195, + 0.849609, + 0.766602, + 0.948242, + 1.160156, + 1.097656, + 1.125977, + 0.760742, + 0.87207, + 0.726562, + 0.744141, + 1.207031, + 0.94043, + 1.457031, + 0.826172, + 0.981812, + 0.626953, + 1.279297, + 0.582031, + 1.345703, + 0.782227, + 0.564453, + 1.074219, + 0.92041, + 1.294922, + 0.574219, + 1.241211, + 0.895508, + 0.736328, + 0.697266, + 0.994568, + 1.261719, + 1.051025, + 1.129883, + 0.722656, + 0.726562, + 0.984009, + 0.811523, + 1.067383, + 1.10791, + 0.891602, + 1.257812, + 0.793945, + 0.868164, + 0.572266, + 0.541016, + 0.839844, + 0.807617, + 1.369141, + 1.238281, + 1.124023, + 1.07959, + 1.002899, + 0.695312, + 0.807617, + 0.84668, + 0.813477, + 0.765625, + 0.537109, + 0.484375, + 0.675781, + 1.283203, + 0.844727, + 1.219727, + 0.811523, + 0.857422, + 0.896484, + 0.988281, + 0.833984, + 1.625, + 0.95166, + 0.893066, + 0.928711, + 1.137695, + 0.761719, + 0.857422, + 1.063477, + 1.026245, + 1.119141, + 0.837891, + 2.046875, + 1.269531, + 0.683594, + 0.819336, + 0.925781, + 0.777344, + 0.15625, + 1.28125, + 1.253906, + 0.879883, + 0.476562, + 0.839844, + 0.722656, + 0.626953, + 0.273438, + 0.893555, + 0.626953, + 1.65625, + 0.746094, + 0.773438, + 0.865234, + 0.793945, + 1.355469, + 0.6875, + 1.597656, + 0.736328, + 0.472656, + 1.261719, + 0.905762, + 0.351562, + 0.21875, + 1.357422, + 1.009644, + 1.011414, + 0.53125, + 0.978638, + 0.679688, + 0.811523, + 1.051514, + 0.900879, + 0.677734, + 1.455078, + 0.669922, + 0.580078, + 0.799805, + 1.263672, + 1.675781, + 0.308594, + 0.492188, + 0.798828, + 0.831055, + 0.777344, + 0.560547, + 0.948486, + 1.011047, + 0.908203, + 0.505859, + 1.193359, + 1.275391, + 0.576172, + 1.057373, + 0.755859, + 0.732422, + 0.766602, + 1.066406, + 0.070312, + 0.019531, + 0.799805, + 0.662109, + 0.738281, + 1.367188, + 0.710938, + 0.943359, + 0.375, + 0.660156, + 0.402344, + 0.568359, + 1.174805, + 1.086914, + 0.80957, + 0.628906, + 1.193359, + 0.977783, + 0.40625, + 1.091797, + 0.804688, + 0.6875, + 0.71875, + 0.895996, + 0.874023, + 0.664062, + 0.595703, + 0.916992, + 1.144531, + 0.819336, + 0.811523, + 1.077637, + 0.667969, + 0.935059, + 2.835938, + 1.052734, + 0.806641, + 0.257812, + 0.973999, + 1.018677, + 1.371094, + 0.854492, + 1.118652, + 0.998871, + 1.263672, + 1.088867, + 1.726562, + 0.829102, + 0.619141, + 0.960693, + 0.897949, + 0.947266, + 1.069824, + 0.834961, + 0.751953, + 0.857422, + 1.031738, + 0.967285, + 1.211914, + 1.137695, + 0.234375, + 0.824219, + 0.988586, + 1.335938, + 1.093262, + 0.748047, + 0.070312, + 1.245117, + 1.296875, + 0.751953, + 0.956787, + 0.425781, + 1.392578, + 1.032227, + 1.066406, + 0.701172, + 0.740234, + 1.570312, + 0.673828, + 0.621094, + 0.888672, + 1.275391, + 0.951416, + 0.238281, + 1.308594, + 1.105957, + 0.246094, + 0.862305, + 1.660156, + 1.141602, + 0.626953, + 0.980347, + 0.732422, + 1.828125, + 0.931152, + 0.792969, + 0.847656, + 0.748047, + 0.677734, + 0.985962, + 1.038818, + 2.546875, + 1.320312, + 0.891113, + 1.173828, + 1.228516, + 0.833984, + 0.660156, + 0.893555, + 0.800781, + 0.679688, + 1.632812, + 1.088867, + 0.564453, + 0.802734, + 0.234375, + 0.793945, + 0.751953, + 1.351562, + 0.707031, + 0.819336, + 0.673828, + 0.940186, + 0.599609, + 0.693359, + 1.02002, + 1.084473, + 1.206055, + 0.869141, + 1.012756, + 0.552734, + 0.705078, + 0.564453, + 0.328125, + 0.791992, + 0.893066, + 1.335938, + 0.957031, + 1.4375, + 0.6875, + 0.703125, + 0.931641, + 0.611328, + 0.644531, + 0.977539, + 1.253906, + 1.108398, + 0.75, + 0.738281, + 0.87207, + 1.051514, + 1.05542, + 0.791016, + 0.390625, + 0.865234, + 1.519531, + 0.683594, + 0.985229, + 0.666016, + 1.152344, + 0.666016, + 0.869141, + 0.911133, + 0.927246, + 0.654297, + 0.779297, + 0.736328, + 0.974121, + 0.851562, + 1.223633, + 1.22168, + 1.068359, + 0.681641, + 0.615234, + 1.151367, + 0.956299, + 0.457031, + 0.351562, + 0.703125, + 1.269531, + 1.386719, + 0.861328, + 1.249023, + 0.230469, + 0.799805, + 1.388672, + 0.751953, + 0.855469, + 1.011902, + 0.636719, + 0.740234, + 0.410156, + 1.029053, + 1.028076, + 1.235352, + 0.750977, + 1.523438, + 1.302734, + 0.701172, + 1.174805, + 0.660156, + 1.283203, + 1.193359, + 0.714844, + 0.724609, + 0.597656, + 0.962646, + 0.509766, + 0.253906, + 0.757812, + 1.992188, + 0.887207, + 1.507812, + 1.996094, + 1.00531, + 0.97229, + 0.822266, + 1.04248, + 0.738281, + 0.905762, + 0.827148, + 0.484375, + 1.275391, + 0.744141, + 0.786133, + 0.744141, + 0.785156, + 1.079102, + 0.726562, + 1.170898, + 1.011292, + 0.511719, + 0.769531, + 1.181641, + 0.480469, + 0.636719, + 0.691406, + 1.177734, + 0.976929, + 0.292969, + 0.827148, + 1.300781, + 1.048828, + 0.901855, + 0.77832, + 0.382812, + 1.072754, + 0.842773, + 0.918457, + 0.956299, + 0.816406, + 0.805664, + 0.660156, + 1.511719, + 0.652344, + 0.796875, + 1.503906, + 0.712891, + 0.724609, + 1.100586, + 0.84375, + 0.136719, + 0.720703, + 0.985901, + 1.011047, + 0.974731, + 0.888184, + 1.308594, + 0.636719, + 0.449219, + 1.414062, + 1.078125, + 1.135742, + 0.898438, + 0.644531, + 0.615234, + 1.09668, + 0.930664, + 0.841797, + 0.720703, + 1.205078, + 0.771484, + 0.910645, + 0.576172, + 0.907227, + 0.948486, + 0.786133, + 0.919434, + 0.955078, + 0.855469, + 1.470703, + 0.839844, + 1.324219, + 0.453125, + 0.160156, + 0.640625, + 0.915527, + 0.856445, + 0.767578, + 0.802734, + 0.708984, + 0.673828, + 0.790039, + 0.695312, + 0.913574, + 0.888672, + 1.083008, + 0.722656, + 0.25, + 0.764648, + 0.859375, + 1.296875, + 1.054199, + 1.408203, + 0.728516, + 0.838867, + 0.734375, + 0.667969, + 1.304688, + 1.188477, + 0.791992, + 1.144531, + 0.748047, + 0.916504, + 0.693359, + 0.720703, + 0.726562, + 1.064941, + 1.462891, + 0.81543, + 1.021851, + 1.847656, + 1.245117, + 0.634766, + 1.195312, + 0.650391, + 0.830078, + 0.873047, + 0.521484, + 1.041748, + 0.796875, + 0.605469, + 0.277344, + 0.753906, + 1.193359, + 0.888184, + 1.291016, + 1.216797, + 1.394531, + 1.239258, + 1.063965, + 0.983765, + 1.347656, + 0.164062, + 0.891113, + 1.597656, + 0.646484, + 0.899902, + 1.098633, + 1.11084, + 0.884277, + 0.210938, + 0.904785, + 1.040771, + 0.679688, + 0.807617, + 1.102539, + 1.664062, + 1.026733, + 0.791992, + 0.693359, + 0.429688, + 0.891113, + 0.763672, + 0.660156, + 0.965088, + 1.455078, + 0.844727, + 0.893066, + 0.613281, + 0.801758, + 0.691406, + 1.660156, + 0.792969, + 0.931152, + 1.000203, + 0.742188, + 0.823242, + 0.625, + 0.904785, + 1.335938, + 0.870117, + 0.691406, + 0.987366, + 0.242188, + 0.794922, + 1.220703, + 0.910645, + 1.009399, + 1.164062, + 1.180664, + 0.873047, + 0.985107, + 1.103027, + 0.791992, + 0.576172, + 0.893555, + 0.626953, + 0.179688, + 0.768555, + 0.997406, + 0.894043, + 1.115234, + 0.785156, + 0.71875, + 1.3125, + 0.578125, + 1.222656, + 0.791016, + 1.132812, + 0.4375, + 0.793945, + 0.691406, + 1.165039, + 0.246094, + 1.253906, + 0.527344, + 0.895508, + 0.203125, + 1.041992, + 0.776367, + 1.28125, + 0.533203, + 0.558594, + 1.052979, + 0.942383, + 0.605469, + 0.75293, + 0.728516, + 1.398438, + 0.763672, + 0.042969, + 0.464844, + 0.798828, + 1.117676, + 1.079102, + 0.599609, + 1.135742, + 1.044678, + 0.879395, + 0.691406, + 1.118652, + 0.816406, + 1.088379, + 1.283203, + 0.886719, + 0.813477, + 1.201172, + 1.097656, + 0.578125, + 0.942627, + 0.827148, + 1.496094, + 0.887207, + 0.942139, + 0.636719, + 1.400391, + 0.831055, + 0.75, + 1.04126, + 0.956055, + 1.371094, + 0.770508, + 1.878906, + 0.316406, + 0.938477, + 0.804688, + 0.947754, + 0.449219, + 0.986084, + 1.093262, + 1.219727, + 0.378906, + 0.732422, + 0.603516, + 0.793945, + 0.705078, + 0.738281, + 0.230469, + 1.089355, + 1.10498, + 0.911621, + 0.03125, + 0.550781, + 0.492188, + 1.96875, + 1.033691, + 0.619141, + 0.99897, + 1.141602, + 0.763672, + 0.893555, + 0.998062, + 0.750977, + 0.371094, + 0.425781, + 1.206055, + 0.529297, + 0.621094, + 0.896484, + 0.691406, + 0.87793, + 0.942627, + 0.642578, + 0.913574, + 0.707031, + 0.897949, + 0.617188, + 1.201172, + 0.983154, + 1.277344, + 1.082031, + 0.671875, + 0.363281, + 1.488281, + 0.472656, + 1.486328, + 1.242188, + 0.961426, + 1.213867, + 1.244141, + 0.662109, + 0.833984, + 1.199219, + 1.086914, + 1.6875, + 0.568359, + 0.791992, + 1.275391, + 0.699219, + 1.310547, + 0.765625, + 0.850586, + 1.054199, + 0.78125, + 0.720703, + 0.897461, + 0.503906, + 0.970825, + 0.89209, + 1.167969, + 0.900391, + 0.658203, + 0.675781, + 0.716797, + 0.864258, + 0.613281, + 1.089844, + 1.337891, + 1.816406, + 0.829102, + 0.646484, + 1.019287, + 0.632812, + 0.96582, + 1.261719, + 0.940674, + 0.868164, + 0.859375, + 0.597656, + 1.292969, + 0.89502, + 0.523438, + 0.988586, + 0.985901, + 0.324219, + 0.827148, + 0.667969, + 1.03418, + 0.834961, + 0.802734, + 1.143555, + 0.874023, + 0.693359, + 0.664062, + 0.853516, + 0.708984, + 0.619141, + 0.858398, + 0.630859, + 0.787109, + 1.753906, + 1.261719, + 0.441406, + 0.819336, + 0.827148, + 1.081543, + 1.34375, + 0.869141, + 1.209961, + 1.001862, + 0.798828, + 1.597656, + 0.834961, + 0.950684, + 0.728516, + 0.234375, + 1.06543, + 1.097656, + 0.261719, + 0.926758, + 1.088867, + 1.330078, + 0.613281, + 0.848633, + 0.736328, + 0.421875, + 0.96167, + 1.316406, + 1.205078, + 0.84375, + 1.189453, + 0.636719, + 0.767578, + 0.292969, + 0.441406, + 0.826172, + 0.53125, + 0.966064, + 0.716797, + 0.636719, + 0.764648, + 0.791016, + 0.382812, + 0.673828, + 1.209961, + 0.207031, + 1.173828, + 0.697266, + 1.18457, + 1.07373, + 0.328125, + 1.191406, + 0.734375, + 0.441406, + 1.229492, + 2.070312, + 0.826172, + 1.111816, + 1.394531, + 1.253906, + 0.28125, + 1.162109, + 0.521484, + 0.919434, + 0.945557, + 1.204102, + 0.97937, + 0.813477, + 1.07666, + 1.011902, + 1.038574, + 0.699219, + 0.292969, + 1.126953, + 1.063965, + 0.769531, + 0.722656, + 1.255859, + 1.18457, + 0.850586, + 0.780273, + 0.964111, + 0.931152, + 1.084961, + 1.197266, + 2.007812, + 1.464844, + 0.766602, + 0.269531, + 0.970825, + 0.728516, + 0.764648, + 1.196289, + 1.11084, + 0.632812, + 0.92041, + 1.205078, + 1.169922, + 0.335938, + 0.644531, + 0.981323, + 0.574219 + ] + }, + "name": "onnx::Mul_8281", + "outputIndexes": [ + 583 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 582, + 583 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_5/Mul_1_output_0", + "outputIndexes": [ + 584 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 513, + 584 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_28_output_0", + "outputIndexes": [ + 585 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 585 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_5/Mul_output_0", + "outputIndexes": [ + 586 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.388672, + 1.382812, + 1.402344, + 1.691406, + 1.398438, + 1.451172, + 1.429688, + 0.464844, + 1.447266, + 1.142578, + 1.558594, + 1.345703, + 1.219727, + 1.478516, + 1.597656, + 1.347656, + 1.404297, + 1.40625, + 1.275391, + 1.410156, + 1.484375, + 1.601562, + 1.458984, + 1.213867, + 1.232422, + 1.396484, + 1.152344, + 1.24707, + 1.322266, + 1.443359, + 1.233398, + 1.001938, + 1.345703, + 0.548828, + 1.306641, + 1.077637, + 1.328125, + 1.427734, + 1.223633, + 1.326172, + 1.458984, + 1.300781, + 1.466797, + 1.00946, + 0.597656, + 1.488281, + 1.457031, + 1.402344, + 1.271484, + 1.177734, + 1.400391, + 0.854492, + 1.369141, + 0.541016, + 1.404297, + 1.177734, + 1.388672, + 1.378906, + 1.196289, + 1.151367, + 0.960205, + 1.248047, + 1.390625, + 1.380859, + 1.197266, + 1.285156, + 0.867188, + 1.417969, + 1.192383, + 1.316406, + 1.457031, + 1.507812, + 1.271484, + 1.347656, + 1.287109, + 1.300781, + 0.783203, + 1.129883, + 1.066895, + 0.623047, + 1.296875, + 0.449219, + 1.208984, + 1.031494, + 1.380859, + 1.345703, + 1.330078, + 1.050781, + 0.677734, + 1.249023, + 1.373047, + 1.298828, + 1.554688, + 0.648438, + 1.457031, + 0.492188, + 1.361328, + 1.396484, + 1.339844, + 1.271484, + 1.105469, + 1.53125, + 1.457031, + 1.443359, + 1.519531, + 1.427734, + 1.523438, + 1.076172, + 1.427734, + 1.349609, + 1.435547, + 1.324219, + 1.585938, + 1.063477, + 1.396484, + 1.017334, + 1.527344, + 0.537109, + 1.378906, + 1.640625, + 1.40625, + 1.291016, + 0.874023, + 1.439453, + 1.161133, + 0.92041, + 1.373047, + 1.482422, + 1.332031, + 0.835938, + 0.88623, + 1.271484, + 1.197266, + 1.308594, + 1.433594, + 1.507812, + 1.129883, + 0.88916, + 1.271484, + 1.628906, + 1.152344, + 0.587891, + 1.213867, + 1.414062, + 1.353516, + 1.183594, + 1.208008, + 1.433594, + 1.412109, + 1.492188, + 1.402344, + 1.163086, + 1.333984, + 0.316406, + 1.478516, + 1.494141, + 0.819336, + 1.345703, + 0.570312, + 0.527344, + 0.756836, + 1.53125, + 1.192383, + 0.808594, + 1.605469, + 1.433594, + 1.492188, + 0.513672, + 1.511719, + 1.214844, + 1.380859, + 0.642578, + 1.242188, + 0.558594, + 1.382812, + 1.462891, + 1.414062, + 0.511719, + 1.373047, + 1.306641, + 1.333984, + 0.505859, + 1.049316, + 0.410156, + 1.208984, + 1.314453, + 0.759766, + 1.347656, + 1.231445, + 1.132812, + 1.515625, + 0.935059, + 1.310547, + 1.382812, + 1.453125, + 1.289062, + 1.378906, + 1.490234, + 1.482422, + 1.322266, + 1.277344, + 1.404297, + 1.318359, + 1.1875, + 1.441406, + 1.427734, + 1.285156, + 1.339844, + 1.363281, + 1.511719, + 1.145508, + 1.429688, + 1.380859, + 1.24707, + 1.390625, + 1.486328, + 1.226562, + 1.279297, + 1.558594, + 1.441406, + 1.138672, + 1.095215, + 1.433594, + 1.632812, + 1.466797, + 1.380859, + 1.279297, + 1.345703, + 1.209961, + 1.0625, + 1.002747, + 1.554688, + 1.445312, + 1.542969, + 1.412109, + 1.644531, + 1.05249, + 1.423828, + 1.275391, + 1.359375, + 1.157227, + 1.365234, + 1.494141, + 0.827148, + 1.306641, + 1.302734, + 1.1875, + 1.234375, + 1.566406, + 0.769531, + 1.435547, + 1.449219, + 0.648438, + 1.363281, + 1.419922, + 1.341797, + 1.238281, + 1.455078, + 1.223633, + 1.308594, + 1.449219, + 1.498047, + 1.425781, + 1.289062, + 1.333984, + 1.079102, + 1.515625, + 1.404297, + 1.289062, + 1.298828, + 1.378906, + 1.34375, + 1.337891, + 1.230469, + 1.417969, + 1.359375, + 0.677734, + 1.261719, + 1.480469, + 1.425781, + 1.020142, + 1.458984, + 0.59375, + 1.404297, + 1.084961, + 1.34375, + 1.265625, + 1.353516, + 0.574219, + 1.287109, + 1.123047, + 0.560547, + 1.455078, + 1.353516, + 1.202148, + 1.439453, + 1.168945, + 1.371094, + 1.443359, + 1.447266, + 1.324219, + 1.155273, + 0.472656, + 1.277344, + 0.378906, + 1.233398, + 1.558594, + 1.279297, + 1.229492, + 1.527344, + 1.492188, + 0.457031, + 1.367188, + 1.330078, + 1.298828, + 1.302734, + 1.255859, + 1.523438, + 1.353516, + 1.46875, + 1.235352, + 1.183594, + 1.174805, + 1.53125, + 1.398438, + 1.388672, + 1.052002, + 1.189453, + 1.464844, + 1.427734, + 1.09082, + 1.035889, + 1.375, + 1.382812, + 0.6875, + 1.404297, + 1.365234, + 1.523438, + 1.554688, + 1.373047, + 1.24707, + 1.292969, + 1.419922, + 1.285156, + 1.470703, + 0.881348, + 1.439453, + 0.782227, + 1.089355, + 1.470703, + 0.619141, + 1.087402, + 0.648438, + 1.135742, + 0.4375, + 0.597656, + 1.414062, + 1.486328, + 0.933594, + 1.176758, + 0.542969, + 1.445312, + 1.160156, + 0.755859, + 1.249023, + 1.503906, + 1.192383, + 0.638672, + 1.4375, + 1.404297, + 1.445312, + 1.205078, + 1.361328, + 1.3125, + 1.527344, + 1.472656, + 1.539062, + 1.351562, + 1.357422, + 0.789062, + 1.429688, + 1.535156, + 0.819336, + 0.652344, + 1.476562, + 1.240234, + 1.094238, + 0.875, + 1.380859, + 1.458984, + 1.425781, + 1.539062, + 0.484375, + 1.511719, + 1.53125, + 1.421875, + 1.213867, + 0.533203, + 1.324219, + 1.488281, + 1.451172, + 1.494141, + 1.314453, + 1.486328, + 0.615234, + 1.523438, + 1.554688, + 1.347656, + 1.464844, + 0.685547, + 1.425781, + 1.400391, + 1.425781, + 1.412109, + 1.029541, + 1.219727, + 1.351562, + 1.359375, + 1.392578, + 1.310547, + 1.503906, + 1.490234, + 1.089355, + 1.349609, + 1.259766, + 1.107422, + 1.353516, + 1.345703, + 1.398438, + 1.326172, + 1.121582, + 1.472656, + 1.462891, + 1.02478, + 0.81543, + 1.365234, + 1.386719, + 1.457031, + 1.423828, + 1.404297, + 1.496094, + 1.443359, + 1.539062, + 0.99295, + 0.650391, + 1.429688, + 1.605469, + 1.326172, + 1.192383, + 1.523438, + 1.480469, + 1.384766, + 1.253906, + 1.40625, + 1.433594, + 1.494141, + 0.893555, + 1.507812, + 1.369141, + 1.324219, + 1.396484, + 1.408203, + 1.380859, + 1.349609, + 0.728516, + 1.425781, + 0.523438, + 1.296875, + 1.476562, + 1.359375, + 1.269531, + 1.271484, + 1.466797, + 1.277344, + 1.433594, + 1.445312, + 0.589844, + 1.15918, + 1.367188, + 1.464844, + 1.349609, + 1.21582, + 1.345703, + 1.390625, + 1.523438, + 1.484375, + 0.527344, + 1.34375, + 1.237305, + 1.478516, + 1.074707, + 1.324219, + 1.460938, + 1.441406, + 1.00087, + 1.410156, + 0.429688, + 0.550781, + 0.888672, + 0.5625, + 1.318359, + 1.373047, + 1.357422, + 0.934082, + 0.488281, + 1.296875, + 0.94043, + 0.960938, + 1.197266, + 1.460938, + 1.388672, + 1.386719, + 1.257812, + 1.251953, + 1.330078, + 1.570312, + 1.037598, + 1.488281, + 1.550781, + 1.035156, + 1.333984, + 1.225586, + 0.65625, + 0.601562, + 1.535156, + 0.712891, + 1.462891, + 1.294922, + 1.246094, + 1.462891, + 1.294922, + 1.322266, + 1.402344, + 0.580078, + 1.474609, + 0.595703, + 1.369141, + 1.386719, + 1.484375, + 0.59375, + 0.958252, + 1.053955, + 1.210938, + 1.476562, + 1.431641, + 1.380859, + 1.417969, + 1.322266, + 0.84668, + 1.488281, + 0.648438, + 1.507812, + 1.386719, + 1.183594, + 1.223633, + 1.232422, + 1.259766, + 0.839844, + 1.244141, + 1.365234, + 1.597656, + 0.819336, + 0.984863, + 1.361328, + 1.328125, + 1.361328, + 1.443359, + 0.932129, + 1.178711, + 1.496094, + 1.570312, + 1.423828, + 1.554688, + 1.314453, + 0.46875, + 1.417969, + 1.332031, + 1.304688, + 0.720703, + 1.458984, + 1.152344, + 1.458984, + 1.470703, + 1.414062, + 1.177734, + 1.259766, + 0.793945, + 1.287109, + 0.742188, + 0.895996, + 1.474609, + 1.341797, + 1.202148, + 1.105957, + 0.980225, + 1.298828, + 1.365234, + 1.496094, + 1.429688, + 1.066406, + 1.333984, + 1.515625, + 1.124023, + 1.46875, + 1.566406, + 1.349609, + 1.271484, + 1.445312, + 1.457031, + 1.267578, + 1.433594, + 1.419922, + 1.488281, + 0.589844, + 1.165039, + 1.371094, + 1.503906, + 1.166992, + 1.429688, + 1.355469, + 1.414062, + 1.324219, + 1.271484, + 1.398438, + 1.660156, + 1.106445, + 1.460938, + 1.527344, + 1.527344, + 0.910156, + 1.249023, + 1.519531, + 1.369141, + 1.388672, + 1.439453, + 1.229492, + 1.392578, + 1.390625, + 1.439453, + 0.827148, + 1.570312, + 1.455078, + 1.00885, + 0.5625, + 1.408203, + 0.695312, + 1.380859, + 1.5625, + 1.230469, + 0.708984, + 0.410156, + 0.515625, + 1.439453, + 1.414062, + 1.476562, + 1.402344, + 1.306641, + 1.353516, + 1.320312, + 1.204102, + 1.351562, + 1.3125, + 1.322266, + 0.505859, + 1.223633, + 1.367188, + 1.333984, + 1.390625, + 1.365234, + 1.400391, + 1.476562, + 1.216797, + 1.380859, + 1.333984, + 1.058105, + 1.363281, + 1.355469, + 1.40625, + 0.933594, + 1.306641, + 1.353516, + 0.453125, + 1.296875, + 1.208984, + 1.375, + 1.367188, + 1.004944, + 1.365234, + 1.433594, + 1.148438, + 1.24707, + 1.240234, + 1.326172, + 1.332031, + 1.486328, + 1.228516, + 1.237305, + 1.474609, + 1.365234, + 1.347656, + 1.097168, + 1.333984, + 1.21582, + 1.310547, + 1.380859, + 1.390625, + 1.382812, + 1.216797, + 1.400391, + 1.273438, + 1.457031, + 1.53125, + 1.472656, + 1.414062, + 1.078125, + 1.210938, + 1.519531, + 0.780273, + 1.351562, + 1.047852, + 1.363281, + 1.636719, + 1.292969, + 1.353516, + 0.875, + 0.640625, + 0.848633, + 1.458984, + 1.423828, + 1.482422, + 1.129883, + 1.490234, + 1.453125, + 1.328125, + 1.382812, + 1.423828, + 1.322266, + 1.355469, + 1.484375, + 1.429688, + 1.460938, + 1.337891, + 1.302734, + 1.566406, + 1.181641, + 1.151367, + 1.515625, + 1.330078, + 1.4375, + 1.625, + 1.458984, + 1.480469, + 1.341797, + 1.478516, + 1.433594, + 1.186523, + 1.363281, + 0.5625, + 1.380859, + 1.376953, + 1.408203, + 1.320312, + 1.257812, + 1.476562, + 1.326172, + 1.19043, + 1.496094, + 1.425781, + 1.511719, + 1.287109, + 1.445312, + 1.503906, + 1.223633, + 1.427734, + 1.263672, + 1.457031, + 1.458984, + 1.433594, + 1.179688, + 0.997757, + 1.241211, + 1.251953, + 1.148438, + 1.308594, + 1.103516, + 1.527344, + 1.402344, + 0.730469, + 0.864258, + 1.416016, + 1.414062, + 1.232422, + 0.97168, + 1.466797, + 1.084961, + 1.416016, + 1.5625, + 0.863281, + 1.464844, + 1.192383, + 0.667969, + 1.443359, + 1.464844, + 1.453125, + 1.095215, + 0.740234, + 1.298828, + 1.320312, + 0.599609, + 1.226562, + 1.496094, + 1.507812, + 0.583984, + 1.478516, + 0.730469, + 1.245117, + 1.306641, + 1.208008, + 0.836914, + 1.384766, + 1.376953, + 1.333984, + 1.322266, + 1.357422, + 1.574219, + 1.449219, + 1.296875, + 1.234375, + 1.378906, + 1.390625, + 1.455078, + 1.412109, + 1.326172, + 1.208008, + 1.412109, + 0.909668, + 1.507812, + 1.296875, + 0.850586, + 1.316406, + 0.904297, + 1.578125, + 1.490234, + 1.449219, + 1.478516, + 1.4375, + 1.451172, + 1.398438, + 1.478516, + 1.558594, + 1.132812, + 1.257812, + 1.245117, + 1.398438, + 0.335938, + 1.077637, + 1.032959, + 1.310547, + 1.18457, + 0.894531, + 1.447266, + 1.474609, + 1.351562, + 1.419922, + 1.296875, + 0.527344, + 1.40625, + 1.241211, + 1.220703, + 0.705078, + 1.46875, + 1.451172, + 1.392578, + 0.558594, + 1.15918, + 1.126953, + 1.234375, + 1.371094, + 1.458984, + 1.546875, + 1.136719, + 0.879395, + 1.271484, + 1.423828, + 1.259766, + 1.492188, + 1.464844, + 1.609375, + 1.166016, + 1.294922, + 0.613281, + 1.375, + 1.625, + 1.308594, + 1.240234, + 1.404297, + 1.488281, + 1.361328, + 1.328125, + 1.455078, + 0.938721, + 1.211914, + 1.373047, + 1.496094, + 0.828125, + 1.117676, + 1.253906, + 0.552734, + 0.425781, + 0.88916, + 0.827148, + 1.400391, + 1.466797, + 1.341797, + 1.277344, + 0.529297, + 0.425781, + 1.333984, + 1.507812, + 1.043457, + 1.412109, + 1.192383, + 1.466797, + 1.34375, + 1.068848, + 0.513672, + 1.371094, + 1.145508, + 1.086426, + 0.677734, + 1.291016, + 1.189453, + 1.205078, + 1.263672, + 1.550781, + 1.347656, + 1.253906, + 1.419922, + 1.046875, + 1.441406, + 1.349609, + 1.091309, + 1.326172, + 1.287109, + 1.703125, + 1.398438, + 0.777344, + 0.46875, + 1.371094, + 1.386719, + 1.296875, + 1.316406, + 1.330078, + 1.314453, + 1.246094, + 1.519531, + 0.425781, + 1.121582, + 0.891113, + 1.507812, + 1.470703, + 0.476562, + 1.453125, + 1.429688, + 1.316406, + 1.363281, + 1.380859, + 1.128906, + 1.052002, + 0.544922, + 1.355469, + 1.124512, + 1.277344, + 0.525391, + 1.480469, + 1.609375, + 1.285156, + 1.464844, + 0.977661, + 1.138672, + 1.241211, + 1.523438, + 1.375, + 0.806641, + 1.271484, + 1.492188, + 0.930176, + 0.722656, + 1.05127, + 0.644531, + 1.242188, + 1.302734, + 1.464844, + 1.320312, + 1.392578, + 1.380859, + 1.53125, + 0.425781, + 1.464844, + 1.367188, + 1.310547, + 1.476562, + 1.332031, + 1.291016, + 1.376953, + 0.355469, + 1.157227, + 0.496094, + 1.427734, + 0.503906, + 0.997345, + 1.382812, + 1.427734, + 1.433594, + 0.945312, + 1.208984, + 0.897461, + 1.322266, + 0.511719, + 1.123047, + 0.953369, + 0.768555, + 0.681641, + 1.433594, + 1.507812, + 1.026611, + 0.804688, + 1.480469, + 1.174805, + 1.558594, + 0.979614, + 1.186523, + 1.339844, + 0.472656, + 1.384766, + 1.302734, + 1.222656, + 0.519531, + 0.697266, + 1.345703, + 1.527344, + 1.235352, + 1.494141, + 1.490234, + 1.384766, + 0.930176, + 0.617188, + 1.244141, + 1.339844, + 1.507812, + 1.033691, + 1.357422, + 1.458984, + 1.613281, + 1.386719, + 1.46875, + 1.349609, + 1.667969, + 1.335938, + 1.18457, + 1.423828, + 1.328125, + 1.022217, + 1.414062, + 1.40625, + 1.431641, + 1.369141, + 1.464844, + 0.852539, + 1.492188, + 0.496094, + 0.953369, + 1.070312, + 0.560547, + 1.417969, + 1.209961, + 1.335938, + 1.335938, + 1.441406, + 1.318359, + 1.240234, + 1.326172, + 0.488281, + 1.0354, + 1.291016, + 1.152344, + 1.457031, + 1.308594, + 0.968018, + 1.371094, + 1.416016, + 1.460938, + 1.375, + 1.494141, + 0.525391, + 1.570312, + 1.570312, + 0.944092, + 1.417969, + 1.306641, + 1.400391, + 1.239258, + 1.515625, + 1.384766, + 1.455078, + 1.431641, + 1.640625, + 1.496094, + 0.865234, + 1.287109, + 1.318359, + 1.439453, + 1.480469, + 1.21582, + 0.673828, + 1.380859, + 0.587891, + 1.382812, + 1.507812, + 0.990479, + 1.363281, + 1.496094, + 1.550781, + 1.283203, + 1.063477, + 1.322266, + 0.476562, + 0.449219, + 0.515625, + 1.396484, + 1.396484, + 0.568359, + 1.257812, + 1.265625, + 1.075684, + 0.595703, + 1.283203, + 0.884277, + 1.277344, + 0.574219, + 1.349609, + 1.363281, + 1.021729, + 1.404297, + 1.15332, + 1.113281, + 1.542969, + 1.34375, + 0.507812, + 0.754883, + 0.681641, + 1.34375, + 1.460938, + 1.457031, + 1.585938, + 0.989624, + 0.638672, + 1.24707, + 0.564453, + 1.318359, + 1.333984, + 1.519531, + 1.333984, + 0.844727, + 1.472656, + 1.384766, + 1.339844, + 1.05249, + 1.296875, + 1.182617, + 0.615234, + 1.466797, + 1.419922, + 0.992493, + 1.488281, + 1.316406, + 1.490234, + 1.199219, + 1.318359, + 1.304688, + 1.558594, + 1.535156, + 1.291016, + 1.410156, + 1.585938, + 1.120117, + 1.435547, + 1.324219, + 1.396484, + 1.412109, + 1.275391, + 1.148438, + 1.375, + 1.265625, + 1.466797, + 1.12793, + 1.239258, + 0.630859, + 1.597656, + 1.169922, + 1.357422, + 1.088379, + 1.335938, + 1.287109, + 1.472656, + 0.617188, + 1.542969, + 0.658203, + 1.400391, + 1.150391, + 1.183594, + 1.025146, + 1.289062, + 0.791992, + 1.390625, + 0.542969, + 1.339844, + 0.865234, + 1.5625, + 1.316406, + 1.200195, + 1.451172, + 1.447266, + 1.316406, + 1.164062, + 1.302734, + 1.300781, + 1.392578, + 0.480469, + 1.464844, + 1.210938, + 1.241211, + 1.400391, + 1.279297, + 1.539062, + 1.253906, + 0.794922, + 1.249023, + 1.380859, + 1.237305, + 0.99765, + 1.394531, + 1.386719, + 1.324219, + 1.173828, + 1.298828, + 0.476562, + 1.375, + 1.326172, + 1.523438, + 0.776367, + 1.144531, + 0.766602, + 0.460938, + 1.292969, + 0.484375, + 0.585938, + 1.105957, + 1.326172, + 1.482422, + 1.527344, + 1.010132, + 1.193359, + 1.031982, + 1.404297, + 0.517578, + 1.382812, + 1.304688, + 1.324219, + 2.015625, + 1.507812, + 1.523438, + 0.507812, + 1.445312, + 1.515625, + 0.826172, + 0.576172, + 1.402344, + 1.488281, + 0.626953, + 1.558594, + 0.860352, + 1.416016, + 1.154297, + 1.347656, + 1.194336, + 0.5625, + 1.527344, + 1.279297, + 1.257812, + 1.421875, + 1.333984, + 0.888184, + 0.523438, + 1.330078, + 1.679688, + 1.306641, + 1.462891, + 1.464844, + 1.472656, + 1.369141, + 1.261719, + 1.253906, + 1.267578, + 0.799805, + 1.365234, + 1.451172, + 1.271484, + 1.451172, + 1.12793, + 1.298828, + 1.464844, + 1.375, + 0.414062, + 1.306641, + 1.470703, + 1.371094, + 1.261719, + 1.265625, + 1.165039, + 1.226562, + 1.330078, + 1.291016, + 1.402344, + 1.308594, + 1.386719, + 1.371094, + 0.829102, + 1.269531, + 0.537109, + 1.322266, + 0.578125, + 1.392578, + 1.451172, + 1.492188, + 0.492188, + 1.257812, + 1.216797, + 1.291016, + 1.396484, + 1.574219, + 1.417969, + 1.335938, + 1.402344, + 1.289062, + 1.302734, + 0.654297, + 1.267578, + 1.378906, + 1.120117, + 1.443359, + 1.283203, + 1.380859, + 1.410156, + 1.363281, + 1.417969, + 1.339844, + 1.15332, + 1.219727, + 1.302734, + 1.261719, + 0.662109, + 1.249023, + 1.460938, + 1.492188, + 1.175781, + 0.517578, + 1.464844, + 1.5625, + 1.625, + 1.361328, + 1.53125, + 1.355469, + 1.306641, + 1.318359, + 0.507812, + 1.480469, + 1.339844, + 1.335938, + 1.402344, + 1.386719, + 1.353516, + 1.474609, + 1.589844, + 1.398438, + 1.157227, + 1.59375, + 1.371094, + 1.466797, + 1.236328, + 1.558594, + 1.511719, + 0.792969, + 1.699219, + 1.283203, + 1.277344, + 1.474609, + 1.330078, + 0.836914, + 1.609375, + 1.304688, + 1.363281, + 0.476562, + 1.182617, + 0.999754, + 1.069336, + 1.289062, + 1.53125, + 2.078125, + 0.390625, + 1.384766, + 1.365234, + 0.417969, + 0.748047, + 1.371094, + 1.378906, + 1.402344, + 1.386719, + 1.449219, + 1.277344, + 1.400391, + 1.181641, + 1.488281, + 0.660156, + 1.375, + 1.609375, + 1.412109, + 0.644531, + 1.365234, + 1.441406, + 1.412109, + 1.363281, + 1.433594, + 1.365234, + 1.408203, + 1.152344, + 0.609375, + 1.449219, + 1.326172, + 1.306641, + 1.330078, + 0.930176, + 1.306641, + 0.707031, + 1.241211, + 1.429688, + 0.862305, + 1.462891, + 1.527344, + 1.255859, + 1.189453, + 1.140625, + 1.648438, + 1.400391, + 1.371094, + 0.796875, + 0.595703, + 1.275391, + 1.255859, + 1.302734, + 1.081055, + 1.5, + 1.402344, + 1.40625, + 0.505859, + 1.287109, + 1.539062, + 1.25, + 1.223633, + 1.238281, + 1.527344, + 1.429688, + 1.443359, + 1.192383, + 1.322266, + 1.263672, + 1.388672, + 1.546875, + 1.478516, + 1.180664, + 1.09668, + 1.105957, + 1.035645, + 1.457031, + 1.152344, + 1.109375, + 1.34375, + 0.913574, + 1.431641, + 1.369141, + 1.447266, + 1.294922, + 1.320312, + 1.367188, + 0.865234, + 1.223633, + 1.345703, + 1.425781, + 1.433594, + 1.476562, + 0.904297, + 1.318359, + 1.535156, + 1.380859, + 1.554688, + 1.433594, + 1.176758, + 1.558594, + 1.396484, + 1.302734, + 1.269531, + 0.648438, + 1.337891, + 1.445312, + 1.410156, + 1.332031, + 1.503906, + 1.539062, + 1.324219, + 1.324219, + 1.292969, + 1.439453, + 1.375, + 1.114746, + 0.867188, + 1.197266, + 1.273438, + 1.507812, + 1.275391, + 1.435547, + 1.439453, + 1.443359, + 1.460938, + 1.417969, + 1.332031, + 1.139648, + 1.4375, + 1.239258, + 1.206055, + 1.386719, + 1.367188, + 1.330078, + 1.292969, + 1.367188, + 1.388672, + 1.390625, + 0.740234, + 1.322266, + 1.306641, + 1.048584, + 1.369141, + 1.443359, + 0.460938, + 1.369141, + 1.632812, + 1.333984, + 0.666016, + 1.416016, + 1.300781, + 0.799805, + 0.535156, + 1.192383, + 1.227539, + 1.617188, + 1.25, + 1.324219, + 1.361328, + 1.351562, + 1.582031, + 1.328125, + 1.147461, + 1.392578, + 0.742188, + 1.490234, + 1.472656, + 0.615234, + 0.445312, + 1.535156, + 1.462891, + 1.466797, + 0.753906, + 1.472656, + 1.013245, + 1.205078, + 1.421875, + 1.267578, + 1.150391, + 1.613281, + 1.273438, + 1.105957, + 1.408203, + 1.601562, + 1.392578, + 0.607422, + 0.831055, + 1.296875, + 1.253906, + 1.441406, + 1.011047, + 1.243164, + 1.523438, + 1.115234, + 0.746094, + 1.488281, + 1.539062, + 1.147461, + 1.386719, + 1.271484, + 1.052734, + 1.308594, + 1.304688, + 0.417969, + 0.480469, + 1.324219, + 1.237305, + 1.287109, + 1.554688, + 1.222656, + 1.404297, + 0.648438, + 1.375, + 0.751953, + 0.755859, + 1.384766, + 1.539062, + 1.371094, + 1.326172, + 1.46875, + 1.496094, + 0.664062, + 1.5, + 1.21582, + 1.082031, + 1.318359, + 1.542969, + 1.291016, + 1.248047, + 1.051514, + 1.460938, + 1.412109, + 1.359375, + 1.194336, + 0.944336, + 1.174805, + 1.326172, + 0.816406, + 1.554688, + 1.376953, + 0.519531, + 1.417969, + 1.402344, + 0.948486, + 1.417969, + 1.041016, + 1.246094, + 1.466797, + 1.40625, + 1.394531, + 1.002045, + 1.289062, + 1.4375, + 1.447266, + 1.429688, + 1.507812, + 1.353516, + 1.287109, + 1.208008, + 1.480469, + 1.523438, + 1.277344, + 0.644531, + 0.460938, + 1.330078, + 1.355469, + 1.474609, + 1.402344, + 1.261719, + 0.386719, + 1.605469, + 1.523438, + 1.223633, + 1.355469, + 0.693359, + 1.652344, + 1.417969, + 1.378906, + 1.231445, + 1.277344, + 1.253906, + 1.203125, + 1.018311, + 1.482422, + 1.328125, + 1.361328, + 0.529297, + 1.847656, + 1.05835, + 0.544922, + 1.392578, + 0.919434, + 1.542969, + 1.289062, + 1.058838, + 1.291016, + 0.619141, + 1.386719, + 1.347656, + 1.359375, + 1.324219, + 1.388672, + 1.287109, + 1.287109, + 1.021606, + 1.542969, + 1.378906, + 1.507812, + 1.449219, + 0.764648, + 1.265625, + 1.419922, + 1.137695, + 1.246094, + 1.271484, + 1.451172, + 0.675781, + 1.208984, + 0.484375, + 1.390625, + 1.222656, + 1.65625, + 1.183594, + 1.355469, + 1.337891, + 1.367188, + 1.255859, + 1.189453, + 1.484375, + 1.414062, + 1.570312, + 1.115723, + 1.419922, + 0.787109, + 1.345703, + 0.975708, + 0.537109, + 1.337891, + 1.53125, + 1.486328, + 1.496094, + 1.628906, + 1.087891, + 1.210938, + 1.398438, + 0.869141, + 0.952148, + 1.449219, + 1.476562, + 1.46875, + 1.244141, + 1.365234, + 0.980347, + 1.507812, + 1.480469, + 1.382812, + 0.591797, + 1.194336, + 1.570312, + 1.333984, + 1.458984, + 1.019409, + 1.435547, + 1.289062, + 1.283203, + 1.404297, + 1.476562, + 1.300781, + 0.642578, + 1.332031, + 1.421875, + 1.330078, + 1.648438, + 1.464844, + 1.476562, + 1.198242, + 1.104492, + 1.523438, + 1.443359, + 0.732422, + 0.609375, + 1.273438, + 1.535156, + 1.539062, + 1.345703, + 1.449219, + 0.433594, + 1.302734, + 1.597656, + 1.244141, + 1.435547, + 1.089355, + 1.28125, + 1.121582, + 0.480469, + 1.402344, + 1.396484, + 1.447266, + 1.261719, + 0.873047, + 1.5, + 1.255859, + 1.490234, + 1.285156, + 1.371094, + 1.539062, + 1.162109, + 1.125, + 0.787109, + 1.318359, + 0.911133, + 0.519531, + 1.339844, + 1.238281, + 1.419922, + 1.466797, + 1.023193, + 1.394531, + 1.404297, + 1.353516, + 1.433594, + 1.335938, + 0.973022, + 1.240234, + 0.742188, + 1.494141, + 0.915527, + 1.279297, + 1.353516, + 1.371094, + 1.257812, + 1.355469, + 1.378906, + 1.423828, + 0.941406, + 1.431641, + 1.458984, + 0.599609, + 1.074707, + 1.388672, + 1.515625, + 1.205078, + 0.566406, + 1.236328, + 1.291016, + 1.365234, + 1.322266, + 1.314453, + 0.537109, + 1.371094, + 1.324219, + 0.870117, + 1.373047, + 1.168945, + 1.248047, + 1.222656, + 1.302734, + 1.225586, + 1.300781, + 1.597656, + 1.40625, + 1.318359, + 1.566406, + 1.404297, + 0.480469, + 1.363281, + 1.367188, + 1.511719, + 1.441406, + 1.457031, + 1.566406, + 1.162109, + 0.794922, + 1.470703, + 1.472656, + 1.417969, + 1.320312, + 0.797852, + 1.227539, + 1.351562, + 1.34375, + 1.291016, + 1.214844, + 1.414062, + 1.265625, + 1.451172, + 1.086426, + 1.423828, + 1.373047, + 1.302734, + 1.404297, + 1.200195, + 1.425781, + 1.245117, + 1.105469, + 1.570312, + 0.693359, + 0.394531, + 1.304688, + 1.054932, + 1.373047, + 1.421875, + 1.335938, + 1.324219, + 1.07959, + 1.378906, + 1.066895, + 1.285156, + 1.396484, + 1.466797, + 1.353516, + 0.509766, + 1.337891, + 1.359375, + 1.617188, + 1.224609, + 1.308594, + 1.289062, + 1.351562, + 1.357422, + 1.119629, + 1.494141, + 1.408203, + 1.441406, + 1.503906, + 1.24707, + 1.016846, + 1.351562, + 0.966309, + 1.121582, + 1.398438, + 1.291016, + 1.382812, + 1.523438, + 1.632812, + 1.421875, + 1.271484, + 1.519531, + 0.997986, + 1.394531, + 1.073242, + 0.705078, + 1.410156, + 1.267578, + 1.361328, + 0.527344, + 0.977173, + 1.486328, + 1.353516, + 1.554688, + 1.410156, + 1.213867, + 1.578125, + 1.230469, + 1.060547, + 1.223633, + 0.484375, + 1.324219, + 0.787109, + 1.239258, + 1.394531, + 1.582031, + 1.480469, + 1.300781, + 0.464844, + 1.396484, + 1.412109, + 1.28125, + 1.287109, + 1.462891, + 1.166016, + 1.484375, + 1.291016, + 1.114258, + 0.756836, + 1.351562, + 1.396484, + 1.182617, + 1.417969, + 1.574219, + 1.302734, + 1.402344, + 1.060059, + 1.361328, + 1.176758, + 1.183594, + 1.398438, + 1.449219, + 1.519531, + 1.318359, + 1.180664, + 1.310547, + 1.172852, + 1.152344, + 1.382812, + 1.235352, + 1.174805, + 0.457031, + 1.412109, + 1.441406, + 1.523438, + 1.453125, + 1.382812, + 1.386719, + 1.386719, + 1.378906, + 1.449219, + 0.943848, + 1.253906, + 1.404297, + 1.304688, + 0.484375, + 1.388672, + 1.384766, + 1.46875, + 1.511719, + 1.357422, + 1.255859, + 1.582031, + 1.201172, + 1.558594, + 1.349609, + 1.287109, + 0.496094, + 1.214844, + 1.130859, + 1.601562, + 0.515625, + 1.539062, + 0.570312, + 1.345703, + 0.453125, + 1.404297, + 1.136719, + 0.91748, + 0.797852, + 1.189453, + 1.404297, + 1.460938, + 1.185547, + 1.351562, + 1.310547, + 1.523438, + 1.455078, + 0.398438, + 0.675781, + 0.766602, + 1.416016, + 1.503906, + 1.182617, + 1.484375, + 1.445312, + 1.414062, + 0.934082, + 1.546875, + 1.40625, + 1.271484, + 1.392578, + 1.3125, + 1.042969, + 1.417969, + 1.511719, + 0.947266, + 1.417969, + 1.380859, + 1.542969, + 1.376953, + 1.443359, + 0.968018, + 1.507812, + 1.306641, + 1.239258, + 1.328125, + 1.515625, + 1.129883, + 1.320312, + 1.029053, + 0.632812, + 1.306641, + 1.324219, + 1.257812, + 0.626953, + 1.460938, + 1.539062, + 1.474609, + 0.546875, + 1.224609, + 0.955078, + 1.601562, + 1.244141, + 1.085449, + 0.472656, + 1.539062, + 1.458984, + 1.439453, + 0.441406, + 0.961426, + 0.517578, + 1.099121, + 1.480469, + 1.053223, + 1.447266, + 1.546875, + 1.367188, + 1.388672, + 1.337891, + 1.224609, + 0.685547, + 0.689453, + 1.490234, + 1.199219, + 1.300781, + 1.425781, + 1.347656, + 1.345703, + 1.542969, + 0.96936, + 1.351562, + 1.3125, + 1.285156, + 0.703125, + 1.574219, + 1.417969, + 1.220703, + 1.515625, + 1.322266, + 0.603516, + 1.337891, + 0.546875, + 0.894043, + 1.582031, + 1.371094, + 1.417969, + 1.427734, + 1.239258, + 1.394531, + 1.621094, + 1.417969, + 1.480469, + 1.273438, + 1.238281, + 1.269531, + 1.375, + 1.5625, + 1.275391, + 1.131836, + 1.503906, + 0.836914, + 1.121094, + 1.232422, + 0.849609, + 1.337891, + 1.349609, + 1.386719, + 1.376953, + 1.194336, + 1.219727, + 1.339844, + 1.253906, + 0.828125, + 1.535156, + 1.511719, + 1.062256, + 1.359375, + 1.441406, + 1.431641, + 1.053955, + 1.386719, + 1.59375, + 1.359375, + 1.392578, + 1.310547, + 0.755859, + 1.318359, + 1.318359, + 0.681641, + 1.480469, + 1.265625, + 0.552734, + 1.259766, + 0.994019, + 1.492188, + 1.404297, + 1.353516, + 1.511719, + 1.527344, + 1.355469, + 1.261719, + 1.394531, + 1.324219, + 1.251953, + 1.402344, + 0.796875, + 1.246094, + 1.396484, + 1.757812, + 0.607422, + 1.277344, + 1.339844, + 1.412109, + 0.915527, + 1.392578, + 1.263672, + 1.255859, + 1.166992, + 0.757812, + 1.070312, + 1.449219, + 1.34375, + 0.574219, + 1.466797, + 1.304688, + 0.597656, + 1.417969, + 1.388672, + 1.507812, + 1.287109, + 1.310547, + 1.359375, + 0.669922, + 1.40625, + 1.445312, + 1.322266, + 1.34375, + 1.198242, + 1.202148, + 1.271484, + 0.5, + 0.828125, + 1.361328, + 1.066895, + 1.365234, + 0.984863, + 1.154297, + 1.386719, + 1.539062, + 0.601562, + 1.053711, + 1.515625, + 0.457031, + 1.433594, + 1.265625, + 1.597656, + 1.441406, + 0.560547, + 1.412109, + 1.412109, + 0.558594, + 1.613281, + 0.691406, + 1.308594, + 1.355469, + 1.464844, + 1.539062, + 0.542969, + 1.457031, + 1.058105, + 1.349609, + 1.324219, + 1.523438, + 1.226562, + 0.644531, + 1.427734, + 1.478516, + 1.482422, + 1.271484, + 0.578125, + 1.277344, + 1.384766, + 1.291016, + 1.371094, + 1.472656, + 1.386719, + 1.104492, + 1.130859, + 1.480469, + 1.228516, + 1.492188, + 0.740234, + 0.948486, + 1.172852, + 1.386719, + 0.507812, + 1.535156, + 1.090332, + 1.292969, + 1.578125, + 1.542969, + 1.116699, + 1.082031, + 1.515625, + 1.482422, + 0.580078, + 1.597656, + 0.958496, + 1.236328 + ] + }, + "name": "onnx::Mul_8283", + "outputIndexes": [ + 587 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 586, + 587 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_5/Mul_1_output_0", + "outputIndexes": [ + 588 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 588 + ], + "outputIndexes": [ + 2646 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2646 + ], + "outputIndexes": [ + 2647 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear", + "inputIndexes": [ + 2647 + ], + "outputIndexes": [ + 2648 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 226935642, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2648 + ], + "outputIndexes": [ + 2649 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2649 + ], + "outputIndexes": [ + 589 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 589, + 589 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Mul_output_0", + "outputIndexes": [ + 590 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 589, + 590 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Mul_1_output_0", + "outputIndexes": [ + 591 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 591 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Mul_2_output_0", + "outputIndexes": [ + 592 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 589, + 592 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Add_output_0", + "outputIndexes": [ + 593 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 593 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Mul_3_output_0", + "outputIndexes": [ + 594 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 594 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_5/Tanh_output_0", + "outputIndexes": [ + 595 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 595 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Add_1_output_0", + "outputIndexes": [ + 596 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 589, + 596 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Mul_4_output_0", + "outputIndexes": [ + 597 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 597 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Mul_5_output_0", + "outputIndexes": [ + 598 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 588 + ], + "outputIndexes": [ + 2650 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2650 + ], + "outputIndexes": [ + 2651 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear", + "inputIndexes": [ + 2651 + ], + "outputIndexes": [ + 2652 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 238879600, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2652 + ], + "outputIndexes": [ + 2653 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2653 + ], + "outputIndexes": [ + 599 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 598, + 599 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_5/Mul_output_0", + "outputIndexes": [ + 600 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 600 + ], + "outputIndexes": [ + 2654 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2654 + ], + "outputIndexes": [ + 2655 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear", + "inputIndexes": [ + 2655 + ], + "outputIndexes": [ + 2656 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 250823558, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2656 + ], + "outputIndexes": [ + 2657 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2657 + ], + "outputIndexes": [ + 601 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 601 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_5/Mul_output_0", + "outputIndexes": [ + 602 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.088867, + 1.062256, + 1.12793, + 1.139648, + 1.059814, + 1.087891, + 1.100098, + 0.591797, + 1.075195, + 1.093262, + 1.240234, + 1.089844, + 1.093262, + 1.051514, + 1.082031, + 1.049072, + 1.090332, + 1.029053, + 1.069824, + 1.113281, + 1.165039, + 1.100586, + 1.071777, + 1.109863, + 1.164062, + 1.093262, + 1.071289, + 1.161133, + 1.180664, + 1.088379, + 1.027344, + 1.048584, + 1.08252, + 0.677734, + 1.088867, + 1.08252, + 1.058594, + 1.125, + 1.07666, + 1.111816, + 1.120605, + 1.144531, + 1.067871, + 1.043701, + 0.805664, + 1.084961, + 1.139648, + 1.084473, + 1.488281, + 1.058105, + 1.135742, + 1.029785, + 1.111328, + 0.922363, + 1.108887, + 1.062256, + 1.135742, + 1.083496, + 1.175781, + 1.068359, + 1.007538, + 1.484375, + 1.072266, + 1.119629, + 1.216797, + 1.033203, + 1.021729, + 1.11377, + 1.075195, + 1.010315, + 1.082031, + 1.088379, + 1.125977, + 1.078125, + 1.057373, + 1.034424, + 0.974854, + 1.063477, + 1.065918, + 0.841797, + 1.070801, + 0.548828, + 1.231445, + 1.025269, + 1.103027, + 1.061279, + 1.101562, + 1.077148, + 0.822266, + 1.131836, + 1.136719, + 0.998833, + 1.162109, + 0.730469, + 1.059082, + 0.582031, + 1.029053, + 1.035156, + 1.229492, + 1.065918, + 1.168945, + 1.062012, + 1.114746, + 1.15625, + 1.10498, + 1.131836, + 1.15332, + 1.099609, + 1.091797, + 1.076172, + 1.073242, + 1.139648, + 1.112793, + 0.970459, + 1.04248, + 1.145508, + 1.181641, + 0.891113, + 1.00351, + 1.15625, + 1.014343, + 1.100098, + 1.636719, + 1.066895, + 1.11084, + 1.104492, + 1.116699, + 1.15625, + 1.058105, + 1.028809, + 0.971558, + 1.07666, + 1.114746, + 1.07373, + 1.104492, + 1.140625, + 1.074707, + 1.108887, + 1.093262, + 1.087402, + 1.451172, + 1.162109, + 1.011353, + 1.066406, + 1.109375, + 1.192383, + 1.085938, + 1.100586, + 1.102539, + 1.163086, + 1.058838, + 1.062988, + 1.07373, + 0.347656, + 1.112305, + 1.126953, + 0.927246, + 1.098145, + 0.707031, + 0.710938, + 1.271484, + 1.112793, + 1.108887, + 0.895508, + 1.123535, + 1.193359, + 1.182617, + 0.660156, + 1.037842, + 1.103027, + 1.125977, + 0.748047, + 1.155273, + 0.673828, + 1.063477, + 1.255859, + 1.114746, + 0.589844, + 1.183594, + 1.145508, + 1.10498, + 0.666016, + 1.019409, + 0.583984, + 1.302734, + 1.06543, + 0.814453, + 1.133789, + 1.050537, + 1.091797, + 1.130859, + 1.558594, + 1.105469, + 1.120117, + 1.164062, + 1.072754, + 1.100098, + 1.166016, + 1.120605, + 1.056152, + 1.100098, + 1.095215, + 1.09668, + 1.031982, + 1.131836, + 1.115723, + 1.433594, + 1.070312, + 1.083984, + 1.06543, + 1.120605, + 1.121582, + 1.183594, + 1.202148, + 1.085449, + 1.075195, + 1.077637, + 1.070312, + 1.171875, + 1.121094, + 1.112793, + 1.114746, + 1.097168, + 1.193359, + 1.123535, + 1.118652, + 1.003799, + 1.094238, + 1.085449, + 1.026611, + 1.014099, + 1.146484, + 1.251953, + 1.104004, + 1.092285, + 1.0354, + 1.107422, + 1.06543, + 1.061768, + 1.21582, + 1.131836, + 1.102051, + 1.147461, + 1.917969, + 0.945801, + 1.171875, + 1.07373, + 1.108398, + 1.077637, + 0.942139, + 1.049072, + 1.120117, + 0.791016, + 1.042236, + 1.19043, + 1.05249, + 1.072754, + 1.108887, + 1.474609, + 1.113281, + 1.097656, + 1.059326, + 1.113281, + 1.011169, + 1.164062, + 1.061768, + 1.019653, + 1.068359, + 1.102539, + 1.144531, + 1.078125, + 1.039795, + 1.114746, + 1.066406, + 1.117676, + 1.041992, + 0.825195, + 1.054443, + 1.138672, + 1.11084, + 1.036621, + 1.166992, + 0.797852, + 1.071777, + 1.464844, + 1.082031, + 1.098145, + 1.169922, + 0.695312, + 1.074707, + 1.0354, + 0.866211, + 0.748047, + 1.036621, + 1.211914, + 1.091797, + 1.066406, + 1.101562, + 1.207031, + 1.059814, + 1.15332, + 1.075195, + 0.71875, + 1.277344, + 0.585938, + 1.070312, + 1.166016, + 1.11377, + 1.056885, + 1.088379, + 1.143555, + 0.585938, + 1.167969, + 1.133789, + 1.169922, + 1.102539, + 1.035156, + 1.068359, + 1.065918, + 1.104492, + 1.05835, + 1.339844, + 1.114258, + 1.161133, + 1.076172, + 1.050049, + 0.989929, + 1.112793, + 1.032227, + 1.117188, + 1.02124, + 1.044189, + 1.119141, + 1.062256, + 3.1875, + 1.105469, + 1.055908, + 1.106445, + 1.160156, + 1.130859, + 1.112793, + 1.098633, + 1.21582, + 1.175781, + 1.150391, + 0.985596, + 1.057861, + 1.062012, + 1.014282, + 1.120117, + 0.911133, + 1.014404, + 1.062988, + 1.073242, + 0.617188, + 0.71875, + 1.198242, + 1.125, + 1.10498, + 1.072266, + 0.707031, + 1.129883, + 1.039307, + 0.9375, + 1.369141, + 1.087891, + 1.086914, + 0.867188, + 1.075684, + 1.028687, + 1.107422, + 1.051514, + 1.045654, + 1.082031, + 1.146484, + 1.166992, + 1.143555, + 1.097168, + 1.098145, + 0.99794, + 1.146484, + 1.144531, + 0.904785, + 0.896973, + 1.145508, + 1.091309, + 1.004578, + 1.021606, + 1.097168, + 1.101562, + 1.055908, + 1.104492, + 0.613281, + 1.115234, + 1.111328, + 1.088867, + 1.104004, + 0.667969, + 1.097168, + 0.986389, + 1.054199, + 1.081055, + 1.081055, + 1.222656, + 0.818359, + 1.073242, + 1.11084, + 1.098145, + 1.157227, + 0.973389, + 1.112793, + 1.113281, + 1.116699, + 1.163086, + 1.099609, + 1.026611, + 1.087891, + 1.058838, + 1.075195, + 1.05542, + 1.130859, + 1.108398, + 1.714844, + 1.071289, + 1.093262, + 1.069336, + 1.02356, + 1.042236, + 1.073242, + 1.077637, + 1.287109, + 1.099609, + 1.144531, + 1.076172, + 1.084473, + 1.07959, + 1.12793, + 1.091309, + 1.040283, + 1.232422, + 1.193359, + 1.027466, + 1.152344, + 0.963867, + 0.916992, + 1.141602, + 1.099121, + 1.326172, + 1.089355, + 1.144531, + 1.115723, + 1.109375, + 1.09668, + 1.103516, + 1.111328, + 1.077637, + 1.020996, + 1.107422, + 1.081543, + 1.124023, + 1.124512, + 1.15918, + 1.089844, + 1.150391, + 0.918945, + 1.076172, + 0.697266, + 1.07373, + 1.172852, + 1.079102, + 1.040771, + 1.011353, + 1.189453, + 1.15332, + 1.043457, + 1.231445, + 0.766602, + 1.433594, + 1.066406, + 1.19043, + 1.12793, + 1.043701, + 2.570312, + 1.119629, + 1.152344, + 1.034424, + 0.660156, + 1.120605, + 1.088379, + 1.208008, + 1.09375, + 1.084473, + 1.07373, + 1.126953, + 1.092773, + 1.119629, + 0.609375, + 0.806641, + 0.999287, + 0.662109, + 1.246094, + 1.128906, + 1.010254, + 0.965576, + 0.896484, + 1.036621, + 1.027222, + 1.011658, + 1.163086, + 1.108887, + 1.155273, + 1.097168, + 1.10498, + 1.045654, + 1.039307, + 1.083496, + 1.172852, + 1.074219, + 1.165039, + 1.12793, + 1.050781, + 1.047607, + 0.77832, + 0.779297, + 1.076172, + 0.811523, + 1.134766, + 1.054688, + 1.046875, + 1.066895, + 1.09375, + 0.994354, + 1.078125, + 0.794922, + 1.069824, + 4.1875, + 1.080078, + 1.050781, + 1.09668, + 0.75293, + 0.775391, + 1.071777, + 1.08252, + 1.105469, + 1.234375, + 1.104004, + 1.105957, + 1.12207, + 0.951416, + 1.15918, + 0.842773, + 1.086914, + 1.179688, + 1.10498, + 1.112793, + 1.057617, + 1.135742, + 1.116211, + 1.084473, + 1.132812, + 1.051758, + 0.957031, + 1.203125, + 1.147461, + 1.089844, + 1.179688, + 1.128906, + 1.12793, + 1.056152, + 1.178711, + 1.139648, + 1.123535, + 1.050049, + 1.031494, + 0.603516, + 1.167969, + 1.066895, + 1.050781, + 0.794922, + 1.10498, + 1.458984, + 1.171875, + 1.161133, + 1.049316, + 1.453125, + 1.078125, + 2.320312, + 1.066406, + 1.100098, + 1.016968, + 1.099609, + 1.053223, + 1.09082, + 1.302734, + 1.177734, + 1.088867, + 1.129883, + 1.137695, + 1.097656, + 1.137695, + 1.178711, + 1.121094, + 1.044922, + 1.120605, + 1.116211, + 1.097168, + 1.137695, + 1.117676, + 1.118652, + 1.03418, + 1.061523, + 1.06543, + 1.073242, + 0.928223, + 1.138672, + 1.037842, + 1.117676, + 1.026733, + 1.043945, + 1.075195, + 1.088867, + 1.118164, + 1.101074, + 1.047607, + 0.770508, + 1.021606, + 1.081055, + 1.174805, + 1.051758, + 1.75, + 1.025391, + 1.125977, + 1.186523, + 1.129883, + 1.019531, + 1.050293, + 1.088867, + 1.032227, + 1.069824, + 0.999812, + 1.070312, + 1.152344, + 1.079102, + 0.701172, + 1.050781, + 1.166992, + 1.019165, + 1.083496, + 1.15918, + 0.913574, + 0.732422, + 0.726562, + 1.158203, + 1.085938, + 1.097168, + 1.054199, + 1.048584, + 1.05127, + 1.11377, + 1.03418, + 1.058105, + 1.060059, + 1.105469, + 0.642578, + 1.070312, + 1.06543, + 1.040283, + 1.041748, + 1.104004, + 1.109863, + 1.092773, + 1.014893, + 1.103516, + 1.009338, + 1.197266, + 1.110352, + 1.041016, + 1.131836, + 1.120605, + 1.402344, + 1.076172, + 0.65625, + 1.120117, + 1.105469, + 1.028442, + 1.071777, + 1.119141, + 1.078125, + 1.118652, + 1.527344, + 1.08252, + 1.080566, + 0.999001, + 1.057861, + 1.10498, + 1.063477, + 1.102539, + 1.034668, + 1.239258, + 1.05835, + 0.901367, + 1.174805, + 1.087402, + 1.040283, + 1.068848, + 1.07373, + 1.073242, + 1.072754, + 1.097656, + 1.188477, + 1.11377, + 1.066406, + 1.088379, + 1.113281, + 1.110352, + 1.129883, + 1.137695, + 0.976562, + 1.05835, + 1.253906, + 1.049316, + 1.166992, + 1.052002, + 1.050781, + 1.004211, + 0.979614, + 0.947998, + 1.104004, + 1.051758, + 1.055664, + 1.03833, + 1.150391, + 1.162109, + 1.081543, + 1.062256, + 1.176758, + 1.081055, + 1.074219, + 1.097656, + 1.044189, + 1.167969, + 1.174805, + 1.100586, + 1.209961, + 1.082031, + 1.119141, + 1.144531, + 0.974121, + 1.07373, + 1.15918, + 1.091797, + 1.135742, + 1.142578, + 1.111816, + 1.124512, + 1.097168, + 1.019897, + 0.763672, + 1.096191, + 1.086914, + 1.102539, + 1.028442, + 1.117676, + 1.102051, + 1.145508, + 1.05835, + 1.105469, + 1.083984, + 1.081055, + 1.07373, + 1.07373, + 1.128906, + 1.031128, + 1.099121, + 1.067383, + 1.12207, + 1.107422, + 1.050781, + 1.441406, + 1.02832, + 1.008911, + 1.141602, + 1.058105, + 1.082031, + 0.976318, + 1.121094, + 1.137695, + 1.004761, + 0.919922, + 1.145508, + 1.120605, + 1.054199, + 1.025879, + 1.113281, + 1.024902, + 1.158203, + 1.008118, + 1.007355, + 1.151367, + 1.308594, + 1.043213, + 1.047607, + 1.07373, + 1.046143, + 1.066895, + 0.883789, + 1.041992, + 1.055176, + 0.794922, + 1.12793, + 1.137695, + 1.063965, + 0.75, + 1.19043, + 0.981323, + 1.277344, + 1.408203, + 1.043457, + 0.952148, + 1.075195, + 1.108887, + 1.10498, + 1.151367, + 1.175781, + 1.15918, + 1.083008, + 1.055908, + 1.026367, + 1.09082, + 1.064453, + 1.091797, + 1.10498, + 1.0354, + 1.423828, + 1.238281, + 0.981812, + 1.199219, + 1.054443, + 1.013367, + 1.07666, + 1.031982, + 1.010315, + 0.963867, + 1.15918, + 1.166016, + 1.125, + 0.972168, + 1.095215, + 1.118164, + 1.106445, + 1.061523, + 1.089355, + 1.441406, + 1.078125, + 0.453125, + 1.10498, + 1.0271, + 1.034424, + 1.112305, + 1.079102, + 1.129883, + 1.106445, + 1.120117, + 1.123047, + 1.07959, + 0.712891, + 1.121094, + 1.057861, + 1.021606, + 0.995911, + 1.055176, + 1.152344, + 1.011536, + 0.695312, + 1.057129, + 1.265625, + 1.025635, + 1.198242, + 1.085938, + 1.130859, + 1.082031, + 1.8125, + 1.061035, + 1.083008, + 1.039551, + 1.133789, + 1.066895, + 1.113281, + 1.097656, + 1.020142, + 0.708984, + 1.055176, + 1.04248, + 1.18457, + 1.094238, + 1.109863, + 1.07373, + 1.12207, + 1.064941, + 1.146484, + 1.025269, + 1.061279, + 1.208984, + 1.082031, + 1.01178, + 1.079102, + 1.074219, + 0.658203, + 0.527344, + 0.983887, + 1.482422, + 1.089844, + 1.082031, + 1.042236, + 1.265625, + 0.607422, + 0.638672, + 1.074707, + 1.110352, + 1.077637, + 1.162109, + 1.049072, + 1.089844, + 1.154297, + 1.066895, + 0.699219, + 1.093262, + 1.043945, + 1.144531, + 0.983154, + 1.113281, + 1.06543, + 1.115723, + 1.034668, + 1.102051, + 1.077637, + 1.09082, + 1.125977, + 1.053467, + 1.141602, + 1.143555, + 1.047363, + 1.11084, + 1.494141, + 1.098145, + 1.104004, + 0.930664, + 0.638672, + 1.040283, + 1.065918, + 1.064941, + 1.208008, + 1.084473, + 1.088379, + 1.097168, + 1.117188, + 0.560547, + 1.154297, + 1.049561, + 1.122559, + 1.148438, + 0.714844, + 1.136719, + 1.139648, + 1.255859, + 1.096191, + 1.035156, + 1.249023, + 1.026978, + 0.685547, + 1.099121, + 1.035645, + 1.081543, + 0.766602, + 0.908203, + 1.186523, + 1.349609, + 1.09375, + 1.169922, + 1.042969, + 1.010559, + 1.208008, + 1.042725, + 0.932129, + 1.044434, + 1.092773, + 1.040283, + 1.033691, + 0.705078, + 0.855469, + 1.160156, + 1.066895, + 1.089355, + 1.225586, + 1.089844, + 1.092285, + 1.092773, + 0.537109, + 1.080566, + 1.102051, + 1.017822, + 1.091797, + 2.398438, + 1.022217, + 1.145508, + 0.587891, + 1.070801, + 0.640625, + 1.076172, + 0.707031, + 1.031982, + 1.189453, + 1.087891, + 1.137695, + 0.980225, + 1.085938, + 1.135742, + 1.091309, + 0.667969, + 1.183594, + 1.0019, + 0.993805, + 0.792969, + 1.101074, + 1.050293, + 1.055908, + 1.12207, + 1.103027, + 1.145508, + 1.166992, + 1.05957, + 1.072754, + 1.050293, + 0.634766, + 1.068848, + 1.124512, + 1.056641, + 0.728516, + 0.585938, + 1.052979, + 1.11084, + 1.075195, + 1.178711, + 1.081055, + 1.037842, + 1.05249, + 0.691406, + 1.065918, + 1.091797, + 1.265625, + 1.057617, + 1.088867, + 1.125977, + 1.128906, + 1.038086, + 1.151367, + 1.177734, + 1.330078, + 1.211914, + 1.07666, + 1.341797, + 1.137695, + 1.082031, + 1.057373, + 1.11377, + 1.05835, + 1.110352, + 1.171875, + 1.052002, + 1.044678, + 0.65625, + 1.070801, + 1.04834, + 0.762695, + 1.014648, + 1.151367, + 1.081543, + 1.130859, + 1.198242, + 1.050537, + 1.052246, + 1.120605, + 0.697266, + 1.009277, + 1.097656, + 1.054199, + 1.015869, + 1.141602, + 1.067383, + 1.142578, + 1.052246, + 1.131836, + 1.097168, + 1.086426, + 0.705078, + 1.129883, + 1.131836, + 0.983154, + 1.098633, + 1.09668, + 1.174805, + 1.267578, + 1.104492, + 1.099609, + 1.08252, + 1.091309, + 1.144531, + 1.116699, + 1.367188, + 1.059326, + 1.091309, + 1.120605, + 1.120117, + 1.096191, + 0.850586, + 1.145508, + 0.740234, + 1.077148, + 1.200195, + 1.009644, + 1.046387, + 1.144531, + 1.089844, + 1.089355, + 1.073242, + 1.077637, + 0.625, + 0.580078, + 0.673828, + 1.089844, + 1.097168, + 0.75, + 1.027588, + 1.121094, + 1.578125, + 0.799805, + 1.07959, + 1.011353, + 1.034424, + 0.701172, + 1.074707, + 1.239258, + 1.255859, + 1.087891, + 1.041504, + 1.072266, + 1.175781, + 1.105469, + 0.849609, + 1.189453, + 0.634766, + 1.109863, + 1.084473, + 1.167969, + 1.054688, + 1.046143, + 1.062988, + 1.176758, + 0.607422, + 1.5625, + 1.119141, + 1.005951, + 1.122559, + 1.017822, + 1.119629, + 1.068848, + 1.121094, + 1.022827, + 1.081543, + 1.092773, + 2.757812, + 1.112793, + 1.089355, + 1.695312, + 1.151367, + 1.027954, + 1.185547, + 0.993408, + 1.086914, + 1.263672, + 1.097656, + 1.103516, + 1.057617, + 1.066406, + 1.098145, + 1.060791, + 1.113281, + 1.064941, + 1.091797, + 1.097656, + 1.06543, + 1.057617, + 1.119629, + 1.174805, + 1.15332, + 1.333984, + 1.049561, + 0.819336, + 1.09375, + 1.033447, + 1.067383, + 1.224609, + 1.107422, + 1.098633, + 1.104004, + 0.819336, + 1.19043, + 0.770508, + 1.154297, + 0.992889, + 1.001617, + 1.063965, + 1.064453, + 0.995026, + 1.065918, + 0.673828, + 1.103516, + 0.973633, + 1.095703, + 1.074707, + 1.098633, + 1.051025, + 1.126953, + 1.058594, + 1.063477, + 1.058594, + 1.040527, + 1.192383, + 0.691406, + 1.160156, + 1.047852, + 1.034668, + 1.148438, + 1.208984, + 1.207031, + 1.114746, + 1.043701, + 1.076172, + 1.086914, + 1.128906, + 1.601562, + 1.083984, + 1.104004, + 1.146484, + 1.02356, + 1.041016, + 0.662109, + 1.226562, + 1.157227, + 1.130859, + 1.185547, + 1.131836, + 0.970459, + 0.607422, + 1.15332, + 0.638672, + 0.810547, + 1.045898, + 1.034912, + 1.044678, + 1.120605, + 0.732422, + 1.058838, + 1.029419, + 1.119629, + 0.626953, + 1.126953, + 1.11377, + 1.090332, + 1.03418, + 1.125977, + 1.09375, + 0.714844, + 1.085449, + 1.108398, + 1.035889, + 0.782227, + 1.152344, + 1.09668, + 0.799805, + 1.087891, + 1.175781, + 1.066895, + 1.081543, + 1.103027, + 1.057129, + 0.724609, + 1.168945, + 1.067871, + 1.050537, + 1.021851, + 1.15332, + 0.948486, + 0.683594, + 1.050781, + 1.371094, + 1.041992, + 1.073242, + 1.091309, + 1.138672, + 1.291016, + 1.072754, + 1.081543, + 1.086914, + 1.789062, + 1.121582, + 1.111328, + 1.049561, + 1.114746, + 1.036133, + 1.133789, + 1.133789, + 1.030518, + 0.576172, + 1.113281, + 1.149414, + 1.07373, + 1.041016, + 1.121094, + 1.11377, + 1.046143, + 1.079102, + 1.150391, + 1.055664, + 1.099121, + 1.03833, + 1.058838, + 0.96167, + 1.142578, + 0.697266, + 1.057861, + 0.716797, + 1.132812, + 1.113281, + 1.182617, + 0.666016, + 1.292969, + 1.129883, + 1.018066, + 1.095703, + 1.382812, + 1.041016, + 1.089844, + 1.064941, + 1.0625, + 1.098633, + 0.851562, + 1.052734, + 1.165039, + 1.519531, + 1.15625, + 0.999674, + 1.095703, + 1.059082, + 1.130859, + 1.027344, + 1.098145, + 1.051025, + 1.054443, + 1.072754, + 1.06543, + 0.738281, + 1.104004, + 1.041504, + 1.207031, + 1.03418, + 0.677734, + 1.208984, + 1.093262, + 1.211914, + 1.071289, + 1.183594, + 1.105957, + 1.063477, + 1.042969, + 0.787109, + 1.012268, + 1.135742, + 1.198242, + 1.128906, + 1.023926, + 1.097656, + 1.085449, + 1.07373, + 1.152344, + 1.062256, + 1.15918, + 1.169922, + 1.105957, + 1.113281, + 1.143555, + 1.013916, + 0.939697, + 0.947266, + 1.054443, + 1.110352, + 1.165039, + 1.037842, + 0.949219, + 1.122559, + 1.094727, + 1.11377, + 0.693359, + 1.068359, + 1.084473, + 1.003174, + 1.104492, + 1.114746, + 1.148438, + 0.572266, + 1.043945, + 1.384766, + 0.544922, + 0.937012, + 1.10791, + 1.048828, + 1.120117, + 1.181641, + 1.138672, + 1.069336, + 1.103027, + 1.05835, + 1.161133, + 0.842773, + 1.058594, + 1.235352, + 1.15918, + 0.996811, + 1.106445, + 1.086914, + 1.108398, + 1.062012, + 1.082031, + 1.151367, + 1.121094, + 0.987732, + 0.833008, + 1.108398, + 1.060547, + 1.093262, + 1.208008, + 1.065918, + 1.104492, + 1.059326, + 1.08252, + 1.097656, + 0.986877, + 1.136719, + 1.106934, + 1.166016, + 1.149414, + 1.086914, + 1.176758, + 1.058594, + 1.086914, + 0.936523, + 0.6875, + 1.128906, + 1.229492, + 1.081055, + 1.065918, + 1.12207, + 1.074219, + 1.105469, + 0.654297, + 1.160156, + 1.119629, + 1.061279, + 1.123047, + 1.106445, + 1.097168, + 1.058105, + 1.060303, + 1.07373, + 1.092773, + 1.050537, + 1.059814, + 1.100098, + 1.130859, + 1.068848, + 1.052246, + 1.055908, + 1.101074, + 1.037354, + 1.033447, + 1.137695, + 1.105957, + 0.997925, + 1.067383, + 1.106934, + 1.106934, + 1.037842, + 1.060547, + 1.129883, + 1.00766, + 1.112793, + 1.198242, + 1.228516, + 1.151367, + 1.095215, + 0.987, + 1.026367, + 1.057617, + 1.111816, + 1.119629, + 1.128906, + 1.063965, + 1.091797, + 1.026733, + 1.109375, + 1.036133, + 0.869141, + 1.140625, + 1.077637, + 1.206055, + 1.11377, + 1.120117, + 1.106445, + 1.169922, + 1.074219, + 1.063965, + 1.089355, + 1.029907, + 1.081543, + 0.940674, + 1.011353, + 1.075195, + 1.138672, + 1.088867, + 1.138672, + 1.104492, + 1.034424, + 1.083496, + 1.160156, + 1.069824, + 1.451172, + 1.094238, + 1.069336, + 1.137695, + 1.090332, + 1.089355, + 1.11377, + 1.244141, + 1.01239, + 1.174805, + 1.072266, + 1.150391, + 1.294922, + 1.088867, + 1.069336, + 1.027222, + 1.040283, + 0.587891, + 1.070801, + 1.161133, + 1.109863, + 0.915527, + 1.081543, + 1.103027, + 0.981812, + 0.701172, + 1.12207, + 1.015869, + 1.083496, + 1.098145, + 1.066406, + 1.085449, + 1.069336, + 1.134766, + 1.009521, + 1.197266, + 1.065918, + 0.939697, + 1.105469, + 1.172852, + 0.797852, + 0.617188, + 1.126953, + 1.143555, + 1.128906, + 0.916504, + 1.019775, + 1.054199, + 1.043213, + 1.071289, + 1.166992, + 1.143555, + 1.183594, + 1.081055, + 1.035889, + 1.022705, + 1.08252, + 1.058594, + 0.693359, + 0.980103, + 1.03125, + 1.075195, + 1.105957, + 1.07959, + 1.116699, + 1.118164, + 1.172852, + 0.948975, + 1.120605, + 1.171875, + 1.050049, + 1.094727, + 1.10791, + 1.041016, + 1.028198, + 1.214844, + 0.732422, + 0.607422, + 1.050049, + 1.125977, + 1.0354, + 1.222656, + 1.140625, + 1.10791, + 0.771484, + 1.04248, + 0.80957, + 0.894043, + 1.102539, + 1.160156, + 1.069336, + 1.04248, + 1.132812, + 1.042236, + 0.771484, + 1.123535, + 1.158203, + 1.068359, + 1.037109, + 1.099609, + 1.11084, + 1.092285, + 1.013, + 1.08252, + 1.119629, + 1.035645, + 1.012756, + 0.983154, + 1.039062, + 1.082031, + 2.703125, + 1.128906, + 1.09375, + 0.675781, + 1.083984, + 1.095703, + 1.060059, + 1.058838, + 1.380859, + 1.21582, + 1.126953, + 1.136719, + 1.316406, + 1.28125, + 1.082031, + 1.141602, + 1.088867, + 1.072266, + 1.0625, + 1.117188, + 1.112793, + 1.083008, + 1.168945, + 1.11377, + 1.324219, + 1.077637, + 0.710938, + 1.073242, + 1.090332, + 1.166992, + 1.188477, + 1.103516, + 0.548828, + 1.213867, + 1.21582, + 1.013184, + 1.117188, + 0.837891, + 1.124512, + 1.141602, + 1.120605, + 1.12207, + 1.069824, + 1.464844, + 1.064453, + 1.03064, + 1.097168, + 1.237305, + 1.088379, + 0.660156, + 1.392578, + 1.160156, + 0.578125, + 1.073242, + 1.071777, + 1.151367, + 1.063965, + 1.225586, + 1.036621, + 0.882812, + 1.142578, + 1.141602, + 1.070312, + 1.054688, + 1.04248, + 1.04248, + 1.144531, + 2.242188, + 1.100098, + 1.069336, + 1.097168, + 1.18457, + 0.993286, + 1.104004, + 1.120117, + 1.116211, + 1.066406, + 1.021606, + 1.129883, + 0.875, + 1.079102, + 0.660156, + 1.055908, + 1.149414, + 1.104492, + 1.09082, + 1.104492, + 1.112305, + 1.11377, + 1.077637, + 0.994415, + 1.136719, + 1.105469, + 1.15625, + 1.100586, + 1.042969, + 0.947754, + 1.051025, + 0.999321, + 0.708984, + 1.146484, + 1.044922, + 1.150391, + 1.128906, + 1.220703, + 1.021484, + 1.105469, + 1.160156, + 1.022095, + 0.987915, + 1.085449, + 1.09082, + 1.148438, + 1.066895, + 1.075684, + 1.089844, + 1.121094, + 1.118164, + 1.072266, + 0.792969, + 1.137695, + 1.214844, + 1.086426, + 1.135742, + 1.121094, + 1.113281, + 1.050049, + 1.138672, + 1.114258, + 1.052246, + 1.018555, + 1.032959, + 1.116211, + 1.151367, + 1.15332, + 1.129883, + 1.15918, + 1.066895, + 1.07666, + 1.076172, + 1.212891, + 1.15918, + 0.927246, + 0.774414, + 1.094727, + 1.164062, + 1.064453, + 1.103516, + 1.058594, + 0.630859, + 1.04126, + 1.136719, + 1.042725, + 1.098633, + 1.04126, + 1.072754, + 1.067383, + 0.819336, + 1.117676, + 1.145508, + 1.161133, + 1.063965, + 1.006256, + 1.175781, + 1.026733, + 1.177734, + 1.061035, + 1.088867, + 1.057129, + 1.088867, + 1.075684, + 0.978271, + 1.231445, + 0.935059, + 0.677734, + 1.037842, + 1.546875, + 1.026123, + 1.118652, + 1.072266, + 1.092773, + 1.094238, + 1.104004, + 1.128906, + 1.065918, + 1.101562, + 1.060059, + 0.972778, + 1.115723, + 1.039307, + 1.076172, + 1.057617, + 1.087891, + 1.108398, + 1.113281, + 1.119629, + 1.097168, + 1.0177, + 1.059082, + 1.147461, + 0.801758, + 1.118652, + 1.11084, + 1.160156, + 1.098633, + 0.748047, + 1.164062, + 1.123535, + 1.051025, + 1.098145, + 1.09668, + 0.726562, + 1.098145, + 1.120605, + 0.979736, + 1.076172, + 1.045654, + 1.099121, + 1.061035, + 1.365234, + 1.062256, + 1.043945, + 1.120605, + 1.07373, + 1.128906, + 1.088379, + 1.082031, + 0.615234, + 1.063965, + 1.097656, + 1.064453, + 1.112305, + 1.148438, + 1.217773, + 1.058838, + 0.878906, + 1.126953, + 1.120605, + 1.132812, + 1.144531, + 0.958984, + 1.04541, + 1.109375, + 1.081543, + 1.057129, + 1.02124, + 1.087402, + 1.091797, + 1.07959, + 1.101074, + 1.168945, + 1.120117, + 1.114258, + 1.104492, + 1.240234, + 1.043945, + 1.28125, + 1.069336, + 1.129883, + 0.845703, + 0.595703, + 1.036377, + 1.064453, + 1.11084, + 1.055176, + 1.020386, + 1.100586, + 1.066895, + 1.080566, + 1.06543, + 1.07959, + 1.142578, + 1.145508, + 1.099121, + 0.597656, + 1.002716, + 1.084473, + 1.017212, + 1.074219, + 1.10791, + 1.066406, + 1.057129, + 1.058594, + 1.07666, + 1.129883, + 1.223633, + 1.088379, + 1.229492, + 1.08252, + 1.125, + 1.049072, + 1.075684, + 1.041992, + 1.050293, + 1.400391, + 1.046387, + 1.072754, + 1.109863, + 1.043945, + 1.019165, + 1.197266, + 1.0271, + 1.050781, + 1.01178, + 0.922852, + 1.099121, + 1.089355, + 1.019653, + 0.669922, + 1.038086, + 1.179688, + 1.105469, + 1.133789, + 1.045898, + 1.038818, + 1.220703, + 1.099609, + 1.066406, + 1.404297, + 0.570312, + 1.130859, + 1.792969, + 1.041992, + 1.113281, + 1.09668, + 1.135742, + 1.081055, + 0.615234, + 1.09375, + 1.055664, + 1.049072, + 1.002411, + 1.074707, + 1.474609, + 1.078125, + 1.064941, + 1.057861, + 0.916016, + 1.136719, + 1.120117, + 1.035889, + 1.058105, + 1.111328, + 1.081543, + 1.11377, + 1.111816, + 1.050537, + 0.973999, + 1.527344, + 1.042969, + 1.091309, + 1.064941, + 1.033936, + 1.093262, + 1.060547, + 1.174805, + 1.373047, + 1.123047, + 1.07959, + 1.095703, + 0.666016, + 1.129883, + 1.19043, + 1.099609, + 1.046631, + 1.198242, + 1.058594, + 1.05957, + 1.119629, + 1.139648, + 1.009216, + 1.044434, + 1.07959, + 1.021362, + 0.605469, + 1.112793, + 1.162109, + 1.120117, + 1.11377, + 1.061279, + 1.063477, + 1.10791, + 1.016602, + 1.167969, + 1.05835, + 1.271484, + 0.80957, + 1.046143, + 1.053467, + 1.08252, + 0.669922, + 1.151367, + 0.836914, + 1.035889, + 0.632812, + 1.132812, + 1.105957, + 1.146484, + 0.937988, + 1.042969, + 1.128906, + 1.110352, + 1.061523, + 1.027466, + 1.05957, + 1.080078, + 1.035156, + 0.576172, + 0.900879, + 1.157227, + 1.053467, + 1.089844, + 1.063965, + 1.109375, + 1.098145, + 1.123047, + 1.105957, + 1.174805, + 1.08252, + 1.275391, + 1.259766, + 1.074219, + 1.186523, + 1.069336, + 1.111328, + 1.02771, + 1.128906, + 1.141602, + 1.069824, + 1.06543, + 1.107422, + 1.063477, + 1.143555, + 1.129883, + 1.104492, + 1.192383, + 1.082031, + 1.431641, + 1.052246, + 1.730469, + 0.772461, + 1.06543, + 1.102539, + 1.11084, + 0.828125, + 1.112305, + 1.138672, + 1.095215, + 0.730469, + 1.08252, + 1.006897, + 1.046875, + 1.014465, + 1.064453, + 0.716797, + 1.165039, + 1.174805, + 1.058594, + 0.529297, + 1.011597, + 0.744141, + 1.051514, + 1.12793, + 1.112793, + 1.063477, + 1.177734, + 1.104004, + 1.039551, + 1.129883, + 1.134766, + 0.787109, + 0.830078, + 1.146484, + 1.02124, + 1.019775, + 1.08252, + 1.081055, + 1.044678, + 1.093262, + 1.072754, + 1.125977, + 1.052979, + 1.049805, + 0.908203, + 1.151367, + 1.060547, + 1.349609, + 1.086914, + 1.056396, + 0.736328, + 1.394531, + 0.78125, + 1.679688, + 1.147461, + 1.096191, + 1.093262, + 1.097656, + 1.037109, + 1.041992, + 1.120117, + 1.11084, + 1.232422, + 1.026611, + 1.088867, + 1.291016, + 1.045898, + 1.191406, + 1.076172, + 1.154297, + 1.103516, + 0.952637, + 1.087891, + 1.128906, + 0.939941, + 1.099121, + 1.186523, + 1.188477, + 1.124023, + 1.059814, + 1.090332, + 1.009949, + 1.191406, + 1.013855, + 1.105957, + 1.058594, + 1.412109, + 1.097656, + 1.064941, + 1.186523, + 1.039307, + 1.147461, + 1.086914, + 1.101562, + 1.077637, + 1.125, + 0.939209, + 1.118164, + 1.160156, + 0.877441, + 1.101074, + 1.12793, + 0.742188, + 1.088379, + 1.038086, + 1.047363, + 1.125977, + 1.067383, + 1.10498, + 1.026611, + 1.049561, + 1.114746, + 1.098633, + 1.085449, + 1.082031, + 1.11377, + 0.938965, + 1.081543, + 1.026001, + 1.06543, + 0.803711, + 1.075684, + 1.081543, + 1.092773, + 1.648438, + 1.075195, + 1.304688, + 1.108887, + 1.102051, + 0.962402, + 1.128906, + 1.096191, + 1.046875, + 0.652344, + 1.15918, + 1.161133, + 0.705078, + 1.137695, + 1.160156, + 1.133789, + 1.078125, + 1.066406, + 1.07666, + 0.842773, + 1.079102, + 1.1875, + 1.239258, + 1.158203, + 1.058105, + 1.037354, + 1.088867, + 0.738281, + 0.904785, + 1.11084, + 1.066895, + 1.144531, + 1.001099, + 1.033936, + 1.047363, + 1.041504, + 0.744141, + 1.059082, + 1.120605, + 0.617188, + 1.182617, + 1.061523, + 1.128906, + 1.119629, + 0.724609, + 1.12207, + 1.028564, + 0.786133, + 1.151367, + 0.827148, + 1.097168, + 1.198242, + 1.091797, + 1.143555, + 0.695312, + 1.145508, + 0.99295, + 1.125977, + 1.067871, + 1.114746, + 1.245117, + 0.985229, + 1.222656, + 1.089355, + 1.164062, + 1.035156, + 0.724609, + 1.204102, + 1.067383, + 1.10498, + 1.019897, + 1.199219, + 1.042969, + 1.129883, + 1.045898, + 1.111328, + 1.186523, + 1.102051, + 1.075195, + 1.345703, + 1.474609, + 1.089355, + 0.664062, + 1.065918, + 1.083984, + 1.113281, + 1.21582, + 1.21582, + 1.101562, + 1.091309, + 1.08252, + 1.062012, + 0.78125, + 0.991333, + 1.337891, + 1.075684 + ] + }, + "name": "onnx::Mul_8285", + "outputIndexes": [ + 603 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 602, + 603 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_5/Mul_1_output_0", + "outputIndexes": [ + 604 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 585, + 604 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_29_output_0", + "outputIndexes": [ + 605 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 605, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_54_output_0", + "outputIndexes": [ + 606 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 606 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_6/Mul_output_0", + "outputIndexes": [ + 607 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.101562, + 1.796875, + 1.84375, + 2.578125, + 1.769531, + 2.117188, + 2.0625, + 1.144531, + 2.351562, + 1.392578, + 2.054688, + 1.710938, + 1.636719, + 2.5625, + 2.460938, + 1.789062, + 2.039062, + 2.203125, + 1.789062, + 2.195312, + 2.25, + 2.296875, + 1.953125, + 1.679688, + 1.5, + 1.917969, + 2.0, + 1.992188, + 2.414062, + 2.578125, + 1.609375, + 1.277344, + 2.054688, + 1.095703, + 1.523438, + 1.761719, + 1.558594, + 2.210938, + 1.470703, + 1.478516, + 2.382812, + 1.875, + 2.046875, + 1.388672, + 0.986877, + 2.320312, + 2.09375, + 1.714844, + 2.085938, + 1.75, + 2.117188, + 1.636719, + 1.96875, + 1.414062, + 2.054688, + 1.667969, + 2.210938, + 1.992188, + 1.472656, + 1.341797, + 1.503906, + 1.882812, + 1.980469, + 2.085938, + 2.046875, + 1.605469, + 1.400391, + 1.96875, + 1.589844, + 1.753906, + 2.109375, + 2.234375, + 1.496094, + 1.699219, + 1.699219, + 1.648438, + 1.242188, + 1.546875, + 1.365234, + 1.185547, + 1.466797, + 1.067383, + 1.308594, + 1.478516, + 1.753906, + 1.960938, + 1.570312, + 1.414062, + 1.134766, + 1.410156, + 1.949219, + 1.46875, + 2.523438, + 1.168945, + 2.3125, + 1.310547, + 1.753906, + 2.046875, + 2.070312, + 1.644531, + 1.382812, + 2.59375, + 2.203125, + 2.054688, + 2.125, + 1.726562, + 2.382812, + 1.480469, + 1.898438, + 1.714844, + 2.445312, + 1.988281, + 2.59375, + 2.804688, + 2.289062, + 1.240234, + 2.21875, + 1.361328, + 1.960938, + 2.679688, + 2.015625, + 1.683594, + 0.677734, + 2.210938, + 1.476562, + 1.503906, + 1.898438, + 2.289062, + 2.046875, + 1.423828, + 1.304688, + 1.435547, + 1.386719, + 1.726562, + 2.351562, + 2.242188, + 1.332031, + 1.679688, + 1.703125, + 2.757812, + 2.210938, + 1.660156, + 1.375, + 1.84375, + 1.871094, + 1.476562, + 1.632812, + 1.824219, + 1.839844, + 2.210938, + 1.570312, + 1.484375, + 1.738281, + 1.628906, + 2.507812, + 2.359375, + 1.257812, + 2.085938, + 1.134766, + 1.014771, + 1.910156, + 2.523438, + 1.738281, + 1.347656, + 2.671875, + 1.71875, + 2.414062, + 0.813477, + 2.546875, + 1.365234, + 1.914062, + 1.308594, + 1.601562, + 0.949707, + 1.722656, + 2.140625, + 2.476562, + 1.371094, + 1.941406, + 1.878906, + 1.640625, + 1.123047, + 1.664062, + 0.868164, + 1.408203, + 1.539062, + 1.198242, + 1.652344, + 1.421875, + 1.519531, + 2.070312, + 1.132812, + 1.941406, + 1.902344, + 2.03125, + 1.8125, + 1.769531, + 2.421875, + 2.109375, + 2.242188, + 1.601562, + 1.808594, + 1.785156, + 1.324219, + 2.335938, + 2.023438, + 2.085938, + 1.722656, + 2.015625, + 2.109375, + 1.625, + 2.085938, + 2.078125, + 1.523438, + 1.828125, + 2.320312, + 1.511719, + 1.792969, + 2.296875, + 2.367188, + 1.808594, + 1.882812, + 1.777344, + 2.789062, + 2.148438, + 1.953125, + 1.59375, + 1.691406, + 1.636719, + 1.139648, + 2.578125, + 2.359375, + 2.296875, + 2.335938, + 2.007812, + 2.648438, + 1.886719, + 2.28125, + 1.675781, + 1.597656, + 2.007812, + 1.628906, + 2.203125, + 1.808594, + 1.498047, + 2.25, + 1.5, + 1.875, + 2.367188, + 1.222656, + 1.917969, + 2.648438, + 1.330078, + 1.605469, + 2.132812, + 1.554688, + 1.632812, + 2.164062, + 2.03125, + 1.789062, + 2.492188, + 2.476562, + 1.902344, + 1.804688, + 1.707031, + 1.431641, + 2.3125, + 2.007812, + 1.738281, + 1.828125, + 2.085938, + 1.632812, + 1.679688, + 1.617188, + 1.894531, + 2.164062, + 1.112305, + 1.703125, + 2.085938, + 1.847656, + 1.558594, + 2.125, + 1.248047, + 1.917969, + 1.632812, + 1.796875, + 1.871094, + 1.851562, + 1.308594, + 1.511719, + 1.455078, + 1.300781, + 1.839844, + 1.695312, + 1.601562, + 2.28125, + 1.423828, + 2.09375, + 2.195312, + 1.894531, + 2.210938, + 1.570312, + 1.150391, + 1.757812, + 0.887207, + 1.683594, + 2.53125, + 2.164062, + 1.359375, + 2.171875, + 2.4375, + 0.99588, + 1.494141, + 2.015625, + 1.789062, + 1.824219, + 1.898438, + 2.265625, + 1.738281, + 2.195312, + 1.6875, + 1.527344, + 1.582031, + 2.109375, + 2.195312, + 2.320312, + 1.640625, + 1.605469, + 2.734375, + 2.296875, + 1.601562, + 1.710938, + 1.832031, + 2.070312, + 0.839844, + 1.917969, + 2.015625, + 2.140625, + 2.460938, + 1.78125, + 1.392578, + 1.648438, + 2.226562, + 1.451172, + 2.140625, + 1.263672, + 2.078125, + 1.302734, + 1.298828, + 2.1875, + 1.419922, + 1.425781, + 1.431641, + 1.664062, + 0.803711, + 1.034912, + 1.960938, + 2.648438, + 1.296875, + 1.539062, + 1.125, + 2.109375, + 1.447266, + 1.25, + 1.738281, + 2.179688, + 1.263672, + 1.394531, + 2.0625, + 1.96875, + 2.242188, + 1.625, + 1.835938, + 1.933594, + 2.734375, + 2.609375, + 2.492188, + 1.769531, + 2.3125, + 1.333984, + 2.09375, + 2.578125, + 1.302734, + 1.291016, + 2.328125, + 1.714844, + 1.3125, + 1.392578, + 1.847656, + 2.007812, + 2.625, + 2.210938, + 0.876953, + 2.625, + 2.273438, + 2.21875, + 1.628906, + 0.914062, + 1.777344, + 2.148438, + 2.015625, + 2.671875, + 1.707031, + 2.414062, + 1.136719, + 2.898438, + 2.375, + 1.886719, + 1.921875, + 1.519531, + 2.085938, + 1.710938, + 2.226562, + 2.101562, + 1.699219, + 1.476562, + 1.988281, + 1.816406, + 2.078125, + 2.070312, + 2.367188, + 2.046875, + 1.988281, + 1.871094, + 1.789062, + 1.703125, + 1.539062, + 2.101562, + 1.949219, + 2.03125, + 1.357422, + 2.984375, + 2.304688, + 1.710938, + 2.265625, + 1.847656, + 2.109375, + 1.96875, + 2.132812, + 2.1875, + 2.40625, + 2.46875, + 2.398438, + 1.21582, + 1.8125, + 2.007812, + 2.4375, + 1.617188, + 1.466797, + 2.21875, + 2.328125, + 1.9375, + 1.84375, + 2.273438, + 2.242188, + 2.273438, + 1.726562, + 2.382812, + 1.640625, + 2.453125, + 2.109375, + 1.933594, + 1.878906, + 1.691406, + 1.287109, + 2.046875, + 1.044922, + 1.898438, + 2.109375, + 1.925781, + 1.6875, + 1.53125, + 2.429688, + 1.710938, + 1.882812, + 2.203125, + 1.135742, + 1.855469, + 1.855469, + 2.53125, + 1.902344, + 1.507812, + 1.163086, + 1.898438, + 2.429688, + 2.125, + 1.129883, + 1.90625, + 1.597656, + 2.476562, + 1.570312, + 1.984375, + 2.375, + 2.171875, + 1.482422, + 1.839844, + 0.705078, + 1.192383, + 1.249023, + 1.375, + 1.703125, + 2.125, + 2.0, + 1.255859, + 1.016602, + 1.652344, + 1.503906, + 2.125, + 2.671875, + 1.894531, + 1.726562, + 1.949219, + 1.462891, + 1.824219, + 1.75, + 2.148438, + 1.601562, + 2.25, + 2.210938, + 1.240234, + 2.257812, + 1.734375, + 1.194336, + 1.120117, + 2.265625, + 1.10498, + 2.023438, + 1.625, + 1.761719, + 1.953125, + 1.78125, + 1.976562, + 1.792969, + 1.574219, + 2.023438, + 1.067383, + 1.734375, + 1.75, + 1.800781, + 1.65625, + 2.695312, + 1.636719, + 2.164062, + 2.242188, + 2.5625, + 1.730469, + 1.949219, + 1.789062, + 1.341797, + 2.34375, + 1.496094, + 2.078125, + 2.40625, + 1.449219, + 1.765625, + 2.0, + 1.558594, + 2.046875, + 1.578125, + 1.964844, + 2.6875, + 1.59375, + 1.388672, + 2.257812, + 2.140625, + 2.15625, + 2.585938, + 2.359375, + 1.902344, + 2.21875, + 2.867188, + 1.976562, + 2.476562, + 1.980469, + 1.332031, + 2.015625, + 1.613281, + 1.644531, + 1.220703, + 1.851562, + 2.125, + 2.101562, + 2.375, + 2.242188, + 2.046875, + 1.511719, + 1.049561, + 1.804688, + 1.980469, + 1.597656, + 2.28125, + 1.652344, + 1.964844, + 1.8125, + 1.449219, + 1.652344, + 1.921875, + 2.3125, + 1.984375, + 1.277344, + 1.742188, + 2.398438, + 1.330078, + 2.09375, + 2.148438, + 1.652344, + 1.671875, + 1.847656, + 2.765625, + 1.53125, + 2.03125, + 2.03125, + 2.757812, + 1.433594, + 1.5625, + 2.203125, + 2.351562, + 1.5625, + 2.023438, + 2.375, + 1.941406, + 1.945312, + 1.929688, + 1.914062, + 1.640625, + 1.371094, + 2.109375, + 2.484375, + 2.507812, + 1.455078, + 1.417969, + 2.3125, + 1.871094, + 1.777344, + 2.117188, + 1.726562, + 1.949219, + 1.6875, + 2.242188, + 1.271484, + 2.015625, + 2.132812, + 1.175781, + 1.204102, + 1.9375, + 1.063477, + 1.734375, + 2.554688, + 1.894531, + 1.237305, + 1.070801, + 1.032471, + 2.015625, + 1.625, + 2.023438, + 1.535156, + 1.462891, + 1.507812, + 1.703125, + 2.0625, + 1.996094, + 1.730469, + 1.644531, + 1.200195, + 1.652344, + 1.550781, + 1.828125, + 1.632812, + 1.929688, + 1.5625, + 2.21875, + 2.132812, + 2.125, + 1.664062, + 1.357422, + 1.773438, + 1.707031, + 2.257812, + 1.291016, + 2.179688, + 1.828125, + 1.166992, + 1.496094, + 1.554688, + 1.722656, + 1.828125, + 1.386719, + 2.085938, + 2.09375, + 1.652344, + 2.210938, + 1.447266, + 1.867188, + 1.59375, + 2.421875, + 1.574219, + 1.542969, + 2.03125, + 2.0625, + 1.75, + 3.140625, + 1.597656, + 1.539062, + 1.617188, + 1.613281, + 1.679688, + 2.179688, + 1.589844, + 1.847656, + 2.046875, + 2.03125, + 2.125, + 1.964844, + 2.265625, + 1.980469, + 2.046875, + 2.476562, + 1.515625, + 1.535156, + 1.253906, + 1.78125, + 2.242188, + 1.400391, + 1.964844, + 1.453125, + 1.8125, + 1.198242, + 2.109375, + 2.320312, + 1.964844, + 1.330078, + 2.226562, + 1.980469, + 1.671875, + 1.679688, + 1.964844, + 1.640625, + 2.125, + 2.101562, + 2.429688, + 2.164062, + 1.992188, + 1.75, + 2.757812, + 1.621094, + 1.582031, + 2.164062, + 1.539062, + 2.523438, + 2.460938, + 1.855469, + 2.195312, + 1.6875, + 2.671875, + 1.828125, + 1.527344, + 1.875, + 0.854492, + 1.824219, + 1.851562, + 2.109375, + 1.898438, + 1.625, + 2.359375, + 1.777344, + 1.476562, + 2.195312, + 2.554688, + 1.808594, + 2.34375, + 2.25, + 2.648438, + 1.601562, + 1.925781, + 1.671875, + 2.023438, + 1.976562, + 2.234375, + 2.335938, + 1.310547, + 1.474609, + 1.761719, + 1.408203, + 1.546875, + 3.046875, + 2.101562, + 2.046875, + 1.628906, + 1.263672, + 1.996094, + 2.03125, + 1.578125, + 1.550781, + 2.125, + 1.550781, + 2.140625, + 2.203125, + 1.396484, + 2.039062, + 2.046875, + 1.59375, + 1.980469, + 2.109375, + 1.945312, + 1.421875, + 1.134766, + 1.632812, + 1.683594, + 1.478516, + 1.443359, + 2.210938, + 2.359375, + 1.535156, + 1.949219, + 1.052002, + 2.210938, + 1.839844, + 1.574219, + 1.363281, + 1.976562, + 1.992188, + 1.636719, + 1.761719, + 1.800781, + 2.53125, + 2.179688, + 1.714844, + 1.652344, + 1.757812, + 1.898438, + 2.265625, + 1.785156, + 1.652344, + 1.691406, + 2.273438, + 1.503906, + 2.03125, + 1.957031, + 1.8125, + 1.699219, + 1.267578, + 2.523438, + 1.832031, + 2.15625, + 2.03125, + 2.015625, + 1.78125, + 2.273438, + 2.15625, + 2.40625, + 1.5625, + 1.511719, + 2.117188, + 2.367188, + 0.746094, + 1.229492, + 1.527344, + 1.8125, + 1.695312, + 1.714844, + 2.140625, + 2.25, + 1.753906, + 2.046875, + 1.710938, + 1.333984, + 1.867188, + 1.769531, + 1.390625, + 1.8125, + 2.507812, + 2.164062, + 1.886719, + 1.217773, + 1.511719, + 1.339844, + 1.503906, + 1.886719, + 2.4375, + 2.28125, + 2.117188, + 1.365234, + 1.582031, + 1.933594, + 1.820312, + 2.359375, + 2.25, + 2.796875, + 1.462891, + 1.667969, + 1.220703, + 1.761719, + 1.617188, + 1.929688, + 1.875, + 1.8125, + 2.25, + 1.800781, + 1.78125, + 2.21875, + 1.40625, + 1.412109, + 2.109375, + 2.53125, + 1.257812, + 1.341797, + 1.361328, + 1.154297, + 1.069336, + 1.174805, + 0.799805, + 2.125, + 1.976562, + 1.65625, + 1.992188, + 1.265625, + 0.88916, + 1.585938, + 2.148438, + 1.761719, + 1.949219, + 1.429688, + 2.1875, + 1.878906, + 1.847656, + 1.07666, + 2.515625, + 1.335938, + 1.273438, + 1.205078, + 1.855469, + 1.460938, + 1.679688, + 1.498047, + 2.09375, + 1.570312, + 1.558594, + 1.800781, + 1.785156, + 2.453125, + 1.644531, + 1.330078, + 1.859375, + 2.140625, + 2.882812, + 1.859375, + 1.164062, + 0.957031, + 3.34375, + 1.792969, + 1.746094, + 1.90625, + 1.652344, + 1.839844, + 1.486328, + 2.46875, + 0.827148, + 1.439453, + 1.341797, + 2.242188, + 2.007812, + 0.985535, + 1.9375, + 1.964844, + 1.890625, + 1.648438, + 2.375, + 1.617188, + 1.419922, + 1.220703, + 1.8125, + 1.382812, + 1.640625, + 1.19043, + 1.875, + 2.351562, + 2.273438, + 2.085938, + 1.980469, + 1.243164, + 1.644531, + 2.382812, + 2.507812, + 1.289062, + 1.675781, + 2.28125, + 1.371094, + 1.910156, + 2.023438, + 2.25, + 1.597656, + 2.28125, + 1.871094, + 1.929688, + 1.886719, + 1.605469, + 2.15625, + 0.914551, + 2.03125, + 2.109375, + 1.804688, + 1.84375, + 1.605469, + 1.46875, + 1.839844, + 0.736328, + 1.302734, + 0.949707, + 2.242188, + 1.146484, + 1.333984, + 1.851562, + 2.171875, + 2.234375, + 1.223633, + 1.648438, + 1.957031, + 1.976562, + 1.318359, + 1.53125, + 1.423828, + 1.271484, + 1.085938, + 2.015625, + 2.71875, + 1.423828, + 1.769531, + 2.265625, + 1.742188, + 2.335938, + 1.390625, + 1.808594, + 1.800781, + 0.888672, + 1.949219, + 1.527344, + 1.726562, + 1.222656, + 1.601562, + 1.703125, + 2.375, + 1.558594, + 2.257812, + 2.625, + 1.773438, + 1.605469, + 3.015625, + 1.414062, + 1.777344, + 2.304688, + 1.601562, + 1.777344, + 1.765625, + 2.335938, + 2.414062, + 2.132812, + 2.101562, + 2.640625, + 1.882812, + 1.416016, + 2.296875, + 2.21875, + 1.574219, + 1.558594, + 2.085938, + 1.789062, + 1.738281, + 2.054688, + 1.917969, + 2.21875, + 1.163086, + 1.345703, + 1.578125, + 1.289062, + 1.980469, + 2.085938, + 1.757812, + 1.828125, + 1.945312, + 1.6875, + 1.609375, + 1.707031, + 1.19043, + 1.292969, + 1.59375, + 1.695312, + 2.273438, + 1.527344, + 1.158203, + 1.734375, + 1.773438, + 1.933594, + 1.8125, + 2.453125, + 1.355469, + 2.820312, + 2.234375, + 1.345703, + 2.226562, + 2.023438, + 2.054688, + 2.125, + 2.085938, + 2.03125, + 2.078125, + 1.734375, + 2.507812, + 2.21875, + 1.151367, + 1.570312, + 1.542969, + 2.078125, + 2.273438, + 2.0, + 1.585938, + 2.351562, + 1.101562, + 1.679688, + 2.320312, + 1.476562, + 2.054688, + 2.382812, + 2.609375, + 1.683594, + 1.511719, + 2.398438, + 1.15332, + 0.748047, + 1.582031, + 1.765625, + 1.929688, + 1.164062, + 1.484375, + 1.636719, + 2.171875, + 1.173828, + 1.847656, + 1.470703, + 1.605469, + 1.041016, + 1.808594, + 1.988281, + 1.835938, + 1.871094, + 1.574219, + 1.542969, + 2.414062, + 1.917969, + 1.044434, + 1.300781, + 1.609375, + 1.722656, + 2.523438, + 2.132812, + 2.640625, + 1.574219, + 1.652344, + 1.640625, + 1.213867, + 0.979126, + 1.589844, + 2.039062, + 1.644531, + 1.339844, + 2.023438, + 1.941406, + 1.804688, + 1.578125, + 1.679688, + 1.527344, + 1.542969, + 2.210938, + 1.78125, + 1.435547, + 2.101562, + 1.746094, + 2.265625, + 1.960938, + 1.59375, + 2.640625, + 2.210938, + 2.3125, + 1.707031, + 1.914062, + 2.671875, + 1.667969, + 1.972656, + 1.585938, + 1.871094, + 2.664062, + 1.621094, + 1.539062, + 1.839844, + 2.054688, + 2.320312, + 1.447266, + 1.539062, + 1.308594, + 2.601562, + 1.597656, + 1.796875, + 1.359375, + 1.664062, + 1.617188, + 2.203125, + 1.294922, + 2.117188, + 1.171875, + 2.273438, + 1.535156, + 1.5, + 1.466797, + 1.871094, + 1.139648, + 2.101562, + 1.129883, + 1.808594, + 1.285156, + 2.648438, + 1.710938, + 1.458984, + 1.808594, + 1.890625, + 1.777344, + 1.341797, + 1.671875, + 1.699219, + 2.070312, + 1.219727, + 2.335938, + 1.644531, + 1.46875, + 1.933594, + 1.777344, + 2.4375, + 1.621094, + 1.335938, + 1.726562, + 2.023438, + 1.675781, + 1.96875, + 2.023438, + 1.925781, + 1.828125, + 1.460938, + 1.828125, + 1.193359, + 2.3125, + 1.617188, + 2.476562, + 1.683594, + 1.441406, + 1.330078, + 0.982544, + 1.851562, + 1.024414, + 1.71875, + 1.328125, + 1.363281, + 2.429688, + 1.996094, + 1.929688, + 1.625, + 1.337891, + 2.382812, + 1.046631, + 1.90625, + 1.980469, + 2.117188, + 3.03125, + 2.15625, + 2.1875, + 1.28125, + 2.023438, + 2.3125, + 1.310547, + 1.210938, + 1.890625, + 2.242188, + 1.363281, + 1.988281, + 2.085938, + 1.984375, + 1.414062, + 2.007812, + 1.408203, + 1.129883, + 2.453125, + 1.648438, + 1.211914, + 2.53125, + 1.957031, + 1.421875, + 1.535156, + 1.714844, + 2.578125, + 1.714844, + 1.914062, + 2.421875, + 2.492188, + 2.03125, + 1.597656, + 1.726562, + 1.341797, + 1.213867, + 1.933594, + 2.148438, + 1.75, + 2.382812, + 1.742188, + 1.8125, + 2.375, + 1.789062, + 0.893555, + 1.796875, + 2.070312, + 1.886719, + 1.742188, + 1.746094, + 1.578125, + 1.710938, + 1.515625, + 1.90625, + 2.054688, + 1.507812, + 1.726562, + 2.070312, + 1.582031, + 1.671875, + 1.061279, + 1.976562, + 1.150391, + 2.492188, + 2.023438, + 2.859375, + 1.020508, + 1.984375, + 1.546875, + 1.527344, + 1.742188, + 2.328125, + 2.171875, + 1.867188, + 2.476562, + 1.519531, + 2.03125, + 1.267578, + 2.359375, + 1.960938, + 1.957031, + 2.429688, + 1.632812, + 1.964844, + 1.851562, + 1.695312, + 2.203125, + 1.839844, + 1.933594, + 1.539062, + 1.734375, + 1.464844, + 1.069824, + 1.542969, + 2.492188, + 2.234375, + 1.396484, + 1.068359, + 2.242188, + 2.492188, + 2.570312, + 2.015625, + 2.4375, + 1.96875, + 1.855469, + 1.695312, + 1.11084, + 1.972656, + 2.109375, + 1.828125, + 2.132812, + 1.710938, + 2.140625, + 2.359375, + 2.773438, + 1.726562, + 1.605469, + 2.5, + 2.109375, + 2.21875, + 1.457031, + 2.460938, + 2.492188, + 1.150391, + 2.609375, + 1.800781, + 1.609375, + 2.46875, + 1.523438, + 1.205078, + 2.273438, + 1.710938, + 2.03125, + 1.083984, + 1.570312, + 1.243164, + 2.03125, + 1.605469, + 2.460938, + 1.398438, + 0.793945, + 1.964844, + 2.085938, + 0.782227, + 1.546875, + 2.0625, + 1.699219, + 1.722656, + 1.917969, + 1.960938, + 1.777344, + 1.902344, + 1.386719, + 1.929688, + 1.129883, + 1.679688, + 2.546875, + 1.867188, + 1.539062, + 1.777344, + 2.1875, + 1.890625, + 2.03125, + 2.210938, + 2.0, + 1.960938, + 1.589844, + 1.542969, + 1.302734, + 1.585938, + 1.960938, + 2.460938, + 1.433594, + 1.800781, + 1.75, + 1.703125, + 1.992188, + 1.507812, + 2.03125, + 2.15625, + 1.574219, + 3.109375, + 1.484375, + 2.710938, + 1.671875, + 1.546875, + 1.382812, + 1.474609, + 1.800781, + 1.714844, + 1.980469, + 1.515625, + 2.460938, + 1.847656, + 2.078125, + 1.078613, + 1.675781, + 2.34375, + 1.832031, + 1.769531, + 1.890625, + 2.375, + 2.328125, + 2.25, + 1.640625, + 1.90625, + 1.648438, + 1.753906, + 2.296875, + 2.0, + 2.460938, + 1.726562, + 1.925781, + 1.333984, + 2.742188, + 1.351562, + 2.296875, + 1.742188, + 1.394531, + 2.25, + 1.949219, + 2.34375, + 1.300781, + 2.523438, + 1.820312, + 1.472656, + 1.476562, + 1.753906, + 2.335938, + 2.0, + 2.195312, + 1.447266, + 1.65625, + 2.273438, + 1.792969, + 2.140625, + 2.265625, + 1.851562, + 2.679688, + 1.871094, + 1.820312, + 1.445312, + 1.410156, + 1.8125, + 1.917969, + 2.539062, + 2.398438, + 2.21875, + 2.375, + 1.96875, + 1.523438, + 1.617188, + 1.816406, + 1.847656, + 1.652344, + 1.402344, + 1.259766, + 1.441406, + 2.679688, + 1.542969, + 2.570312, + 1.941406, + 1.953125, + 2.015625, + 2.015625, + 1.871094, + 1.75, + 2.125, + 1.863281, + 1.863281, + 2.320312, + 1.644531, + 1.734375, + 1.734375, + 2.210938, + 2.132812, + 1.808594, + 1.597656, + 2.03125, + 1.231445, + 1.691406, + 1.972656, + 1.617188, + 1.123047, + 2.53125, + 2.5625, + 1.820312, + 1.140625, + 1.84375, + 1.462891, + 1.306641, + 0.93457, + 1.757812, + 1.419922, + 2.984375, + 1.675781, + 1.683594, + 1.835938, + 1.710938, + 2.554688, + 1.773438, + 1.929688, + 1.78125, + 1.120117, + 2.453125, + 1.972656, + 1.123535, + 0.94458, + 2.507812, + 2.1875, + 2.023438, + 1.186523, + 2.015625, + 1.523438, + 1.734375, + 2.09375, + 1.636719, + 1.337891, + 2.398438, + 1.427734, + 1.392578, + 1.777344, + 2.601562, + 2.726562, + 1.163086, + 1.160156, + 1.800781, + 1.796875, + 1.722656, + 1.386719, + 2.078125, + 2.203125, + 1.667969, + 1.189453, + 2.257812, + 2.523438, + 1.337891, + 2.164062, + 1.558594, + 1.585938, + 1.699219, + 1.789062, + 0.882324, + 1.183594, + 1.785156, + 1.347656, + 1.617188, + 2.648438, + 1.417969, + 2.085938, + 1.351562, + 1.546875, + 1.126953, + 1.414062, + 2.28125, + 2.1875, + 1.816406, + 1.570312, + 2.398438, + 2.179688, + 1.249023, + 2.023438, + 1.566406, + 1.458984, + 1.742188, + 2.210938, + 1.761719, + 1.498047, + 1.419922, + 2.101562, + 2.296875, + 1.867188, + 1.773438, + 1.929688, + 1.458984, + 1.980469, + 1.101074, + 2.367188, + 1.804688, + 0.978882, + 2.085938, + 2.09375, + 1.996094, + 1.972656, + 1.339844, + 1.636719, + 2.335938, + 2.28125, + 0.988464, + 1.226562, + 1.431641, + 1.976562, + 2.039062, + 1.960938, + 2.21875, + 1.59375, + 1.625, + 1.800781, + 2.085938, + 1.988281, + 1.851562, + 1.115723, + 1.160156, + 1.804688, + 2.132812, + 2.5, + 2.070312, + 1.652344, + 0.806641, + 2.429688, + 2.507812, + 1.671875, + 1.976562, + 1.136719, + 2.765625, + 2.203125, + 2.21875, + 1.417969, + 1.636719, + 1.949219, + 1.386719, + 1.40625, + 1.992188, + 2.007812, + 1.820312, + 1.047119, + 2.375, + 1.398438, + 1.369141, + 1.828125, + 2.125, + 2.546875, + 1.582031, + 1.617188, + 1.703125, + 1.863281, + 2.023438, + 1.761719, + 1.742188, + 1.671875, + 1.644531, + 2.023438, + 1.96875, + 1.503906, + 2.695312, + 1.988281, + 2.523438, + 2.242188, + 1.652344, + 1.5, + 1.910156, + 1.558594, + 1.523438, + 2.710938, + 2.171875, + 1.267578, + 1.710938, + 1.155273, + 1.800781, + 1.494141, + 2.601562, + 1.59375, + 1.90625, + 1.621094, + 1.902344, + 1.175781, + 1.675781, + 1.910156, + 2.273438, + 2.617188, + 1.664062, + 2.265625, + 1.326172, + 1.578125, + 1.316406, + 1.135742, + 1.636719, + 2.125, + 2.59375, + 2.09375, + 2.601562, + 1.613281, + 1.431641, + 2.007812, + 1.310547, + 1.451172, + 2.046875, + 2.65625, + 2.25, + 1.652344, + 1.777344, + 1.636719, + 2.117188, + 2.0625, + 1.914062, + 1.24707, + 1.828125, + 2.554688, + 1.585938, + 1.949219, + 1.363281, + 2.234375, + 1.507812, + 1.640625, + 1.90625, + 2.210938, + 1.5625, + 1.466797, + 1.726562, + 2.109375, + 1.671875, + 2.484375, + 2.421875, + 2.148438, + 1.458984, + 1.431641, + 2.3125, + 2.085938, + 1.12793, + 1.245117, + 1.539062, + 2.367188, + 2.65625, + 1.785156, + 2.296875, + 0.938477, + 1.789062, + 2.390625, + 1.628906, + 1.945312, + 1.953125, + 1.542969, + 1.53125, + 1.082031, + 2.039062, + 1.996094, + 2.460938, + 1.617188, + 1.753906, + 2.5, + 1.628906, + 2.117188, + 1.478516, + 2.484375, + 2.859375, + 1.554688, + 1.554688, + 1.298828, + 1.6875, + 1.269531, + 1.25, + 1.792969, + 2.234375, + 2.039062, + 2.601562, + 2.53125, + 2.226562, + 2.054688, + 1.753906, + 2.25, + 1.636719, + 1.644531, + 1.820312, + 1.113281, + 2.367188, + 1.582031, + 1.671875, + 1.855469, + 1.753906, + 2.0625, + 1.542969, + 2.320312, + 2.109375, + 1.209961, + 1.886719, + 2.382812, + 1.503906, + 1.433594, + 1.503906, + 2.429688, + 1.683594, + 1.029175, + 1.570312, + 2.195312, + 2.234375, + 1.933594, + 1.507812, + 1.213867, + 2.0625, + 1.839844, + 1.695312, + 2.03125, + 1.707031, + 1.742188, + 1.605469, + 2.25, + 1.644531, + 1.710938, + 2.820312, + 1.632812, + 1.519531, + 2.242188, + 1.890625, + 0.969604, + 1.691406, + 2.148438, + 2.085938, + 1.835938, + 1.917969, + 2.445312, + 1.4375, + 1.229492, + 2.648438, + 2.195312, + 2.179688, + 1.898438, + 1.451172, + 1.435547, + 2.125, + 1.964844, + 1.816406, + 1.710938, + 2.390625, + 1.601562, + 1.855469, + 1.259766, + 1.777344, + 1.921875, + 1.695312, + 1.945312, + 1.546875, + 1.992188, + 2.234375, + 1.722656, + 2.546875, + 1.255859, + 0.966797, + 1.566406, + 1.714844, + 1.789062, + 1.800781, + 1.8125, + 1.486328, + 1.542969, + 1.65625, + 1.554688, + 1.90625, + 1.835938, + 2.148438, + 1.703125, + 1.012207, + 1.847656, + 1.996094, + 2.921875, + 2.117188, + 2.53125, + 1.5625, + 1.960938, + 1.695312, + 1.351562, + 2.5, + 2.117188, + 1.828125, + 2.34375, + 1.613281, + 1.65625, + 1.53125, + 1.417969, + 1.566406, + 2.117188, + 2.101562, + 1.773438, + 2.296875, + 3.015625, + 2.585938, + 1.589844, + 2.015625, + 1.476562, + 1.96875, + 1.71875, + 1.175781, + 2.210938, + 1.6875, + 1.589844, + 0.854492, + 1.570312, + 2.351562, + 1.855469, + 2.6875, + 2.484375, + 2.46875, + 2.320312, + 1.984375, + 1.941406, + 1.855469, + 1.188477, + 1.789062, + 1.083984, + 1.539062, + 1.800781, + 2.367188, + 2.03125, + 1.808594, + 0.932129, + 1.988281, + 2.007812, + 1.527344, + 1.894531, + 2.382812, + 1.980469, + 2.085938, + 1.796875, + 1.621094, + 1.177734, + 1.851562, + 1.582031, + 1.498047, + 2.03125, + 2.679688, + 1.714844, + 2.054688, + 1.273438, + 1.773438, + 1.664062, + 1.996094, + 1.835938, + 1.953125, + 2.21875, + 1.757812, + 1.675781, + 1.503906, + 1.742188, + 1.679688, + 1.898438, + 1.492188, + 2.054688, + 0.983154, + 1.738281, + 2.21875, + 2.109375, + 2.234375, + 2.179688, + 2.515625, + 1.929688, + 1.964844, + 2.335938, + 1.683594, + 1.419922, + 1.910156, + 1.542969, + 0.895508, + 1.660156, + 2.023438, + 2.0, + 2.28125, + 1.855469, + 1.707031, + 2.539062, + 1.445312, + 2.398438, + 1.789062, + 1.914062, + 1.359375, + 1.671875, + 1.470703, + 2.328125, + 1.016479, + 2.3125, + 1.416016, + 2.015625, + 1.078613, + 1.90625, + 1.574219, + 1.960938, + 1.220703, + 1.515625, + 2.023438, + 2.070312, + 1.353516, + 1.71875, + 1.65625, + 2.757812, + 1.9375, + 1.014832, + 1.201172, + 1.105957, + 2.257812, + 2.3125, + 1.337891, + 2.328125, + 2.195312, + 1.78125, + 1.376953, + 2.179688, + 1.839844, + 1.851562, + 2.242188, + 1.894531, + 1.378906, + 2.398438, + 2.4375, + 1.355469, + 1.988281, + 1.789062, + 2.8125, + 1.933594, + 2.070312, + 1.523438, + 2.539062, + 1.761719, + 1.558594, + 1.96875, + 1.988281, + 1.808594, + 1.804688, + 1.839844, + 1.212891, + 2.039062, + 1.722656, + 1.871094, + 1.271484, + 2.140625, + 2.1875, + 2.453125, + 1.082031, + 1.652344, + 1.396484, + 1.257812, + 1.738281, + 1.640625, + 1.196289, + 1.941406, + 2.148438, + 1.8125, + 1.065918, + 1.400391, + 1.255859, + 1.921875, + 2.210938, + 1.261719, + 2.015625, + 2.257812, + 1.75, + 2.085938, + 1.894531, + 1.582031, + 1.414062, + 1.21875, + 2.351562, + 1.490234, + 1.480469, + 1.96875, + 1.558594, + 1.988281, + 2.15625, + 1.476562, + 1.828125, + 1.710938, + 1.855469, + 1.486328, + 2.304688, + 2.109375, + 1.78125, + 2.5, + 1.597656, + 1.302734, + 1.267578, + 1.326172, + 1.132812, + 2.507812, + 2.0625, + 2.429688, + 2.507812, + 1.679688, + 1.886719, + 2.421875, + 2.28125, + 2.664062, + 1.546875, + 1.679688, + 1.949219, + 1.617188, + 2.398438, + 1.742188, + 1.640625, + 2.21875, + 1.605469, + 1.410156, + 1.789062, + 1.217773, + 1.84375, + 1.84375, + 2.210938, + 1.863281, + 1.496094, + 1.369141, + 1.765625, + 1.164062, + 1.302734, + 2.25, + 2.679688, + 2.09375, + 1.738281, + 1.361328, + 1.945312, + 1.5, + 1.886719, + 2.5625, + 1.976562, + 1.984375, + 1.808594, + 1.216797, + 2.289062, + 1.667969, + 1.199219, + 2.078125, + 1.996094, + 1.408203, + 1.738281, + 1.470703, + 2.03125, + 1.703125, + 1.84375, + 2.421875, + 2.0625, + 1.535156, + 1.460938, + 1.96875, + 1.597656, + 1.5, + 1.691406, + 1.392578, + 1.84375, + 2.976562, + 2.765625, + 1.163086, + 1.730469, + 1.769531, + 2.328125, + 1.308594, + 1.824219, + 1.945312, + 2.015625, + 1.675781, + 2.109375, + 1.574219, + 1.902344, + 1.808594, + 1.169922, + 2.1875, + 1.957031, + 0.989868, + 1.957031, + 2.171875, + 2.648438, + 1.431641, + 1.855469, + 1.628906, + 1.07666, + 1.984375, + 2.492188, + 1.878906, + 1.578125, + 2.304688, + 1.398438, + 1.757812, + 0.951172, + 1.191406, + 1.863281, + 1.316406, + 2.015625, + 1.558594, + 1.447266, + 1.691406, + 1.957031, + 1.271484, + 1.46875, + 2.515625, + 1.161133, + 2.101562, + 1.515625, + 2.367188, + 2.265625, + 1.194336, + 2.179688, + 1.671875, + 1.181641, + 2.375, + 2.164062, + 1.699219, + 2.101562, + 2.53125, + 2.390625, + 1.105957, + 2.140625, + 1.271484, + 2.0, + 2.0, + 2.367188, + 1.652344, + 1.5, + 2.28125, + 2.0, + 2.164062, + 1.722656, + 1.12207, + 1.976562, + 2.335938, + 1.570312, + 1.65625, + 2.210938, + 2.539062, + 1.582031, + 1.785156, + 2.171875, + 1.664062, + 2.289062, + 1.980469, + 2.210938, + 1.9375, + 1.726562, + 1.141602, + 2.21875, + 1.585938, + 1.535156, + 2.414062, + 2.289062, + 1.408203, + 1.867188, + 2.46875, + 2.367188, + 1.119141, + 1.988281, + 1.046387, + 1.369141 + ] + }, + "name": "onnx::Mul_8287", + "outputIndexes": [ + 608 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 607, + 608 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_6/Mul_1_output_0", + "outputIndexes": [ + 609 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 609 + ], + "outputIndexes": [ + 2658 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2658 + ], + "outputIndexes": [ + 2659 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear", + "inputIndexes": [ + 2659 + ], + "outputIndexes": [ + 2660 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 262767516, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2660 + ], + "outputIndexes": [ + 2661 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2661 + ], + "outputIndexes": [ + 610 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 609 + ], + "main_type": "NONE", + "name": "/Shape_85_output_0", + "outputIndexes": [ + 611 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 611 + ], + "main_type": "NONE", + "name": "Shape1718", + "outputIndexes": [ + 612 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 611 + ], + "main_type": "NONE", + "name": "Rank1720", + "outputIndexes": [ + 613 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 613, + 613 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1722", + "outputIndexes": [ + 614 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 614 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1723", + "outputIndexes": [ + 615 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 614, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1725", + "outputIndexes": [ + 616 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 616 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1726", + "outputIndexes": [ + 617 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 612, + 615, + 617, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1729", + "outputIndexes": [ + 618 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 618 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1730", + "outputIndexes": [ + 619 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 619 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1731", + "outputIndexes": [ + 620 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 620, + 619 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1732", + "outputIndexes": [ + 621 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 611, + 621, + 614 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_94_output_0", + "outputIndexes": [ + 622 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 622, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_193_output_0", + "outputIndexes": [ + 623 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 623, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_78_output_0", + "outputIndexes": [ + 624 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 610, + 624 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_55_output_0", + "outputIndexes": [ + 625 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 625, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_48_output_0", + "outputIndexes": [ + 626 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 625 + ], + "main_type": "NONE", + "name": "/Shape_86_output_0", + "outputIndexes": [ + 627 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 627 + ], + "main_type": "NONE", + "name": "Shape1739", + "outputIndexes": [ + 628 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 627 + ], + "main_type": "NONE", + "name": "Rank1741", + "outputIndexes": [ + 629 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 629, + 629 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1743", + "outputIndexes": [ + 630 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 630 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1744", + "outputIndexes": [ + 631 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 630, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1746", + "outputIndexes": [ + 632 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 632 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1747", + "outputIndexes": [ + 633 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 628, + 631, + 633, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1750", + "outputIndexes": [ + 634 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 634 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1751", + "outputIndexes": [ + 635 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 635 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1752", + "outputIndexes": [ + 636 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 636, + 635 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1753", + "outputIndexes": [ + 637 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 627, + 637, + 630 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_95_output_0", + "outputIndexes": [ + 638 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 638, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_18_output_0", + "outputIndexes": [ + 639 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 639, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_198_output_0", + "outputIndexes": [ + 640 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 625, + 640, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_25_output_0", + "outputIndexes": [ + 641 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 641 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_12_output_0", + "outputIndexes": [ + 642 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 625, + 21, + 640, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_24_output_0", + "outputIndexes": [ + 643 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 642, + 643 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_81_output_0", + "outputIndexes": [ + 644 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 644, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_49_output_0", + "outputIndexes": [ + 645 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 626, + 645 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_30_output_0", + "outputIndexes": [ + 646 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 609 + ], + "outputIndexes": [ + 2662 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2662 + ], + "outputIndexes": [ + 2663 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear", + "inputIndexes": [ + 2663 + ], + "outputIndexes": [ + 2664 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 265421746, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2664 + ], + "outputIndexes": [ + 2665 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2665 + ], + "outputIndexes": [ + 647 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 623, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_79_output_0", + "outputIndexes": [ + 648 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 647, + 648 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_56_output_0", + "outputIndexes": [ + 649 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 649, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_50_output_0", + "outputIndexes": [ + 650 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 649 + ], + "main_type": "NONE", + "name": "/Shape_87_output_0", + "outputIndexes": [ + 651 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 651 + ], + "main_type": "NONE", + "name": "Shape1802", + "outputIndexes": [ + 652 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 651 + ], + "main_type": "NONE", + "name": "Rank1804", + "outputIndexes": [ + 653 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 653, + 653 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1806", + "outputIndexes": [ + 654 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 654 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1807", + "outputIndexes": [ + 655 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 654, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1809", + "outputIndexes": [ + 656 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 656 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1810", + "outputIndexes": [ + 657 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 652, + 655, + 657, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1813", + "outputIndexes": [ + 658 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 658 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1814", + "outputIndexes": [ + 659 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 659 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1815", + "outputIndexes": [ + 660 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 660, + 659 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1816", + "outputIndexes": [ + 661 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 651, + 661, + 654 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_96_output_0", + "outputIndexes": [ + 662 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 662, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_19_output_0", + "outputIndexes": [ + 663 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 663, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_200_output_0", + "outputIndexes": [ + 664 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 649, + 664, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_27_output_0", + "outputIndexes": [ + 665 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 665 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_13_output_0", + "outputIndexes": [ + 666 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 649, + 21, + 664, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_26_output_0", + "outputIndexes": [ + 667 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 666, + 667 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_82_output_0", + "outputIndexes": [ + 668 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 668, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_51_output_0", + "outputIndexes": [ + 669 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 650, + 669 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_31_output_0", + "outputIndexes": [ + 670 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 609 + ], + "outputIndexes": [ + 2666 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2666 + ], + "outputIndexes": [ + 2667 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear", + "inputIndexes": [ + 2667 + ], + "outputIndexes": [ + 2668 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 266748872, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2668 + ], + "outputIndexes": [ + 2669 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2669 + ], + "outputIndexes": [ + 671 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 671, + 648 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_57_output_0", + "outputIndexes": [ + 672 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 646, + 670, + 672, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_62_output_0", + "outputIndexes": [ + 673 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 673 + ], + "outputIndexes": [ + 2670 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2670 + ], + "outputIndexes": [ + 2671 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear", + "inputIndexes": [ + 2671 + ], + "outputIndexes": [ + 2672 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 268075998, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2672 + ], + "outputIndexes": [ + 2673 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2673 + ], + "outputIndexes": [ + 674 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 674 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_6/Mul_output_0", + "outputIndexes": [ + 675 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.003998, + 0.875488, + 0.932129, + 1.255859, + 0.775391, + 0.970947, + 0.981567, + 0.316406, + 1.138672, + 0.734375, + 1.010376, + 0.850586, + 0.804688, + 1.125, + 1.174805, + 0.868164, + 1.057861, + 0.862305, + 1.074219, + 1.068359, + 1.19043, + 0.958984, + 0.980591, + 0.876465, + 0.814453, + 0.946045, + 1.047852, + 1.071777, + 1.300781, + 1.259766, + 0.751953, + 0.673828, + 1.026367, + 0.429688, + 0.738281, + 0.987366, + 0.738281, + 1.095215, + 0.736328, + 0.697266, + 1.104492, + 1.071777, + 0.903809, + 0.730469, + 0.511719, + 1.125977, + 0.995178, + 0.806641, + 1.480469, + 0.900879, + 1.080566, + 0.949463, + 0.931641, + 0.779297, + 0.974487, + 0.777344, + 1.087402, + 0.955322, + 0.891113, + 0.736328, + 0.807617, + 1.429688, + 0.89209, + 1.064941, + 1.298828, + 0.707031, + 0.734375, + 0.970581, + 0.800781, + 0.796875, + 1.018799, + 1.124512, + 0.845703, + 0.84668, + 0.787109, + 0.744141, + 0.681641, + 0.746094, + 0.799805, + 0.539062, + 0.71875, + 0.257812, + 0.804688, + 0.774414, + 0.883301, + 0.988281, + 0.770508, + 0.816406, + 0.519531, + 0.750977, + 1.088867, + 0.685547, + 1.203125, + 0.488281, + 1.05249, + 0.257812, + 0.764648, + 0.890137, + 1.220703, + 0.753906, + 0.84375, + 1.094238, + 1.134766, + 1.034912, + 1.063477, + 0.822266, + 1.246094, + 0.793945, + 0.919434, + 0.81543, + 1.126953, + 1.054688, + 1.394531, + 1.695312, + 1.025879, + 0.724609, + 1.132812, + 0.664062, + 0.804688, + 1.302734, + 0.870117, + 0.899414, + 0.89502, + 1.074707, + 0.791992, + 0.844727, + 0.962646, + 1.100098, + 0.974365, + 0.874023, + 0.679688, + 0.714844, + 0.732422, + 0.829102, + 1.124023, + 1.124023, + 0.703125, + 0.914062, + 0.852539, + 1.230469, + 1.816406, + 1.464844, + 0.679688, + 0.813477, + 0.913086, + 0.878418, + 0.824219, + 0.899414, + 0.865234, + 1.073242, + 0.764648, + 0.734375, + 0.797852, + 1.769531, + 1.167969, + 1.158203, + 0.615234, + 1.023315, + 0.453125, + 0.40625, + 1.785156, + 1.124023, + 0.934082, + 0.605469, + 1.210938, + 0.90625, + 1.259766, + 0.359375, + 1.096191, + 0.768555, + 0.953857, + 0.484375, + 0.899902, + 0.40625, + 0.816406, + 1.231445, + 1.176758, + 0.28125, + 1.042725, + 0.935059, + 0.765625, + 0.414062, + 0.904297, + 0.285156, + 0.951172, + 0.701172, + 0.517578, + 0.787109, + 0.644531, + 0.810547, + 1.027832, + 1.142578, + 0.890137, + 0.888184, + 1.019897, + 0.841797, + 0.868164, + 1.222656, + 1.015869, + 1.046387, + 0.751953, + 0.882812, + 0.848633, + 0.664062, + 1.199219, + 1.049561, + 1.347656, + 0.856445, + 1.033936, + 1.060791, + 0.930176, + 1.044678, + 1.011475, + 0.899902, + 0.897461, + 1.061768, + 0.793945, + 0.87793, + 1.163086, + 1.144531, + 0.945312, + 1.04126, + 0.838867, + 1.357422, + 1.080566, + 0.962646, + 0.691406, + 0.793945, + 0.823242, + 0.556641, + 1.503906, + 1.169922, + 1.273438, + 1.055664, + 1.015015, + 1.092773, + 1.119629, + 1.04248, + 0.806641, + 0.866211, + 1.165039, + 0.764648, + 1.091797, + 2.617188, + 0.605469, + 1.238281, + 0.744141, + 0.994965, + 1.171875, + 0.742188, + 0.828125, + 1.298828, + 0.517578, + 0.724609, + 1.088867, + 0.693359, + 0.808594, + 1.043701, + 1.486328, + 0.869141, + 1.158203, + 1.130859, + 0.985474, + 0.796875, + 0.898438, + 0.736328, + 0.990356, + 0.852539, + 0.832031, + 0.968994, + 1.037109, + 0.679688, + 0.894531, + 0.78418, + 0.949707, + 0.952881, + 0.464844, + 0.827148, + 0.982056, + 0.919922, + 0.857422, + 0.961914, + 0.671875, + 0.895508, + 1.267578, + 0.805664, + 0.943115, + 0.996231, + 0.382812, + 0.720703, + 0.710938, + 0.621094, + 1.265625, + 0.766602, + 0.946289, + 1.141602, + 0.728516, + 1.069824, + 1.171875, + 0.867188, + 1.238281, + 0.760742, + 0.476562, + 1.019165, + 0.292969, + 0.828125, + 1.361328, + 1.07959, + 0.701172, + 1.015198, + 1.255859, + 0.3125, + 0.814453, + 1.019531, + 0.961426, + 0.877441, + 0.891602, + 1.037598, + 0.805664, + 1.114746, + 0.833008, + 1.022339, + 0.792969, + 1.06543, + 1.04834, + 1.080078, + 0.764648, + 0.866211, + 1.314453, + 1.112305, + 0.793945, + 0.854492, + 0.953369, + 1.080078, + 1.231445, + 0.889648, + 0.874023, + 0.995605, + 1.259766, + 0.884766, + 0.708984, + 0.775391, + 1.182617, + 0.707031, + 1.051758, + 0.642578, + 0.995148, + 0.827148, + 0.611328, + 1.014771, + 0.71875, + 0.6875, + 1.120117, + 0.870117, + 0.34375, + 0.464844, + 1.063477, + 1.201172, + 0.764648, + 0.763672, + 0.410156, + 1.083984, + 0.689453, + 0.628906, + 1.269531, + 1.055176, + 0.646484, + 0.779297, + 0.962891, + 0.858398, + 1.177734, + 0.828125, + 0.855469, + 0.893066, + 1.285156, + 1.380859, + 1.238281, + 0.833984, + 1.145508, + 0.746094, + 1.088379, + 1.265625, + 0.599609, + 0.632812, + 1.132812, + 0.867188, + 0.667969, + 0.6875, + 0.912109, + 0.905273, + 1.128906, + 0.97876, + 0.320312, + 1.255859, + 1.060547, + 1.055176, + 0.88623, + 0.347656, + 0.830078, + 0.856445, + 0.911133, + 1.226562, + 0.806641, + 1.273438, + 0.533203, + 1.427734, + 1.141602, + 0.869141, + 0.974487, + 0.792969, + 1.120117, + 0.826172, + 1.152344, + 1.008301, + 0.971558, + 0.65625, + 0.993591, + 0.841797, + 0.989258, + 0.93457, + 1.154297, + 0.943604, + 1.894531, + 0.871094, + 0.976318, + 0.936523, + 0.722656, + 0.913086, + 0.897949, + 0.964111, + 0.950439, + 1.359375, + 1.151367, + 0.990417, + 1.378906, + 0.901855, + 1.034668, + 0.9646, + 0.999184, + 1.210938, + 1.267578, + 1.043213, + 1.097168, + 0.648438, + 1.222656, + 1.02002, + 1.102539, + 1.121094, + 0.764648, + 1.101074, + 1.041504, + 0.960693, + 0.876465, + 1.067871, + 1.024658, + 1.172852, + 0.884766, + 1.123047, + 0.762695, + 1.176758, + 1.033447, + 0.968018, + 0.950928, + 0.871094, + 0.599609, + 0.947998, + 0.402344, + 0.987427, + 1.154297, + 0.949219, + 0.788086, + 0.716797, + 1.208984, + 0.945068, + 0.865234, + 1.119141, + 0.445312, + 1.359375, + 0.875488, + 1.421875, + 0.989075, + 0.710938, + 0.632812, + 0.950684, + 1.213867, + 0.894531, + 0.445312, + 0.945557, + 0.767578, + 1.310547, + 0.794922, + 0.948242, + 1.034668, + 1.022339, + 0.913086, + 0.841797, + 0.328125, + 0.574219, + 0.695312, + 0.394531, + 1.100586, + 1.056641, + 0.89209, + 0.634766, + 0.712891, + 0.732422, + 0.842773, + 1.091309, + 1.582031, + 0.933594, + 0.869141, + 0.981445, + 0.716797, + 0.912598, + 0.798828, + 0.980957, + 0.891602, + 1.001747, + 1.151367, + 0.788086, + 1.040283, + 0.854492, + 0.488281, + 0.484375, + 1.001572, + 0.525391, + 0.940674, + 0.756836, + 0.866211, + 0.896484, + 0.853516, + 0.861328, + 0.897461, + 0.4375, + 0.919434, + 3.78125, + 0.814453, + 0.786133, + 0.849609, + 0.480469, + 1.279297, + 0.867188, + 1.15332, + 1.005157, + 1.322266, + 0.837891, + 0.922852, + 0.958252, + 0.642578, + 1.15332, + 0.746094, + 0.971069, + 1.363281, + 0.780273, + 0.891602, + 1.07959, + 0.757812, + 1.431641, + 0.776367, + 0.925781, + 1.189453, + 1.503906, + 0.936523, + 1.220703, + 0.968262, + 1.081055, + 1.302734, + 1.640625, + 0.978638, + 1.166992, + 1.527344, + 0.95752, + 1.046143, + 0.852539, + 0.261719, + 1.113281, + 0.8125, + 0.766602, + 0.496094, + 0.93457, + 1.710938, + 1.018555, + 1.175781, + 0.95752, + 1.490234, + 0.708984, + 2.125, + 0.88916, + 1.220703, + 0.904785, + 1.070801, + 0.71875, + 1.148438, + 1.400391, + 0.897949, + 0.786133, + 0.891113, + 1.104004, + 0.952637, + 0.726562, + 0.933594, + 1.117188, + 0.748047, + 0.943115, + 0.988098, + 0.856445, + 0.867188, + 0.902832, + 1.365234, + 0.742188, + 0.949951, + 0.94458, + 1.259766, + 0.883789, + 0.828125, + 0.99979, + 1.105469, + 0.707031, + 0.880859, + 1.106445, + 0.969482, + 0.945557, + 0.947021, + 0.820312, + 1.245117, + 0.699219, + 1.03064, + 1.269531, + 1.03833, + 1.707031, + 0.648438, + 1.208008, + 0.947998, + 0.929688, + 0.988708, + 0.756836, + 0.879883, + 0.712891, + 1.103516, + 0.623047, + 0.970459, + 1.120605, + 0.634766, + 0.40625, + 0.858398, + 1.097168, + 0.732422, + 1.172852, + 1.119141, + 0.705078, + 0.40625, + 0.355469, + 1.014648, + 0.795898, + 0.94751, + 0.669922, + 0.677734, + 0.714844, + 0.911133, + 1.10791, + 0.904785, + 0.891602, + 0.824219, + 0.371094, + 0.808594, + 0.705078, + 0.853516, + 0.760742, + 0.891113, + 0.732422, + 1.025146, + 1.025146, + 0.988525, + 0.736328, + 0.822266, + 0.868164, + 0.78125, + 1.197266, + 0.865234, + 1.455078, + 0.914062, + 0.339844, + 1.357422, + 0.803711, + 0.837891, + 0.824219, + 0.84082, + 0.918945, + 1.025146, + 1.439453, + 1.024414, + 0.660156, + 0.828125, + 0.770508, + 1.128906, + 0.765625, + 0.821289, + 0.839844, + 1.05542, + 0.785156, + 1.574219, + 0.808594, + 0.834961, + 0.742188, + 0.730469, + 0.810547, + 1.00412, + 0.742188, + 0.837891, + 1.160156, + 1.002686, + 0.938721, + 0.96875, + 1.157227, + 1.416016, + 1.177734, + 1.180664, + 0.755859, + 0.724609, + 0.811523, + 0.826172, + 1.068359, + 0.701172, + 0.902344, + 0.787109, + 1.134766, + 0.595703, + 0.979858, + 1.032715, + 0.875977, + 0.626953, + 1.173828, + 0.999401, + 0.775391, + 0.793945, + 0.994049, + 0.764648, + 0.974976, + 0.967773, + 1.01178, + 1.082031, + 1.066895, + 0.866211, + 1.423828, + 0.837891, + 0.886719, + 1.037842, + 0.634766, + 1.09668, + 1.139648, + 0.890137, + 1.081543, + 0.819336, + 1.324219, + 0.916992, + 0.816406, + 0.867188, + 0.414062, + 0.890625, + 0.878906, + 1.011658, + 0.825195, + 0.855469, + 1.050781, + 0.848633, + 0.685547, + 1.049316, + 1.223633, + 0.866211, + 1.112305, + 1.083984, + 1.291016, + 0.738281, + 0.949951, + 0.816406, + 0.956055, + 0.934082, + 1.01239, + 1.75, + 0.677734, + 0.693359, + 0.997147, + 0.691406, + 0.746094, + 1.785156, + 0.98938, + 1.015015, + 0.858398, + 0.603516, + 1.030762, + 1.014343, + 0.724609, + 0.755859, + 1.010071, + 0.777344, + 1.101074, + 0.914551, + 0.791992, + 1.026123, + 1.361328, + 1.123535, + 0.946289, + 0.931641, + 0.917969, + 0.714844, + 0.550781, + 0.798828, + 0.75293, + 0.576172, + 0.769531, + 1.129883, + 1.172852, + 0.445312, + 1.010559, + 0.644531, + 1.425781, + 1.357422, + 0.699219, + 0.677734, + 0.910645, + 1.003342, + 0.807617, + 0.863281, + 0.899902, + 1.349609, + 0.951416, + 0.793945, + 0.78125, + 0.821289, + 0.862305, + 1.139648, + 0.827148, + 0.768555, + 1.259766, + 1.306641, + 0.755859, + 1.074219, + 0.884277, + 0.91748, + 0.827148, + 0.758789, + 1.071777, + 0.75, + 1.068848, + 1.001259, + 0.966797, + 0.708984, + 1.179688, + 1.058105, + 1.05957, + 0.716797, + 0.712891, + 1.582031, + 1.066895, + 0.066406, + 0.664062, + 0.769531, + 0.883789, + 0.896973, + 1.02002, + 1.050293, + 1.041748, + 0.910645, + 1.002762, + 0.84082, + 0.425781, + 0.965576, + 0.832031, + 0.695312, + 1.098633, + 1.095703, + 1.138672, + 0.847656, + 0.410156, + 0.748047, + 0.899414, + 0.714844, + 1.039062, + 1.155273, + 1.144531, + 1.056152, + 1.808594, + 0.777344, + 0.905273, + 0.873047, + 1.160156, + 0.996948, + 1.322266, + 0.786133, + 0.759766, + 0.511719, + 0.855469, + 0.780273, + 1.060303, + 0.861328, + 0.875977, + 1.047363, + 0.989319, + 0.87793, + 1.011963, + 0.681641, + 0.683594, + 1.087402, + 1.134766, + 0.660156, + 0.691406, + 0.662109, + 0.375, + 0.261719, + 0.666016, + 0.881348, + 0.956055, + 0.939453, + 0.748047, + 1.239258, + 0.316406, + 0.300781, + 0.766602, + 1.043701, + 0.870117, + 1.033447, + 0.693359, + 1.056641, + 1.016113, + 0.989807, + 0.375, + 1.18457, + 0.685547, + 0.759766, + 0.708984, + 0.902344, + 0.693359, + 0.822266, + 0.705078, + 0.930664, + 0.728516, + 0.800781, + 0.901855, + 0.945068, + 1.203125, + 0.863281, + 0.636719, + 0.943848, + 1.507812, + 1.277344, + 0.865234, + 0.5625, + 0.363281, + 1.914062, + 0.84375, + 0.798828, + 1.071289, + 0.81543, + 0.851562, + 0.746094, + 1.201172, + 0.25, + 0.820312, + 0.824219, + 1.069336, + 0.993439, + 0.433594, + 0.87207, + 0.957031, + 1.21875, + 0.766602, + 1.002136, + 1.030884, + 0.703125, + 0.394531, + 0.875977, + 0.671875, + 0.830078, + 0.511719, + 0.671875, + 1.193359, + 1.589844, + 1.003098, + 1.390625, + 0.605469, + 0.693359, + 1.19043, + 1.121094, + 0.630859, + 0.779297, + 1.020996, + 0.730469, + 1.423828, + 0.460938, + 1.209961, + 0.84082, + 1.172852, + 0.933594, + 1.134766, + 0.878418, + 0.75, + 0.97876, + 0.300781, + 0.936035, + 1.040039, + 0.835938, + 0.850586, + 3.1875, + 0.675781, + 0.879395, + 0.234375, + 0.673828, + 0.421875, + 1.07666, + 0.503906, + 0.683594, + 1.051758, + 1.018921, + 1.049072, + 0.621094, + 0.830078, + 1.245117, + 0.959961, + 0.351562, + 0.848633, + 0.707031, + 0.683594, + 0.513672, + 1.008789, + 1.191406, + 0.768555, + 1.486328, + 1.158203, + 1.005951, + 1.294922, + 0.720703, + 0.882812, + 0.834961, + 0.339844, + 0.999104, + 0.868164, + 0.898438, + 0.511719, + 0.382812, + 0.773438, + 1.181641, + 0.744141, + 1.129883, + 1.228516, + 0.780273, + 0.866211, + 1.789062, + 0.658203, + 0.837891, + 1.294922, + 0.756836, + 0.90332, + 0.90332, + 1.071289, + 1.119141, + 1.078613, + 1.026001, + 1.546875, + 1.043457, + 0.720703, + 1.394531, + 1.143555, + 0.835938, + 0.722656, + 0.984436, + 0.807617, + 0.791016, + 1.035645, + 1.699219, + 1.023315, + 0.394531, + 0.732422, + 0.845703, + 0.527344, + 0.789062, + 1.154297, + 0.839844, + 0.942139, + 1.098633, + 0.771484, + 0.818359, + 0.869141, + 0.414062, + 0.667969, + 0.833008, + 0.829102, + 0.970459, + 0.791992, + 0.625, + 0.822266, + 0.753906, + 0.948486, + 0.912598, + 1.105469, + 0.433594, + 1.253906, + 1.080078, + 0.638672, + 1.06543, + 1.019531, + 1.179688, + 1.472656, + 0.948486, + 1.022583, + 1.024048, + 0.861328, + 1.168945, + 1.015747, + 1.03418, + 0.75, + 0.779297, + 1.043213, + 1.069336, + 1.025391, + 0.742188, + 1.212891, + 0.417969, + 0.790039, + 1.166992, + 0.705078, + 0.938965, + 1.207031, + 1.18457, + 0.793945, + 0.824219, + 1.03418, + 0.398438, + 0.273438, + 0.34375, + 0.851562, + 0.858398, + 0.517578, + 0.669922, + 0.783203, + 1.769531, + 0.552734, + 0.932129, + 0.75, + 0.708984, + 0.460938, + 0.895996, + 1.18457, + 1.257812, + 0.850586, + 0.754883, + 0.770508, + 1.239258, + 0.972656, + 0.705078, + 1.136719, + 0.457031, + 0.839844, + 1.080078, + 1.112793, + 1.126953, + 0.869141, + 1.026489, + 0.907715, + 0.3125, + 1.115723, + 0.764648, + 0.87207, + 0.830078, + 0.822266, + 0.955811, + 0.915039, + 0.946533, + 0.744141, + 0.787109, + 0.792969, + 2.703125, + 1.030273, + 0.875488, + 1.494141, + 1.017212, + 0.767578, + 1.160156, + 0.814453, + 0.797852, + 1.574219, + 0.953125, + 1.146484, + 0.795898, + 0.888184, + 1.189453, + 0.884766, + 0.922363, + 0.779297, + 0.884766, + 1.243164, + 0.817383, + 0.757812, + 0.886719, + 1.115723, + 1.174805, + 1.022461, + 0.750977, + 0.566406, + 1.240234, + 0.792969, + 0.870117, + 0.912109, + 0.8125, + 0.776367, + 1.046143, + 0.623047, + 1.118652, + 0.550781, + 1.119629, + 0.660156, + 0.790039, + 0.786133, + 0.888184, + 0.623047, + 1.024658, + 0.386719, + 0.864258, + 0.726562, + 1.265625, + 0.803711, + 0.779297, + 0.841797, + 0.913574, + 0.861328, + 0.699219, + 0.833984, + 0.746094, + 1.173828, + 0.378906, + 1.191406, + 0.759766, + 0.681641, + 0.945068, + 1.005096, + 1.285156, + 0.845703, + 0.790039, + 0.821289, + 0.891113, + 0.858398, + 1.957031, + 0.927246, + 0.967285, + 0.983643, + 0.636719, + 0.805664, + 0.339844, + 1.382812, + 0.823242, + 1.144531, + 1.419922, + 0.764648, + 0.839844, + 0.316406, + 1.005524, + 0.460938, + 0.619141, + 0.703125, + 0.605469, + 1.07959, + 0.928223, + 0.554688, + 0.78418, + 0.683594, + 1.19043, + 0.328125, + 1.022949, + 0.967529, + 0.994141, + 1.316406, + 1.052979, + 1.033936, + 0.414062, + 0.912598, + 1.176758, + 0.816406, + 0.484375, + 0.931641, + 1.060303, + 0.548828, + 0.880371, + 1.482422, + 0.909668, + 0.679688, + 0.884766, + 0.699219, + 0.421875, + 1.365234, + 0.742188, + 0.611328, + 1.121582, + 0.981079, + 0.701172, + 0.390625, + 0.801758, + 1.558594, + 0.771484, + 0.929688, + 1.1875, + 1.222656, + 1.229492, + 0.787109, + 0.856445, + 0.689453, + 1.660156, + 0.877441, + 1.089844, + 0.787109, + 1.244141, + 0.746094, + 0.923828, + 1.233398, + 0.829102, + 0.265625, + 0.885742, + 1.020752, + 0.863281, + 0.764648, + 0.851562, + 0.811523, + 0.797852, + 0.736328, + 1.070801, + 0.947998, + 0.714844, + 0.823242, + 0.954834, + 0.792969, + 0.92334, + 0.371094, + 0.936523, + 0.4375, + 1.291016, + 1.001892, + 1.498047, + 0.375, + 1.3125, + 0.813477, + 0.754883, + 0.805664, + 1.640625, + 0.956055, + 0.91748, + 1.162109, + 0.726562, + 0.927246, + 0.648438, + 1.057129, + 1.008362, + 1.632812, + 1.240234, + 0.689453, + 0.941895, + 0.833984, + 0.908691, + 0.997818, + 0.913574, + 1.025146, + 0.755859, + 0.888672, + 0.644531, + 0.464844, + 0.764648, + 1.279297, + 1.232422, + 0.728516, + 0.394531, + 1.164062, + 1.21875, + 1.451172, + 1.014099, + 1.53125, + 0.986267, + 0.879883, + 0.759766, + 0.5625, + 0.782227, + 1.065918, + 1.022949, + 1.099609, + 0.705078, + 1.001297, + 1.145508, + 1.394531, + 0.856445, + 0.774414, + 1.24707, + 1.090332, + 1.051758, + 0.681641, + 1.195312, + 1.05542, + 0.554688, + 1.141602, + 0.907227, + 0.837891, + 1.330078, + 0.685547, + 0.611328, + 1.07959, + 0.867188, + 1.018433, + 0.441406, + 0.805664, + 0.720703, + 1.640625, + 0.775391, + 1.222656, + 1.267578, + 0.320312, + 0.892578, + 1.328125, + 0.277344, + 0.806641, + 1.023193, + 0.734375, + 0.868164, + 1.010681, + 0.950439, + 0.848633, + 0.862305, + 0.677734, + 0.96582, + 0.523438, + 0.738281, + 1.285156, + 0.899902, + 1.048828, + 0.795898, + 1.071777, + 0.884766, + 1.017334, + 1.112793, + 1.018311, + 0.947021, + 0.821289, + 0.726562, + 0.895508, + 0.764648, + 0.946533, + 1.458984, + 0.84668, + 0.89209, + 1.197266, + 0.880371, + 0.968262, + 0.769531, + 1.000211, + 1.046631, + 0.884277, + 2.007812, + 0.830078, + 1.269531, + 0.822266, + 0.767578, + 0.788086, + 0.351562, + 0.924316, + 1.013672, + 0.944824, + 0.807617, + 1.162109, + 0.856445, + 0.945557, + 0.371094, + 0.87207, + 1.15625, + 0.863281, + 0.945068, + 0.939697, + 1.141602, + 0.987122, + 1.006317, + 0.799805, + 0.902344, + 0.751953, + 0.828125, + 1.049561, + 0.973877, + 1.227539, + 0.833984, + 1.002243, + 0.728516, + 1.219727, + 0.685547, + 1.292969, + 0.799805, + 0.683594, + 1.053467, + 0.933594, + 1.170898, + 0.599609, + 1.25, + 0.9375, + 0.84375, + 0.756836, + 1.044434, + 1.271484, + 0.956055, + 0.971436, + 0.775391, + 0.777344, + 0.96875, + 0.916992, + 1.036377, + 1.182617, + 0.923828, + 1.211914, + 0.805664, + 0.89502, + 0.658203, + 0.660156, + 0.894043, + 0.939697, + 1.519531, + 1.394531, + 1.11084, + 1.078613, + 1.047119, + 0.707031, + 0.779297, + 0.836914, + 0.775391, + 0.847656, + 0.625, + 0.550781, + 0.679688, + 1.273438, + 0.807617, + 1.253906, + 0.921387, + 0.837891, + 0.848633, + 1.010925, + 0.880859, + 1.367188, + 1.025879, + 0.929688, + 1.035645, + 1.146484, + 0.768555, + 0.868164, + 1.078613, + 0.943115, + 1.112793, + 0.834961, + 1.929688, + 1.239258, + 0.578125, + 0.793945, + 0.950195, + 0.667969, + 0.296875, + 1.126953, + 1.365234, + 0.88916, + 0.587891, + 0.892578, + 0.768555, + 0.683594, + 0.382812, + 0.947021, + 0.707031, + 1.376953, + 0.779297, + 0.786133, + 0.924316, + 0.894531, + 1.148438, + 0.782227, + 1.90625, + 0.835938, + 0.675781, + 1.15332, + 1.003159, + 0.589844, + 0.308594, + 1.172852, + 1.065918, + 0.981201, + 0.634766, + 0.852539, + 0.736328, + 0.808594, + 1.018921, + 0.916016, + 0.748047, + 1.287109, + 0.691406, + 0.65625, + 0.806641, + 1.164062, + 1.361328, + 0.382812, + 0.626953, + 0.833984, + 0.925293, + 0.796875, + 0.677734, + 1.002365, + 1.052734, + 1.003815, + 0.642578, + 1.144531, + 1.196289, + 0.675781, + 1.088867, + 0.859375, + 0.818359, + 0.790039, + 1.00824, + 0.296875, + 0.285156, + 0.816406, + 0.683594, + 0.766602, + 1.359375, + 0.766602, + 0.987183, + 0.453125, + 0.650391, + 0.480469, + 0.640625, + 1.071289, + 1.120605, + 0.823242, + 0.720703, + 1.182617, + 0.947266, + 0.472656, + 0.973877, + 0.825195, + 0.744141, + 0.768555, + 0.996841, + 0.917969, + 0.730469, + 0.685547, + 0.988159, + 1.089844, + 0.900391, + 0.779297, + 0.919922, + 0.748047, + 0.963135, + 3.109375, + 1.066406, + 0.808594, + 0.335938, + 0.929688, + 0.977051, + 1.289062, + 0.894043, + 1.070312, + 0.967773, + 1.146484, + 1.094727, + 1.234375, + 0.919434, + 0.675781, + 1.018066, + 0.932617, + 0.911621, + 0.984863, + 0.832031, + 0.794922, + 0.827148, + 0.990967, + 0.941162, + 1.182617, + 1.11084, + 0.359375, + 0.864258, + 1.040039, + 1.283203, + 1.07373, + 0.824219, + 0.355469, + 1.287109, + 1.355469, + 0.760742, + 1.004944, + 0.525391, + 1.273438, + 1.058594, + 1.092285, + 0.762695, + 0.819336, + 1.458984, + 0.753906, + 0.724609, + 0.904297, + 1.166016, + 0.927734, + 0.375, + 1.196289, + 0.996567, + 0.34375, + 0.832031, + 1.585938, + 1.253906, + 0.746094, + 0.955566, + 0.807617, + 1.185547, + 1.068359, + 0.933594, + 0.78125, + 0.788086, + 0.728516, + 0.963867, + 0.999571, + 2.46875, + 1.212891, + 1.006561, + 1.240234, + 1.157227, + 0.862305, + 0.722656, + 0.969849, + 0.865234, + 0.689453, + 1.449219, + 1.10791, + 0.677734, + 0.857422, + 0.378906, + 0.760742, + 0.890137, + 1.205078, + 0.81543, + 0.89502, + 0.779297, + 0.972168, + 0.615234, + 0.774414, + 0.981812, + 1.07959, + 1.345703, + 0.90625, + 1.011047, + 0.632812, + 0.707031, + 0.689453, + 0.417969, + 0.768555, + 1.006866, + 1.302734, + 0.99054, + 1.470703, + 0.736328, + 0.734375, + 0.969727, + 0.730469, + 0.786133, + 1.060303, + 1.211914, + 1.120117, + 0.796875, + 0.864258, + 0.988953, + 0.989136, + 1.007416, + 0.905762, + 0.501953, + 0.899902, + 1.425781, + 0.77832, + 0.919922, + 0.798828, + 1.052246, + 0.716797, + 0.895996, + 0.973877, + 0.95166, + 0.673828, + 0.902832, + 0.841797, + 1.057373, + 0.864258, + 1.213867, + 1.330078, + 1.000565, + 0.716797, + 0.712891, + 1.201172, + 1.026611, + 0.615234, + 0.505859, + 0.758789, + 1.177734, + 1.21875, + 0.902832, + 1.026489, + 0.34375, + 0.817383, + 1.243164, + 0.734375, + 0.918457, + 0.968994, + 0.732422, + 0.777344, + 0.511719, + 1.018066, + 0.933105, + 1.291016, + 0.820312, + 1.691406, + 1.261719, + 0.689453, + 1.134766, + 0.705078, + 1.198242, + 1.275391, + 0.847656, + 0.785156, + 0.705078, + 0.906738, + 0.619141, + 0.417969, + 0.80957, + 1.808594, + 0.932617, + 1.213867, + 1.597656, + 1.014099, + 1.003403, + 0.873047, + 1.126953, + 0.799805, + 0.901367, + 0.849609, + 0.666016, + 1.12793, + 0.820312, + 0.84082, + 0.845703, + 0.820312, + 1.013672, + 0.703125, + 1.211914, + 1.029297, + 0.634766, + 0.860352, + 1.158203, + 0.576172, + 0.782227, + 0.712891, + 1.182617, + 0.95459, + 0.4375, + 0.835938, + 1.202148, + 0.973267, + 0.985107, + 0.776367, + 0.496094, + 0.960693, + 0.924316, + 0.876465, + 0.88916, + 0.87207, + 0.950195, + 0.794922, + 1.398438, + 0.806641, + 0.80957, + 1.333984, + 0.776367, + 0.806641, + 1.067383, + 0.870117, + 0.328125, + 0.736328, + 1.040039, + 0.956543, + 0.954346, + 0.914062, + 1.233398, + 0.724609, + 0.572266, + 1.314453, + 1.008179, + 1.12793, + 0.980591, + 0.777344, + 0.693359, + 1.15332, + 0.970093, + 0.834961, + 0.802734, + 1.210938, + 0.87207, + 0.87793, + 0.691406, + 0.899414, + 0.934082, + 0.80957, + 0.939453, + 0.938232, + 0.888184, + 1.400391, + 0.937988, + 1.169922, + 0.607422, + 0.277344, + 0.695312, + 0.906738, + 0.908691, + 0.865234, + 0.780273, + 0.730469, + 0.818359, + 0.814453, + 0.792969, + 0.951416, + 0.945801, + 1.128906, + 0.771484, + 0.339844, + 0.772461, + 0.895508, + 1.240234, + 1.04126, + 1.462891, + 0.756836, + 0.998398, + 0.797852, + 0.712891, + 1.257812, + 1.158203, + 0.845703, + 1.259766, + 0.78125, + 1.019043, + 0.697266, + 0.862305, + 0.755859, + 0.994202, + 1.392578, + 0.8125, + 1.068848, + 1.664062, + 1.134766, + 0.677734, + 1.081543, + 0.75293, + 0.933105, + 0.847656, + 0.691406, + 1.09668, + 0.835938, + 0.644531, + 0.40625, + 0.836914, + 1.306641, + 0.854492, + 1.269531, + 1.066406, + 1.231445, + 1.267578, + 0.961914, + 0.97168, + 1.427734, + 0.316406, + 0.939941, + 1.585938, + 0.722656, + 0.966309, + 1.089844, + 1.073242, + 0.877441, + 0.304688, + 1.061279, + 0.925781, + 0.742188, + 0.818359, + 1.093262, + 1.46875, + 1.028809, + 0.810547, + 0.794922, + 0.572266, + 0.973999, + 0.818359, + 0.669922, + 0.950684, + 1.361328, + 0.890137, + 0.96582, + 0.693359, + 0.798828, + 0.722656, + 1.488281, + 0.837891, + 0.954102, + 0.980591, + 0.722656, + 0.898926, + 0.726562, + 0.945801, + 1.244141, + 0.861328, + 0.751953, + 0.986816, + 0.394531, + 0.875977, + 1.137695, + 0.925781, + 0.95874, + 1.150391, + 1.163086, + 0.909668, + 0.962891, + 1.181641, + 0.841797, + 0.623047, + 0.885742, + 0.691406, + 0.328125, + 0.849609, + 1.059082, + 0.881348, + 1.037354, + 0.81543, + 0.805664, + 1.226562, + 0.669922, + 1.176758, + 0.880371, + 1.244141, + 0.591797, + 0.780273, + 0.813477, + 1.10498, + 0.355469, + 1.146484, + 0.623047, + 0.860352, + 0.347656, + 1.003235, + 0.951416, + 1.355469, + 0.650391, + 0.693359, + 0.992676, + 0.922852, + 0.677734, + 0.754883, + 0.760742, + 1.371094, + 0.794922, + 0.289062, + 0.679688, + 0.841797, + 1.010803, + 1.054932, + 0.667969, + 1.15332, + 1.04248, + 0.90625, + 0.850586, + 1.120117, + 0.890625, + 1.083496, + 1.285156, + 0.899902, + 0.853516, + 1.120605, + 1.175781, + 0.671875, + 0.966064, + 0.823242, + 1.285156, + 0.885254, + 0.935547, + 0.828125, + 1.25, + 0.844727, + 0.756836, + 1.072754, + 0.914062, + 1.361328, + 0.860352, + 1.898438, + 0.472656, + 0.994965, + 0.824219, + 0.889648, + 0.585938, + 1.071289, + 1.147461, + 1.212891, + 0.476562, + 0.827148, + 0.724609, + 1.09668, + 0.800781, + 0.822266, + 0.351562, + 0.894531, + 1.150391, + 0.80957, + 0.0625, + 0.726562, + 0.523438, + 1.957031, + 1.04248, + 0.708984, + 0.985413, + 1.126953, + 0.848633, + 0.845703, + 0.969849, + 0.84375, + 0.488281, + 0.558594, + 1.213867, + 0.673828, + 0.652344, + 0.857422, + 0.755859, + 0.883789, + 0.981812, + 0.78125, + 0.89502, + 0.802734, + 0.84375, + 0.736328, + 1.12793, + 1.03418, + 1.351562, + 1.087402, + 0.795898, + 0.464844, + 1.165039, + 0.587891, + 1.238281, + 1.322266, + 1.001381, + 1.161133, + 1.158203, + 0.783203, + 0.84375, + 1.12207, + 1.06543, + 1.478516, + 0.758789, + 0.77832, + 1.195312, + 0.782227, + 1.232422, + 0.826172, + 1.05835, + 1.060059, + 0.766602, + 0.785156, + 0.965576, + 0.599609, + 0.860352, + 0.927734, + 1.226562, + 0.94873, + 0.756836, + 0.724609, + 0.744141, + 0.997635, + 0.777344, + 1.133789, + 1.179688, + 1.664062, + 0.839844, + 0.693359, + 1.011536, + 0.685547, + 0.997223, + 1.114746, + 1.011169, + 0.954346, + 0.876465, + 0.681641, + 1.05249, + 0.935059, + 0.634766, + 1.071289, + 1.000124, + 0.441406, + 0.828125, + 0.714844, + 0.88623, + 0.821289, + 0.799805, + 1.042969, + 0.832031, + 0.691406, + 0.730469, + 0.982422, + 0.6875, + 0.728516, + 0.893555, + 0.71875, + 0.878418, + 1.416016, + 1.253906, + 0.527344, + 0.848633, + 0.882324, + 1.087402, + 1.390625, + 0.84082, + 1.213867, + 1.058105, + 0.884766, + 1.173828, + 0.869141, + 0.893066, + 0.816406, + 0.355469, + 1.225586, + 1.096191, + 0.421875, + 0.977295, + 1.060303, + 1.494141, + 0.675781, + 0.903809, + 0.740234, + 0.574219, + 0.924316, + 1.416016, + 1.141602, + 0.853516, + 1.143555, + 0.662109, + 0.865234, + 0.453125, + 0.552734, + 0.858398, + 0.671875, + 0.981567, + 0.81543, + 0.740234, + 0.797852, + 0.824219, + 0.533203, + 0.754883, + 1.143555, + 0.359375, + 1.075195, + 0.766602, + 1.208008, + 1.108398, + 0.429688, + 1.10791, + 0.779297, + 0.576172, + 1.084961, + 1.429688, + 0.852539, + 1.149414, + 1.230469, + 1.081055, + 0.433594, + 1.051758, + 0.669922, + 0.930664, + 0.955078, + 1.081055, + 0.975464, + 0.913086, + 1.208008, + 0.995392, + 1.051025, + 0.78418, + 0.449219, + 1.151367, + 1.089355, + 0.84375, + 0.756836, + 1.151367, + 1.032715, + 0.89209, + 0.864258, + 1.00589, + 0.970459, + 1.12793, + 1.21875, + 1.675781, + 1.484375, + 0.798828, + 0.367188, + 0.887695, + 0.810547, + 0.826172, + 1.176758, + 1.242188, + 0.754883, + 0.986511, + 1.089844, + 1.128906, + 0.496094, + 0.758789, + 1.006653, + 0.640625 + ] + }, + "name": "onnx::Mul_8310", + "outputIndexes": [ + 676 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 675, + 676 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_6/Mul_1_output_0", + "outputIndexes": [ + 677 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 606, + 677 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_33_output_0", + "outputIndexes": [ + 678 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 678 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_6/Mul_output_0", + "outputIndexes": [ + 679 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.435547, + 1.447266, + 1.443359, + 1.710938, + 1.474609, + 1.496094, + 1.394531, + 0.433594, + 1.507812, + 1.21582, + 1.640625, + 1.410156, + 1.291016, + 1.515625, + 1.570312, + 1.404297, + 1.427734, + 1.435547, + 1.179688, + 1.443359, + 1.578125, + 1.621094, + 1.542969, + 1.25, + 1.287109, + 1.425781, + 1.12207, + 1.230469, + 1.363281, + 1.435547, + 1.304688, + 1.080078, + 1.384766, + 0.523438, + 1.396484, + 1.062988, + 1.410156, + 1.507812, + 1.324219, + 1.404297, + 1.503906, + 1.333984, + 1.503906, + 1.036377, + 0.621094, + 1.523438, + 1.539062, + 1.447266, + 1.306641, + 1.152344, + 1.427734, + 0.813477, + 1.386719, + 0.476562, + 1.443359, + 1.209961, + 1.40625, + 1.472656, + 1.263672, + 1.224609, + 0.987488, + 1.269531, + 1.384766, + 1.416016, + 1.143555, + 1.371094, + 0.854492, + 1.458984, + 1.263672, + 1.353516, + 1.447266, + 1.546875, + 1.339844, + 1.419922, + 1.363281, + 1.388672, + 0.794922, + 1.18457, + 1.115234, + 0.621094, + 1.351562, + 0.429688, + 1.253906, + 1.05835, + 1.441406, + 1.355469, + 1.433594, + 1.083496, + 0.705078, + 1.296875, + 1.451172, + 1.402344, + 1.578125, + 0.650391, + 1.480469, + 0.445312, + 1.433594, + 1.414062, + 1.443359, + 1.339844, + 1.193359, + 1.480469, + 1.574219, + 1.447266, + 1.609375, + 1.457031, + 1.613281, + 1.115234, + 1.511719, + 1.447266, + 1.427734, + 1.365234, + 1.554688, + 0.728516, + 1.404297, + 1.09375, + 1.550781, + 0.476562, + 1.453125, + 1.648438, + 1.457031, + 1.365234, + 0.87207, + 1.492188, + 1.224609, + 0.928223, + 1.365234, + 1.554688, + 1.371094, + 0.838867, + 0.883301, + 1.34375, + 1.291016, + 1.427734, + 1.470703, + 1.523438, + 1.203125, + 0.902344, + 1.316406, + 1.574219, + 1.259766, + 1.578125, + 1.261719, + 1.498047, + 1.458984, + 1.239258, + 1.265625, + 1.542969, + 1.453125, + 1.5625, + 1.484375, + 1.180664, + 1.373047, + 1.275391, + 1.546875, + 1.496094, + 0.84668, + 1.378906, + 0.59375, + 0.539062, + 0.623047, + 1.558594, + 1.253906, + 0.825195, + 1.597656, + 1.507812, + 1.582031, + 0.521484, + 1.460938, + 1.308594, + 1.396484, + 0.630859, + 1.292969, + 0.572266, + 1.458984, + 1.511719, + 1.441406, + 0.464844, + 1.400391, + 1.376953, + 1.412109, + 0.492188, + 1.062012, + 0.410156, + 1.148438, + 1.402344, + 0.80957, + 1.453125, + 1.3125, + 1.175781, + 1.474609, + 0.973755, + 1.316406, + 1.423828, + 1.490234, + 1.316406, + 1.492188, + 1.480469, + 1.523438, + 1.394531, + 1.324219, + 1.441406, + 1.394531, + 1.243164, + 1.515625, + 1.535156, + 1.332031, + 1.443359, + 1.427734, + 1.480469, + 1.1875, + 1.460938, + 1.396484, + 1.316406, + 1.443359, + 1.425781, + 1.261719, + 1.341797, + 1.558594, + 1.515625, + 1.140625, + 1.058105, + 1.519531, + 1.667969, + 1.492188, + 1.417969, + 1.359375, + 1.429688, + 1.257812, + 1.182617, + 0.806641, + 1.582031, + 1.472656, + 1.53125, + 1.458984, + 1.609375, + 0.962646, + 1.494141, + 1.351562, + 1.384766, + 1.108398, + 1.439453, + 1.554688, + 0.983276, + 1.373047, + 1.365234, + 1.249023, + 1.238281, + 1.605469, + 0.820312, + 1.498047, + 1.507812, + 0.648438, + 1.458984, + 1.464844, + 1.427734, + 1.277344, + 1.507812, + 1.363281, + 1.378906, + 1.503906, + 1.550781, + 1.458984, + 1.347656, + 1.394531, + 1.132812, + 1.542969, + 1.460938, + 1.326172, + 1.345703, + 1.449219, + 1.427734, + 1.388672, + 1.277344, + 1.441406, + 1.380859, + 0.707031, + 1.3125, + 1.53125, + 1.5, + 1.02002, + 1.496094, + 0.589844, + 1.474609, + 1.134766, + 1.447266, + 1.273438, + 1.380859, + 0.548828, + 1.382812, + 1.176758, + 0.542969, + 0.253906, + 1.447266, + 1.234375, + 1.472656, + 1.222656, + 1.396484, + 1.570312, + 1.511719, + 1.332031, + 1.216797, + 0.460938, + 1.335938, + 0.382812, + 1.300781, + 1.601562, + 1.296875, + 1.289062, + 1.53125, + 1.523438, + 0.464844, + 1.443359, + 1.398438, + 1.326172, + 1.355469, + 1.291016, + 1.53125, + 1.388672, + 1.539062, + 1.320312, + 1.289062, + 1.208984, + 1.550781, + 1.400391, + 1.361328, + 1.074219, + 1.239258, + 1.410156, + 1.431641, + 1.111816, + 0.969849, + 1.431641, + 1.419922, + 0.417969, + 1.433594, + 1.384766, + 1.578125, + 1.539062, + 1.46875, + 1.351562, + 1.390625, + 1.476562, + 1.376953, + 1.423828, + 0.911133, + 1.523438, + 0.788086, + 1.15332, + 1.523438, + 0.560547, + 1.140625, + 0.601562, + 1.130859, + 0.449219, + 0.619141, + 1.474609, + 1.550781, + 0.950928, + 1.208008, + 0.552734, + 1.441406, + 1.240234, + 0.766602, + 1.273438, + 1.507812, + 1.298828, + 0.583984, + 1.486328, + 1.433594, + 1.492188, + 1.246094, + 1.390625, + 1.417969, + 1.578125, + 1.492188, + 1.539062, + 1.386719, + 1.300781, + 0.811523, + 1.519531, + 1.566406, + 0.817383, + 0.662109, + 1.523438, + 1.306641, + 1.130859, + 0.909668, + 1.429688, + 1.523438, + 1.419922, + 1.589844, + 0.501953, + 1.550781, + 1.539062, + 1.441406, + 1.240234, + 0.539062, + 1.386719, + 1.507812, + 1.445312, + 1.503906, + 1.396484, + 1.515625, + 0.650391, + 1.378906, + 1.53125, + 1.335938, + 1.570312, + 0.623047, + 1.480469, + 1.492188, + 1.443359, + 1.464844, + 0.986755, + 1.300781, + 1.433594, + 1.375, + 1.443359, + 1.371094, + 1.53125, + 1.503906, + 1.24707, + 1.394531, + 1.308594, + 1.09375, + 1.435547, + 1.371094, + 1.458984, + 1.324219, + 1.141602, + 1.5, + 1.466797, + 1.027832, + 0.644531, + 1.412109, + 1.496094, + 1.494141, + 1.429688, + 1.435547, + 1.5625, + 1.349609, + 1.570312, + 1.049561, + 0.564453, + 1.507812, + 1.574219, + 1.414062, + 1.261719, + 1.519531, + 1.478516, + 1.458984, + 1.308594, + 1.369141, + 1.458984, + 1.494141, + 0.844727, + 1.574219, + 1.416016, + 1.386719, + 1.402344, + 1.441406, + 1.404297, + 1.431641, + 0.732422, + 1.441406, + 0.511719, + 1.355469, + 1.494141, + 1.419922, + 1.341797, + 1.367188, + 1.519531, + 1.308594, + 1.474609, + 1.46875, + 0.578125, + 1.212891, + 1.414062, + 1.539062, + 1.363281, + 1.324219, + 0.296875, + 1.431641, + 1.570312, + 1.462891, + 0.521484, + 1.421875, + 1.294922, + 1.511719, + 1.116211, + 1.34375, + 1.457031, + 1.460938, + 1.00412, + 1.457031, + 0.457031, + 0.548828, + 0.947266, + 0.509766, + 1.396484, + 1.371094, + 1.367188, + 0.980957, + 0.480469, + 1.369141, + 0.955078, + 0.900879, + 1.219727, + 1.539062, + 1.480469, + 1.476562, + 1.337891, + 1.298828, + 1.373047, + 1.523438, + 1.06543, + 1.574219, + 1.585938, + 1.105469, + 1.308594, + 1.223633, + 0.675781, + 0.597656, + 1.503906, + 0.738281, + 1.503906, + 1.400391, + 1.306641, + 1.550781, + 1.333984, + 1.388672, + 1.464844, + 0.517578, + 1.507812, + 0.382812, + 1.490234, + 1.386719, + 1.554688, + 0.488281, + 0.705078, + 1.090332, + 1.193359, + 1.550781, + 1.457031, + 1.472656, + 1.412109, + 1.369141, + 0.890625, + 1.558594, + 0.568359, + 1.558594, + 1.427734, + 1.230469, + 1.291016, + 1.238281, + 1.34375, + 0.689453, + 1.300781, + 1.429688, + 1.613281, + 0.658203, + 1.032471, + 1.431641, + 1.355469, + 1.439453, + 1.570312, + 0.701172, + 1.213867, + 1.474609, + 1.59375, + 1.449219, + 1.554688, + 1.347656, + 0.414062, + 1.412109, + 1.369141, + 1.357422, + 0.770508, + 1.488281, + 1.238281, + 1.494141, + 1.507812, + 1.410156, + 1.239258, + 1.322266, + 0.867188, + 1.361328, + 0.660156, + 0.877441, + 1.507812, + 1.396484, + 1.227539, + 1.050049, + 0.993835, + 1.310547, + 1.373047, + 1.535156, + 1.478516, + 1.183594, + 1.386719, + 1.535156, + 1.186523, + 1.457031, + 1.585938, + 1.427734, + 1.330078, + 1.474609, + 1.453125, + 1.318359, + 1.507812, + 1.445312, + 1.523438, + 0.546875, + 1.211914, + 1.421875, + 1.523438, + 1.239258, + 1.503906, + 1.353516, + 1.453125, + 1.369141, + 1.279297, + 1.458984, + 0.214844, + 1.148438, + 1.480469, + 1.494141, + 1.546875, + 0.945068, + 1.318359, + 1.519531, + 1.40625, + 1.449219, + 1.507812, + 1.277344, + 1.458984, + 1.441406, + 1.523438, + 0.879883, + 1.625, + 1.494141, + 1.100586, + 0.548828, + 1.443359, + 0.644531, + 1.466797, + 1.566406, + 1.238281, + 0.695312, + 0.375, + 0.542969, + 1.503906, + 1.492188, + 1.527344, + 1.488281, + 1.394531, + 1.435547, + 1.380859, + 1.18457, + 1.353516, + 1.384766, + 1.386719, + 0.488281, + 1.283203, + 1.486328, + 1.427734, + 1.464844, + 1.445312, + 1.523438, + 1.5, + 1.167969, + 1.439453, + 1.394531, + 1.086914, + 1.425781, + 1.404297, + 1.431641, + 0.944092, + 1.429688, + 1.429688, + 0.417969, + 0.904297, + 1.324219, + 1.447266, + 1.458984, + 1.009155, + 1.404297, + 1.474609, + 1.118652, + 1.251953, + 1.316406, + 1.373047, + 1.419922, + 1.554688, + 1.28125, + 1.263672, + 1.523438, + 1.398438, + 1.423828, + 0.856445, + 1.394531, + 1.308594, + 1.347656, + 1.462891, + 1.392578, + 1.417969, + 1.263672, + 1.458984, + 1.255859, + 1.478516, + 1.574219, + 1.535156, + 1.398438, + 0.787109, + 1.157227, + 1.496094, + 0.794922, + 1.443359, + 1.098633, + 1.410156, + 1.671875, + 1.419922, + 1.4375, + 0.877441, + 0.611328, + 0.876465, + 1.466797, + 1.447266, + 1.542969, + 1.22168, + 1.478516, + 1.5, + 1.414062, + 1.458984, + 1.494141, + 1.367188, + 1.365234, + 1.542969, + 1.458984, + 1.511719, + 1.376953, + 1.318359, + 1.601562, + 1.223633, + 1.146484, + 1.546875, + 1.392578, + 1.46875, + 1.644531, + 1.566406, + 1.492188, + 1.412109, + 1.5, + 1.480469, + 1.24707, + 1.427734, + 0.568359, + 1.412109, + 1.494141, + 1.488281, + 1.322266, + 1.294922, + 1.484375, + 1.378906, + 1.263672, + 1.427734, + 1.472656, + 1.550781, + 1.289062, + 1.566406, + 1.478516, + 1.248047, + 1.494141, + 1.255859, + 1.550781, + 1.466797, + 1.441406, + 1.259766, + 1.036621, + 1.326172, + 1.318359, + 1.236328, + 1.347656, + 0.742188, + 1.597656, + 1.441406, + 0.669922, + 0.900879, + 1.492188, + 1.4375, + 1.298828, + 0.990479, + 1.554688, + 1.11377, + 1.494141, + 1.609375, + 0.878906, + 1.484375, + 1.267578, + 0.609375, + 1.480469, + 1.494141, + 1.494141, + 1.137695, + 0.791992, + 1.335938, + 1.388672, + 0.568359, + 1.291016, + 1.550781, + 1.550781, + 0.527344, + 1.523438, + 0.732422, + 1.269531, + 1.273438, + 1.269531, + 0.858398, + 1.445312, + 1.394531, + 1.396484, + 1.408203, + 1.404297, + 1.625, + 1.486328, + 1.349609, + 1.306641, + 1.443359, + 1.384766, + 1.457031, + 1.480469, + 1.425781, + 1.175781, + 1.570312, + 0.933105, + 1.582031, + 1.349609, + 0.790039, + 1.376953, + 0.941895, + 1.582031, + 1.570312, + 1.466797, + 1.570312, + 1.519531, + 1.476562, + 1.425781, + 1.519531, + 1.578125, + 1.216797, + 1.320312, + 1.400391, + 1.388672, + 0.339844, + 1.15332, + 1.08252, + 1.396484, + 1.232422, + 0.875977, + 1.494141, + 1.515625, + 1.376953, + 1.492188, + 1.310547, + 0.484375, + 1.457031, + 1.259766, + 1.326172, + 0.583984, + 1.462891, + 1.507812, + 1.427734, + 0.576172, + 1.19043, + 1.180664, + 1.333984, + 1.439453, + 1.507812, + 1.535156, + 1.049072, + 0.947998, + 1.376953, + 1.472656, + 1.289062, + 1.546875, + 1.470703, + 1.65625, + 1.226562, + 1.451172, + 0.601562, + 1.435547, + 1.447266, + 1.369141, + 1.298828, + 1.449219, + 1.523438, + 1.4375, + 1.341797, + 1.5, + 0.975464, + 1.267578, + 1.425781, + 1.490234, + 0.856445, + 1.207031, + 1.349609, + 0.550781, + 0.425781, + 0.943115, + 0.850586, + 1.402344, + 1.511719, + 1.371094, + 1.369141, + 0.492188, + 0.429688, + 1.371094, + 1.539062, + 1.036377, + 1.462891, + 1.289062, + 1.523438, + 1.421875, + 1.048828, + 0.509766, + 1.384766, + 1.237305, + 1.141602, + 0.699219, + 1.326172, + 1.237305, + 1.253906, + 1.302734, + 1.570312, + 1.433594, + 1.263672, + 1.490234, + 1.051758, + 1.488281, + 1.421875, + 1.148438, + 1.402344, + 1.322266, + 1.683594, + 1.427734, + 0.816406, + 0.480469, + 0.975464, + 1.472656, + 1.339844, + 1.369141, + 1.388672, + 1.345703, + 1.320312, + 1.511719, + 0.449219, + 1.189453, + 0.92041, + 1.515625, + 1.523438, + 0.464844, + 1.503906, + 1.515625, + 1.322266, + 1.445312, + 1.386719, + 1.105469, + 1.108398, + 0.546875, + 1.380859, + 1.181641, + 1.347656, + 0.496094, + 1.507812, + 1.648438, + 1.306641, + 1.431641, + 0.869141, + 1.225586, + 1.285156, + 1.558594, + 1.380859, + 0.832031, + 1.371094, + 1.523438, + 0.936035, + 0.578125, + 0.839844, + 0.550781, + 1.333984, + 1.275391, + 1.462891, + 1.322266, + 1.453125, + 1.470703, + 1.535156, + 0.433594, + 1.449219, + 1.431641, + 1.386719, + 1.523438, + 0.952637, + 1.417969, + 1.419922, + 0.355469, + 1.25, + 0.5, + 1.441406, + 0.5, + 1.059326, + 1.458984, + 1.478516, + 1.480469, + 0.969482, + 1.261719, + 0.825195, + 1.337891, + 0.484375, + 1.193359, + 0.990112, + 0.80957, + 0.707031, + 1.470703, + 1.539062, + 1.064941, + 0.691406, + 1.542969, + 1.213867, + 1.554688, + 1.044434, + 1.200195, + 1.394531, + 0.464844, + 1.427734, + 1.400391, + 1.263672, + 0.472656, + 0.623047, + 1.410156, + 1.539062, + 1.304688, + 1.511719, + 1.539062, + 1.396484, + 0.933594, + 0.472656, + 1.371094, + 1.408203, + 1.628906, + 1.065918, + 1.439453, + 1.492188, + 1.609375, + 1.376953, + 1.519531, + 1.367188, + 1.800781, + 1.410156, + 1.24707, + 1.535156, + 1.392578, + 1.05127, + 1.449219, + 1.492188, + 1.490234, + 1.396484, + 1.589844, + 0.705078, + 1.539062, + 0.472656, + 1.034424, + 1.097168, + 0.53125, + 1.431641, + 1.163086, + 1.378906, + 1.384766, + 1.496094, + 1.390625, + 1.292969, + 1.425781, + 0.460938, + 1.109375, + 1.328125, + 1.179688, + 1.412109, + 1.355469, + 1.019775, + 1.490234, + 1.462891, + 1.566406, + 1.425781, + 1.480469, + 0.460938, + 1.535156, + 1.578125, + 0.982666, + 1.515625, + 1.320312, + 1.478516, + 1.238281, + 1.605469, + 1.449219, + 1.503906, + 1.488281, + 1.65625, + 1.507812, + 0.84082, + 1.392578, + 1.386719, + 1.519531, + 1.535156, + 1.193359, + 0.582031, + 1.388672, + 0.589844, + 1.445312, + 1.523438, + 1.020874, + 1.449219, + 1.566406, + 1.503906, + 1.333984, + 1.114258, + 1.271484, + 0.480469, + 0.472656, + 0.460938, + 1.462891, + 1.488281, + 0.558594, + 1.34375, + 1.339844, + 1.185547, + 0.599609, + 1.308594, + 0.902344, + 1.324219, + 0.576172, + 1.441406, + 1.396484, + 0.981079, + 1.472656, + 1.192383, + 1.160156, + 1.589844, + 1.419922, + 0.449219, + 0.611328, + 0.542969, + 1.355469, + 1.425781, + 1.490234, + 1.601562, + 1.027588, + 0.582031, + 1.347656, + 0.535156, + 1.116211, + 1.433594, + 1.53125, + 1.412109, + 0.865234, + 1.488281, + 1.417969, + 1.412109, + 1.114746, + 1.398438, + 1.225586, + 0.628906, + 1.546875, + 1.462891, + 1.057129, + 1.546875, + 1.365234, + 1.53125, + 1.208008, + 1.392578, + 1.392578, + 1.574219, + 1.478516, + 1.349609, + 1.474609, + 1.613281, + 1.129883, + 1.408203, + 1.400391, + 1.419922, + 1.386719, + 1.365234, + 1.18457, + 1.427734, + 1.246094, + 1.5, + 1.152344, + 1.318359, + 0.628906, + 1.609375, + 1.231445, + 1.396484, + 1.128906, + 1.400391, + 1.341797, + 1.523438, + 0.578125, + 1.507812, + 0.669922, + 1.421875, + 1.253906, + 1.230469, + 1.040039, + 1.326172, + 0.820312, + 1.433594, + 0.521484, + 1.419922, + 0.876465, + 1.609375, + 1.333984, + 1.259766, + 1.519531, + 1.498047, + 1.386719, + 1.234375, + 1.333984, + 1.371094, + 1.412109, + 0.4375, + 1.515625, + 1.246094, + 1.310547, + 1.466797, + 1.328125, + 1.53125, + 1.300781, + 0.807617, + 1.277344, + 1.447266, + 1.306641, + 1.026245, + 1.416016, + 1.402344, + 1.345703, + 1.255859, + 1.322266, + 0.445312, + 1.443359, + 1.384766, + 1.53125, + 0.683594, + 1.191406, + 0.742188, + 0.464844, + 1.378906, + 0.46875, + 0.511719, + 1.162109, + 1.458984, + 1.507812, + 1.542969, + 0.759766, + 1.267578, + 1.09082, + 1.427734, + 0.496094, + 1.453125, + 1.3125, + 1.335938, + 2.40625, + 1.5, + 1.535156, + 0.488281, + 1.462891, + 1.546875, + 0.820312, + 0.568359, + 1.425781, + 1.484375, + 0.603516, + 1.53125, + 0.730469, + 1.494141, + 1.233398, + 1.427734, + 1.322266, + 0.568359, + 1.554688, + 1.330078, + 1.345703, + 1.419922, + 1.394531, + 0.920898, + 0.476562, + 1.402344, + 1.769531, + 1.306641, + 1.519531, + 1.457031, + 1.470703, + 1.427734, + 1.378906, + 1.292969, + 1.308594, + 0.819336, + 1.412109, + 1.494141, + 1.324219, + 1.490234, + 1.203125, + 1.351562, + 1.453125, + 1.431641, + 0.429688, + 1.363281, + 1.503906, + 1.390625, + 1.310547, + 1.308594, + 1.232422, + 1.241211, + 1.400391, + 1.335938, + 1.425781, + 1.408203, + 1.474609, + 1.464844, + 0.798828, + 1.292969, + 0.539062, + 1.378906, + 0.580078, + 1.341797, + 1.474609, + 1.484375, + 0.501953, + 1.326172, + 1.275391, + 1.376953, + 1.476562, + 2.054688, + 1.417969, + 1.371094, + 1.380859, + 1.371094, + 1.308594, + 0.646484, + 1.246094, + 1.398438, + 1.157227, + 1.566406, + 1.363281, + 1.550781, + 1.523438, + 1.396484, + 1.457031, + 1.347656, + 1.105957, + 1.298828, + 1.349609, + 1.378906, + 0.685547, + 1.316406, + 1.470703, + 1.570312, + 1.201172, + 0.527344, + 1.523438, + 1.566406, + 1.613281, + 1.427734, + 1.589844, + 1.404297, + 1.324219, + 1.351562, + 0.496094, + 1.458984, + 1.388672, + 1.359375, + 1.441406, + 1.417969, + 1.400391, + 1.494141, + 1.648438, + 1.470703, + 1.238281, + 1.664062, + 1.441406, + 1.503906, + 1.308594, + 1.5625, + 1.482422, + 0.848633, + 1.632812, + 1.330078, + 1.349609, + 1.539062, + 1.367188, + 0.879395, + 1.535156, + 1.380859, + 1.402344, + 0.457031, + 1.208984, + 1.053955, + 0.769531, + 1.398438, + 1.582031, + 2.429688, + 0.40625, + 1.445312, + 1.408203, + 0.4375, + 0.730469, + 1.388672, + 1.464844, + 1.443359, + 1.398438, + 1.486328, + 1.306641, + 1.484375, + 1.253906, + 1.566406, + 0.664062, + 1.478516, + 1.613281, + 1.550781, + 0.587891, + 1.427734, + 1.451172, + 1.466797, + 1.355469, + 1.447266, + 1.371094, + 1.447266, + 1.170898, + 0.53125, + 1.582031, + 1.431641, + 1.349609, + 1.392578, + 0.936035, + 1.376953, + 0.623047, + 1.285156, + 1.449219, + 0.844727, + 1.488281, + 1.578125, + 1.333984, + 0.884766, + 1.152344, + 1.660156, + 1.419922, + 1.410156, + 0.810547, + 0.525391, + 1.363281, + 1.246094, + 1.355469, + 1.097168, + 1.482422, + 1.486328, + 1.427734, + 0.480469, + 1.300781, + 1.585938, + 1.294922, + 1.310547, + 1.259766, + 1.539062, + 1.417969, + 1.478516, + 1.199219, + 1.367188, + 1.314453, + 1.462891, + 1.546875, + 1.539062, + 1.075195, + 1.117188, + 1.100586, + 1.117676, + 1.460938, + 1.227539, + 0.998795, + 1.458984, + 0.931641, + 1.378906, + 1.375, + 1.476562, + 1.384766, + 1.347656, + 1.402344, + 0.864258, + 1.289062, + 1.398438, + 1.417969, + 1.416016, + 1.462891, + 0.883789, + 1.417969, + 1.550781, + 1.427734, + 1.585938, + 1.490234, + 1.175781, + 1.582031, + 1.404297, + 1.378906, + 1.365234, + 0.59375, + 1.380859, + 1.511719, + 1.570312, + 1.259766, + 1.585938, + 1.570312, + 1.371094, + 1.371094, + 1.3125, + 1.507812, + 1.367188, + 1.181641, + 0.90625, + 1.339844, + 1.339844, + 1.601562, + 1.324219, + 1.476562, + 1.535156, + 1.466797, + 1.523438, + 1.494141, + 1.392578, + 1.155273, + 1.462891, + 1.245117, + 1.152344, + 1.382812, + 1.458984, + 1.339844, + 1.349609, + 1.363281, + 1.404297, + 1.464844, + 0.583984, + 1.369141, + 1.396484, + 1.058594, + 1.433594, + 1.488281, + 0.453125, + 1.365234, + 1.648438, + 1.386719, + 0.667969, + 1.503906, + 1.363281, + 0.818359, + 0.542969, + 1.198242, + 1.291016, + 1.648438, + 1.273438, + 1.376953, + 1.433594, + 1.427734, + 1.589844, + 1.384766, + 0.770508, + 1.482422, + 0.788086, + 1.558594, + 1.519531, + 0.636719, + 0.457031, + 1.492188, + 1.570312, + 1.498047, + 0.78125, + 1.486328, + 1.065918, + 1.259766, + 1.447266, + 1.351562, + 1.230469, + 1.542969, + 1.349609, + 1.181641, + 1.482422, + 1.582031, + 1.365234, + 0.615234, + 0.851562, + 1.351562, + 1.304688, + 1.492188, + 1.08252, + 1.243164, + 1.574219, + 1.130859, + 0.775391, + 1.546875, + 1.589844, + 1.230469, + 1.404297, + 1.289062, + 1.074219, + 1.369141, + 1.376953, + 0.382812, + 0.445312, + 1.392578, + 1.365234, + 1.365234, + 1.574219, + 1.292969, + 1.472656, + 0.65625, + 1.457031, + 0.789062, + 0.748047, + 1.388672, + 1.601562, + 1.425781, + 1.4375, + 1.535156, + 1.503906, + 0.650391, + 1.523438, + 1.229492, + 1.138672, + 1.361328, + 1.589844, + 1.302734, + 1.285156, + 1.147461, + 1.523438, + 1.460938, + 1.380859, + 1.239258, + 0.924316, + 1.228516, + 1.347656, + 0.667969, + 1.539062, + 1.433594, + 0.515625, + 1.464844, + 1.443359, + 0.759766, + 1.421875, + 1.053955, + 1.275391, + 1.470703, + 1.423828, + 1.306641, + 1.009155, + 1.357422, + 1.5, + 1.519531, + 1.488281, + 1.503906, + 1.394531, + 1.359375, + 1.222656, + 1.523438, + 1.578125, + 1.300781, + 0.591797, + 0.425781, + 1.396484, + 1.414062, + 1.488281, + 1.464844, + 1.306641, + 0.390625, + 1.648438, + 1.535156, + 1.240234, + 1.410156, + 0.693359, + 1.6875, + 1.472656, + 1.417969, + 1.320312, + 1.341797, + 1.245117, + 1.263672, + 1.055176, + 1.472656, + 1.34375, + 1.433594, + 0.529297, + 1.855469, + 1.047119, + 0.513672, + 1.419922, + 0.762695, + 1.609375, + 1.380859, + 1.052734, + 1.318359, + 0.523438, + 1.414062, + 1.472656, + 1.453125, + 1.402344, + 1.480469, + 1.320312, + 1.304688, + 1.07666, + 1.535156, + 1.455078, + 1.554688, + 1.464844, + 0.734375, + 1.380859, + 1.484375, + 1.178711, + 1.353516, + 1.031982, + 1.46875, + 0.667969, + 1.257812, + 0.460938, + 1.427734, + 1.287109, + 1.605469, + 1.21582, + 1.394531, + 1.429688, + 1.458984, + 1.328125, + 1.204102, + 1.523438, + 1.457031, + 1.570312, + 1.125, + 1.472656, + 0.807617, + 1.410156, + 1.023682, + 0.529297, + 1.425781, + 1.601562, + 1.53125, + 1.519531, + 1.683594, + 1.134766, + 1.291016, + 1.443359, + 0.898926, + 0.971069, + 1.480469, + 1.507812, + 1.507812, + 1.283203, + 1.460938, + 0.947998, + 1.546875, + 1.523438, + 1.421875, + 0.583984, + 1.223633, + 1.566406, + 1.433594, + 1.503906, + 1.052246, + 1.449219, + 1.357422, + 1.316406, + 1.427734, + 1.46875, + 1.380859, + 0.589844, + 1.345703, + 1.453125, + 1.380859, + 1.664062, + 1.53125, + 1.496094, + 1.261719, + 1.154297, + 1.625, + 1.507812, + 0.740234, + 0.601562, + 1.355469, + 1.582031, + 1.519531, + 1.386719, + 1.400391, + 0.445312, + 1.371094, + 1.5625, + 1.300781, + 1.519531, + 1.033447, + 1.380859, + 1.15625, + 0.453125, + 1.457031, + 1.445312, + 1.511719, + 1.308594, + 0.662109, + 1.550781, + 1.373047, + 1.535156, + 1.388672, + 1.363281, + 1.710938, + 1.197266, + 1.178711, + 0.811523, + 1.304688, + 0.972046, + 0.492188, + 1.410156, + 1.355469, + 1.480469, + 1.476562, + 0.819336, + 1.421875, + 1.435547, + 1.361328, + 1.523438, + 1.433594, + 0.963379, + 1.296875, + 0.779297, + 1.46875, + 0.932129, + 1.298828, + 1.429688, + 1.443359, + 1.198242, + 1.433594, + 1.388672, + 1.464844, + 1.020264, + 1.496094, + 1.523438, + 0.566406, + 1.09668, + 1.490234, + 1.582031, + 1.213867, + 0.568359, + 1.294922, + 1.261719, + 1.339844, + 1.384766, + 1.369141, + 0.53125, + 1.378906, + 1.369141, + 0.854492, + 1.396484, + 1.180664, + 1.269531, + 1.238281, + 1.357422, + 1.291016, + 1.375, + 1.605469, + 1.460938, + 1.369141, + 1.574219, + 1.511719, + 0.46875, + 1.445312, + 1.378906, + 1.488281, + 1.486328, + 1.53125, + 1.578125, + 1.216797, + 0.810547, + 1.458984, + 1.503906, + 1.441406, + 1.361328, + 0.797852, + 1.292969, + 1.332031, + 1.369141, + 1.328125, + 1.271484, + 1.441406, + 1.332031, + 1.453125, + 1.161133, + 1.511719, + 1.390625, + 1.380859, + 1.480469, + 1.283203, + 1.412109, + 1.271484, + 1.136719, + 1.554688, + 0.722656, + 0.394531, + 1.410156, + 1.043701, + 1.404297, + 1.523438, + 1.386719, + 1.380859, + 1.091309, + 1.447266, + 1.111816, + 1.310547, + 1.490234, + 1.515625, + 1.433594, + 0.509766, + 1.386719, + 1.419922, + 1.65625, + 1.205078, + 1.261719, + 1.361328, + 1.402344, + 1.419922, + 1.173828, + 1.503906, + 1.484375, + 1.523438, + 1.609375, + 1.310547, + 0.986938, + 1.447266, + 0.986633, + 1.15625, + 1.404297, + 1.388672, + 1.457031, + 1.570312, + 1.640625, + 1.441406, + 1.363281, + 1.550781, + 1.021729, + 1.410156, + 1.062012, + 0.703125, + 1.457031, + 1.285156, + 1.480469, + 0.5625, + 0.95459, + 1.617188, + 1.417969, + 1.625, + 1.451172, + 1.210938, + 1.558594, + 1.227539, + 1.037842, + 1.237305, + 0.464844, + 1.355469, + 0.822266, + 1.324219, + 1.486328, + 1.617188, + 1.503906, + 1.328125, + 0.445312, + 1.462891, + 1.353516, + 1.371094, + 1.324219, + 1.503906, + 1.208984, + 1.519531, + 1.359375, + 1.141602, + 0.788086, + 1.396484, + 1.474609, + 1.251953, + 1.433594, + 1.5, + 1.273438, + 1.494141, + 1.105469, + 1.427734, + 1.192383, + 1.226562, + 1.443359, + 1.486328, + 1.59375, + 1.386719, + 1.194336, + 1.371094, + 1.208008, + 1.066895, + 1.412109, + 1.314453, + 1.129883, + 0.464844, + 1.507812, + 1.480469, + 1.523438, + 1.447266, + 1.400391, + 1.433594, + 1.412109, + 1.402344, + 1.474609, + 0.924805, + 1.349609, + 1.417969, + 1.414062, + 0.496094, + 1.447266, + 1.365234, + 1.478516, + 1.507812, + 1.416016, + 1.308594, + 1.597656, + 1.316406, + 1.566406, + 1.416016, + 1.353516, + 0.460938, + 1.263672, + 1.202148, + 1.585938, + 0.533203, + 1.539062, + 0.517578, + 1.392578, + 0.449219, + 1.466797, + 1.166992, + 0.771484, + 0.832031, + 1.24707, + 1.416016, + 1.474609, + 1.269531, + 1.427734, + 1.367188, + 1.523438, + 1.523438, + 0.375, + 0.689453, + 0.772461, + 1.433594, + 1.558594, + 1.318359, + 1.578125, + 1.447266, + 1.476562, + 0.972046, + 1.628906, + 1.441406, + 1.353516, + 1.5, + 1.371094, + 1.067383, + 1.464844, + 1.539062, + 0.974976, + 1.476562, + 1.476562, + 1.554688, + 1.390625, + 1.490234, + 0.994568, + 1.523438, + 1.361328, + 1.261719, + 1.433594, + 1.558594, + 1.231445, + 1.400391, + 1.147461, + 0.646484, + 1.333984, + 1.392578, + 1.275391, + 0.644531, + 1.554688, + 1.582031, + 1.535156, + 0.554688, + 1.271484, + 0.98291, + 1.761719, + 1.271484, + 1.077637, + 0.433594, + 1.566406, + 1.464844, + 1.478516, + 0.4375, + 0.990845, + 0.501953, + 0.777344, + 1.527344, + 1.15625, + 1.474609, + 1.628906, + 1.441406, + 1.410156, + 1.365234, + 1.253906, + 0.669922, + 0.712891, + 1.515625, + 1.277344, + 1.380859, + 1.490234, + 1.414062, + 1.365234, + 1.625, + 0.98822, + 1.373047, + 1.373047, + 1.3125, + 0.652344, + 1.613281, + 1.441406, + 1.245117, + 1.585938, + 1.40625, + 0.595703, + 1.632812, + 0.505859, + 0.94165, + 1.644531, + 1.419922, + 1.445312, + 1.447266, + 1.271484, + 1.419922, + 1.570312, + 1.476562, + 1.478516, + 1.337891, + 1.275391, + 1.330078, + 1.457031, + 1.566406, + 1.289062, + 1.142578, + 1.523438, + 0.797852, + 1.150391, + 1.226562, + 0.87793, + 1.333984, + 1.431641, + 1.425781, + 1.412109, + 1.246094, + 1.253906, + 1.408203, + 1.384766, + 0.820312, + 1.5625, + 1.539062, + 1.077148, + 1.394531, + 1.554688, + 1.490234, + 1.119629, + 1.476562, + 1.585938, + 1.369141, + 1.498047, + 1.349609, + 0.746094, + 1.337891, + 1.40625, + 0.677734, + 1.486328, + 1.271484, + 0.505859, + 1.292969, + 1.04541, + 1.464844, + 1.447266, + 1.417969, + 1.546875, + 1.582031, + 1.396484, + 1.373047, + 1.458984, + 1.373047, + 1.326172, + 1.466797, + 0.782227, + 1.300781, + 1.400391, + 1.738281, + 0.603516, + 1.300781, + 1.339844, + 1.492188, + 0.948975, + 1.433594, + 1.349609, + 1.243164, + 1.198242, + 0.582031, + 1.083984, + 1.484375, + 1.410156, + 0.576172, + 1.478516, + 1.318359, + 0.625, + 1.488281, + 1.464844, + 1.613281, + 1.386719, + 1.333984, + 1.441406, + 0.695312, + 1.431641, + 1.507812, + 1.355469, + 1.371094, + 1.162109, + 1.279297, + 1.3125, + 0.503906, + 0.875, + 1.416016, + 1.142578, + 1.484375, + 0.990356, + 1.234375, + 1.421875, + 1.570312, + 0.583984, + 1.121582, + 1.5625, + 0.433594, + 1.443359, + 1.318359, + 1.613281, + 1.486328, + 0.544922, + 1.394531, + 1.460938, + 0.472656, + 1.585938, + 0.564453, + 1.339844, + 1.402344, + 1.441406, + 1.539062, + 0.550781, + 1.451172, + 1.131836, + 1.408203, + 1.339844, + 1.5, + 1.322266, + 0.582031, + 1.503906, + 1.494141, + 1.539062, + 1.351562, + 0.552734, + 1.302734, + 1.435547, + 1.339844, + 1.447266, + 1.519531, + 1.382812, + 1.103516, + 1.145508, + 1.5, + 1.259766, + 1.507812, + 0.644531, + 0.804688, + 1.273438, + 1.492188, + 0.488281, + 1.558594, + 1.124023, + 1.376953, + 1.632812, + 1.578125, + 1.203125, + 1.043701, + 1.462891, + 1.492188, + 0.576172, + 1.636719, + 0.932617, + 1.363281 + ] + }, + "name": "onnx::Mul_8312", + "outputIndexes": [ + 680 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 679, + 680 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_6/Mul_1_output_0", + "outputIndexes": [ + 681 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 681 + ], + "outputIndexes": [ + 2674 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2674 + ], + "outputIndexes": [ + 2675 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear", + "inputIndexes": [ + 2675 + ], + "outputIndexes": [ + 2676 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 270730228, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2676 + ], + "outputIndexes": [ + 2677 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2677 + ], + "outputIndexes": [ + 682 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 682, + 682 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Mul_output_0", + "outputIndexes": [ + 683 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 682, + 683 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Mul_1_output_0", + "outputIndexes": [ + 684 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 684 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Mul_2_output_0", + "outputIndexes": [ + 685 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 682, + 685 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Add_output_0", + "outputIndexes": [ + 686 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 686 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Mul_3_output_0", + "outputIndexes": [ + 687 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 687 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_6/Tanh_output_0", + "outputIndexes": [ + 688 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 688 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Add_1_output_0", + "outputIndexes": [ + 689 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 682, + 689 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Mul_4_output_0", + "outputIndexes": [ + 690 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 690 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Mul_5_output_0", + "outputIndexes": [ + 691 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 681 + ], + "outputIndexes": [ + 2678 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2678 + ], + "outputIndexes": [ + 2679 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear", + "inputIndexes": [ + 2679 + ], + "outputIndexes": [ + 2680 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 282674186, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2680 + ], + "outputIndexes": [ + 2681 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2681 + ], + "outputIndexes": [ + 692 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 691, + 692 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_6/Mul_output_0", + "outputIndexes": [ + 693 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 693 + ], + "outputIndexes": [ + 2682 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2682 + ], + "outputIndexes": [ + 2683 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear", + "inputIndexes": [ + 2683 + ], + "outputIndexes": [ + 2684 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 294618144, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2684 + ], + "outputIndexes": [ + 2685 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2685 + ], + "outputIndexes": [ + 694 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 694 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_6/Mul_output_0", + "outputIndexes": [ + 695 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.106934, + 1.087402, + 1.219727, + 1.085938, + 1.121582, + 1.143555, + 1.121094, + 0.566406, + 1.085449, + 1.11377, + 1.253906, + 1.112305, + 1.177734, + 1.057129, + 1.056885, + 1.100098, + 1.110352, + 1.08252, + 1.099121, + 1.109863, + 1.151367, + 1.04541, + 1.143555, + 1.181641, + 1.237305, + 1.074707, + 1.072266, + 1.155273, + 1.213867, + 1.117188, + 1.081543, + 1.088867, + 1.093262, + 0.703125, + 1.142578, + 1.114258, + 1.079102, + 1.189453, + 1.244141, + 1.096191, + 1.117188, + 1.115234, + 1.043945, + 1.121094, + 0.874023, + 1.065918, + 1.174805, + 1.091309, + 1.337891, + 1.083496, + 1.181641, + 1.120605, + 1.10791, + 0.878418, + 1.135742, + 1.149414, + 1.135742, + 1.151367, + 1.161133, + 1.114258, + 1.064453, + 1.431641, + 1.070801, + 1.148438, + 1.285156, + 1.088867, + 1.073242, + 1.15332, + 1.128906, + 1.049316, + 1.029419, + 1.116211, + 1.128906, + 1.106445, + 1.12793, + 1.066895, + 1.052002, + 1.112793, + 1.126953, + 0.882812, + 1.074707, + 0.554688, + 1.167969, + 1.145508, + 1.088379, + 1.099609, + 1.098633, + 1.135742, + 0.865234, + 1.135742, + 1.173828, + 1.02002, + 1.145508, + 0.795898, + 1.07666, + 0.535156, + 1.102051, + 1.049316, + 1.239258, + 1.113281, + 1.177734, + 1.057373, + 1.125977, + 1.144531, + 1.15918, + 1.062256, + 1.15625, + 1.128906, + 1.104004, + 1.103516, + 1.113281, + 1.196289, + 1.068359, + 0.878906, + 1.084961, + 1.207031, + 1.129883, + 0.856445, + 1.039062, + 1.241211, + 1.071289, + 1.195312, + 1.585938, + 1.083496, + 1.174805, + 1.161133, + 1.126953, + 1.11377, + 1.11377, + 1.093262, + 1.030029, + 1.151367, + 1.151367, + 1.15625, + 1.154297, + 1.089844, + 1.214844, + 1.185547, + 1.101562, + 1.101562, + 1.34375, + 1.675781, + 1.066895, + 1.043457, + 1.135742, + 1.197266, + 1.115234, + 1.105469, + 1.189453, + 1.267578, + 1.070801, + 1.11377, + 1.133789, + 1.808594, + 1.120605, + 1.135742, + 1.027954, + 1.112305, + 0.78418, + 0.771484, + 1.194336, + 1.081055, + 1.178711, + 0.981079, + 1.072754, + 1.150391, + 1.155273, + 0.707031, + 1.058594, + 1.117676, + 1.088379, + 0.803711, + 1.227539, + 0.744141, + 1.065918, + 1.259766, + 1.167969, + 0.550781, + 1.165039, + 1.160156, + 1.133789, + 0.666016, + 1.077148, + 0.548828, + 1.25, + 1.113281, + 0.916992, + 1.183594, + 1.082031, + 1.149414, + 1.144531, + 1.546875, + 1.105957, + 1.205078, + 1.355469, + 1.077637, + 1.092285, + 1.133789, + 1.079102, + 1.111328, + 1.130859, + 1.050293, + 1.104492, + 1.078125, + 1.166016, + 1.167969, + 1.277344, + 1.088379, + 1.10498, + 1.045166, + 1.135742, + 1.163086, + 1.144531, + 1.189453, + 1.098145, + 1.136719, + 1.142578, + 1.111816, + 1.160156, + 1.160156, + 1.104492, + 1.091309, + 1.135742, + 1.101562, + 1.077148, + 1.130859, + 1.081543, + 1.115723, + 1.120117, + 1.160156, + 1.063965, + 1.086426, + 1.176758, + 1.120605, + 1.144531, + 0.982788, + 1.128906, + 1.105957, + 1.091309, + 1.197266, + 1.147461, + 1.106934, + 1.167969, + 1.707031, + 0.998085, + 1.208984, + 1.104004, + 1.092285, + 1.125, + 1.072266, + 1.070801, + 1.15918, + 0.842773, + 1.090332, + 1.225586, + 1.078125, + 1.108398, + 1.239258, + 1.318359, + 1.143555, + 1.096191, + 1.092285, + 1.141602, + 1.055664, + 1.212891, + 1.109375, + 0.99115, + 1.092285, + 1.114258, + 1.135742, + 1.08252, + 1.101562, + 1.12793, + 1.09082, + 1.126953, + 1.11377, + 0.893066, + 1.082031, + 1.300781, + 1.100586, + 1.118652, + 1.151367, + 0.853516, + 1.07373, + 1.388672, + 1.097656, + 1.088867, + 1.198242, + 0.730469, + 1.166016, + 1.064453, + 0.84375, + 0.738281, + 1.105957, + 1.196289, + 1.099609, + 1.091797, + 1.100586, + 1.219727, + 1.074707, + 1.160156, + 1.113281, + 0.685547, + 1.255859, + 0.527344, + 1.134766, + 1.133789, + 1.098633, + 1.114746, + 1.120117, + 1.183594, + 0.607422, + 1.185547, + 1.134766, + 1.162109, + 1.212891, + 1.086426, + 1.069824, + 1.035889, + 1.056152, + 1.130859, + 1.326172, + 1.136719, + 1.24707, + 1.069336, + 1.049561, + 1.083496, + 1.168945, + 1.062256, + 1.096191, + 1.12207, + 1.131836, + 1.198242, + 1.073242, + 5.65625, + 1.118164, + 1.069824, + 1.11377, + 1.199219, + 1.135742, + 1.144531, + 1.128906, + 1.207031, + 1.507812, + 1.162109, + 1.058838, + 1.100098, + 1.176758, + 1.066406, + 1.125, + 0.904785, + 1.100098, + 1.066895, + 1.106445, + 0.619141, + 0.777344, + 1.11377, + 1.094238, + 1.182617, + 1.11377, + 0.759766, + 1.136719, + 1.120117, + 1.012573, + 1.330078, + 1.0625, + 1.148438, + 0.891602, + 1.132812, + 1.038818, + 1.186523, + 1.078613, + 1.08252, + 1.131836, + 1.186523, + 1.176758, + 1.137695, + 1.083496, + 1.101562, + 1.088379, + 1.154297, + 1.134766, + 0.994232, + 0.924316, + 1.135742, + 1.181641, + 1.091797, + 1.089844, + 1.063965, + 1.097168, + 1.100098, + 1.103516, + 0.650391, + 1.092285, + 1.130859, + 1.092285, + 1.111328, + 0.705078, + 1.132812, + 1.007721, + 1.056885, + 1.056885, + 1.113281, + 1.267578, + 0.924316, + 1.09375, + 1.066895, + 1.251953, + 1.155273, + 0.987305, + 1.143555, + 1.189453, + 1.109375, + 1.124512, + 1.174805, + 1.093262, + 1.104004, + 1.086914, + 1.066406, + 1.074219, + 1.066406, + 1.151367, + 1.453125, + 1.101074, + 1.105469, + 1.118164, + 1.055908, + 1.112305, + 1.100098, + 1.089355, + 1.239258, + 1.099609, + 1.144531, + 1.167969, + 1.033447, + 1.120117, + 1.212891, + 1.086914, + 1.039062, + 1.167969, + 1.249023, + 1.051514, + 1.114746, + 1.066406, + 0.861328, + 1.207031, + 1.079102, + 1.283203, + 1.109375, + 1.07373, + 1.105469, + 1.259766, + 1.089844, + 1.082031, + 1.183594, + 1.059814, + 1.100586, + 1.112305, + 1.138672, + 1.230469, + 1.062256, + 1.119629, + 1.112793, + 1.152344, + 0.972656, + 1.085449, + 0.726562, + 1.112793, + 1.135742, + 1.12793, + 1.123535, + 1.049316, + 1.259766, + 1.09668, + 1.111816, + 1.137695, + 0.816406, + 1.314453, + 1.109375, + 1.126953, + 1.206055, + 1.106934, + 0.453125, + 1.144531, + 1.058838, + 1.016724, + 0.716797, + 1.203125, + 1.120117, + 1.123047, + 1.123047, + 1.053467, + 1.057861, + 1.11377, + 1.135742, + 1.121094, + 0.650391, + 0.886719, + 1.093262, + 0.667969, + 1.197266, + 1.167969, + 1.019043, + 1.052734, + 0.919434, + 1.11084, + 1.105469, + 1.073242, + 1.167969, + 1.134766, + 1.144531, + 1.12793, + 1.181641, + 1.12793, + 1.018555, + 1.084961, + 1.589844, + 1.053955, + 1.172852, + 1.198242, + 1.055176, + 1.077637, + 0.810547, + 0.84375, + 1.052979, + 0.915527, + 1.119629, + 1.092285, + 1.094727, + 1.029663, + 1.108398, + 1.034912, + 1.102051, + 0.720703, + 1.189453, + 3.8125, + 1.150391, + 1.106934, + 1.15625, + 0.669922, + 0.758789, + 1.140625, + 1.10791, + 1.112305, + 1.229492, + 1.119141, + 1.164062, + 1.118652, + 1.061035, + 1.175781, + 0.834961, + 1.098145, + 1.176758, + 1.134766, + 1.136719, + 1.106445, + 1.217773, + 1.146484, + 1.146484, + 1.069824, + 1.067383, + 1.018066, + 1.265625, + 1.137695, + 1.105469, + 1.300781, + 1.120605, + 1.099609, + 1.126953, + 1.172852, + 1.121094, + 1.170898, + 1.083008, + 1.05835, + 0.5, + 1.135742, + 1.12793, + 1.07959, + 0.933105, + 1.10498, + 1.337891, + 1.168945, + 1.177734, + 1.09082, + 1.337891, + 1.15625, + 1.992188, + 1.080566, + 1.075684, + 1.113281, + 1.07959, + 1.069824, + 1.147461, + 1.207031, + 1.255859, + 1.064453, + 1.204102, + 1.110352, + 1.140625, + 1.232422, + 1.251953, + 1.224609, + 1.141602, + 1.05957, + 1.050537, + 1.077148, + 1.124512, + 1.126953, + 1.121094, + 1.068848, + 1.036377, + 1.0625, + 1.08252, + 0.955078, + 1.143555, + 1.061279, + 1.121094, + 1.09082, + 1.065918, + 1.119141, + 1.095215, + 1.207031, + 1.110352, + 1.087891, + 0.679688, + 1.076172, + 1.106445, + 1.162109, + 1.097168, + 1.597656, + 1.109863, + 1.099121, + 1.134766, + 1.183594, + 1.010742, + 1.082031, + 1.165039, + 1.056885, + 1.106445, + 1.160156, + 1.081055, + 1.150391, + 1.198242, + 0.71875, + 1.035645, + 1.273438, + 1.052979, + 1.067871, + 1.151367, + 1.012512, + 0.667969, + 0.770508, + 1.19043, + 1.10498, + 1.104492, + 1.103516, + 1.075195, + 1.07666, + 1.136719, + 1.077637, + 1.069824, + 1.144531, + 1.151367, + 0.632812, + 1.111816, + 1.104492, + 1.116211, + 1.043457, + 1.182617, + 1.174805, + 1.09668, + 1.064941, + 1.12793, + 1.053223, + 1.25, + 1.099121, + 1.063477, + 1.089844, + 1.175781, + 1.302734, + 1.078125, + 0.556641, + 0.900391, + 1.174805, + 1.056641, + 1.104004, + 1.180664, + 1.097656, + 1.135742, + 1.388672, + 1.129883, + 1.10791, + 1.059326, + 1.055908, + 1.085938, + 1.107422, + 1.112793, + 1.056641, + 1.170898, + 1.103516, + 1.019409, + 1.097656, + 1.113281, + 1.046143, + 1.112305, + 1.099609, + 1.144531, + 1.07373, + 1.106445, + 1.208008, + 1.05957, + 1.098633, + 1.185547, + 1.121094, + 1.092285, + 1.144531, + 1.11084, + 1.135742, + 1.084473, + 1.291016, + 1.055664, + 1.15625, + 1.097168, + 1.06543, + 1.06543, + 1.013, + 1.058594, + 1.068359, + 1.104492, + 1.03418, + 1.143555, + 1.120605, + 1.151367, + 1.197266, + 1.075195, + 1.19043, + 1.185547, + 1.081543, + 1.182617, + 1.05835, + 1.135742, + 1.152344, + 1.079102, + 1.128906, + 1.162109, + 1.146484, + 1.143555, + 1.026489, + 1.065918, + 1.130859, + 1.106934, + 1.162109, + 1.170898, + 1.079102, + 1.150391, + 1.154297, + 1.063477, + 0.77832, + 1.12793, + 1.210938, + 1.07666, + 1.087891, + 1.144531, + 1.126953, + 1.129883, + 1.085938, + 1.095215, + 1.097656, + 1.036377, + 1.095215, + 1.081543, + 1.112793, + 1.083008, + 1.064453, + 1.089355, + 1.253906, + 1.086426, + 1.035645, + 1.339844, + 1.09375, + 1.091309, + 1.152344, + 1.126953, + 1.081055, + 1.011658, + 1.18457, + 1.145508, + 1.016968, + 1.045654, + 1.277344, + 1.151367, + 1.098633, + 1.125977, + 1.125977, + 1.091797, + 1.15625, + 0.983276, + 1.066895, + 1.150391, + 1.222656, + 1.025513, + 1.049072, + 1.135742, + 1.035156, + 1.117676, + 1.062012, + 1.080078, + 1.070801, + 0.8125, + 1.173828, + 1.230469, + 1.112793, + 0.71875, + 1.275391, + 1.09668, + 1.235352, + 1.316406, + 1.057861, + 1.058594, + 1.098633, + 1.122559, + 1.084961, + 1.394531, + 1.198242, + 1.166992, + 1.125977, + 1.096191, + 1.098633, + 1.112793, + 1.040527, + 1.097656, + 1.169922, + 1.095703, + 1.332031, + 1.174805, + 1.088379, + 1.182617, + 1.109375, + 1.050049, + 1.07373, + 1.140625, + 1.028809, + 1.033203, + 1.130859, + 1.251953, + 1.178711, + 1.001457, + 1.132812, + 1.136719, + 1.078125, + 1.238281, + 1.147461, + 1.242188, + 1.136719, + 0.595703, + 1.176758, + 1.119629, + 1.102539, + 1.195312, + 1.199219, + 1.134766, + 1.129883, + 1.134766, + 1.105957, + 1.074707, + 0.673828, + 1.170898, + 1.075684, + 1.057617, + 0.995728, + 1.050537, + 1.128906, + 1.037354, + 0.792969, + 1.108887, + 1.230469, + 1.081543, + 1.208008, + 1.056152, + 1.176758, + 1.126953, + 1.542969, + 1.125, + 1.093262, + 1.057129, + 1.135742, + 1.058594, + 1.053711, + 1.236328, + 1.090332, + 0.757812, + 1.050049, + 1.119629, + 1.19043, + 1.084961, + 1.121094, + 1.117188, + 1.128906, + 1.102051, + 1.124023, + 1.088867, + 1.106445, + 1.168945, + 1.087891, + 1.12793, + 1.189453, + 1.120117, + 0.677734, + 0.496094, + 1.070312, + 1.429688, + 1.134766, + 1.140625, + 1.057129, + 1.242188, + 0.613281, + 0.59375, + 1.043701, + 1.10498, + 1.146484, + 1.183594, + 1.128906, + 1.134766, + 1.166016, + 1.151367, + 0.769531, + 1.121582, + 1.150391, + 1.199219, + 1.061035, + 1.095215, + 1.101074, + 1.144531, + 1.053955, + 1.037598, + 1.128906, + 1.113281, + 1.148438, + 1.116211, + 1.135742, + 1.163086, + 1.104492, + 1.119141, + 1.306641, + 1.130859, + 1.088379, + 1.022705, + 0.626953, + 0.957275, + 1.104004, + 1.077637, + 1.192383, + 1.090332, + 1.144531, + 1.085938, + 1.083984, + 0.550781, + 1.203125, + 1.116699, + 1.185547, + 1.166016, + 0.683594, + 1.18457, + 1.15918, + 1.212891, + 1.10791, + 1.095215, + 1.229492, + 1.082031, + 0.701172, + 1.117188, + 1.078613, + 1.098145, + 0.759766, + 0.939697, + 1.142578, + 1.21875, + 1.081055, + 1.183594, + 1.080566, + 1.066406, + 1.151367, + 1.098633, + 1.04248, + 1.124023, + 1.098633, + 1.094727, + 1.015747, + 0.601562, + 0.865234, + 1.166016, + 1.115234, + 1.088379, + 1.178711, + 1.115723, + 1.043701, + 1.05957, + 0.556641, + 1.101562, + 1.135742, + 1.163086, + 1.114258, + 2.242188, + 1.166016, + 1.150391, + 0.666016, + 1.129883, + 0.695312, + 1.091309, + 0.732422, + 1.113281, + 1.191406, + 1.074707, + 1.112793, + 1.040771, + 1.152344, + 1.191406, + 1.129883, + 0.652344, + 1.198242, + 1.086426, + 1.048096, + 0.861328, + 1.139648, + 1.059082, + 1.140625, + 1.161133, + 1.129883, + 1.173828, + 1.209961, + 1.109863, + 1.110352, + 1.085449, + 0.636719, + 1.178711, + 1.147461, + 1.112793, + 0.728516, + 0.603516, + 1.071289, + 1.149414, + 1.129883, + 1.198242, + 1.088867, + 1.034912, + 1.123047, + 0.667969, + 1.126953, + 1.109375, + 1.244141, + 1.176758, + 1.18457, + 1.163086, + 1.148438, + 1.040039, + 1.128906, + 1.151367, + 1.255859, + 1.151367, + 1.11084, + 1.168945, + 1.117676, + 1.145508, + 1.065918, + 1.147461, + 1.042969, + 1.15625, + 1.136719, + 1.320312, + 1.064453, + 0.638672, + 1.298828, + 1.09668, + 0.770508, + 1.010803, + 1.169922, + 1.089355, + 1.097656, + 1.175781, + 1.162109, + 1.125, + 1.176758, + 0.669922, + 1.075684, + 1.060303, + 1.132812, + 1.071777, + 1.192383, + 1.128906, + 1.40625, + 1.068359, + 1.143555, + 1.10791, + 1.0354, + 0.65625, + 1.056152, + 1.128906, + 1.05835, + 1.085449, + 1.129883, + 1.198242, + 1.244141, + 1.147461, + 1.120605, + 1.045654, + 1.112305, + 1.111816, + 1.124512, + 1.347656, + 1.140625, + 1.134766, + 1.170898, + 1.147461, + 1.128906, + 0.883789, + 1.115723, + 0.78418, + 1.089355, + 1.353516, + 1.081543, + 1.051758, + 1.117676, + 1.161133, + 1.110352, + 1.192383, + 1.128906, + 0.597656, + 0.607422, + 0.619141, + 1.089355, + 1.109375, + 0.800781, + 1.098633, + 1.134766, + 1.427734, + 0.875, + 1.083984, + 1.117188, + 1.055908, + 0.726562, + 1.194336, + 1.166992, + 1.259766, + 1.133789, + 1.131836, + 1.118164, + 1.173828, + 1.084473, + 0.748047, + 1.287109, + 0.501953, + 1.099609, + 1.112793, + 1.160156, + 1.076172, + 1.143555, + 1.088867, + 1.175781, + 0.623047, + 1.640625, + 1.140625, + 1.064941, + 1.181641, + 1.104492, + 1.175781, + 1.076172, + 1.195312, + 1.097656, + 1.135742, + 1.141602, + 3.375, + 1.098633, + 1.05835, + 1.527344, + 1.119629, + 1.054199, + 1.163086, + 1.103516, + 1.123047, + 1.219727, + 1.09668, + 1.100098, + 1.093262, + 1.112793, + 1.143555, + 1.084961, + 1.117188, + 1.108887, + 1.131836, + 1.016113, + 1.122559, + 1.114258, + 1.178711, + 1.180664, + 1.151367, + 1.283203, + 1.161133, + 0.839844, + 1.173828, + 1.088867, + 1.083008, + 1.249023, + 1.084961, + 1.12793, + 1.066895, + 0.850586, + 1.219727, + 0.873047, + 1.079102, + 1.072266, + 1.022827, + 1.112793, + 1.149414, + 1.101074, + 1.08252, + 0.685547, + 1.122559, + 1.044922, + 1.097168, + 1.077148, + 1.170898, + 1.11377, + 1.104492, + 1.113281, + 1.119629, + 1.112305, + 1.114258, + 1.223633, + 0.591797, + 1.151367, + 1.088867, + 1.118652, + 1.166016, + 1.207031, + 1.139648, + 1.148438, + 1.131836, + 1.121094, + 1.097168, + 1.129883, + 1.458984, + 1.115723, + 1.174805, + 1.152344, + 1.09375, + 1.121094, + 0.601562, + 1.19043, + 1.191406, + 1.273438, + 1.217773, + 1.132812, + 1.025391, + 0.59375, + 1.176758, + 0.632812, + 0.753906, + 1.152344, + 1.089355, + 1.108887, + 1.120605, + 0.488281, + 1.089355, + 1.097168, + 1.104004, + 0.617188, + 1.357422, + 1.089844, + 1.134766, + 0.835938, + 1.106934, + 1.097168, + 0.699219, + 1.065918, + 1.083008, + 1.123047, + 0.820312, + 1.181641, + 1.136719, + 0.866211, + 1.095703, + 1.265625, + 1.097168, + 1.149414, + 1.135742, + 1.120117, + 0.762695, + 1.121094, + 1.130859, + 1.094238, + 1.075195, + 1.141602, + 1.10498, + 0.630859, + 1.03833, + 1.279297, + 1.104492, + 1.152344, + 1.083984, + 1.145508, + 1.198242, + 1.120117, + 1.068848, + 1.064941, + 1.671875, + 1.150391, + 1.106445, + 1.060303, + 1.12793, + 1.105469, + 1.106934, + 1.109863, + 1.063965, + 0.546875, + 1.12793, + 1.326172, + 1.112305, + 1.095215, + 1.220703, + 1.140625, + 1.101074, + 1.115723, + 1.174805, + 1.116699, + 1.108887, + 1.078613, + 1.136719, + 1.052002, + 1.146484, + 0.701172, + 1.116699, + 0.787109, + 1.149414, + 1.05249, + 1.1875, + 0.720703, + 1.230469, + 1.185547, + 1.039551, + 1.139648, + 1.019531, + 1.054932, + 1.089355, + 1.119629, + 1.112793, + 1.082031, + 0.920898, + 1.07666, + 1.15918, + 1.388672, + 1.208984, + 1.057373, + 1.316406, + 1.098145, + 1.097656, + 1.084961, + 1.082031, + 1.090332, + 1.130859, + 1.119629, + 1.193359, + 0.853516, + 1.19043, + 1.067383, + 1.207031, + 1.074707, + 0.724609, + 1.253906, + 1.04834, + 1.176758, + 1.068359, + 1.177734, + 1.103027, + 1.114746, + 1.097656, + 0.818359, + 1.034912, + 1.289062, + 1.189453, + 1.162109, + 1.139648, + 1.085449, + 1.111816, + 1.088379, + 1.179688, + 1.162109, + 1.087402, + 1.191406, + 1.114258, + 1.125977, + 1.203125, + 1.044678, + 1.032471, + 0.90918, + 1.089355, + 1.094727, + 1.201172, + 1.044678, + 1.027954, + 1.144531, + 1.163086, + 1.135742, + 0.699219, + 1.103516, + 1.132812, + 1.061768, + 1.328125, + 1.085938, + 1.065918, + 0.560547, + 1.089355, + 1.300781, + 0.589844, + 1.016724, + 1.081055, + 1.070312, + 1.174805, + 1.161133, + 1.07666, + 1.090332, + 1.130859, + 1.058594, + 1.166992, + 0.878906, + 1.267578, + 1.154297, + 1.738281, + 0.979858, + 1.130859, + 1.104004, + 1.172852, + 1.05835, + 1.151367, + 1.125, + 1.259766, + 1.038818, + 0.847656, + 1.173828, + 1.136719, + 1.106445, + 1.191406, + 1.154297, + 1.118652, + 1.084473, + 1.070312, + 1.083008, + 1.07959, + 1.091797, + 1.144531, + 1.196289, + 1.163086, + 1.133789, + 1.233398, + 1.062012, + 1.081055, + 1.010193, + 0.630859, + 1.209961, + 1.194336, + 1.098633, + 1.167969, + 1.141602, + 1.082031, + 1.120605, + 0.652344, + 1.144531, + 1.144531, + 1.160156, + 1.162109, + 1.145508, + 1.067871, + 1.039795, + 1.092773, + 1.106445, + 1.089844, + 1.087891, + 1.056152, + 1.078613, + 1.117676, + 1.114258, + 1.066406, + 1.103027, + 1.22168, + 1.101562, + 1.07666, + 1.150391, + 1.245117, + 1.0625, + 1.080566, + 1.089844, + 1.109375, + 1.072754, + 1.135742, + 1.089355, + 1.088379, + 1.12793, + 1.193359, + 1.141602, + 1.105469, + 1.18457, + 1.040039, + 1.069336, + 1.077637, + 1.157227, + 1.15332, + 1.103027, + 1.120605, + 1.054688, + 1.020752, + 1.136719, + 1.081055, + 0.903809, + 1.201172, + 1.088379, + 1.214844, + 1.177734, + 1.102539, + 1.095703, + 1.168945, + 1.095215, + 1.114746, + 1.206055, + 1.040283, + 1.151367, + 1.032227, + 1.109375, + 1.162109, + 1.229492, + 1.11377, + 1.183594, + 1.147461, + 1.064453, + 1.074219, + 1.183594, + 1.086426, + 1.283203, + 1.077148, + 1.05127, + 1.133789, + 1.066895, + 1.149414, + 1.084473, + 1.192383, + 1.039062, + 1.147461, + 1.151367, + 1.110352, + 1.186523, + 1.089355, + 1.158203, + 1.125977, + 1.066406, + 0.535156, + 1.082031, + 1.112305, + 1.119629, + 1.035156, + 1.12793, + 1.140625, + 1.09375, + 0.703125, + 1.151367, + 1.077148, + 1.05835, + 1.134766, + 1.104004, + 1.098145, + 1.104492, + 1.129883, + 1.07373, + 1.285156, + 1.066895, + 1.089844, + 1.068848, + 1.21582, + 0.868164, + 0.621094, + 1.123047, + 1.154297, + 1.12793, + 1.015869, + 1.051514, + 1.148438, + 1.093262, + 1.070312, + 1.168945, + 1.167969, + 1.183594, + 1.097656, + 1.102539, + 1.106445, + 1.066406, + 1.10498, + 0.738281, + 1.07666, + 1.097656, + 1.084961, + 1.180664, + 1.333984, + 1.150391, + 1.066406, + 1.136719, + 1.094238, + 1.12793, + 1.167969, + 1.12793, + 1.098633, + 1.139648, + 1.085449, + 1.037842, + 1.225586, + 0.480469, + 0.556641, + 1.112305, + 1.212891, + 1.091797, + 1.206055, + 1.138672, + 1.102539, + 0.820312, + 1.118164, + 0.898926, + 0.935059, + 1.136719, + 1.138672, + 1.144531, + 1.070801, + 1.111328, + 1.0271, + 0.827148, + 1.106445, + 1.186523, + 1.141602, + 1.088867, + 1.112793, + 1.112793, + 1.145508, + 1.117188, + 1.070801, + 1.186523, + 1.013123, + 1.098145, + 1.04126, + 1.11084, + 1.103516, + 3.390625, + 1.065918, + 1.089844, + 0.689453, + 1.097656, + 1.131836, + 1.100586, + 1.058105, + 1.353516, + 1.168945, + 1.132812, + 1.105469, + 1.239258, + 1.289062, + 1.097656, + 1.181641, + 1.136719, + 1.124023, + 1.044434, + 1.079102, + 1.19043, + 1.136719, + 1.149414, + 1.194336, + 1.214844, + 1.082031, + 0.591797, + 1.088867, + 1.111328, + 1.111816, + 1.166992, + 1.134766, + 0.564453, + 1.116699, + 1.212891, + 1.026733, + 1.143555, + 0.884277, + 1.136719, + 1.091797, + 1.043457, + 1.173828, + 1.07666, + 1.357422, + 1.144531, + 1.08252, + 1.089355, + 1.200195, + 1.121094, + 0.691406, + 1.339844, + 1.217773, + 0.537109, + 1.086914, + 1.123047, + 1.078125, + 1.160156, + 1.173828, + 1.082031, + 0.826172, + 1.118164, + 1.236328, + 1.104004, + 1.167969, + 1.132812, + 1.130859, + 1.199219, + 1.851562, + 1.048828, + 1.071289, + 1.07959, + 1.18457, + 1.082031, + 1.174805, + 1.11084, + 1.181641, + 1.128906, + 0.97937, + 1.136719, + 0.914062, + 1.099121, + 0.652344, + 1.097168, + 1.130859, + 1.07666, + 1.125977, + 1.238281, + 1.128906, + 1.171875, + 1.067871, + 1.018066, + 1.150391, + 1.097656, + 1.208984, + 1.144531, + 1.120605, + 1.068359, + 1.063477, + 1.067383, + 0.751953, + 1.151367, + 1.050049, + 1.105469, + 1.226562, + 1.255859, + 1.111328, + 1.120117, + 1.18457, + 1.113281, + 1.067383, + 1.06543, + 1.130859, + 1.141602, + 1.09668, + 1.112793, + 1.148438, + 1.185547, + 1.160156, + 1.067871, + 0.808594, + 1.152344, + 1.136719, + 1.104004, + 1.125, + 1.202148, + 1.121094, + 1.101074, + 1.227539, + 1.144531, + 1.109375, + 1.051758, + 1.032715, + 1.117676, + 1.191406, + 1.113281, + 1.124023, + 1.143555, + 1.082031, + 1.125, + 1.114746, + 1.149414, + 1.152344, + 1.026245, + 0.810547, + 1.152344, + 1.196289, + 1.089355, + 1.081543, + 1.058838, + 0.621094, + 1.089844, + 1.145508, + 1.060303, + 1.160156, + 1.087402, + 1.133789, + 1.115723, + 0.793945, + 1.146484, + 1.21582, + 1.191406, + 1.11377, + 1.086914, + 1.172852, + 1.047607, + 1.15625, + 1.104004, + 1.081543, + 1.183594, + 1.124512, + 1.136719, + 1.051025, + 1.143555, + 1.011047, + 0.691406, + 1.095215, + 1.390625, + 1.020142, + 1.201172, + 1.006226, + 1.08252, + 1.151367, + 1.125977, + 1.135742, + 1.146484, + 1.223633, + 1.11377, + 1.053711, + 1.106445, + 1.142578, + 1.101074, + 1.088867, + 1.104492, + 1.083496, + 1.174805, + 1.089844, + 1.11377, + 1.099609, + 1.050049, + 1.195312, + 0.791992, + 1.125977, + 1.206055, + 1.165039, + 1.084961, + 0.802734, + 1.177734, + 1.166992, + 1.068359, + 1.166016, + 1.097656, + 0.768555, + 1.134766, + 1.128906, + 1.044189, + 1.059326, + 1.118164, + 1.10791, + 1.090332, + 1.322266, + 1.139648, + 1.051514, + 1.045166, + 1.085938, + 1.11084, + 1.056396, + 1.147461, + 0.617188, + 1.150391, + 1.089844, + 1.086426, + 1.223633, + 1.227539, + 1.175781, + 1.075684, + 0.973267, + 1.027222, + 1.123535, + 1.135742, + 1.177734, + 1.028198, + 1.11084, + 1.124023, + 1.094238, + 1.044922, + 1.044678, + 1.11377, + 1.211914, + 1.050293, + 1.196289, + 1.285156, + 1.222656, + 1.160156, + 1.113281, + 1.220703, + 1.043457, + 1.275391, + 1.15918, + 1.195312, + 0.961914, + 0.539062, + 1.080566, + 1.104492, + 1.12793, + 1.194336, + 1.069824, + 1.089355, + 1.158203, + 1.09668, + 1.154297, + 1.165039, + 1.172852, + 1.143555, + 1.136719, + 0.669922, + 1.026978, + 1.103027, + 1.11377, + 1.128906, + 1.119629, + 1.080078, + 1.118164, + 1.112793, + 1.086914, + 1.108398, + 1.175781, + 1.128906, + 1.174805, + 1.099609, + 1.234375, + 1.12793, + 1.162109, + 1.132812, + 1.067383, + 1.322266, + 1.083496, + 1.041992, + 1.145508, + 1.004669, + 1.062256, + 1.227539, + 1.089844, + 1.095703, + 1.05835, + 0.99836, + 1.130859, + 1.163086, + 1.101562, + 0.748047, + 1.108887, + 1.19043, + 1.114258, + 1.193359, + 1.065918, + 1.092773, + 1.345703, + 1.126953, + 1.179688, + 1.292969, + 0.544922, + 1.131836, + 1.523438, + 1.07666, + 1.123047, + 1.075684, + 1.15332, + 1.102051, + 0.576172, + 1.097168, + 1.054443, + 1.12207, + 1.063965, + 1.095703, + 1.285156, + 1.115723, + 1.112305, + 1.071777, + 1.016113, + 1.134766, + 1.206055, + 1.081055, + 1.041504, + 1.197266, + 1.096191, + 1.126953, + 1.1875, + 1.176758, + 1.060547, + 1.380859, + 1.097168, + 1.092773, + 1.061035, + 1.055908, + 1.10791, + 1.091309, + 1.161133, + 1.279297, + 1.151367, + 1.148438, + 1.144531, + 0.671875, + 1.151367, + 1.167969, + 1.060059, + 1.095703, + 1.183594, + 1.074219, + 1.077148, + 1.112793, + 1.12207, + 1.111816, + 1.141602, + 1.089355, + 1.096191, + 0.623047, + 1.133789, + 1.105957, + 1.099121, + 1.095215, + 1.09082, + 1.05249, + 1.06543, + 1.059082, + 1.144531, + 1.112305, + 1.223633, + 0.691406, + 1.07373, + 1.135742, + 1.075195, + 0.708984, + 1.082031, + 0.800781, + 1.030273, + 0.589844, + 1.079102, + 1.139648, + 1.1875, + 1.057861, + 1.109863, + 1.162109, + 1.11377, + 1.098145, + 1.080566, + 1.099609, + 1.086426, + 1.073242, + 0.535156, + 0.982056, + 1.223633, + 1.078613, + 1.101074, + 1.166992, + 1.121094, + 1.102539, + 1.206055, + 1.212891, + 1.251953, + 1.108398, + 1.214844, + 1.206055, + 1.119141, + 1.223633, + 1.066895, + 1.070801, + 1.074219, + 1.108887, + 1.150391, + 1.114258, + 1.09668, + 1.128906, + 1.120117, + 1.19043, + 1.173828, + 1.196289, + 1.212891, + 1.056885, + 1.402344, + 1.143555, + 1.496094, + 0.837891, + 1.068359, + 1.120605, + 1.101562, + 0.855469, + 1.172852, + 1.112305, + 1.143555, + 0.783203, + 1.104492, + 1.092773, + 1.077637, + 1.06543, + 1.111328, + 0.583984, + 1.115723, + 1.166992, + 1.085449, + 0.521484, + 1.07959, + 0.763672, + 1.117188, + 1.129883, + 1.269531, + 1.044189, + 1.150391, + 1.084961, + 1.199219, + 1.121582, + 1.136719, + 0.810547, + 0.92334, + 1.08252, + 1.098633, + 1.004639, + 1.089355, + 1.097168, + 1.057617, + 1.167969, + 1.124023, + 1.160156, + 1.098145, + 1.066406, + 0.977295, + 1.105957, + 1.160156, + 1.273438, + 1.097168, + 1.105957, + 0.766602, + 1.507812, + 0.769531, + 1.628906, + 1.121094, + 1.167969, + 1.109375, + 1.106445, + 1.050537, + 1.049805, + 1.105957, + 1.104492, + 1.157227, + 1.053955, + 1.098633, + 1.304688, + 1.081543, + 1.216797, + 1.090332, + 1.192383, + 1.050537, + 1.004272, + 1.166016, + 1.119141, + 1.017334, + 1.085938, + 1.192383, + 1.152344, + 1.099609, + 1.09668, + 1.125977, + 1.041748, + 1.253906, + 1.121094, + 1.093262, + 1.031128, + 1.337891, + 1.073242, + 1.164062, + 1.263672, + 1.169922, + 1.189453, + 1.084961, + 1.11377, + 1.109375, + 1.171875, + 1.022339, + 1.200195, + 1.115723, + 0.90625, + 1.173828, + 1.122559, + 0.71875, + 1.097168, + 1.130859, + 1.058594, + 1.135742, + 1.11377, + 1.113281, + 1.049805, + 1.08252, + 1.114258, + 1.145508, + 1.115723, + 1.168945, + 1.120605, + 1.029297, + 1.111816, + 1.048096, + 1.097656, + 0.854492, + 1.089355, + 1.11377, + 1.121582, + 1.507812, + 1.124512, + 1.249023, + 1.144531, + 1.137695, + 0.933594, + 1.147461, + 1.131836, + 1.058105, + 0.667969, + 1.142578, + 1.186523, + 0.753906, + 1.135742, + 1.170898, + 1.072754, + 1.151367, + 1.089355, + 1.121582, + 0.926758, + 1.097168, + 1.285156, + 1.237305, + 1.158203, + 1.119629, + 1.126953, + 1.200195, + 0.764648, + 0.968018, + 1.206055, + 1.191406, + 1.365234, + 1.070312, + 1.080078, + 1.118652, + 1.065918, + 0.77832, + 1.137695, + 1.135742, + 0.578125, + 1.174805, + 1.092285, + 1.128906, + 1.177734, + 0.744141, + 1.120117, + 1.071289, + 0.605469, + 1.128906, + 0.837891, + 1.148438, + 1.213867, + 1.053223, + 1.166992, + 0.757812, + 1.1875, + 1.09668, + 1.253906, + 1.128906, + 1.113281, + 1.220703, + 0.966309, + 1.175781, + 1.118652, + 1.110352, + 1.066895, + 0.768555, + 1.206055, + 1.081055, + 1.128906, + 1.026611, + 1.169922, + 1.055176, + 1.166016, + 1.070801, + 1.088379, + 1.131836, + 1.105957, + 1.078613, + 1.255859, + 1.337891, + 1.084961, + 0.660156, + 1.083008, + 1.158203, + 1.172852, + 1.144531, + 1.166992, + 1.132812, + 1.12793, + 1.032959, + 1.05957, + 0.827148, + 1.016846, + 1.365234, + 1.10498 + ] + }, + "name": "onnx::Mul_8314", + "outputIndexes": [ + 696 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 695, + 696 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_6/Mul_1_output_0", + "outputIndexes": [ + 697 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 678, + 697 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_34_output_0", + "outputIndexes": [ + 698 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 698, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_63_output_0", + "outputIndexes": [ + 699 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 699 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_7/Mul_output_0", + "outputIndexes": [ + 700 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.726562, + 1.589844, + 1.59375, + 1.90625, + 1.667969, + 1.839844, + 1.523438, + 0.667969, + 1.90625, + 1.298828, + 1.777344, + 1.511719, + 1.507812, + 1.929688, + 2.0, + 1.554688, + 1.675781, + 1.808594, + 1.625, + 1.773438, + 1.933594, + 1.820312, + 1.847656, + 1.419922, + 1.386719, + 1.605469, + 1.496094, + 1.550781, + 1.886719, + 2.015625, + 1.460938, + 1.124023, + 1.671875, + 0.632812, + 1.511719, + 1.347656, + 1.546875, + 1.890625, + 1.474609, + 1.441406, + 1.929688, + 1.460938, + 1.664062, + 1.21582, + 0.654297, + 1.792969, + 1.886719, + 1.605469, + 1.601562, + 1.363281, + 1.707031, + 1.1875, + 1.667969, + 0.804688, + 1.679688, + 1.470703, + 1.71875, + 1.703125, + 1.357422, + 1.289062, + 1.162109, + 1.558594, + 1.605469, + 1.65625, + 1.507812, + 1.554688, + 0.987671, + 1.652344, + 1.408203, + 1.574219, + 1.613281, + 1.753906, + 1.455078, + 1.535156, + 1.542969, + 1.617188, + 0.982666, + 1.318359, + 1.248047, + 0.789062, + 1.347656, + 0.591797, + 1.357422, + 1.24707, + 1.59375, + 1.710938, + 1.496094, + 1.164062, + 0.730469, + 1.353516, + 1.6875, + 1.423828, + 1.945312, + 0.744141, + 1.847656, + 0.744141, + 1.683594, + 1.667969, + 1.839844, + 1.441406, + 1.257812, + 1.960938, + 1.820312, + 1.679688, + 1.851562, + 1.558594, + 1.828125, + 1.185547, + 1.625, + 1.613281, + 1.90625, + 1.667969, + 1.945312, + 2.171875, + 1.792969, + 1.197266, + 1.902344, + 0.795898, + 1.625, + 2.078125, + 1.675781, + 1.566406, + 0.791016, + 1.804688, + 1.28125, + 1.177734, + 1.542969, + 1.855469, + 1.804688, + 1.056152, + 1.022583, + 1.488281, + 1.394531, + 1.601562, + 1.816406, + 1.945312, + 1.322266, + 1.251953, + 1.367188, + 2.195312, + 1.71875, + 1.460938, + 1.306641, + 1.71875, + 1.585938, + 1.355469, + 1.414062, + 1.746094, + 1.707031, + 2.046875, + 1.554688, + 1.302734, + 1.574219, + 0.923828, + 1.996094, + 1.902344, + 0.981201, + 1.652344, + 0.697266, + 0.654297, + 1.222656, + 1.980469, + 1.480469, + 0.961182, + 2.195312, + 1.496094, + 1.964844, + 0.535156, + 2.023438, + 1.292969, + 1.539062, + 0.869141, + 1.472656, + 0.613281, + 1.566406, + 1.882812, + 1.828125, + 0.833984, + 1.582031, + 1.605469, + 1.519531, + 0.703125, + 1.269531, + 0.533203, + 1.213867, + 1.53125, + 0.863281, + 1.613281, + 1.373047, + 1.302734, + 1.71875, + 1.008545, + 1.503906, + 1.71875, + 1.769531, + 1.585938, + 1.554688, + 1.972656, + 1.789062, + 1.785156, + 1.494141, + 1.511719, + 1.507812, + 1.277344, + 1.925781, + 1.824219, + 1.609375, + 1.542969, + 1.65625, + 1.703125, + 1.380859, + 1.78125, + 1.699219, + 1.357422, + 1.636719, + 1.761719, + 1.378906, + 1.439453, + 1.949219, + 1.960938, + 1.404297, + 1.400391, + 1.667969, + 2.109375, + 1.726562, + 1.765625, + 1.472656, + 1.554688, + 1.373047, + 1.230469, + 2.023438, + 1.886719, + 1.824219, + 1.890625, + 1.738281, + 1.964844, + 1.318359, + 1.808594, + 1.554688, + 1.578125, + 1.539062, + 1.462891, + 1.863281, + 1.455078, + 1.386719, + 1.792969, + 1.351562, + 1.392578, + 1.964844, + 0.978149, + 1.648438, + 2.195312, + 0.868164, + 1.542969, + 1.792969, + 1.470703, + 1.402344, + 1.703125, + 1.566406, + 1.554688, + 1.960938, + 1.863281, + 1.695312, + 1.503906, + 1.515625, + 1.263672, + 1.820312, + 1.769531, + 1.515625, + 1.570312, + 1.636719, + 1.511719, + 1.597656, + 1.376953, + 1.695312, + 1.695312, + 0.748047, + 1.386719, + 1.839844, + 1.683594, + 1.188477, + 1.742188, + 0.783203, + 1.671875, + 1.308594, + 1.589844, + 1.417969, + 1.566406, + 0.790039, + 1.5625, + 1.283203, + 0.867188, + 2.078125, + 1.539062, + 1.386719, + 1.714844, + 1.263672, + 1.695312, + 1.941406, + 1.691406, + 1.78125, + 1.357422, + 0.679688, + 1.550781, + 0.515625, + 1.494141, + 1.96875, + 1.707031, + 1.345703, + 1.835938, + 2.085938, + 0.59375, + 1.570312, + 1.722656, + 1.527344, + 1.628906, + 1.597656, + 1.839844, + 1.482422, + 1.75, + 1.566406, + 1.503906, + 1.367188, + 1.949219, + 1.699219, + 1.714844, + 1.28125, + 1.458984, + 2.023438, + 1.820312, + 1.332031, + 1.240234, + 1.617188, + 1.632812, + 0.632812, + 1.65625, + 1.652344, + 1.769531, + 2.03125, + 1.726562, + 1.40625, + 1.589844, + 1.835938, + 1.546875, + 1.835938, + 1.055664, + 1.695312, + 1.006042, + 1.126953, + 1.75, + 0.998077, + 1.298828, + 0.952148, + 1.28125, + 0.472656, + 0.716797, + 1.570312, + 1.941406, + 1.078125, + 1.316406, + 0.673828, + 1.683594, + 1.330078, + 0.902344, + 1.570312, + 1.789062, + 1.365234, + 0.805664, + 1.878906, + 1.71875, + 1.910156, + 1.396484, + 1.498047, + 1.746094, + 2.078125, + 1.996094, + 2.039062, + 1.585938, + 1.792969, + 0.959717, + 1.859375, + 2.046875, + 0.943848, + 0.870117, + 1.96875, + 1.554688, + 1.163086, + 1.091797, + 1.535156, + 1.757812, + 1.964844, + 1.851562, + 0.542969, + 2.0, + 1.910156, + 1.863281, + 1.355469, + 0.558594, + 1.582031, + 1.757812, + 1.699219, + 2.046875, + 1.511719, + 2.0625, + 0.769531, + 2.117188, + 1.828125, + 1.671875, + 1.8125, + 0.975708, + 1.765625, + 1.699219, + 1.859375, + 1.757812, + 1.320312, + 1.3125, + 1.6875, + 1.550781, + 1.699219, + 1.652344, + 1.820312, + 1.757812, + 1.683594, + 1.601562, + 1.523438, + 1.289062, + 1.550781, + 1.730469, + 1.710938, + 1.613281, + 1.140625, + 2.265625, + 1.757812, + 1.225586, + 1.451172, + 1.730469, + 1.839844, + 1.660156, + 1.699219, + 1.792969, + 2.007812, + 1.785156, + 1.886719, + 1.097168, + 1.308594, + 1.792969, + 1.847656, + 1.507812, + 1.291016, + 1.761719, + 1.824219, + 1.800781, + 1.445312, + 1.632812, + 1.898438, + 1.753906, + 1.18457, + 1.933594, + 1.542969, + 2.070312, + 1.625, + 1.613281, + 1.6875, + 1.53125, + 0.897949, + 1.628906, + 0.607422, + 1.480469, + 1.695312, + 1.679688, + 1.554688, + 1.380859, + 2.0, + 1.460938, + 1.734375, + 1.664062, + 0.716797, + 1.412109, + 1.574219, + 1.839844, + 1.566406, + 1.445312, + 1.636719, + 1.617188, + 1.910156, + 1.714844, + 0.671875, + 1.703125, + 1.441406, + 1.910156, + 1.310547, + 1.597656, + 1.867188, + 1.867188, + 1.123535, + 1.636719, + 0.441406, + 0.744141, + 1.049805, + 0.837891, + 1.433594, + 1.707031, + 1.660156, + 0.990234, + 0.636719, + 1.539062, + 1.099609, + 1.5625, + 2.039062, + 1.707031, + 1.578125, + 1.625, + 1.464844, + 1.5625, + 1.46875, + 1.753906, + 1.439453, + 1.871094, + 1.890625, + 1.178711, + 1.753906, + 1.416016, + 0.772461, + 0.714844, + 1.785156, + 0.827148, + 1.730469, + 1.496094, + 1.478516, + 1.765625, + 1.546875, + 1.605469, + 1.597656, + 0.948242, + 1.792969, + 0.541016, + 1.691406, + 1.498047, + 1.8125, + 0.973022, + 2.460938, + 1.261719, + 1.742188, + 1.878906, + 1.925781, + 1.617188, + 1.636719, + 1.527344, + 1.044434, + 1.890625, + 0.938721, + 1.730469, + 1.9375, + 1.318359, + 1.490234, + 1.554688, + 1.605469, + 1.380859, + 1.414062, + 1.582031, + 2.132812, + 1.131836, + 1.149414, + 1.78125, + 1.726562, + 1.886719, + 2.046875, + 1.511719, + 1.585938, + 1.757812, + 2.101562, + 1.730469, + 2.09375, + 1.703125, + 0.754883, + 1.65625, + 1.429688, + 1.433594, + 0.876465, + 1.683594, + 1.738281, + 1.960938, + 2.039062, + 1.804688, + 1.519531, + 1.427734, + 1.035645, + 1.511719, + 1.224609, + 1.144531, + 1.882812, + 1.515625, + 1.519531, + 1.416016, + 1.175781, + 1.404297, + 1.609375, + 1.882812, + 1.699219, + 1.236328, + 1.570312, + 2.0625, + 1.203125, + 1.730469, + 1.742188, + 1.546875, + 1.558594, + 1.730469, + 2.101562, + 1.369141, + 1.6875, + 1.695312, + 2.195312, + 0.914551, + 1.345703, + 1.816406, + 1.894531, + 1.417969, + 1.726562, + 1.910156, + 1.554688, + 1.730469, + 1.460938, + 1.691406, + 1.96875, + 1.193359, + 1.710938, + 1.851562, + 2.039062, + 1.09668, + 1.373047, + 1.824219, + 1.574219, + 1.746094, + 1.734375, + 1.527344, + 1.757812, + 1.503906, + 1.894531, + 1.011902, + 1.695312, + 1.742188, + 1.136719, + 0.746094, + 1.578125, + 0.822266, + 1.601562, + 1.945312, + 1.496094, + 0.868164, + 0.632812, + 0.650391, + 1.730469, + 1.632812, + 1.832031, + 1.574219, + 1.498047, + 1.53125, + 1.515625, + 1.539062, + 1.589844, + 1.605469, + 1.523438, + 0.71875, + 1.439453, + 1.542969, + 1.605469, + 1.482422, + 1.679688, + 1.738281, + 1.722656, + 1.582031, + 1.765625, + 1.5625, + 1.171875, + 1.542969, + 1.496094, + 1.804688, + 1.066406, + 1.75, + 1.628906, + 0.716797, + 1.373047, + 1.386719, + 1.554688, + 1.632812, + 1.173828, + 1.722656, + 1.738281, + 1.306641, + 1.671875, + 1.402344, + 1.636719, + 1.490234, + 1.988281, + 1.365234, + 1.339844, + 1.726562, + 1.695312, + 1.625, + 2.398438, + 1.492188, + 1.316406, + 1.449219, + 1.539062, + 1.550781, + 1.867188, + 1.402344, + 1.660156, + 1.589844, + 1.535156, + 1.875, + 1.730469, + 1.765625, + 1.443359, + 1.589844, + 1.886719, + 1.053223, + 1.605469, + 1.163086, + 1.542969, + 1.863281, + 1.492188, + 1.636719, + 1.118164, + 1.196289, + 1.010681, + 1.773438, + 1.886719, + 1.585938, + 1.28125, + 1.777344, + 1.699219, + 1.71875, + 1.546875, + 1.75, + 1.53125, + 1.640625, + 1.789062, + 1.9375, + 1.648438, + 1.648438, + 1.449219, + 2.046875, + 1.371094, + 1.229492, + 1.917969, + 1.519531, + 1.953125, + 1.914062, + 1.746094, + 1.878906, + 1.605469, + 2.015625, + 1.707031, + 1.419922, + 1.53125, + 0.585938, + 1.695312, + 1.832031, + 1.71875, + 1.515625, + 1.431641, + 1.914062, + 1.609375, + 1.318359, + 1.566406, + 2.007812, + 1.597656, + 1.777344, + 1.816406, + 1.898438, + 1.369141, + 1.65625, + 1.400391, + 1.882812, + 1.546875, + 1.667969, + 1.710938, + 1.097168, + 1.382812, + 1.535156, + 1.318359, + 1.347656, + 2.078125, + 1.960938, + 1.753906, + 1.118652, + 1.020508, + 1.828125, + 1.707031, + 1.431641, + 1.241211, + 1.726562, + 1.314453, + 1.730469, + 1.769531, + 0.994934, + 1.714844, + 1.628906, + 1.123047, + 1.640625, + 1.78125, + 1.691406, + 1.292969, + 0.873047, + 1.455078, + 1.507812, + 0.918945, + 1.359375, + 1.9375, + 2.03125, + 0.921387, + 1.851562, + 0.839844, + 1.675781, + 1.511719, + 1.365234, + 0.974976, + 1.675781, + 1.628906, + 1.523438, + 1.632812, + 1.640625, + 2.007812, + 1.832031, + 1.535156, + 1.527344, + 1.597656, + 1.585938, + 1.738281, + 1.648438, + 1.625, + 1.3125, + 1.824219, + 1.105957, + 1.695312, + 1.613281, + 1.195312, + 1.464844, + 1.046387, + 1.964844, + 1.714844, + 1.738281, + 1.757812, + 1.855469, + 1.486328, + 1.878906, + 1.785156, + 2.039062, + 1.441406, + 1.470703, + 1.726562, + 1.976562, + 0.375, + 1.201172, + 1.222656, + 1.601562, + 1.402344, + 1.171875, + 1.773438, + 1.894531, + 1.494141, + 1.613281, + 1.458984, + 0.772461, + 1.664062, + 1.458984, + 1.396484, + 1.160156, + 1.9375, + 1.738281, + 1.636719, + 0.755859, + 1.349609, + 1.21875, + 1.398438, + 1.722656, + 1.894531, + 1.976562, + 1.570312, + 1.065918, + 1.558594, + 1.664062, + 1.511719, + 1.84375, + 1.765625, + 2.132812, + 1.335938, + 1.644531, + 0.765625, + 1.511719, + 1.496094, + 1.65625, + 1.486328, + 1.632812, + 1.851562, + 1.527344, + 1.550781, + 1.957031, + 1.067383, + 1.388672, + 1.683594, + 1.972656, + 1.055176, + 1.318359, + 1.40625, + 0.732422, + 0.669922, + 1.026978, + 0.90332, + 1.742188, + 1.761719, + 1.492188, + 1.636719, + 0.714844, + 0.523438, + 1.400391, + 1.804688, + 1.359375, + 1.746094, + 1.380859, + 1.863281, + 1.585938, + 1.380859, + 0.681641, + 2.054688, + 1.306641, + 1.095215, + 0.856445, + 1.523438, + 1.335938, + 1.486328, + 1.361328, + 1.742188, + 1.535156, + 1.410156, + 1.625, + 1.341797, + 1.878906, + 1.523438, + 1.257812, + 1.589844, + 1.789062, + 2.242188, + 1.605469, + 0.899414, + 0.552734, + 2.328125, + 1.664062, + 1.53125, + 1.597656, + 1.472656, + 1.632812, + 1.347656, + 1.878906, + 0.472656, + 1.310547, + 1.036133, + 1.933594, + 1.734375, + 0.591797, + 1.769531, + 1.691406, + 1.539062, + 1.523438, + 1.878906, + 1.287109, + 1.209961, + 0.65625, + 1.519531, + 1.324219, + 1.435547, + 0.720703, + 1.597656, + 1.964844, + 1.621094, + 1.6875, + 1.490234, + 1.277344, + 1.380859, + 1.867188, + 1.914062, + 1.005951, + 1.523438, + 1.925781, + 1.066895, + 1.333984, + 1.457031, + 1.667969, + 1.507812, + 1.8125, + 1.578125, + 1.443359, + 1.628906, + 1.53125, + 1.808594, + 0.515625, + 1.660156, + 1.773438, + 1.695312, + 1.621094, + 1.045166, + 1.574219, + 1.652344, + 0.414062, + 1.214844, + 0.601562, + 1.789062, + 0.669922, + 1.136719, + 1.671875, + 1.777344, + 1.824219, + 1.070801, + 1.464844, + 1.324219, + 1.660156, + 0.730469, + 1.277344, + 1.105469, + 0.919922, + 0.758789, + 1.722656, + 2.179688, + 1.231445, + 1.210938, + 1.929688, + 1.398438, + 1.972656, + 1.096191, + 1.421875, + 1.609375, + 0.544922, + 1.742188, + 1.443359, + 1.539062, + 0.728516, + 1.009705, + 1.542969, + 1.953125, + 1.386719, + 1.867188, + 1.996094, + 1.46875, + 1.138672, + 2.375, + 1.443359, + 1.667969, + 2.015625, + 1.326172, + 1.667969, + 1.6875, + 1.882812, + 1.777344, + 1.835938, + 1.6875, + 2.046875, + 1.613281, + 1.345703, + 1.816406, + 1.765625, + 1.185547, + 1.570312, + 1.917969, + 1.628906, + 1.648438, + 1.808594, + 2.023438, + 1.761719, + 0.675781, + 1.230469, + 1.363281, + 0.779297, + 1.636719, + 1.496094, + 1.507812, + 1.582031, + 1.714844, + 1.574219, + 1.347656, + 1.582031, + 0.724609, + 1.133789, + 1.414062, + 1.425781, + 1.738281, + 1.585938, + 1.109863, + 1.839844, + 1.574219, + 1.859375, + 1.65625, + 1.777344, + 0.748047, + 2.132812, + 1.882812, + 1.129883, + 1.851562, + 1.628906, + 1.769531, + 1.699219, + 1.828125, + 1.640625, + 1.691406, + 1.621094, + 1.941406, + 1.8125, + 0.911133, + 1.494141, + 1.466797, + 1.894531, + 1.867188, + 1.542969, + 0.979614, + 1.785156, + 0.695312, + 1.519531, + 1.996094, + 1.208008, + 1.664062, + 1.917969, + 2.132812, + 1.480469, + 1.332031, + 1.703125, + 0.679688, + 0.410156, + 0.892578, + 1.632812, + 1.734375, + 0.744141, + 1.441406, + 1.490234, + 1.8125, + 0.790039, + 1.527344, + 1.201172, + 1.427734, + 0.634766, + 1.640625, + 1.621094, + 1.300781, + 1.648438, + 1.361328, + 1.28125, + 1.9375, + 1.542969, + 0.746094, + 0.993774, + 0.958984, + 1.494141, + 1.945312, + 1.742188, + 2.078125, + 1.228516, + 1.078125, + 1.542969, + 0.703125, + 0.847656, + 1.474609, + 1.726562, + 1.671875, + 1.00148, + 1.734375, + 1.671875, + 1.578125, + 1.289062, + 1.601562, + 1.339844, + 1.574219, + 1.832031, + 1.578125, + 1.191406, + 1.726562, + 1.5625, + 1.824219, + 1.589844, + 1.527344, + 1.953125, + 1.765625, + 1.722656, + 1.490234, + 1.695312, + 2.164062, + 1.249023, + 1.699219, + 1.503906, + 1.632812, + 1.933594, + 1.550781, + 1.345703, + 1.667969, + 1.578125, + 1.847656, + 1.255859, + 1.447266, + 0.822266, + 2.085938, + 1.34375, + 1.554688, + 1.259766, + 1.539062, + 1.458984, + 1.847656, + 0.853516, + 1.726562, + 0.836914, + 1.671875, + 1.410156, + 1.285156, + 1.135742, + 1.558594, + 0.901855, + 1.726562, + 0.691406, + 1.625, + 0.97229, + 2.070312, + 1.386719, + 1.351562, + 1.742188, + 1.796875, + 1.605469, + 1.275391, + 1.550781, + 1.546875, + 1.769531, + 0.691406, + 1.902344, + 1.414062, + 1.408203, + 1.695312, + 1.589844, + 1.933594, + 1.476562, + 0.99353, + 1.4375, + 1.679688, + 1.421875, + 1.410156, + 1.699219, + 1.671875, + 1.474609, + 1.431641, + 1.546875, + 0.693359, + 1.761719, + 1.474609, + 2.148438, + 1.176758, + 1.289062, + 0.92627, + 0.589844, + 1.671875, + 0.617188, + 1.055664, + 1.271484, + 1.486328, + 2.015625, + 1.792969, + 1.492188, + 1.410156, + 1.148438, + 1.8125, + 0.607422, + 1.703125, + 1.566406, + 1.6875, + 2.257812, + 1.726562, + 1.886719, + 0.748047, + 1.6875, + 1.914062, + 0.987183, + 0.797852, + 1.707031, + 1.882812, + 0.84082, + 1.835938, + 1.445312, + 1.683594, + 1.314453, + 1.761719, + 1.423828, + 0.673828, + 1.882812, + 1.554688, + 1.386719, + 1.839844, + 1.613281, + 1.088379, + 0.90918, + 1.5625, + 2.0, + 1.503906, + 1.785156, + 1.851562, + 1.867188, + 1.617188, + 1.53125, + 1.425781, + 1.308594, + 0.965576, + 1.707031, + 1.773438, + 1.480469, + 1.96875, + 1.425781, + 1.458984, + 1.855469, + 1.507812, + 0.535156, + 1.558594, + 1.789062, + 1.585938, + 1.462891, + 1.539062, + 1.421875, + 1.4375, + 1.455078, + 1.59375, + 1.8125, + 1.558594, + 1.597656, + 1.789062, + 1.083496, + 1.46875, + 0.646484, + 1.660156, + 0.728516, + 1.855469, + 1.585938, + 2.046875, + 0.595703, + 1.550781, + 1.396484, + 1.443359, + 1.71875, + 1.792969, + 1.714844, + 1.597656, + 1.78125, + 1.484375, + 1.605469, + 0.827148, + 1.695312, + 1.621094, + 1.558594, + 2.023438, + 1.480469, + 2.125, + 1.636719, + 1.4375, + 1.71875, + 1.472656, + 1.443359, + 1.443359, + 1.558594, + 1.474609, + 0.821289, + 1.539062, + 1.960938, + 1.765625, + 1.249023, + 0.658203, + 1.988281, + 1.863281, + 1.898438, + 1.648438, + 1.917969, + 1.613281, + 1.625, + 1.494141, + 0.762695, + 1.664062, + 1.789062, + 1.605469, + 1.828125, + 1.628906, + 1.710938, + 1.953125, + 2.132812, + 1.636719, + 1.458984, + 2.03125, + 1.726562, + 1.738281, + 1.375, + 1.957031, + 1.933594, + 0.927246, + 1.910156, + 1.523438, + 1.458984, + 1.976562, + 1.390625, + 0.993134, + 1.976562, + 1.523438, + 1.6875, + 0.636719, + 1.371094, + 1.140625, + 1.613281, + 1.621094, + 1.921875, + 2.03125, + 0.449219, + 1.722656, + 1.796875, + 0.488281, + 1.010132, + 1.667969, + 1.664062, + 1.625, + 1.636719, + 1.667969, + 1.482422, + 1.660156, + 1.306641, + 1.789062, + 0.738281, + 1.609375, + 2.023438, + 2.0, + 1.066406, + 1.683594, + 1.820312, + 1.707031, + 1.628906, + 1.839844, + 1.597656, + 1.660156, + 1.322266, + 0.926758, + 1.628906, + 1.589844, + 1.578125, + 1.726562, + 1.064453, + 1.582031, + 1.091797, + 1.435547, + 1.601562, + 1.084961, + 1.699219, + 1.859375, + 1.527344, + 2.03125, + 1.271484, + 2.257812, + 1.550781, + 1.417969, + 0.930176, + 0.827148, + 1.601562, + 1.412109, + 1.574219, + 1.269531, + 1.996094, + 1.675781, + 1.75, + 0.671875, + 1.451172, + 1.949219, + 1.558594, + 1.474609, + 1.667969, + 1.820312, + 1.84375, + 1.816406, + 1.380859, + 1.621094, + 1.496094, + 1.570312, + 1.855469, + 1.792969, + 1.757812, + 1.304688, + 1.349609, + 1.251953, + 2.078125, + 1.222656, + 1.597656, + 1.707031, + 1.129883, + 1.808594, + 1.53125, + 1.757812, + 1.402344, + 1.863281, + 1.574219, + 1.116699, + 1.398438, + 1.470703, + 1.710938, + 1.566406, + 1.769531, + 1.10498, + 1.4375, + 1.792969, + 1.601562, + 1.878906, + 1.878906, + 1.4375, + 1.898438, + 1.582031, + 1.59375, + 1.412109, + 0.875977, + 1.65625, + 1.667969, + 2.015625, + 1.992188, + 1.765625, + 1.910156, + 1.71875, + 1.404297, + 1.472656, + 1.691406, + 1.527344, + 1.376953, + 1.058105, + 1.402344, + 1.433594, + 2.148438, + 1.404297, + 2.015625, + 1.832031, + 1.757812, + 1.753906, + 1.734375, + 1.632812, + 1.40625, + 1.667969, + 1.410156, + 1.408203, + 1.855469, + 1.582031, + 1.466797, + 1.449219, + 1.761719, + 1.703125, + 1.617188, + 1.251953, + 1.546875, + 1.378906, + 1.298828, + 1.664062, + 1.5625, + 0.640625, + 1.917969, + 1.886719, + 1.566406, + 0.795898, + 1.667969, + 1.46875, + 1.004974, + 0.589844, + 1.417969, + 1.371094, + 2.296875, + 1.431641, + 1.482422, + 1.566406, + 1.597656, + 2.03125, + 1.609375, + 1.542969, + 1.527344, + 0.88623, + 1.945312, + 1.804688, + 0.762695, + 0.548828, + 1.988281, + 1.855469, + 1.742188, + 0.863281, + 1.75, + 1.231445, + 1.404297, + 1.714844, + 1.494141, + 1.34375, + 1.945312, + 1.427734, + 1.275391, + 1.660156, + 1.917969, + 2.1875, + 0.722656, + 0.944824, + 1.613281, + 1.447266, + 1.671875, + 1.243164, + 1.605469, + 1.726562, + 1.287109, + 0.903809, + 1.847656, + 2.0625, + 1.347656, + 1.761719, + 1.380859, + 1.261719, + 1.574219, + 1.582031, + 0.521484, + 0.681641, + 1.494141, + 1.470703, + 1.423828, + 2.039062, + 1.296875, + 1.738281, + 0.864258, + 1.648438, + 0.880859, + 0.941162, + 1.832031, + 1.996094, + 1.640625, + 1.523438, + 1.800781, + 1.78125, + 0.816406, + 1.796875, + 1.324219, + 1.318359, + 1.539062, + 1.925781, + 1.46875, + 1.380859, + 1.287109, + 1.753906, + 1.890625, + 1.480469, + 1.462891, + 1.361328, + 1.375, + 1.582031, + 0.835938, + 1.828125, + 1.625, + 0.601562, + 1.714844, + 1.824219, + 1.378906, + 1.539062, + 1.164062, + 1.318359, + 1.902344, + 1.707031, + 1.242188, + 1.129883, + 1.402344, + 1.851562, + 1.898438, + 1.722656, + 1.683594, + 1.462891, + 1.494141, + 1.558594, + 1.734375, + 1.902344, + 1.503906, + 0.896973, + 0.705078, + 1.515625, + 1.667969, + 1.847656, + 1.65625, + 1.388672, + 0.457031, + 1.917969, + 2.15625, + 1.460938, + 1.589844, + 0.789062, + 2.179688, + 1.714844, + 1.691406, + 1.357422, + 1.490234, + 1.410156, + 1.310547, + 1.162109, + 1.574219, + 1.498047, + 1.648438, + 0.675781, + 2.101562, + 1.523438, + 0.939209, + 1.574219, + 1.451172, + 1.941406, + 1.478516, + 1.157227, + 1.470703, + 1.324219, + 1.707031, + 1.75, + 1.625, + 1.585938, + 1.742188, + 1.636719, + 1.589844, + 1.335938, + 1.949219, + 1.59375, + 2.03125, + 1.914062, + 1.09668, + 1.539062, + 1.628906, + 1.328125, + 1.492188, + 1.882812, + 1.8125, + 0.898438, + 1.421875, + 0.685547, + 1.640625, + 1.396484, + 2.070312, + 1.347656, + 1.632812, + 1.519531, + 1.828125, + 1.211914, + 1.365234, + 1.789062, + 1.757812, + 2.03125, + 1.289062, + 1.933594, + 0.987427, + 1.453125, + 1.112793, + 0.671875, + 1.613281, + 1.792969, + 2.03125, + 1.996094, + 2.109375, + 1.333984, + 1.326172, + 1.667969, + 1.018799, + 1.167969, + 1.765625, + 2.054688, + 1.832031, + 1.376953, + 1.671875, + 1.332031, + 1.890625, + 1.8125, + 1.474609, + 0.790039, + 1.490234, + 1.9375, + 1.498047, + 1.671875, + 1.197266, + 1.820312, + 1.480469, + 1.439453, + 1.546875, + 1.835938, + 1.40625, + 0.935547, + 1.550781, + 1.75, + 1.416016, + 1.972656, + 1.929688, + 1.886719, + 1.361328, + 1.232422, + 1.90625, + 1.738281, + 0.81543, + 0.755859, + 1.523438, + 1.992188, + 1.976562, + 1.5625, + 1.640625, + 0.617188, + 1.550781, + 1.957031, + 1.554688, + 1.769531, + 1.392578, + 1.462891, + 1.275391, + 0.613281, + 1.761719, + 1.714844, + 2.140625, + 1.414062, + 1.574219, + 2.085938, + 1.474609, + 1.769531, + 1.445312, + 1.9375, + 2.234375, + 1.447266, + 1.355469, + 0.959717, + 1.402344, + 1.101074, + 0.724609, + 1.644531, + 1.753906, + 1.671875, + 2.007812, + 1.894531, + 1.75, + 1.710938, + 1.5625, + 1.878906, + 1.527344, + 1.263672, + 1.578125, + 0.870117, + 1.933594, + 1.217773, + 1.394531, + 1.660156, + 1.617188, + 1.59375, + 1.578125, + 1.742188, + 1.824219, + 1.117676, + 1.605469, + 1.949219, + 0.891113, + 1.175781, + 1.585938, + 2.023438, + 1.304688, + 0.648438, + 1.398438, + 1.652344, + 1.746094, + 1.65625, + 1.369141, + 0.742188, + 1.730469, + 1.527344, + 1.231445, + 1.71875, + 1.386719, + 1.400391, + 1.365234, + 1.691406, + 1.478516, + 1.458984, + 2.132812, + 1.570312, + 1.410156, + 1.859375, + 1.796875, + 0.560547, + 1.707031, + 1.675781, + 1.753906, + 1.714844, + 1.75, + 1.9375, + 1.275391, + 0.952637, + 1.847656, + 1.800781, + 1.71875, + 1.648438, + 1.039551, + 1.369141, + 1.617188, + 1.511719, + 1.455078, + 1.460938, + 1.875, + 1.478516, + 1.558594, + 1.294922, + 1.761719, + 1.652344, + 1.578125, + 1.714844, + 1.380859, + 1.625, + 1.75, + 1.382812, + 2.03125, + 0.871094, + 0.585938, + 1.546875, + 1.28125, + 1.5625, + 1.746094, + 1.632812, + 1.4375, + 1.277344, + 1.523438, + 1.275391, + 1.601562, + 1.617188, + 1.773438, + 1.695312, + 0.658203, + 1.582031, + 1.757812, + 2.210938, + 1.511719, + 1.882812, + 1.419922, + 1.570312, + 1.570312, + 1.142578, + 1.953125, + 1.730469, + 1.789062, + 1.96875, + 1.5, + 1.339844, + 1.542969, + 1.088867, + 1.335938, + 1.691406, + 1.84375, + 1.617188, + 1.773438, + 2.367188, + 1.988281, + 1.4375, + 1.863281, + 1.161133, + 1.574219, + 1.492188, + 0.823242, + 1.863281, + 1.523438, + 1.542969, + 0.568359, + 1.166016, + 1.953125, + 1.570312, + 2.015625, + 2.023438, + 1.863281, + 2.0, + 1.546875, + 1.451172, + 1.523438, + 0.677734, + 1.558594, + 0.895996, + 1.480469, + 1.5625, + 1.890625, + 1.707031, + 1.511719, + 0.542969, + 1.667969, + 1.636719, + 1.476562, + 1.570312, + 1.9375, + 1.453125, + 1.84375, + 1.464844, + 1.339844, + 0.860352, + 1.617188, + 1.699219, + 1.484375, + 1.585938, + 2.085938, + 1.451172, + 1.742188, + 1.208008, + 1.65625, + 1.396484, + 1.679688, + 1.5625, + 1.585938, + 1.835938, + 1.554688, + 1.394531, + 1.376953, + 1.4375, + 1.269531, + 1.773438, + 1.429688, + 1.554688, + 0.583984, + 1.710938, + 1.832031, + 1.691406, + 1.871094, + 1.648438, + 1.996094, + 1.617188, + 1.609375, + 1.804688, + 1.232422, + 1.482422, + 1.613281, + 1.53125, + 0.572266, + 1.53125, + 1.621094, + 1.679688, + 1.855469, + 1.585938, + 1.423828, + 2.015625, + 1.40625, + 1.890625, + 1.566406, + 1.5, + 0.859375, + 1.423828, + 1.306641, + 1.933594, + 0.617188, + 1.765625, + 0.835938, + 1.621094, + 0.646484, + 1.648438, + 1.333984, + 1.3125, + 0.968262, + 1.324219, + 1.644531, + 1.726562, + 1.285156, + 1.589844, + 1.542969, + 2.085938, + 1.792969, + 0.591797, + 0.858398, + 0.878906, + 1.785156, + 1.953125, + 1.474609, + 1.929688, + 1.730469, + 1.613281, + 1.109863, + 1.949219, + 1.617188, + 1.570312, + 1.824219, + 1.671875, + 1.130859, + 1.894531, + 1.90625, + 1.101562, + 1.664062, + 1.675781, + 2.203125, + 1.699219, + 1.820312, + 1.18457, + 2.125, + 1.527344, + 1.390625, + 1.75, + 1.683594, + 1.519531, + 1.628906, + 1.421875, + 0.819336, + 1.660156, + 1.53125, + 1.535156, + 0.901367, + 1.8125, + 1.878906, + 1.949219, + 0.677734, + 1.330078, + 1.091309, + 1.628906, + 1.447266, + 1.289062, + 0.724609, + 1.777344, + 1.75, + 1.652344, + 0.638672, + 1.152344, + 0.751953, + 1.730469, + 1.882812, + 1.24707, + 1.621094, + 1.894531, + 1.519531, + 1.773438, + 1.574219, + 1.332031, + 0.925781, + 0.834961, + 1.761719, + 1.365234, + 1.439453, + 1.75, + 1.46875, + 1.648438, + 1.910156, + 1.209961, + 1.589844, + 1.550781, + 1.621094, + 0.971802, + 1.808594, + 1.800781, + 1.326172, + 2.023438, + 1.425781, + 0.833008, + 1.239258, + 0.766602, + 1.010193, + 2.0, + 1.75, + 1.839844, + 1.882812, + 1.339844, + 1.628906, + 1.828125, + 1.777344, + 2.046875, + 1.425781, + 1.416016, + 1.648438, + 1.5, + 2.015625, + 1.458984, + 1.400391, + 1.78125, + 1.160156, + 1.316406, + 1.388672, + 1.016602, + 1.550781, + 1.554688, + 1.785156, + 1.652344, + 1.330078, + 1.21582, + 1.5625, + 1.267578, + 0.980469, + 1.816406, + 1.949219, + 1.628906, + 1.435547, + 1.574219, + 1.800781, + 1.300781, + 1.652344, + 1.90625, + 1.601562, + 1.714844, + 1.566406, + 0.866211, + 1.871094, + 1.507812, + 0.897949, + 1.609375, + 1.585938, + 0.8125, + 1.466797, + 1.227539, + 1.800781, + 1.542969, + 1.648438, + 1.976562, + 1.765625, + 1.507812, + 1.394531, + 1.65625, + 1.488281, + 1.429688, + 1.447266, + 0.947266, + 1.507812, + 2.21875, + 2.109375, + 0.764648, + 1.431641, + 1.511719, + 1.792969, + 1.09082, + 1.613281, + 1.5625, + 1.523438, + 1.390625, + 1.433594, + 1.3125, + 1.699219, + 1.605469, + 0.738281, + 1.789062, + 1.558594, + 0.642578, + 1.652344, + 1.695312, + 2.03125, + 1.484375, + 1.535156, + 1.59375, + 0.71875, + 1.769531, + 2.195312, + 1.609375, + 1.550781, + 1.675781, + 1.40625, + 1.566406, + 0.652344, + 0.935059, + 1.613281, + 1.24707, + 1.898438, + 1.230469, + 1.359375, + 1.558594, + 1.789062, + 0.8125, + 1.271484, + 2.03125, + 0.720703, + 1.832031, + 1.404297, + 1.835938, + 1.832031, + 0.728516, + 1.710938, + 1.539062, + 0.808594, + 1.914062, + 1.621094, + 1.550781, + 1.753906, + 1.992188, + 1.972656, + 0.693359, + 1.746094, + 1.208984, + 1.800781, + 1.675781, + 1.863281, + 1.550781, + 1.013672, + 1.792969, + 1.792969, + 1.851562, + 1.414062, + 0.708984, + 1.550781, + 1.804688, + 1.511719, + 1.511719, + 1.785156, + 1.964844, + 1.277344, + 1.4375, + 1.671875, + 1.386719, + 1.832031, + 1.292969, + 1.585938, + 1.632812, + 1.632812, + 0.675781, + 1.914062, + 1.396484, + 1.566406, + 2.007812, + 1.820312, + 1.277344, + 1.416016, + 1.882812, + 1.914062, + 0.691406, + 1.789062, + 0.844727, + 1.455078 + ] + }, + "name": "onnx::Mul_8316", + "outputIndexes": [ + 701 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 700, + 701 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_7/Mul_1_output_0", + "outputIndexes": [ + 702 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 702 + ], + "outputIndexes": [ + 2686 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2686 + ], + "outputIndexes": [ + 2687 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear", + "inputIndexes": [ + 2687 + ], + "outputIndexes": [ + 2688 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 306562102, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2688 + ], + "outputIndexes": [ + 2689 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2689 + ], + "outputIndexes": [ + 703 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 702 + ], + "main_type": "NONE", + "name": "/Shape_99_output_0", + "outputIndexes": [ + 704 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 704 + ], + "main_type": "NONE", + "name": "Shape1991", + "outputIndexes": [ + 705 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 704 + ], + "main_type": "NONE", + "name": "Rank1993", + "outputIndexes": [ + 706 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 706, + 706 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1995", + "outputIndexes": [ + 707 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 707 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1996", + "outputIndexes": [ + 708 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 707, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1998", + "outputIndexes": [ + 709 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 709 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1999", + "outputIndexes": [ + 710 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 705, + 708, + 710, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2002", + "outputIndexes": [ + 711 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 711 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2003", + "outputIndexes": [ + 712 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 712 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2004", + "outputIndexes": [ + 713 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 713, + 712 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2005", + "outputIndexes": [ + 714 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 704, + 714, + 707 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_109_output_0", + "outputIndexes": [ + 715 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 715, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_225_output_0", + "outputIndexes": [ + 716 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 716, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_91_output_0", + "outputIndexes": [ + 717 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 703, + 717 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_64_output_0", + "outputIndexes": [ + 718 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 718, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_56_output_0", + "outputIndexes": [ + 719 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 718 + ], + "main_type": "NONE", + "name": "/Shape_100_output_0", + "outputIndexes": [ + 720 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 720 + ], + "main_type": "NONE", + "name": "Shape2012", + "outputIndexes": [ + 721 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 720 + ], + "main_type": "NONE", + "name": "Rank2014", + "outputIndexes": [ + 722 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 722, + 722 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2016", + "outputIndexes": [ + 723 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 723 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2017", + "outputIndexes": [ + 724 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 723, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2019", + "outputIndexes": [ + 725 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 725 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2020", + "outputIndexes": [ + 726 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 721, + 724, + 726, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2023", + "outputIndexes": [ + 727 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 727 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2024", + "outputIndexes": [ + 728 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 728 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2025", + "outputIndexes": [ + 729 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 729, + 728 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2026", + "outputIndexes": [ + 730 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 720, + 730, + 723 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_110_output_0", + "outputIndexes": [ + 731 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 731, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_21_output_0", + "outputIndexes": [ + 732 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 732, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_230_output_0", + "outputIndexes": [ + 733 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 718, + 733, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_29_output_0", + "outputIndexes": [ + 734 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 734 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_14_output_0", + "outputIndexes": [ + 735 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 718, + 21, + 733, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_28_output_0", + "outputIndexes": [ + 736 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 735, + 736 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_94_output_0", + "outputIndexes": [ + 737 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 737, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_57_output_0", + "outputIndexes": [ + 738 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 719, + 738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_35_output_0", + "outputIndexes": [ + 739 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 702 + ], + "outputIndexes": [ + 2690 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2690 + ], + "outputIndexes": [ + 2691 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear", + "inputIndexes": [ + 2691 + ], + "outputIndexes": [ + 2692 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 309216332, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2692 + ], + "outputIndexes": [ + 2693 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2693 + ], + "outputIndexes": [ + 740 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 716, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_92_output_0", + "outputIndexes": [ + 741 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 740, + 741 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_65_output_0", + "outputIndexes": [ + 742 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 742, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_58_output_0", + "outputIndexes": [ + 743 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 742 + ], + "main_type": "NONE", + "name": "/Shape_101_output_0", + "outputIndexes": [ + 744 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 744 + ], + "main_type": "NONE", + "name": "Shape2075", + "outputIndexes": [ + 745 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 744 + ], + "main_type": "NONE", + "name": "Rank2077", + "outputIndexes": [ + 746 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 746, + 746 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2079", + "outputIndexes": [ + 747 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 747 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2080", + "outputIndexes": [ + 748 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 747, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2082", + "outputIndexes": [ + 749 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 749 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2083", + "outputIndexes": [ + 750 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 745, + 748, + 750, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2086", + "outputIndexes": [ + 751 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 751 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2087", + "outputIndexes": [ + 752 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 752 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2088", + "outputIndexes": [ + 753 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 753, + 752 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2089", + "outputIndexes": [ + 754 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 744, + 754, + 747 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_111_output_0", + "outputIndexes": [ + 755 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 755, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_22_output_0", + "outputIndexes": [ + 756 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 756, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_232_output_0", + "outputIndexes": [ + 757 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 742, + 757, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_31_output_0", + "outputIndexes": [ + 758 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 758 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_15_output_0", + "outputIndexes": [ + 759 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 742, + 21, + 757, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_30_output_0", + "outputIndexes": [ + 760 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 759, + 760 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_95_output_0", + "outputIndexes": [ + 761 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 761, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_59_output_0", + "outputIndexes": [ + 762 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 743, + 762 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_36_output_0", + "outputIndexes": [ + 763 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 702 + ], + "outputIndexes": [ + 2694 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2694 + ], + "outputIndexes": [ + 2695 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear", + "inputIndexes": [ + 2695 + ], + "outputIndexes": [ + 2696 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 310543458, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2696 + ], + "outputIndexes": [ + 2697 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2697 + ], + "outputIndexes": [ + 764 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 764, + 741 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_66_output_0", + "outputIndexes": [ + 765 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 739, + 763, + 765, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_71_output_0", + "outputIndexes": [ + 766 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 766 + ], + "outputIndexes": [ + 2698 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2698 + ], + "outputIndexes": [ + 2699 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear", + "inputIndexes": [ + 2699 + ], + "outputIndexes": [ + 2700 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 311870584, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2700 + ], + "outputIndexes": [ + 2701 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2701 + ], + "outputIndexes": [ + 767 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 767 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_7/Mul_output_0", + "outputIndexes": [ + 768 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.014343, + 0.937988, + 1.037598, + 1.02002, + 0.98645, + 1.062988, + 0.996292, + 0.1875, + 1.027344, + 0.948486, + 1.094238, + 0.973999, + 0.936523, + 1.050537, + 1.041504, + 0.936523, + 1.045166, + 1.011841, + 1.890625, + 1.034912, + 1.097656, + 0.939697, + 1.006866, + 0.961182, + 0.957275, + 0.909668, + 0.962158, + 1.104492, + 1.25, + 1.157227, + 0.916016, + 0.776367, + 0.96582, + 0.34375, + 0.932617, + 0.904785, + 0.918457, + 1.089355, + 0.879883, + 0.845703, + 1.160156, + 0.983154, + 0.903809, + 0.862305, + 0.484375, + 0.961182, + 1.144531, + 0.994141, + 1.157227, + 0.853516, + 1.068359, + 0.878906, + 1.01532, + 0.529297, + 1.008362, + 0.876465, + 1.054932, + 0.946533, + 0.900879, + 0.884277, + 0.783203, + 1.273438, + 0.955322, + 0.962158, + 1.378906, + 0.915527, + 0.685547, + 0.994171, + 0.905762, + 0.892578, + 0.965332, + 1.005646, + 0.923828, + 0.931641, + 0.911133, + 0.910645, + 0.691406, + 0.810547, + 0.861328, + 0.523438, + 0.820312, + 0.175781, + 1.005249, + 0.899902, + 0.920898, + 1.023193, + 0.940674, + 0.799805, + 0.472656, + 1.015869, + 0.999424, + 0.78418, + 1.161133, + 0.421875, + 1.057373, + 0.085938, + 0.947998, + 0.996582, + 1.176758, + 0.911133, + 0.955078, + 1.12793, + 1.017212, + 1.025757, + 1.062988, + 0.934082, + 1.094238, + 0.779297, + 0.926758, + 0.945312, + 1.102051, + 1.026123, + 1.039551, + 1.443359, + 1.007019, + 0.874023, + 1.074219, + 0.472656, + 0.897949, + 1.189453, + 0.900391, + 1.018433, + 1.400391, + 1.0354, + 0.906738, + 0.816406, + 0.901855, + 1.053711, + 1.098145, + 0.817383, + 0.685547, + 0.976196, + 0.92334, + 0.899902, + 1.078125, + 1.069336, + 0.882324, + 0.928711, + 0.880859, + 1.138672, + 1.433594, + 1.462891, + 0.802734, + 0.89502, + 0.908691, + 1.004913, + 0.89502, + 0.936035, + 1.036133, + 1.223633, + 0.957275, + 0.831055, + 0.959717, + 1.679688, + 1.09082, + 1.137695, + 0.617188, + 1.039307, + 0.410156, + 0.386719, + 1.427734, + 1.058105, + 0.993927, + 0.630859, + 1.118164, + 0.978394, + 1.124512, + 0.316406, + 1.123047, + 0.861328, + 0.958984, + 0.433594, + 1.02063, + 0.351562, + 0.871094, + 1.166016, + 1.080566, + 0.207031, + 1.02771, + 1.033936, + 0.956055, + 0.3125, + 0.793945, + 0.199219, + 1.100586, + 0.888184, + 0.544922, + 0.995697, + 0.841797, + 0.890137, + 1.06543, + 1.178711, + 0.947754, + 1.084961, + 1.089844, + 0.945312, + 0.903809, + 1.151367, + 0.995697, + 1.080566, + 0.876953, + 0.959229, + 0.907227, + 0.854492, + 1.084961, + 1.045654, + 1.154297, + 0.917969, + 0.973267, + 0.960205, + 0.910645, + 1.072754, + 1.034912, + 0.944336, + 0.938232, + 1.047607, + 0.955078, + 0.860352, + 1.150391, + 1.120605, + 0.833984, + 1.044189, + 0.962158, + 1.19043, + 0.981567, + 1.037842, + 0.873047, + 0.932129, + 0.88623, + 0.830078, + 1.601562, + 1.02417, + 1.152344, + 1.062988, + 1.049561, + 0.984558, + 0.985291, + 1.042725, + 0.947021, + 1.007782, + 1.144531, + 0.910645, + 1.085449, + 1.875, + 0.81543, + 1.118164, + 0.833984, + 0.880859, + 1.017456, + 0.660156, + 0.91748, + 1.232422, + 0.484375, + 0.875, + 1.08252, + 0.844727, + 0.978394, + 1.081543, + 1.310547, + 0.907227, + 1.104492, + 1.035645, + 0.950684, + 0.876953, + 0.891602, + 0.859375, + 0.883301, + 0.978394, + 0.940918, + 0.962402, + 0.908691, + 0.854492, + 0.992126, + 0.825195, + 0.947754, + 0.965576, + 0.480469, + 0.908691, + 1.121094, + 1.015015, + 0.795898, + 1.018677, + 0.492188, + 0.948975, + 1.192383, + 0.90332, + 0.909668, + 1.050293, + 0.359375, + 0.945557, + 0.806641, + 0.517578, + 1.21875, + 0.924805, + 1.034668, + 1.026978, + 0.861328, + 1.008789, + 1.057129, + 0.952637, + 1.041992, + 0.877441, + 0.34375, + 1.074219, + 0.074219, + 0.914062, + 1.119629, + 1.069824, + 0.852539, + 0.999454, + 1.214844, + 0.246094, + 1.032715, + 1.045166, + 0.928223, + 1.002045, + 0.974243, + 1.039062, + 0.814453, + 0.940918, + 0.862305, + 1.164062, + 0.878418, + 1.113281, + 0.889648, + 0.99678, + 0.80957, + 0.986267, + 1.151367, + 0.9953, + 0.822266, + 0.894531, + 0.997665, + 0.949951, + 4.265625, + 0.973755, + 0.952637, + 1.002289, + 1.114258, + 1.064941, + 0.888184, + 0.949951, + 1.095703, + 0.978027, + 1.15918, + 0.724609, + 0.899414, + 0.764648, + 0.761719, + 0.951172, + 0.677734, + 0.84668, + 0.80957, + 0.856445, + 0.199219, + 0.398438, + 0.945068, + 1.105957, + 0.813477, + 0.864258, + 0.359375, + 1.029785, + 0.825195, + 0.636719, + 1.172852, + 0.972778, + 0.876953, + 0.492188, + 1.025635, + 0.916016, + 1.077637, + 0.811523, + 0.887695, + 1.070801, + 1.144531, + 1.145508, + 1.104004, + 0.985352, + 1.142578, + 0.732422, + 1.128906, + 1.149414, + 0.605469, + 0.556641, + 1.104004, + 0.937988, + 0.780273, + 0.794922, + 0.903809, + 1.004211, + 1.10498, + 0.995544, + 0.273438, + 1.150391, + 0.975708, + 1.028198, + 0.935547, + 0.304688, + 0.983643, + 0.911621, + 0.92334, + 1.095703, + 0.909668, + 1.19043, + 0.513672, + 1.296875, + 1.070312, + 1.025269, + 1.044189, + 0.626953, + 1.034912, + 1.034668, + 1.031738, + 1.042725, + 1.040771, + 0.811523, + 0.965576, + 0.870117, + 0.929199, + 1.01355, + 1.034912, + 1.046631, + 1.574219, + 0.934082, + 0.92334, + 0.893555, + 0.923828, + 1.019287, + 0.967529, + 1.024902, + 1.015747, + 1.25, + 1.051514, + 0.837891, + 1.263672, + 1.019043, + 1.117676, + 0.903809, + 0.981323, + 1.140625, + 1.161133, + 1.026978, + 1.089844, + 0.730469, + 0.910645, + 1.121582, + 1.017456, + 1.150391, + 0.859375, + 1.023804, + 1.018555, + 1.056885, + 0.88916, + 0.954346, + 1.088379, + 1.004272, + 0.883789, + 1.083496, + 0.908691, + 1.246094, + 0.939941, + 0.927734, + 1.023315, + 0.915039, + 0.542969, + 0.945312, + 0.347656, + 0.876953, + 1.052002, + 0.98877, + 0.938232, + 0.827148, + 1.15332, + 0.918457, + 0.999187, + 1.058105, + 0.4375, + 1.227539, + 0.887695, + 1.044678, + 1.003372, + 0.950439, + 2.0, + 0.985413, + 1.088867, + 0.916992, + 0.347656, + 1.042969, + 0.893066, + 1.144531, + 0.865234, + 0.942139, + 1.039551, + 1.052979, + 0.828125, + 0.951416, + 0.304688, + 0.576172, + 0.705078, + 0.332031, + 0.994385, + 1.055908, + 0.939453, + 0.669922, + 0.517578, + 0.95166, + 0.760742, + 0.953857, + 1.369141, + 0.990479, + 0.981567, + 0.992004, + 0.970825, + 0.928223, + 0.750977, + 0.952881, + 1.057373, + 0.958252, + 1.096191, + 0.928711, + 1.038574, + 0.878906, + 0.46875, + 0.429688, + 1.033691, + 0.507812, + 1.072266, + 0.825195, + 0.914062, + 0.944336, + 0.917969, + 0.787109, + 0.900879, + 0.390625, + 0.957764, + 3.296875, + 0.943359, + 0.946045, + 1.011169, + 0.359375, + 1.292969, + 0.845703, + 1.08252, + 1.026733, + 1.298828, + 0.908203, + 0.977539, + 0.972534, + 0.703125, + 1.09375, + 0.568359, + 0.957764, + 1.22168, + 0.881836, + 0.981934, + 0.985535, + 0.977173, + 1.359375, + 0.887207, + 0.875488, + 1.145508, + 1.233398, + 0.950195, + 1.074219, + 1.049316, + 1.179688, + 1.094727, + 1.398438, + 1.010925, + 1.135742, + 1.124512, + 1.004272, + 1.088379, + 0.960693, + 0.207031, + 0.984375, + 0.979126, + 0.861328, + 0.544922, + 1.027344, + 1.394531, + 1.147461, + 1.162109, + 0.9823, + 1.326172, + 0.816406, + 1.800781, + 0.916504, + 0.961914, + 0.793945, + 1.013367, + 0.875977, + 1.02771, + 1.228516, + 0.91748, + 0.84668, + 0.980469, + 1.057129, + 1.010498, + 0.890137, + 1.064453, + 1.145508, + 0.833008, + 1.069336, + 1.02478, + 0.91748, + 1.004578, + 1.021729, + 1.166992, + 0.876465, + 0.907227, + 0.976929, + 1.193359, + 0.712891, + 0.935547, + 1.003174, + 1.070801, + 0.823242, + 0.951416, + 1.075684, + 0.871094, + 1.102051, + 0.993652, + 0.998474, + 1.231445, + 0.756836, + 1.022827, + 1.092285, + 1.064453, + 1.363281, + 0.832031, + 1.028442, + 1.009583, + 1.098145, + 0.875, + 0.87207, + 1.01062, + 0.817383, + 1.027222, + 0.714844, + 0.905273, + 1.077148, + 0.856445, + 0.355469, + 0.850586, + 1.318359, + 0.895996, + 1.05127, + 0.991272, + 0.603516, + 0.207031, + 0.453125, + 0.974976, + 0.959229, + 0.990173, + 0.874023, + 0.891113, + 0.839844, + 0.956787, + 1.008484, + 0.924316, + 0.986694, + 0.951416, + 0.308594, + 0.915039, + 0.911133, + 0.902344, + 0.830078, + 1.005493, + 1.087891, + 0.985168, + 0.925293, + 0.982422, + 0.861328, + 0.902832, + 0.908691, + 0.908203, + 1.065918, + 0.795898, + 1.193359, + 0.942871, + 0.203125, + 1.636719, + 0.898438, + 0.965576, + 0.938721, + 0.878906, + 0.942139, + 1.064453, + 1.335938, + 1.058105, + 0.873047, + 0.900391, + 0.807617, + 1.070801, + 0.899414, + 0.897949, + 0.934082, + 1.132812, + 0.896973, + 1.738281, + 0.910645, + 0.908203, + 0.922363, + 0.933594, + 0.92334, + 1.148438, + 0.884766, + 0.974609, + 1.097168, + 0.980591, + 0.966797, + 0.988525, + 1.105469, + 1.5625, + 1.160156, + 1.118164, + 0.795898, + 0.894043, + 0.94165, + 0.92334, + 1.036377, + 0.873047, + 0.997406, + 0.762695, + 0.800781, + 0.673828, + 0.989807, + 1.06543, + 0.888672, + 0.804688, + 1.046631, + 0.947266, + 0.997726, + 0.90625, + 1.095703, + 0.913574, + 1.044189, + 1.028076, + 1.026367, + 0.943115, + 1.006714, + 0.864258, + 1.101074, + 0.936523, + 0.859375, + 1.033447, + 0.911621, + 1.074707, + 1.051514, + 0.917969, + 1.104492, + 1.009583, + 1.135742, + 0.961426, + 0.866211, + 0.89502, + 0.398438, + 1.050537, + 1.19043, + 1.003662, + 0.890137, + 0.896973, + 1.089355, + 1.02002, + 0.813477, + 1.016846, + 1.10498, + 0.916992, + 1.073242, + 1.010315, + 1.053711, + 0.890137, + 0.952148, + 0.880859, + 1.06543, + 0.977783, + 0.949951, + 1.363281, + 0.738281, + 0.885742, + 0.971436, + 0.805664, + 0.833008, + 1.855469, + 1.120605, + 1.033447, + 0.736328, + 0.65625, + 1.101562, + 0.971558, + 0.885254, + 0.833008, + 0.970093, + 0.807617, + 0.996399, + 0.893066, + 0.671875, + 1.048096, + 1.155273, + 0.822266, + 0.904297, + 1.026123, + 0.940918, + 0.869141, + 0.611328, + 0.902344, + 0.868164, + 0.513672, + 0.938965, + 1.056152, + 1.060791, + 0.382812, + 1.103027, + 0.75, + 1.275391, + 1.289062, + 0.814453, + 0.6875, + 0.927734, + 1.011475, + 0.884766, + 1.041748, + 1.083008, + 1.030396, + 1.047119, + 0.912598, + 0.851562, + 0.920898, + 0.907227, + 1.048096, + 0.930664, + 0.912598, + 1.213867, + 1.104004, + 0.761719, + 0.959229, + 1.006897, + 0.81543, + 0.844727, + 0.787109, + 1.022949, + 0.895996, + 1.019775, + 1.032959, + 1.05249, + 0.791992, + 1.099609, + 0.984802, + 1.073242, + 0.901367, + 0.92041, + 1.21875, + 1.169922, + 0.0, + 0.845703, + 0.802734, + 0.909668, + 0.890137, + 0.876465, + 1.073242, + 1.096191, + 0.910645, + 0.937012, + 0.940186, + 0.320312, + 0.982666, + 0.932617, + 0.875977, + 1.006256, + 1.070312, + 1.035156, + 0.915039, + 0.425781, + 0.860352, + 0.969849, + 0.889648, + 1.103516, + 1.003448, + 1.136719, + 1.142578, + 1.439453, + 0.92334, + 0.97229, + 0.931641, + 1.068848, + 0.968018, + 1.113281, + 0.911621, + 0.952637, + 0.425781, + 0.844727, + 0.899902, + 1.082031, + 0.867188, + 0.965088, + 1.048828, + 0.933594, + 0.973145, + 1.074219, + 0.720703, + 0.84668, + 1.103027, + 1.135742, + 0.834961, + 0.877441, + 0.936523, + 0.34375, + 0.15625, + 0.691406, + 1.226562, + 1.011047, + 1.004242, + 0.888184, + 1.106445, + 0.261719, + 0.226562, + 0.817383, + 0.986511, + 0.898438, + 0.994873, + 0.854492, + 1.035645, + 1.0354, + 0.973755, + 0.414062, + 1.220703, + 0.870117, + 0.883789, + 0.648438, + 0.971313, + 0.832031, + 0.966309, + 0.824219, + 0.956055, + 0.90918, + 0.926758, + 0.964844, + 0.949219, + 1.055908, + 0.983887, + 0.786133, + 0.933594, + 1.259766, + 1.129883, + 0.936035, + 0.597656, + 0.21875, + 1.917969, + 0.981812, + 0.955322, + 1.06543, + 0.934082, + 1.017578, + 0.865234, + 1.066895, + 0.191406, + 0.965332, + 0.738281, + 1.120605, + 0.957031, + 0.335938, + 0.978638, + 0.982178, + 1.101074, + 0.874023, + 1.10791, + 1.019287, + 0.770508, + 0.304688, + 1.001984, + 0.792969, + 0.94043, + 0.414062, + 0.755859, + 1.083496, + 1.242188, + 0.966064, + 1.225586, + 0.786133, + 0.823242, + 1.09375, + 1.144531, + 0.621094, + 0.870117, + 1.043457, + 0.738281, + 1.245117, + 0.386719, + 1.171875, + 0.99791, + 1.108398, + 0.977783, + 1.010254, + 0.999268, + 0.876953, + 0.974854, + 0.050781, + 0.95752, + 1.027222, + 0.963867, + 0.95459, + 1.652344, + 0.910645, + 0.979126, + 0.042969, + 0.797852, + 0.339844, + 1.083496, + 0.398438, + 0.771484, + 1.011719, + 1.031738, + 1.032471, + 0.728516, + 0.966064, + 1.05835, + 1.049561, + 0.304688, + 0.955078, + 0.744141, + 0.699219, + 0.449219, + 0.974731, + 1.19043, + 0.833008, + 1.212891, + 1.104004, + 0.958496, + 1.116211, + 0.766602, + 0.874023, + 0.942627, + 0.300781, + 0.975098, + 0.956543, + 0.951172, + 0.386719, + 0.230469, + 0.832031, + 1.104492, + 0.857422, + 1.07959, + 1.109375, + 0.798828, + 0.791016, + 1.992188, + 0.910645, + 0.970947, + 1.146484, + 0.848633, + 1.033447, + 1.034912, + 1.026733, + 1.035889, + 1.066406, + 1.009949, + 1.154297, + 1.015991, + 0.880371, + 1.05542, + 1.095215, + 0.861328, + 0.967529, + 1.119629, + 0.88916, + 0.985718, + 1.041748, + 1.486328, + 0.985596, + 0.28125, + 0.89502, + 0.856445, + 0.386719, + 0.901367, + 1.106445, + 0.963623, + 0.967285, + 1.072266, + 0.908691, + 0.845703, + 0.929199, + 0.308594, + 0.738281, + 0.845703, + 0.921875, + 0.982544, + 1.01062, + 0.793945, + 1.07666, + 0.841797, + 0.978638, + 0.976318, + 0.902832, + 0.316406, + 1.12793, + 1.003326, + 0.770508, + 1.033691, + 1.003906, + 1.116211, + 1.328125, + 0.980957, + 1.018677, + 0.902344, + 0.95166, + 1.032715, + 1.019531, + 1.019653, + 0.908203, + 0.969727, + 1.116699, + 1.058838, + 1.049561, + 0.591797, + 1.102539, + 0.425781, + 0.955322, + 1.213867, + 0.841797, + 0.943115, + 1.096191, + 1.098145, + 0.908203, + 0.974854, + 1.064453, + 0.289062, + 0.179688, + 0.253906, + 0.935547, + 0.973633, + 0.398438, + 0.911133, + 0.948486, + 1.476562, + 0.525391, + 0.970337, + 0.833008, + 0.893555, + 0.355469, + 0.90625, + 1.050537, + 1.151367, + 0.953369, + 0.922363, + 0.855469, + 1.05957, + 0.947998, + 0.541016, + 1.15332, + 0.019531, + 0.919922, + 1.121582, + 1.01123, + 1.079102, + 0.87793, + 0.97229, + 1.021484, + 0.269531, + 1.769531, + 0.939453, + 0.912598, + 0.971069, + 0.695312, + 1.07373, + 0.932617, + 0.962402, + 0.807617, + 0.974609, + 0.844727, + 3.25, + 1.00161, + 0.856445, + 1.316406, + 1.005371, + 0.857422, + 1.049072, + 0.914551, + 0.881348, + 1.277344, + 0.997879, + 1.064941, + 0.88623, + 0.956787, + 1.116699, + 0.818359, + 1.022949, + 0.95166, + 0.966064, + 1.020752, + 0.935059, + 0.95459, + 0.981812, + 1.0177, + 1.125, + 1.003998, + 0.958252, + 0.496094, + 1.166016, + 0.821289, + 0.929199, + 1.019775, + 0.955322, + 0.867188, + 1.037354, + 0.513672, + 1.065918, + 0.525391, + 1.01532, + 0.824219, + 0.769531, + 0.77832, + 0.953125, + 0.691406, + 0.95874, + 0.324219, + 0.976807, + 0.664062, + 1.108398, + 0.841797, + 0.892578, + 0.968994, + 1.047119, + 0.887207, + 0.880859, + 0.904785, + 0.871094, + 1.154297, + 0.257812, + 1.09668, + 0.893555, + 0.839844, + 1.042969, + 1.033203, + 1.200195, + 0.932129, + 0.728516, + 0.927734, + 0.987671, + 0.864258, + 1.484375, + 0.955566, + 1.009094, + 0.971924, + 0.89209, + 0.989502, + 0.246094, + 1.075684, + 0.938232, + 1.173828, + 1.228516, + 0.884277, + 0.636719, + 0.25, + 1.050049, + 0.269531, + 0.457031, + 0.818359, + 0.848633, + 1.10498, + 1.08252, + 0.425781, + 0.866211, + 0.751953, + 1.007141, + 0.253906, + 1.041748, + 0.916504, + 1.052979, + 0.728516, + 0.988647, + 1.094727, + 0.371094, + 0.96167, + 1.024048, + 0.748047, + 0.488281, + 1.068359, + 1.061279, + 0.472656, + 1.000763, + 1.492188, + 0.949707, + 0.878418, + 1.026367, + 0.876953, + 0.40625, + 1.125977, + 0.886719, + 0.880859, + 1.124023, + 0.961182, + 0.757812, + 0.320312, + 0.890625, + 1.193359, + 0.875977, + 1.01416, + 1.129883, + 1.054932, + 1.108398, + 0.933105, + 0.852539, + 0.926758, + 1.400391, + 1.048828, + 1.055908, + 0.870117, + 1.123047, + 0.851562, + 0.905273, + 1.086426, + 0.857422, + 0.253906, + 0.915527, + 1.057617, + 0.928711, + 0.869141, + 0.947998, + 0.927734, + 0.935059, + 0.884766, + 1.042236, + 1.034912, + 0.981079, + 0.923828, + 1.039062, + 0.746094, + 0.970459, + 0.359375, + 1.038818, + 0.378906, + 1.191406, + 0.911133, + 1.167969, + 0.3125, + 1.089844, + 0.917969, + 0.84668, + 1.022095, + 1.035156, + 0.948975, + 0.985779, + 1.100098, + 0.871094, + 0.980225, + 0.539062, + 1.034912, + 0.941162, + 1.335938, + 1.118164, + 0.84082, + 1.314453, + 0.921387, + 0.924316, + 0.923828, + 0.874023, + 0.94043, + 0.899902, + 0.969482, + 0.90918, + 0.464844, + 0.938477, + 1.057373, + 1.060059, + 0.851562, + 0.355469, + 1.206055, + 1.068359, + 1.112305, + 0.974854, + 1.121582, + 1.005432, + 0.99959, + 0.891602, + 0.5625, + 0.947266, + 1.104004, + 1.026855, + 1.054932, + 0.891113, + 0.98999, + 1.09668, + 1.130859, + 1.018555, + 0.975098, + 1.098633, + 1.081055, + 0.985718, + 0.936035, + 1.105469, + 1.062988, + 0.644531, + 1.167969, + 0.905273, + 0.916992, + 1.136719, + 0.779297, + 0.621094, + 1.104004, + 0.964111, + 1.015015, + 0.347656, + 0.889648, + 0.824219, + 1.443359, + 0.954102, + 1.062988, + 0.963379, + 0.210938, + 1.013367, + 1.3125, + 0.253906, + 0.730469, + 0.974609, + 0.922852, + 0.963867, + 1.042725, + 0.978394, + 0.893555, + 0.934082, + 0.772461, + 1.005157, + 0.496094, + 0.938477, + 1.151367, + 1.15332, + 0.755859, + 1.023071, + 1.029053, + 0.972656, + 0.912598, + 1.044922, + 1.031128, + 0.987732, + 0.772461, + 0.5625, + 1.066406, + 0.987427, + 0.918945, + 1.174805, + 0.785156, + 0.995636, + 0.860352, + 0.89209, + 0.946045, + 0.728516, + 1.007812, + 1.081543, + 1.004425, + 2.039062, + 0.823242, + 1.175781, + 0.94165, + 0.859375, + 0.628906, + 0.304688, + 1.027466, + 1.042969, + 0.941406, + 0.905762, + 1.158203, + 0.946777, + 1.089844, + 0.300781, + 1.023804, + 1.084473, + 0.981323, + 0.905762, + 0.998466, + 0.993561, + 0.965576, + 1.024048, + 0.93457, + 0.925781, + 0.972534, + 0.9375, + 1.050781, + 0.950684, + 1.269531, + 0.804688, + 0.89502, + 0.89209, + 1.078613, + 0.826172, + 1.191406, + 1.050781, + 0.736328, + 1.121582, + 0.88916, + 1.015564, + 0.8125, + 1.120117, + 0.962646, + 0.779297, + 0.895996, + 0.97998, + 1.084473, + 0.990479, + 1.091797, + 0.753906, + 0.800781, + 1.004517, + 0.922363, + 1.052002, + 1.065918, + 1.007324, + 0.990906, + 0.877441, + 0.90918, + 0.912109, + 0.566406, + 1.036377, + 0.911621, + 1.263672, + 1.341797, + 0.989624, + 0.965576, + 1.056152, + 0.845703, + 0.994751, + 1.040771, + 0.841797, + 0.963135, + 0.673828, + 0.800781, + 0.941406, + 1.118164, + 0.879395, + 1.106934, + 0.990479, + 0.962646, + 1.003006, + 1.072266, + 0.970581, + 1.185547, + 0.935547, + 0.912598, + 1.089844, + 1.022339, + 0.966553, + 0.870117, + 1.040283, + 1.053955, + 1.079102, + 1.033936, + 1.867188, + 1.120605, + 0.922363, + 0.913574, + 0.986633, + 0.887695, + 0.035156, + 1.086914, + 1.059082, + 0.983887, + 0.619141, + 0.959229, + 0.919434, + 0.71875, + 0.359375, + 0.945312, + 0.864258, + 1.169922, + 0.880371, + 0.95874, + 0.969482, + 0.962646, + 1.088867, + 0.87793, + 1.455078, + 0.900879, + 0.683594, + 1.091309, + 1.054688, + 0.505859, + 0.269531, + 1.112793, + 1.050049, + 0.943359, + 0.582031, + 0.958984, + 0.842773, + 0.887695, + 1.033203, + 0.933105, + 0.940674, + 1.209961, + 0.887695, + 0.760742, + 0.959717, + 1.002838, + 1.330078, + 0.378906, + 0.644531, + 0.95166, + 0.893066, + 1.018433, + 0.841797, + 0.956299, + 0.957764, + 0.928711, + 0.681641, + 1.096191, + 1.078125, + 0.837891, + 1.07373, + 0.886719, + 0.810547, + 0.826172, + 1.120117, + 0.007812, + 0.214844, + 0.879395, + 0.962891, + 0.880371, + 1.236328, + 0.902832, + 0.966553, + 0.480469, + 0.88916, + 0.509766, + 0.574219, + 1.074219, + 1.102539, + 0.932617, + 0.905762, + 1.012329, + 0.969849, + 0.464844, + 1.064941, + 0.876953, + 0.902344, + 0.859375, + 1.044678, + 0.960938, + 0.833008, + 0.794922, + 0.965576, + 1.122559, + 0.87207, + 0.89209, + 0.837891, + 0.858398, + 0.96936, + 2.773438, + 0.965332, + 1.001869, + 0.292969, + 1.030518, + 1.150391, + 1.201172, + 0.876953, + 1.143555, + 0.935547, + 1.144531, + 1.077148, + 1.828125, + 1.008911, + 0.864258, + 1.07373, + 1.039795, + 1.011475, + 1.011475, + 0.991028, + 0.910156, + 0.981323, + 0.984863, + 1.092285, + 1.064941, + 1.049072, + 0.363281, + 0.94873, + 0.963135, + 1.024292, + 1.042236, + 0.841797, + 0.199219, + 1.087402, + 1.251953, + 0.853516, + 0.958008, + 0.488281, + 1.091797, + 1.008545, + 0.957764, + 0.940186, + 0.877441, + 1.236328, + 0.860352, + 0.77832, + 0.920898, + 1.074707, + 1.029297, + 0.324219, + 1.233398, + 1.251953, + 0.261719, + 0.949219, + 1.333984, + 1.02832, + 0.902832, + 0.873047, + 0.897949, + 1.121094, + 1.046631, + 1.007629, + 0.996216, + 0.971191, + 1.003738, + 1.027588, + 1.120117, + 1.917969, + 1.017822, + 0.952393, + 1.066895, + 1.173828, + 0.803711, + 1.00322, + 0.924316, + 0.910645, + 0.908203, + 1.355469, + 1.057617, + 0.582031, + 0.975952, + 0.308594, + 0.958252, + 0.925293, + 1.072754, + 0.879883, + 0.969238, + 0.93457, + 1.083496, + 0.807617, + 0.759766, + 1.04248, + 0.998207, + 1.150391, + 0.865234, + 1.063477, + 0.677734, + 0.88623, + 0.685547, + 0.429688, + 0.973511, + 0.919922, + 1.145508, + 1.120117, + 1.117676, + 0.834961, + 0.910645, + 1.007324, + 0.6875, + 0.78125, + 0.978516, + 1.118164, + 1.003174, + 0.899902, + 0.993561, + 1.15918, + 1.091309, + 1.07373, + 0.878906, + 0.445312, + 1.004883, + 1.059082, + 0.892578, + 0.99054, + 0.876953, + 1.062012, + 0.916504, + 1.021606, + 1.010742, + 0.984741, + 0.793945, + 0.712891, + 0.911133, + 1.066895, + 0.911621, + 1.081543, + 1.137695, + 1.041992, + 0.895996, + 0.791016, + 1.092285, + 0.956299, + 0.587891, + 0.4375, + 0.946777, + 1.146484, + 1.10498, + 0.953857, + 0.942383, + 0.335938, + 0.920898, + 1.105957, + 0.895508, + 1.028809, + 0.84375, + 0.90332, + 0.876465, + 0.371094, + 1.062988, + 0.984619, + 1.203125, + 0.944092, + 1.460938, + 1.120117, + 0.806641, + 1.094238, + 0.855469, + 1.137695, + 1.092285, + 0.948975, + 0.910645, + 0.666016, + 0.92041, + 0.654297, + 0.335938, + 0.967773, + 1.328125, + 0.933105, + 1.145508, + 1.435547, + 1.012817, + 1.009094, + 0.926758, + 1.058105, + 0.888184, + 0.962891, + 0.907227, + 0.683594, + 1.158203, + 0.84082, + 0.911621, + 0.912598, + 0.966553, + 1.047852, + 0.958496, + 1.006073, + 1.030884, + 0.728516, + 0.865234, + 1.137695, + 0.46875, + 0.822266, + 0.965088, + 1.157227, + 0.967285, + 0.441406, + 0.938721, + 1.179688, + 1.026123, + 0.985779, + 0.990784, + 0.378906, + 1.070801, + 0.910156, + 0.805664, + 0.945312, + 0.922363, + 0.918945, + 0.895508, + 1.277344, + 0.896484, + 0.885254, + 1.15918, + 0.914062, + 0.880859, + 1.003296, + 1.032471, + 0.265625, + 0.987244, + 0.947266, + 0.950439, + 1.056641, + 1.005432, + 1.121094, + 0.861328, + 0.582031, + 0.986694, + 0.997986, + 1.07373, + 1.076172, + 0.714844, + 0.8125, + 1.025513, + 0.970459, + 0.863281, + 0.869141, + 1.10498, + 0.986816, + 0.908203, + 0.916992, + 1.067383, + 0.992188, + 0.943359, + 0.950195, + 1.015747, + 0.858398, + 1.251953, + 0.92627, + 1.136719, + 0.560547, + 0.21875, + 0.882324, + 0.853516, + 0.961426, + 0.957275, + 0.895508, + 0.911621, + 0.859375, + 0.915527, + 0.793945, + 1.01001, + 0.973877, + 1.071289, + 0.958008, + 0.300781, + 0.914551, + 1.004059, + 1.135742, + 1.027466, + 1.208008, + 0.873047, + 0.9646, + 0.951416, + 0.821289, + 1.114258, + 1.069824, + 1.05249, + 1.138672, + 0.895996, + 0.970337, + 0.899414, + 0.80957, + 0.848633, + 0.982788, + 1.269531, + 0.937012, + 0.981689, + 1.176758, + 1.063965, + 0.819336, + 1.161133, + 0.785156, + 0.899414, + 0.924316, + 0.626953, + 1.066406, + 0.944336, + 0.833008, + 0.328125, + 0.822266, + 1.150391, + 0.968994, + 1.11084, + 1.105957, + 1.283203, + 1.192383, + 1.057617, + 1.070801, + 1.267578, + 0.179688, + 0.974854, + 1.24707, + 0.842773, + 0.993469, + 1.029419, + 1.080078, + 0.907715, + 0.230469, + 1.015259, + 0.96875, + 0.904297, + 0.884766, + 1.096191, + 1.275391, + 1.017944, + 0.906738, + 0.89209, + 0.609375, + 0.992188, + 1.066406, + 0.919434, + 0.926758, + 1.246094, + 0.912109, + 1.090332, + 0.880371, + 0.946533, + 0.776367, + 1.466797, + 0.880859, + 0.950439, + 1.053467, + 0.918945, + 0.899414, + 0.881836, + 1.009216, + 1.142578, + 1.054199, + 0.918945, + 1.039795, + 0.304688, + 1.015198, + 1.098145, + 0.921387, + 1.062256, + 1.053467, + 1.167969, + 0.929688, + 1.081543, + 1.121094, + 0.830078, + 0.886719, + 0.930664, + 0.879883, + 0.28125, + 0.904785, + 0.997375, + 0.966797, + 1.030396, + 0.944824, + 0.817383, + 1.087402, + 0.884277, + 1.116699, + 0.97998, + 1.133789, + 0.398438, + 0.844727, + 0.900391, + 1.045898, + 0.296875, + 1.034668, + 0.460938, + 0.911133, + 0.28125, + 0.939941, + 0.927246, + 1.189453, + 0.650391, + 0.84082, + 1.035645, + 0.986328, + 0.790039, + 0.896484, + 0.933105, + 1.198242, + 0.952881, + 0.164062, + 0.613281, + 0.797852, + 1.018311, + 1.104492, + 0.868164, + 1.083496, + 1.057617, + 0.997147, + 0.874023, + 1.128906, + 0.951904, + 1.053955, + 1.161133, + 0.989868, + 0.927246, + 1.028809, + 1.02417, + 0.763672, + 0.998726, + 0.9375, + 1.149414, + 0.977783, + 1.030273, + 0.829102, + 1.188477, + 0.942383, + 0.90625, + 1.112793, + 0.900391, + 1.263672, + 0.97522, + 1.365234, + 0.464844, + 0.957275, + 0.911621, + 0.949707, + 0.492188, + 1.048584, + 1.059326, + 1.082031, + 0.429688, + 0.869141, + 0.755859, + 0.911133, + 0.84082, + 0.811523, + 0.199219, + 1.024902, + 1.023926, + 1.025513, + 0.015625, + 0.777344, + 0.429688, + 1.792969, + 1.05127, + 0.903809, + 0.931152, + 1.067871, + 0.926758, + 1.101562, + 1.019409, + 0.860352, + 0.441406, + 0.541016, + 1.027344, + 0.782227, + 0.805664, + 0.968018, + 0.825195, + 1.000131, + 0.970703, + 0.830078, + 0.966797, + 0.94873, + 0.966064, + 0.689453, + 0.96582, + 1.019653, + 1.18457, + 1.053955, + 0.854492, + 0.398438, + 1.423828, + 0.425781, + 1.300781, + 1.076172, + 1.039795, + 1.066406, + 1.104004, + 0.763672, + 0.918457, + 1.057373, + 1.048828, + 1.269531, + 0.841797, + 0.844727, + 1.253906, + 0.90332, + 1.160156, + 0.866211, + 1.003708, + 0.966553, + 0.699219, + 0.896973, + 0.961182, + 0.613281, + 0.973877, + 0.990112, + 1.083008, + 0.960938, + 0.829102, + 0.820312, + 0.832031, + 1.040527, + 0.763672, + 0.988892, + 1.010803, + 1.386719, + 0.87793, + 0.938965, + 0.987793, + 0.898926, + 1.049316, + 1.083984, + 1.009644, + 0.985535, + 0.992676, + 0.623047, + 1.19043, + 0.865234, + 0.550781, + 0.978271, + 1.014587, + 0.378906, + 0.873047, + 0.832031, + 1.031006, + 0.943848, + 0.99231, + 1.109863, + 0.96582, + 0.883301, + 0.914062, + 0.953613, + 0.921875, + 0.854492, + 0.911621, + 0.613281, + 0.956543, + 1.230469, + 1.101074, + 0.525391, + 0.899902, + 0.947266, + 1.060303, + 1.271484, + 0.933594, + 1.117676, + 0.966309, + 0.930664, + 1.018555, + 0.985657, + 1.021729, + 0.923828, + 0.320312, + 1.044434, + 1.042725, + 0.363281, + 0.902832, + 1.035645, + 1.084961, + 0.911133, + 0.90918, + 0.915039, + 0.507812, + 1.036865, + 1.22168, + 1.130859, + 1.018555, + 1.111328, + 0.858398, + 0.987915, + 0.402344, + 0.583984, + 0.976318, + 0.935059, + 1.135742, + 0.816406, + 0.826172, + 0.953613, + 0.917969, + 0.410156, + 0.813477, + 1.082031, + 0.285156, + 1.123047, + 0.884766, + 1.089355, + 1.012329, + 0.390625, + 1.023804, + 0.876465, + 0.367188, + 1.006287, + 1.314453, + 0.931152, + 1.146484, + 1.093262, + 1.111328, + 0.382812, + 1.058105, + 0.790039, + 1.0019, + 1.022339, + 1.038818, + 1.04126, + 0.796875, + 1.056885, + 1.006805, + 1.043213, + 0.873047, + 0.375, + 1.017334, + 1.026489, + 0.963867, + 0.87207, + 1.06543, + 1.098633, + 0.904297, + 0.92627, + 0.95874, + 0.956787, + 1.028687, + 0.936035, + 1.523438, + 1.380859, + 0.907227, + 0.3125, + 1.03833, + 0.919434, + 1.015991, + 1.082031, + 1.063477, + 0.830078, + 0.952637, + 1.016602, + 1.042725, + 0.449219, + 0.910156, + 1.110352, + 0.864258 + ] + }, + "name": "onnx::Mul_8339", + "outputIndexes": [ + 769 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 768, + 769 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_7/Mul_1_output_0", + "outputIndexes": [ + 770 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 699, + 770 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_38_output_0", + "outputIndexes": [ + 771 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 771 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_7/Mul_output_0", + "outputIndexes": [ + 772 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.542969, + 1.582031, + 1.550781, + 1.617188, + 1.671875, + 1.710938, + 1.429688, + 0.449219, + 1.667969, + 1.308594, + 1.75, + 1.492188, + 1.378906, + 1.636719, + 1.648438, + 1.511719, + 1.476562, + 1.589844, + 1.617188, + 1.597656, + 1.65625, + 1.714844, + 1.683594, + 1.318359, + 1.367188, + 1.472656, + 1.11377, + 1.367188, + 1.535156, + 1.632812, + 1.335938, + 1.11084, + 1.511719, + 0.521484, + 1.507812, + 1.064941, + 1.546875, + 1.605469, + 1.375, + 1.496094, + 1.648438, + 1.460938, + 1.5625, + 1.111816, + 0.644531, + 1.554688, + 1.753906, + 1.542969, + 1.441406, + 1.168945, + 1.476562, + 0.820312, + 1.476562, + 0.464844, + 1.511719, + 1.246094, + 1.492188, + 1.566406, + 1.371094, + 1.335938, + 1.007111, + 1.457031, + 1.503906, + 1.421875, + 1.170898, + 1.453125, + 0.871094, + 1.519531, + 1.302734, + 1.457031, + 1.523438, + 1.683594, + 1.435547, + 1.558594, + 1.423828, + 1.470703, + 0.799805, + 1.206055, + 1.165039, + 0.636719, + 1.421875, + 0.4375, + 1.369141, + 1.142578, + 1.53125, + 1.400391, + 1.527344, + 1.095703, + 0.695312, + 1.404297, + 1.5, + 1.445312, + 1.835938, + 0.658203, + 1.640625, + 0.441406, + 1.498047, + 1.550781, + 1.632812, + 1.414062, + 1.283203, + 1.625, + 1.640625, + 1.486328, + 1.730469, + 1.585938, + 1.632812, + 1.113281, + 1.550781, + 1.566406, + 1.511719, + 1.416016, + 1.621094, + 0.751953, + 1.478516, + 1.145508, + 1.714844, + 0.5, + 1.466797, + 1.699219, + 1.542969, + 1.449219, + 1.022461, + 1.644531, + 1.263672, + 0.912598, + 1.417969, + 1.660156, + 1.480469, + 0.850586, + 0.918945, + 1.496094, + 1.386719, + 1.5, + 1.621094, + 1.589844, + 1.291016, + 0.915039, + 1.367188, + 1.726562, + 1.380859, + 1.431641, + 1.322266, + 1.585938, + 1.535156, + 1.326172, + 1.28125, + 1.605469, + 1.542969, + 1.757812, + 1.621094, + 1.253906, + 1.480469, + 1.056885, + 1.726562, + 1.617188, + 0.847656, + 1.511719, + 0.613281, + 0.546875, + 0.646484, + 1.632812, + 1.326172, + 0.841797, + 1.765625, + 1.59375, + 1.683594, + 0.53125, + 1.542969, + 1.433594, + 1.511719, + 0.654297, + 1.365234, + 0.585938, + 1.542969, + 1.636719, + 1.425781, + 0.46875, + 1.527344, + 1.482422, + 1.496094, + 0.511719, + 1.068359, + 0.421875, + 1.230469, + 1.486328, + 0.80957, + 1.542969, + 1.386719, + 1.200195, + 1.625, + 1.083496, + 1.347656, + 1.523438, + 1.539062, + 1.400391, + 1.554688, + 1.628906, + 1.636719, + 1.511719, + 1.380859, + 1.507812, + 1.449219, + 1.333984, + 1.628906, + 1.640625, + 1.439453, + 1.542969, + 1.46875, + 1.558594, + 1.234375, + 1.605469, + 1.503906, + 1.396484, + 1.511719, + 1.542969, + 1.318359, + 1.416016, + 1.679688, + 1.640625, + 1.138672, + 1.083984, + 1.609375, + 1.808594, + 1.539062, + 1.519531, + 1.439453, + 1.53125, + 1.279297, + 1.246094, + 0.766602, + 1.652344, + 1.550781, + 1.664062, + 1.570312, + 1.597656, + 0.976074, + 1.597656, + 1.425781, + 1.507812, + 1.147461, + 1.546875, + 1.703125, + 1.294922, + 1.498047, + 1.535156, + 1.267578, + 1.294922, + 1.679688, + 0.852539, + 1.574219, + 1.832031, + 0.685547, + 1.574219, + 1.5625, + 1.507812, + 1.394531, + 1.640625, + 1.523438, + 1.46875, + 1.632812, + 1.695312, + 1.53125, + 1.408203, + 1.494141, + 1.140625, + 1.609375, + 1.589844, + 1.396484, + 1.423828, + 1.589844, + 1.527344, + 1.503906, + 1.310547, + 1.582031, + 1.433594, + 0.720703, + 1.380859, + 1.605469, + 1.640625, + 1.034424, + 1.5625, + 0.583984, + 1.515625, + 1.279297, + 1.566406, + 1.345703, + 1.507812, + 0.568359, + 1.490234, + 1.219727, + 0.566406, + 2.601562, + 1.605469, + 1.291016, + 1.527344, + 1.300781, + 1.433594, + 1.632812, + 1.617188, + 1.339844, + 1.277344, + 0.464844, + 1.460938, + 0.363281, + 1.365234, + 1.636719, + 1.380859, + 1.394531, + 1.613281, + 1.753906, + 0.476562, + 1.617188, + 1.496094, + 1.371094, + 1.46875, + 1.3125, + 1.652344, + 1.441406, + 1.617188, + 1.345703, + 1.441406, + 1.253906, + 1.710938, + 1.457031, + 1.384766, + 1.085449, + 1.308594, + 1.550781, + 1.511719, + 1.144531, + 0.97937, + 1.519531, + 1.476562, + 0.566406, + 1.558594, + 1.447266, + 1.660156, + 1.65625, + 1.640625, + 1.470703, + 1.507812, + 1.664062, + 1.435547, + 1.605469, + 0.940674, + 1.59375, + 0.779297, + 1.255859, + 1.542969, + 0.580078, + 1.194336, + 0.621094, + 1.193359, + 0.4375, + 0.630859, + 1.527344, + 1.667969, + 0.973755, + 1.246094, + 0.5625, + 1.546875, + 1.320312, + 0.774414, + 1.412109, + 1.613281, + 1.394531, + 0.582031, + 1.582031, + 1.511719, + 1.621094, + 1.265625, + 1.455078, + 1.597656, + 1.761719, + 1.675781, + 1.648438, + 1.488281, + 1.359375, + 0.813477, + 1.683594, + 1.632812, + 0.864258, + 0.658203, + 1.757812, + 1.363281, + 1.185547, + 0.918945, + 1.503906, + 1.636719, + 1.585938, + 1.742188, + 0.515625, + 1.699219, + 1.636719, + 1.539062, + 1.304688, + 0.558594, + 1.507812, + 1.582031, + 1.554688, + 1.613281, + 1.515625, + 1.753906, + 0.658203, + 1.478516, + 1.621094, + 1.398438, + 1.699219, + 0.607422, + 1.570312, + 1.664062, + 1.527344, + 1.539062, + 1.028076, + 1.357422, + 1.527344, + 1.425781, + 1.515625, + 1.458984, + 1.667969, + 1.605469, + 1.443359, + 1.458984, + 1.337891, + 1.113281, + 1.539062, + 1.458984, + 1.546875, + 1.427734, + 1.199219, + 1.753906, + 1.613281, + 1.011292, + 0.640625, + 1.515625, + 1.714844, + 1.578125, + 1.519531, + 1.550781, + 1.695312, + 1.427734, + 1.699219, + 1.07666, + 0.544922, + 1.601562, + 1.652344, + 1.558594, + 1.304688, + 1.589844, + 1.558594, + 1.554688, + 1.388672, + 1.388672, + 1.589844, + 1.5625, + 0.861328, + 1.664062, + 1.542969, + 1.613281, + 1.494141, + 1.511719, + 1.496094, + 1.542969, + 0.742188, + 1.515625, + 0.515625, + 1.367188, + 1.550781, + 1.539062, + 1.455078, + 1.443359, + 1.648438, + 1.423828, + 1.59375, + 1.578125, + 0.599609, + 1.369141, + 1.527344, + 1.570312, + 1.433594, + 1.439453, + 1.628906, + 1.546875, + 1.726562, + 1.527344, + 0.521484, + 1.488281, + 1.361328, + 1.574219, + 1.121094, + 1.390625, + 1.585938, + 1.542969, + 1.038574, + 1.542969, + 0.457031, + 0.539062, + 0.94043, + 0.523438, + 1.515625, + 1.453125, + 1.445312, + 0.983032, + 0.472656, + 1.486328, + 0.97168, + 0.837891, + 1.400391, + 1.664062, + 1.519531, + 1.566406, + 1.451172, + 1.314453, + 1.388672, + 1.617188, + 1.048584, + 1.714844, + 1.753906, + 1.175781, + 1.3125, + 1.3125, + 0.679688, + 0.605469, + 1.589844, + 0.748047, + 1.667969, + 1.523438, + 1.396484, + 1.679688, + 1.382812, + 1.314453, + 1.589844, + 0.511719, + 1.605469, + 0.875977, + 1.609375, + 1.535156, + 1.667969, + 0.476562, + 0.705078, + 1.088379, + 1.206055, + 1.648438, + 1.550781, + 1.59375, + 1.53125, + 1.431641, + 0.913574, + 1.652344, + 0.587891, + 1.691406, + 1.625, + 1.300781, + 1.316406, + 1.275391, + 1.462891, + 0.757812, + 1.371094, + 1.507812, + 1.734375, + 0.712891, + 1.043213, + 1.550781, + 1.460938, + 1.585938, + 1.679688, + 0.754883, + 1.261719, + 1.523438, + 1.691406, + 1.535156, + 1.726562, + 1.412109, + 0.40625, + 1.486328, + 1.496094, + 1.388672, + 0.795898, + 1.570312, + 1.484375, + 1.707031, + 1.683594, + 1.519531, + 1.365234, + 1.380859, + 1.010498, + 1.423828, + 0.632812, + 0.883789, + 1.589844, + 1.443359, + 1.205078, + 1.036865, + 1.024292, + 1.335938, + 1.451172, + 1.636719, + 1.566406, + 1.240234, + 1.490234, + 1.699219, + 1.246094, + 1.605469, + 1.6875, + 1.546875, + 1.429688, + 1.585938, + 1.597656, + 1.404297, + 1.578125, + 1.519531, + 1.726562, + 0.550781, + 1.28125, + 1.542969, + 1.601562, + 1.255859, + 1.597656, + 1.419922, + 1.496094, + 1.503906, + 1.316406, + 1.578125, + 2.71875, + 1.207031, + 1.605469, + 1.570312, + 1.746094, + 1.026733, + 1.402344, + 1.660156, + 1.558594, + 1.617188, + 1.570312, + 1.314453, + 1.574219, + 1.5625, + 1.640625, + 0.911621, + 1.707031, + 1.652344, + 1.166992, + 0.574219, + 1.492188, + 0.753906, + 1.601562, + 1.683594, + 1.275391, + 0.699219, + 0.386719, + 0.533203, + 1.597656, + 1.648438, + 1.648438, + 1.621094, + 1.511719, + 1.589844, + 1.431641, + 1.183594, + 1.380859, + 1.453125, + 1.484375, + 0.480469, + 1.328125, + 1.644531, + 1.519531, + 1.558594, + 1.53125, + 1.699219, + 1.597656, + 1.170898, + 1.558594, + 1.460938, + 1.137695, + 1.476562, + 1.515625, + 1.484375, + 0.9375, + 1.535156, + 1.480469, + 0.390625, + 1.476562, + 1.369141, + 1.640625, + 1.539062, + 1.04248, + 1.476562, + 1.601562, + 1.209961, + 1.271484, + 1.414062, + 1.466797, + 1.507812, + 1.628906, + 1.347656, + 1.324219, + 1.667969, + 1.574219, + 1.523438, + 0.8125, + 1.482422, + 1.355469, + 1.488281, + 1.558594, + 1.492188, + 1.5625, + 1.333984, + 1.546875, + 1.339844, + 1.558594, + 1.710938, + 1.648438, + 1.507812, + 1.013855, + 1.167969, + 1.589844, + 0.790039, + 1.570312, + 1.162109, + 1.511719, + 1.792969, + 1.511719, + 1.558594, + 0.885742, + 0.576172, + 0.902832, + 1.601562, + 1.542969, + 1.589844, + 1.261719, + 1.558594, + 1.558594, + 1.53125, + 1.601562, + 1.636719, + 1.451172, + 1.507812, + 1.664062, + 1.589844, + 1.582031, + 1.441406, + 1.388672, + 1.714844, + 1.240234, + 1.176758, + 1.671875, + 1.496094, + 1.507812, + 1.78125, + 1.671875, + 1.601562, + 1.523438, + 1.648438, + 1.59375, + 1.337891, + 1.494141, + 0.576172, + 1.570312, + 1.339844, + 1.605469, + 1.412109, + 1.365234, + 1.617188, + 1.498047, + 1.361328, + 1.46875, + 1.566406, + 1.625, + 1.367188, + 1.683594, + 1.484375, + 1.335938, + 1.574219, + 1.306641, + 1.679688, + 1.53125, + 1.462891, + 1.494141, + 1.078125, + 1.425781, + 1.40625, + 1.267578, + 1.412109, + 0.748047, + 1.710938, + 1.558594, + 0.675781, + 0.92334, + 1.59375, + 1.462891, + 1.361328, + 1.004578, + 1.667969, + 1.142578, + 1.539062, + 1.625, + 0.876465, + 1.660156, + 1.447266, + 0.626953, + 1.609375, + 1.675781, + 1.628906, + 1.21582, + 0.792969, + 1.417969, + 1.496094, + 0.583984, + 1.371094, + 1.625, + 1.730469, + 0.546875, + 1.683594, + 0.78125, + 1.441406, + 1.423828, + 1.335938, + 0.878418, + 1.511719, + 1.472656, + 1.470703, + 1.5, + 1.503906, + 1.609375, + 1.652344, + 1.40625, + 1.353516, + 1.578125, + 1.466797, + 1.613281, + 1.59375, + 1.511719, + 1.318359, + 1.574219, + 0.936035, + 1.589844, + 1.439453, + 0.802734, + 1.457031, + 0.953857, + 1.636719, + 1.699219, + 1.613281, + 1.613281, + 1.636719, + 1.542969, + 1.574219, + 1.59375, + 1.671875, + 1.238281, + 1.404297, + 1.464844, + 1.597656, + 0.300781, + 1.223633, + 1.076172, + 1.490234, + 1.251953, + 0.84082, + 1.605469, + 1.699219, + 1.445312, + 1.621094, + 1.410156, + 0.472656, + 1.59375, + 1.322266, + 1.4375, + 0.609375, + 1.601562, + 1.636719, + 1.484375, + 0.585938, + 1.255859, + 1.275391, + 1.419922, + 1.558594, + 1.574219, + 1.664062, + 1.090332, + 1.081055, + 1.464844, + 1.582031, + 1.353516, + 1.617188, + 1.507812, + 1.75, + 1.259766, + 1.490234, + 0.619141, + 1.527344, + 1.539062, + 1.511719, + 1.322266, + 1.550781, + 1.617188, + 1.582031, + 1.455078, + 1.585938, + 0.977051, + 1.333984, + 1.539062, + 1.617188, + 0.907227, + 1.263672, + 1.458984, + 0.558594, + 0.394531, + 0.958252, + 0.993439, + 1.511719, + 1.617188, + 1.453125, + 1.546875, + 0.513672, + 0.425781, + 1.472656, + 1.574219, + 1.035645, + 1.550781, + 1.365234, + 1.632812, + 1.474609, + 1.033691, + 0.517578, + 1.542969, + 1.294922, + 1.226562, + 0.707031, + 1.396484, + 1.324219, + 1.296875, + 1.382812, + 1.660156, + 1.523438, + 1.349609, + 1.621094, + 1.082031, + 1.578125, + 1.542969, + 1.201172, + 1.439453, + 1.4375, + 1.863281, + 1.523438, + 0.819336, + 0.472656, + 0.921875, + 1.589844, + 1.458984, + 1.462891, + 1.503906, + 1.443359, + 1.394531, + 1.632812, + 0.4375, + 1.235352, + 0.92334, + 1.730469, + 1.609375, + 0.46875, + 1.601562, + 1.582031, + 1.476562, + 1.570312, + 1.566406, + 1.167969, + 1.165039, + 0.552734, + 1.462891, + 1.231445, + 1.419922, + 0.505859, + 1.582031, + 1.761719, + 1.416016, + 1.46875, + 0.88623, + 1.294922, + 1.361328, + 1.667969, + 1.511719, + 0.836914, + 1.447266, + 1.679688, + 0.947754, + 0.705078, + 0.88623, + 0.5, + 1.496094, + 1.357422, + 1.570312, + 1.392578, + 1.523438, + 1.574219, + 1.636719, + 0.414062, + 1.515625, + 1.558594, + 1.457031, + 1.597656, + 0.782227, + 1.578125, + 1.546875, + 0.367188, + 1.291016, + 0.496094, + 1.59375, + 0.509766, + 1.131836, + 1.5625, + 1.601562, + 1.589844, + 1.016968, + 1.324219, + 0.813477, + 1.458984, + 0.5, + 1.277344, + 1.01355, + 0.822266, + 0.712891, + 1.53125, + 1.769531, + 1.104492, + 0.689453, + 1.667969, + 1.308594, + 1.679688, + 1.050049, + 1.219727, + 1.496094, + 0.464844, + 1.484375, + 1.458984, + 1.341797, + 0.476562, + 0.550781, + 1.527344, + 1.714844, + 1.341797, + 1.609375, + 1.683594, + 1.476562, + 0.940918, + 0.505859, + 1.464844, + 1.546875, + 1.773438, + 1.090332, + 1.546875, + 1.605469, + 1.683594, + 1.464844, + 1.617188, + 1.449219, + 1.820312, + 1.482422, + 1.318359, + 1.605469, + 1.46875, + 1.086426, + 1.628906, + 1.613281, + 1.578125, + 1.511719, + 1.734375, + 0.780273, + 1.570312, + 0.480469, + 1.041504, + 1.117676, + 0.533203, + 1.550781, + 1.212891, + 1.478516, + 1.466797, + 1.578125, + 1.492188, + 1.339844, + 1.519531, + 0.476562, + 1.139648, + 1.380859, + 1.173828, + 1.558594, + 1.484375, + 1.061035, + 1.648438, + 1.496094, + 1.675781, + 1.558594, + 1.539062, + 0.484375, + 1.710938, + 1.640625, + 1.029907, + 1.667969, + 1.371094, + 1.601562, + 1.421875, + 1.726562, + 1.519531, + 1.523438, + 1.628906, + 1.722656, + 1.621094, + 0.929199, + 1.466797, + 1.523438, + 1.710938, + 1.640625, + 1.294922, + 0.595703, + 1.474609, + 0.615234, + 1.511719, + 1.6875, + 1.060547, + 1.585938, + 1.671875, + 1.679688, + 1.427734, + 1.208984, + 1.339844, + 0.429688, + 0.453125, + 0.46875, + 1.574219, + 1.644531, + 0.576172, + 1.458984, + 1.410156, + 1.5, + 0.617188, + 1.40625, + 0.920898, + 1.40625, + 0.595703, + 1.539062, + 1.482422, + 1.017456, + 1.605469, + 1.277344, + 1.208008, + 1.699219, + 1.503906, + 0.4375, + 0.730469, + 0.507812, + 1.412109, + 1.574219, + 1.554688, + 1.730469, + 1.045898, + 0.619141, + 1.523438, + 0.550781, + 1.053955, + 1.511719, + 1.570312, + 1.5, + 0.87207, + 1.605469, + 1.511719, + 1.503906, + 1.15332, + 1.539062, + 1.267578, + 1.073242, + 1.636719, + 1.582031, + 1.155273, + 1.585938, + 1.445312, + 1.601562, + 1.241211, + 1.53125, + 1.574219, + 1.667969, + 1.597656, + 1.449219, + 1.558594, + 1.789062, + 1.145508, + 1.458984, + 1.498047, + 1.484375, + 1.453125, + 1.470703, + 1.251953, + 1.535156, + 1.255859, + 1.617188, + 1.231445, + 1.382812, + 0.625, + 1.699219, + 1.271484, + 1.558594, + 1.230469, + 1.523438, + 1.414062, + 1.636719, + 0.601562, + 1.671875, + 0.695312, + 1.492188, + 1.292969, + 1.269531, + 1.060059, + 1.460938, + 0.858398, + 1.498047, + 0.525391, + 1.523438, + 0.865234, + 1.695312, + 1.376953, + 1.296875, + 1.679688, + 1.679688, + 1.503906, + 1.355469, + 1.404297, + 1.457031, + 1.570312, + 0.414062, + 1.636719, + 1.332031, + 1.396484, + 1.574219, + 1.445312, + 1.757812, + 1.414062, + 0.833008, + 1.333984, + 1.554688, + 1.378906, + 1.166016, + 1.539062, + 1.507812, + 1.433594, + 1.378906, + 1.447266, + 0.46875, + 1.546875, + 1.539062, + 1.628906, + 0.699219, + 1.245117, + 0.716797, + 0.480469, + 1.496094, + 0.449219, + 0.496094, + 1.200195, + 1.558594, + 1.664062, + 1.679688, + 0.875977, + 1.292969, + 1.115234, + 1.457031, + 0.523438, + 1.574219, + 1.287109, + 1.423828, + 2.429688, + 1.605469, + 1.707031, + 0.484375, + 1.550781, + 1.683594, + 0.814453, + 0.583984, + 1.554688, + 1.636719, + 0.615234, + 1.652344, + 0.765625, + 1.578125, + 1.28125, + 1.570312, + 1.408203, + 0.585938, + 1.605469, + 1.412109, + 1.515625, + 1.550781, + 1.480469, + 0.95459, + 0.464844, + 1.478516, + 1.753906, + 1.417969, + 1.671875, + 1.570312, + 1.515625, + 1.539062, + 1.5, + 1.359375, + 1.447266, + 0.879395, + 1.539062, + 1.503906, + 1.412109, + 1.644531, + 1.209961, + 1.40625, + 1.484375, + 1.46875, + 0.410156, + 1.421875, + 1.652344, + 1.519531, + 1.386719, + 1.332031, + 1.287109, + 1.294922, + 1.498047, + 1.398438, + 1.566406, + 1.542969, + 1.578125, + 1.546875, + 0.826172, + 1.332031, + 0.546875, + 1.519531, + 0.599609, + 1.433594, + 1.554688, + 1.5625, + 0.517578, + 1.386719, + 1.355469, + 1.484375, + 1.683594, + 0.701172, + 1.542969, + 1.486328, + 1.511719, + 1.457031, + 1.375, + 0.648438, + 1.318359, + 1.492188, + 1.300781, + 1.71875, + 1.455078, + 1.460938, + 1.597656, + 1.488281, + 1.519531, + 1.384766, + 1.101562, + 1.353516, + 1.402344, + 1.496094, + 0.701172, + 1.410156, + 1.482422, + 1.6875, + 1.267578, + 0.537109, + 1.714844, + 1.582031, + 1.632812, + 1.507812, + 1.617188, + 1.498047, + 1.380859, + 1.474609, + 0.509766, + 1.601562, + 1.519531, + 1.435547, + 1.539062, + 1.478516, + 1.466797, + 1.605469, + 1.785156, + 1.617188, + 1.277344, + 1.804688, + 1.550781, + 1.578125, + 1.451172, + 1.667969, + 1.570312, + 0.875, + 1.546875, + 1.371094, + 1.400391, + 1.621094, + 1.425781, + 0.885742, + 1.710938, + 1.464844, + 1.511719, + 0.457031, + 1.271484, + 1.109863, + 0.8125, + 1.447266, + 1.632812, + 1.847656, + 0.398438, + 1.570312, + 1.632812, + 0.449219, + 0.716797, + 1.474609, + 1.589844, + 1.539062, + 1.451172, + 1.578125, + 1.349609, + 1.554688, + 1.263672, + 1.664062, + 0.640625, + 1.582031, + 1.734375, + 1.679688, + 0.560547, + 1.585938, + 1.566406, + 1.582031, + 1.285156, + 1.554688, + 1.462891, + 1.5, + 1.180664, + 0.542969, + 1.742188, + 1.550781, + 1.435547, + 1.474609, + 0.92041, + 1.462891, + 0.640625, + 1.322266, + 1.527344, + 0.865234, + 1.644531, + 1.679688, + 1.435547, + 0.767578, + 1.182617, + 1.964844, + 1.539062, + 1.515625, + 0.830078, + 0.539062, + 1.416016, + 1.277344, + 1.427734, + 1.145508, + 1.648438, + 1.582031, + 1.585938, + 0.5, + 1.425781, + 1.765625, + 1.333984, + 1.351562, + 1.277344, + 1.636719, + 1.5, + 1.628906, + 1.223633, + 1.402344, + 1.458984, + 1.597656, + 1.644531, + 1.632812, + 1.176758, + 1.090332, + 1.11084, + 1.142578, + 1.636719, + 1.304688, + 0.973633, + 1.605469, + 0.936035, + 1.470703, + 1.408203, + 1.519531, + 1.515625, + 1.451172, + 1.546875, + 0.862305, + 1.353516, + 1.503906, + 1.539062, + 1.474609, + 1.558594, + 0.926758, + 1.488281, + 1.621094, + 1.507812, + 1.683594, + 1.574219, + 1.230469, + 1.699219, + 1.451172, + 1.486328, + 1.455078, + 0.619141, + 1.539062, + 1.597656, + 1.75, + 1.333984, + 1.648438, + 1.609375, + 1.480469, + 1.460938, + 1.384766, + 1.601562, + 1.408203, + 1.214844, + 0.924805, + 1.447266, + 1.464844, + 1.714844, + 1.386719, + 1.574219, + 1.660156, + 1.554688, + 1.578125, + 1.632812, + 1.482422, + 1.306641, + 1.542969, + 1.275391, + 1.202148, + 1.427734, + 1.558594, + 1.376953, + 1.423828, + 1.496094, + 1.492188, + 1.601562, + 0.710938, + 1.507812, + 1.550781, + 1.098145, + 1.494141, + 1.628906, + 0.4375, + 1.476562, + 1.609375, + 1.464844, + 0.683594, + 1.59375, + 1.447266, + 0.838867, + 0.558594, + 1.251953, + 1.384766, + 1.820312, + 1.339844, + 1.457031, + 1.478516, + 1.550781, + 1.71875, + 1.474609, + 0.960205, + 1.585938, + 0.814453, + 1.691406, + 1.617188, + 0.660156, + 0.441406, + 1.691406, + 1.648438, + 1.582031, + 0.789062, + 1.59375, + 1.076172, + 1.333984, + 1.570312, + 1.433594, + 1.341797, + 1.714844, + 1.447266, + 1.194336, + 1.578125, + 1.6875, + 1.679688, + 0.630859, + 0.879883, + 1.423828, + 1.373047, + 1.632812, + 1.073242, + 1.287109, + 1.585938, + 1.15918, + 0.795898, + 1.632812, + 1.703125, + 1.275391, + 1.494141, + 1.357422, + 1.089844, + 1.439453, + 1.470703, + 0.363281, + 0.453125, + 1.435547, + 1.519531, + 1.417969, + 1.773438, + 1.361328, + 1.558594, + 0.660156, + 1.585938, + 0.811523, + 0.736328, + 1.431641, + 1.832031, + 1.492188, + 1.511719, + 1.601562, + 1.636719, + 0.662109, + 1.59375, + 1.259766, + 1.183594, + 1.431641, + 1.757812, + 1.394531, + 1.324219, + 1.15332, + 1.59375, + 1.570312, + 1.458984, + 1.273438, + 0.89502, + 1.273438, + 1.417969, + 0.488281, + 1.589844, + 1.578125, + 0.542969, + 1.589844, + 1.667969, + 0.793945, + 1.474609, + 1.151367, + 1.402344, + 1.566406, + 1.496094, + 1.710938, + 1.07373, + 1.486328, + 1.671875, + 1.636719, + 1.59375, + 1.570312, + 1.507812, + 1.414062, + 1.294922, + 1.632812, + 1.765625, + 1.378906, + 0.648438, + 0.40625, + 1.507812, + 1.507812, + 1.554688, + 1.507812, + 1.318359, + 0.355469, + 1.703125, + 1.757812, + 1.3125, + 1.496094, + 0.714844, + 1.828125, + 1.527344, + 1.490234, + 1.394531, + 1.398438, + 1.291016, + 1.314453, + 1.074707, + 1.527344, + 1.462891, + 1.535156, + 0.53125, + 1.949219, + 1.055908, + 0.523438, + 1.511719, + 0.845703, + 1.703125, + 1.410156, + 1.052246, + 1.367188, + 0.535156, + 1.511719, + 1.578125, + 1.570312, + 1.486328, + 1.585938, + 1.431641, + 1.474609, + 1.217773, + 1.632812, + 1.527344, + 1.632812, + 1.679688, + 0.734375, + 1.539062, + 1.527344, + 1.217773, + 1.416016, + 1.07959, + 1.5625, + 0.671875, + 1.341797, + 0.476562, + 1.589844, + 1.386719, + 1.667969, + 1.275391, + 1.470703, + 1.511719, + 1.585938, + 1.4375, + 1.213867, + 1.664062, + 1.566406, + 1.683594, + 1.143555, + 1.652344, + 0.832031, + 1.542969, + 1.029175, + 0.525391, + 1.542969, + 1.746094, + 1.589844, + 1.746094, + 1.765625, + 1.162109, + 1.380859, + 1.550781, + 0.927734, + 1.008545, + 1.566406, + 1.699219, + 1.632812, + 1.347656, + 1.585938, + 1.062012, + 1.699219, + 1.667969, + 1.484375, + 0.587891, + 1.28125, + 1.589844, + 1.554688, + 1.574219, + 1.092285, + 1.523438, + 1.451172, + 1.384766, + 1.546875, + 1.582031, + 1.472656, + 0.605469, + 1.398438, + 1.546875, + 1.474609, + 1.707031, + 1.539062, + 1.605469, + 1.333984, + 1.173828, + 1.664062, + 1.558594, + 0.742188, + 0.595703, + 1.455078, + 1.726562, + 1.636719, + 1.507812, + 1.496094, + 0.425781, + 1.40625, + 1.679688, + 1.404297, + 1.640625, + 1.015259, + 1.472656, + 1.176758, + 0.480469, + 1.494141, + 1.53125, + 1.675781, + 1.412109, + 1.019043, + 1.710938, + 1.449219, + 1.605469, + 1.484375, + 1.507812, + 1.878906, + 1.253906, + 1.21582, + 0.821289, + 1.345703, + 0.97522, + 0.505859, + 1.492188, + 1.582031, + 1.566406, + 1.589844, + 0.881348, + 1.527344, + 1.535156, + 1.474609, + 1.585938, + 1.511719, + 0.965576, + 1.369141, + 0.785156, + 1.585938, + 0.941895, + 1.349609, + 1.519531, + 1.542969, + 1.261719, + 1.585938, + 1.480469, + 1.585938, + 1.05957, + 1.597656, + 1.652344, + 0.570312, + 1.147461, + 1.550781, + 1.71875, + 1.316406, + 0.572266, + 1.382812, + 1.427734, + 1.412109, + 1.455078, + 1.466797, + 0.521484, + 1.480469, + 1.449219, + 0.849609, + 1.476562, + 1.239258, + 1.3125, + 1.273438, + 1.482422, + 1.341797, + 1.445312, + 1.753906, + 1.570312, + 1.435547, + 1.671875, + 1.628906, + 0.476562, + 1.574219, + 1.429688, + 1.585938, + 1.59375, + 1.636719, + 1.695312, + 1.289062, + 0.829102, + 1.431641, + 1.589844, + 1.542969, + 1.421875, + 0.808594, + 1.345703, + 1.341797, + 1.421875, + 1.371094, + 1.367188, + 1.601562, + 1.398438, + 1.527344, + 1.219727, + 1.589844, + 1.462891, + 1.458984, + 1.605469, + 1.423828, + 1.449219, + 1.388672, + 1.131836, + 1.644531, + 0.738281, + 0.378906, + 1.488281, + 1.011841, + 1.527344, + 1.683594, + 1.484375, + 1.462891, + 1.121582, + 1.554688, + 1.110352, + 1.417969, + 1.554688, + 1.636719, + 1.546875, + 0.523438, + 1.464844, + 1.5625, + 1.769531, + 1.223633, + 1.283203, + 1.458984, + 1.527344, + 1.53125, + 1.238281, + 1.601562, + 1.53125, + 1.71875, + 1.710938, + 1.419922, + 1.007812, + 1.546875, + 1.007996, + 1.170898, + 1.498047, + 1.664062, + 1.535156, + 1.625, + 1.855469, + 1.550781, + 1.441406, + 1.675781, + 1.046631, + 1.46875, + 1.048584, + 0.71875, + 1.640625, + 1.337891, + 1.535156, + 0.564453, + 0.941162, + 1.695312, + 1.511719, + 1.707031, + 1.6875, + 1.308594, + 1.746094, + 1.253906, + 1.099121, + 1.339844, + 0.460938, + 1.414062, + 0.953369, + 1.404297, + 1.578125, + 1.742188, + 1.585938, + 1.414062, + 0.449219, + 1.585938, + 1.447266, + 1.425781, + 1.425781, + 1.617188, + 1.324219, + 1.644531, + 1.421875, + 1.208008, + 0.796875, + 1.449219, + 1.628906, + 1.339844, + 1.453125, + 1.753906, + 1.359375, + 1.644531, + 1.166992, + 1.546875, + 1.200195, + 1.515625, + 1.535156, + 1.636719, + 1.738281, + 1.5, + 1.234375, + 1.478516, + 1.223633, + 1.134766, + 1.570312, + 1.396484, + 1.177734, + 0.460938, + 1.691406, + 1.601562, + 1.621094, + 1.632812, + 1.519531, + 1.605469, + 1.542969, + 1.550781, + 1.609375, + 0.922363, + 1.472656, + 1.539062, + 1.507812, + 0.505859, + 1.589844, + 1.429688, + 1.589844, + 1.617188, + 1.519531, + 1.363281, + 1.757812, + 1.412109, + 1.652344, + 1.494141, + 1.482422, + 0.441406, + 1.341797, + 1.251953, + 1.683594, + 0.535156, + 1.515625, + 0.511719, + 1.449219, + 0.449219, + 1.519531, + 1.197266, + 0.818359, + 0.836914, + 1.291016, + 1.472656, + 1.558594, + 1.359375, + 1.523438, + 1.441406, + 1.695312, + 1.679688, + 0.351562, + 0.691406, + 0.790039, + 1.554688, + 1.714844, + 1.404297, + 1.675781, + 1.515625, + 1.542969, + 0.980469, + 1.695312, + 1.570312, + 1.443359, + 1.648438, + 1.474609, + 1.102051, + 1.566406, + 1.679688, + 1.032227, + 1.609375, + 1.5625, + 1.769531, + 1.515625, + 1.574219, + 1.01239, + 1.710938, + 1.443359, + 1.328125, + 1.585938, + 1.566406, + 1.390625, + 1.464844, + 1.292969, + 0.669922, + 1.361328, + 1.480469, + 1.335938, + 0.662109, + 1.710938, + 1.769531, + 1.597656, + 0.568359, + 1.339844, + 0.994385, + 1.589844, + 1.308594, + 1.086426, + 0.40625, + 1.699219, + 1.542969, + 1.433594, + 0.429688, + 1.005066, + 0.5, + 0.970459, + 1.6875, + 1.186523, + 1.558594, + 1.738281, + 1.554688, + 1.542969, + 1.4375, + 1.292969, + 0.666016, + 0.734375, + 1.605469, + 1.3125, + 1.435547, + 1.5625, + 1.490234, + 1.480469, + 1.726562, + 0.998871, + 1.480469, + 1.519531, + 1.386719, + 0.671875, + 1.667969, + 1.542969, + 1.302734, + 1.769531, + 1.441406, + 0.605469, + 1.227539, + 0.523438, + 1.057129, + 1.726562, + 1.494141, + 1.613281, + 1.5625, + 1.289062, + 1.535156, + 1.660156, + 1.5625, + 1.664062, + 1.429688, + 1.304688, + 1.535156, + 1.539062, + 1.679688, + 1.318359, + 1.129883, + 1.652344, + 0.785156, + 1.180664, + 1.22168, + 0.914062, + 1.445312, + 1.523438, + 1.527344, + 1.5, + 1.304688, + 1.3125, + 1.494141, + 1.373047, + 0.830078, + 1.578125, + 1.753906, + 1.193359, + 1.462891, + 1.75, + 1.574219, + 1.203125, + 1.605469, + 1.710938, + 1.435547, + 1.5625, + 1.419922, + 0.757812, + 1.546875, + 1.470703, + 0.689453, + 1.539062, + 1.386719, + 0.513672, + 1.365234, + 1.074707, + 1.617188, + 1.558594, + 1.566406, + 1.652344, + 1.742188, + 1.488281, + 1.476562, + 1.570312, + 1.443359, + 1.371094, + 1.554688, + 0.776367, + 1.328125, + 1.613281, + 1.785156, + 0.613281, + 1.328125, + 1.417969, + 1.617188, + 1.055908, + 1.519531, + 1.443359, + 1.308594, + 1.21875, + 0.576172, + 1.164062, + 1.621094, + 1.503906, + 0.576172, + 1.535156, + 1.404297, + 0.632812, + 1.503906, + 1.578125, + 1.691406, + 1.511719, + 1.396484, + 1.550781, + 0.701172, + 1.605469, + 1.648438, + 1.515625, + 1.523438, + 1.212891, + 1.351562, + 1.378906, + 0.539062, + 0.873047, + 1.494141, + 1.216797, + 1.667969, + 1.0177, + 1.294922, + 1.550781, + 1.636719, + 0.589844, + 1.131836, + 1.699219, + 0.429688, + 1.570312, + 1.388672, + 1.679688, + 1.554688, + 0.550781, + 1.427734, + 1.570312, + 0.457031, + 1.679688, + 0.523438, + 1.416016, + 1.558594, + 1.472656, + 1.679688, + 0.556641, + 1.511719, + 1.168945, + 1.457031, + 1.404297, + 1.589844, + 1.507812, + 0.601562, + 1.617188, + 1.710938, + 1.679688, + 1.375, + 0.583984, + 1.320312, + 1.546875, + 1.5, + 1.5625, + 1.632812, + 1.496094, + 1.179688, + 1.191406, + 1.574219, + 1.289062, + 1.570312, + 0.679688, + 0.758789, + 1.488281, + 1.570312, + 0.5, + 1.746094, + 1.143555, + 1.558594, + 1.765625, + 1.648438, + 1.235352, + 1.046143, + 1.539062, + 1.621094, + 0.599609, + 1.742188, + 0.997513, + 1.455078 + ] + }, + "name": "onnx::Mul_8341", + "outputIndexes": [ + 773 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 772, + 773 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_7/Mul_1_output_0", + "outputIndexes": [ + 774 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 774 + ], + "outputIndexes": [ + 2702 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2702 + ], + "outputIndexes": [ + 2703 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear", + "inputIndexes": [ + 2703 + ], + "outputIndexes": [ + 2704 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 314524814, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2704 + ], + "outputIndexes": [ + 2705 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2705 + ], + "outputIndexes": [ + 775 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 775, + 775 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Mul_output_0", + "outputIndexes": [ + 776 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 775, + 776 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Mul_1_output_0", + "outputIndexes": [ + 777 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 777 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Mul_2_output_0", + "outputIndexes": [ + 778 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 775, + 778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Add_output_0", + "outputIndexes": [ + 779 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 779 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Mul_3_output_0", + "outputIndexes": [ + 780 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 780 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_7/Tanh_output_0", + "outputIndexes": [ + 781 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 781 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Add_1_output_0", + "outputIndexes": [ + 782 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 775, + 782 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Mul_4_output_0", + "outputIndexes": [ + 783 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 783 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Mul_5_output_0", + "outputIndexes": [ + 784 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 774 + ], + "outputIndexes": [ + 2706 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2706 + ], + "outputIndexes": [ + 2707 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear", + "inputIndexes": [ + 2707 + ], + "outputIndexes": [ + 2708 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 326468772, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2708 + ], + "outputIndexes": [ + 2709 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2709 + ], + "outputIndexes": [ + 785 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 784, + 785 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_7/Mul_output_0", + "outputIndexes": [ + 786 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 786 + ], + "outputIndexes": [ + 2710 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2710 + ], + "outputIndexes": [ + 2711 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear", + "inputIndexes": [ + 2711 + ], + "outputIndexes": [ + 2712 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 338412730, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2712 + ], + "outputIndexes": [ + 2713 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2713 + ], + "outputIndexes": [ + 787 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 787 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_7/Mul_output_0", + "outputIndexes": [ + 788 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.191406, + 1.195312, + 1.308594, + 1.21875, + 1.207031, + 1.222656, + 1.208984, + 0.441406, + 1.191406, + 1.244141, + 1.292969, + 1.246094, + 1.220703, + 1.162109, + 1.176758, + 1.194336, + 1.240234, + 1.192383, + 1.253906, + 1.199219, + 1.237305, + 1.175781, + 1.177734, + 1.255859, + 1.271484, + 1.198242, + 1.131836, + 1.233398, + 1.291016, + 1.167969, + 1.201172, + 1.124512, + 1.229492, + 0.5625, + 1.21582, + 1.124023, + 1.238281, + 1.239258, + 1.222656, + 1.198242, + 1.234375, + 1.287109, + 1.170898, + 1.171875, + 0.738281, + 1.133789, + 1.222656, + 1.191406, + 1.349609, + 1.193359, + 1.251953, + 1.0354, + 1.204102, + 0.736328, + 1.236328, + 1.188477, + 1.223633, + 1.183594, + 1.292969, + 1.219727, + 1.082031, + 1.425781, + 1.214844, + 1.208008, + 1.355469, + 1.192383, + 0.971069, + 1.206055, + 1.223633, + 1.160156, + 1.204102, + 1.229492, + 1.28125, + 1.1875, + 1.180664, + 1.176758, + 0.98761, + 1.15625, + 1.192383, + 0.768555, + 1.232422, + 0.410156, + 1.384766, + 1.136719, + 1.171875, + 1.198242, + 1.208008, + 1.133789, + 0.757812, + 1.267578, + 1.237305, + 1.126953, + 1.206055, + 0.671875, + 1.208008, + 0.417969, + 1.164062, + 1.198242, + 1.314453, + 1.210938, + 1.294922, + 1.192383, + 1.198242, + 1.222656, + 1.1875, + 1.225586, + 1.231445, + 1.152344, + 1.208008, + 1.212891, + 1.217773, + 1.235352, + 1.207031, + 1.049316, + 1.192383, + 1.251953, + 1.210938, + 0.710938, + 1.185547, + 1.172852, + 1.174805, + 1.261719, + 1.800781, + 1.191406, + 1.220703, + 1.145508, + 1.211914, + 1.229492, + 1.21582, + 1.056885, + 1.004517, + 1.225586, + 1.239258, + 1.208984, + 1.211914, + 1.19043, + 1.208008, + 1.149414, + 1.163086, + 1.176758, + 1.46875, + 1.691406, + 1.167969, + 1.203125, + 1.208008, + 1.253906, + 1.175781, + 1.160156, + 1.210938, + 1.261719, + 1.202148, + 1.183594, + 1.202148, + 1.9375, + 1.223633, + 1.236328, + 0.968018, + 1.253906, + 0.648438, + 0.615234, + 1.207031, + 1.192383, + 1.259766, + 0.923828, + 1.104004, + 1.265625, + 1.240234, + 0.560547, + 1.204102, + 1.238281, + 1.222656, + 0.683594, + 1.263672, + 0.595703, + 1.208984, + 1.326172, + 1.21582, + 0.410156, + 1.259766, + 1.273438, + 1.223633, + 0.53125, + 1.105469, + 0.40625, + 1.388672, + 1.186523, + 0.823242, + 1.235352, + 1.181641, + 1.217773, + 1.227539, + 1.601562, + 1.259766, + 1.213867, + 1.279297, + 1.228516, + 1.19043, + 1.289062, + 1.192383, + 1.207031, + 1.223633, + 1.197266, + 1.199219, + 1.178711, + 1.205078, + 1.228516, + 1.337891, + 1.212891, + 1.222656, + 1.136719, + 1.249023, + 1.234375, + 1.244141, + 1.245117, + 1.178711, + 1.236328, + 1.213867, + 1.207031, + 1.241211, + 1.208984, + 1.151367, + 1.192383, + 1.194336, + 1.208008, + 1.217773, + 1.176758, + 1.171875, + 1.213867, + 1.225586, + 1.166992, + 1.204102, + 1.214844, + 1.302734, + 1.203125, + 1.246094, + 1.188477, + 1.129883, + 1.240234, + 1.195312, + 1.298828, + 1.244141, + 1.216797, + 1.206055, + 1.632812, + 1.150391, + 1.269531, + 1.180664, + 1.192383, + 1.199219, + 0.974365, + 1.198242, + 1.246094, + 0.746094, + 1.167969, + 1.261719, + 1.167969, + 1.255859, + 1.240234, + 1.404297, + 1.197266, + 1.235352, + 1.193359, + 1.201172, + 1.154297, + 1.269531, + 1.147461, + 1.135742, + 1.188477, + 1.245117, + 1.246094, + 1.196289, + 1.176758, + 1.220703, + 1.161133, + 1.213867, + 1.177734, + 0.789062, + 1.230469, + 1.233398, + 1.207031, + 1.120117, + 1.239258, + 0.720703, + 1.18457, + 1.507812, + 1.198242, + 1.206055, + 1.283203, + 0.583984, + 1.238281, + 1.152344, + 0.701172, + 1.227539, + 1.220703, + 1.287109, + 1.1875, + 1.197266, + 1.207031, + 1.219727, + 1.1875, + 1.199219, + 1.208008, + 0.548828, + 1.363281, + 0.386719, + 1.206055, + 1.227539, + 1.213867, + 1.235352, + 1.208984, + 1.285156, + 0.449219, + 1.304688, + 1.214844, + 1.24707, + 1.253906, + 1.15332, + 1.213867, + 1.152344, + 1.161133, + 1.223633, + 1.412109, + 1.182617, + 1.223633, + 1.147461, + 1.199219, + 1.089844, + 1.228516, + 1.179688, + 1.233398, + 1.130859, + 1.154297, + 1.229492, + 1.166016, + 5.75, + 1.237305, + 1.170898, + 1.229492, + 1.191406, + 1.243164, + 1.238281, + 1.229492, + 1.240234, + 1.277344, + 1.253906, + 1.053223, + 1.182617, + 1.055908, + 1.137695, + 1.200195, + 0.783203, + 1.128906, + 0.925293, + 1.163086, + 0.457031, + 0.644531, + 1.273438, + 1.186523, + 1.160156, + 1.192383, + 0.617188, + 1.259766, + 1.15918, + 0.914062, + 1.355469, + 1.136719, + 1.255859, + 0.765625, + 1.209961, + 1.151367, + 1.206055, + 1.192383, + 1.197266, + 1.217773, + 1.255859, + 1.175781, + 1.253906, + 1.227539, + 1.217773, + 1.026245, + 1.214844, + 1.213867, + 0.907227, + 0.769531, + 1.192383, + 1.181641, + 1.141602, + 1.097168, + 1.227539, + 1.213867, + 1.230469, + 1.165039, + 0.507812, + 1.201172, + 1.175781, + 1.214844, + 1.212891, + 0.550781, + 1.224609, + 1.183594, + 1.154297, + 1.147461, + 1.199219, + 1.285156, + 0.78125, + 1.255859, + 1.224609, + 1.277344, + 1.207031, + 0.838867, + 1.194336, + 1.235352, + 1.175781, + 1.223633, + 1.170898, + 1.179688, + 1.193359, + 1.177734, + 1.167969, + 1.151367, + 1.162109, + 1.220703, + 1.480469, + 1.189453, + 1.183594, + 1.137695, + 1.208008, + 1.189453, + 1.200195, + 1.239258, + 1.386719, + 1.208984, + 1.239258, + 1.104004, + 1.057861, + 1.230469, + 1.261719, + 1.216797, + 1.191406, + 1.263672, + 1.239258, + 1.19043, + 1.210938, + 1.106934, + 0.807617, + 1.238281, + 1.211914, + 1.363281, + 1.211914, + 1.200195, + 1.222656, + 1.224609, + 1.238281, + 1.232422, + 1.253906, + 1.192383, + 1.066895, + 1.173828, + 1.239258, + 1.269531, + 1.213867, + 1.257812, + 1.245117, + 1.227539, + 0.874023, + 1.223633, + 0.582031, + 1.201172, + 1.239258, + 1.213867, + 1.198242, + 1.183594, + 1.245117, + 1.214844, + 1.183594, + 1.255859, + 0.669922, + 1.390625, + 1.205078, + 1.213867, + 1.216797, + 1.231445, + 0.382812, + 1.232422, + 1.191406, + 1.189453, + 0.576172, + 1.244141, + 1.212891, + 1.223633, + 1.180664, + 1.21875, + 1.181641, + 1.213867, + 1.142578, + 1.22168, + 0.5, + 0.728516, + 1.023193, + 0.550781, + 1.306641, + 1.194336, + 1.18457, + 0.999765, + 0.760742, + 1.208984, + 1.082031, + 1.066406, + 1.328125, + 1.211914, + 1.241211, + 1.200195, + 1.243164, + 1.204102, + 1.161133, + 1.222656, + 1.298828, + 1.133789, + 1.198242, + 1.253906, + 1.152344, + 1.172852, + 0.685547, + 0.691406, + 1.198242, + 0.786133, + 1.234375, + 1.192383, + 1.208984, + 1.168945, + 1.207031, + 1.158203, + 1.194336, + 0.568359, + 1.188477, + 4.21875, + 1.220703, + 1.166016, + 1.189453, + 0.568359, + 0.777344, + 1.152344, + 1.183594, + 1.192383, + 1.271484, + 1.213867, + 1.265625, + 1.246094, + 1.011902, + 1.234375, + 0.708984, + 1.181641, + 1.238281, + 1.234375, + 1.193359, + 1.183594, + 1.279297, + 1.117188, + 1.191406, + 1.198242, + 1.133789, + 1.030396, + 1.287109, + 1.24707, + 1.229492, + 1.265625, + 1.175781, + 1.149414, + 1.15918, + 1.275391, + 1.219727, + 1.213867, + 1.169922, + 1.15918, + 0.398438, + 1.253906, + 1.243164, + 1.161133, + 0.823242, + 1.223633, + 1.427734, + 1.207031, + 1.208008, + 1.202148, + 1.439453, + 1.183594, + 2.0, + 1.207031, + 1.009766, + 1.024902, + 1.208008, + 1.208984, + 1.21582, + 1.289062, + 1.265625, + 1.167969, + 1.277344, + 1.208984, + 1.244141, + 1.219727, + 1.308594, + 1.189453, + 1.213867, + 1.246094, + 1.193359, + 1.263672, + 1.230469, + 1.219727, + 1.214844, + 1.179688, + 1.213867, + 1.205078, + 1.144531, + 0.842773, + 1.244141, + 1.176758, + 1.229492, + 1.158203, + 1.172852, + 1.213867, + 1.175781, + 1.229492, + 1.238281, + 1.183594, + 1.443359, + 1.142578, + 1.21582, + 1.239258, + 1.145508, + 1.640625, + 1.161133, + 1.19043, + 1.242188, + 1.263672, + 1.161133, + 1.199219, + 1.192383, + 1.151367, + 1.164062, + 1.071777, + 1.198242, + 1.25, + 1.245117, + 0.609375, + 1.171875, + 1.24707, + 1.205078, + 1.180664, + 1.228516, + 0.871094, + 0.542969, + 0.605469, + 1.201172, + 1.207031, + 1.165039, + 1.197266, + 1.176758, + 1.188477, + 1.216797, + 1.15625, + 1.172852, + 1.255859, + 1.243164, + 0.488281, + 1.176758, + 1.238281, + 1.175781, + 1.180664, + 1.219727, + 1.246094, + 1.183594, + 1.094727, + 1.209961, + 1.182617, + 1.292969, + 1.229492, + 1.182617, + 1.199219, + 1.142578, + 1.396484, + 1.212891, + 0.414062, + 1.273438, + 1.21875, + 1.160156, + 1.197266, + 1.183594, + 1.185547, + 1.243164, + 1.539062, + 1.208008, + 1.198242, + 1.15332, + 1.167969, + 1.21582, + 1.191406, + 1.246094, + 1.152344, + 1.257812, + 1.166992, + 1.098633, + 1.241211, + 1.198242, + 1.182617, + 1.198242, + 1.204102, + 1.226562, + 1.182617, + 1.202148, + 1.241211, + 1.235352, + 1.168945, + 1.240234, + 1.25, + 1.12793, + 1.261719, + 1.201172, + 1.020874, + 1.19043, + 1.318359, + 1.21582, + 1.231445, + 1.233398, + 1.224609, + 1.038574, + 0.878418, + 0.978882, + 1.200195, + 1.161133, + 1.206055, + 1.120605, + 1.217773, + 1.239258, + 1.224609, + 1.192383, + 1.267578, + 1.196289, + 1.198242, + 1.240234, + 1.177734, + 1.238281, + 1.257812, + 1.200195, + 1.199219, + 1.167969, + 1.244141, + 1.216797, + 1.155273, + 1.248047, + 1.209961, + 1.166016, + 1.231445, + 1.279297, + 1.22168, + 1.209961, + 1.235352, + 1.208008, + 0.669922, + 1.248047, + 1.28125, + 1.200195, + 1.177734, + 1.245117, + 1.242188, + 1.229492, + 1.194336, + 1.244141, + 1.172852, + 1.174805, + 1.15332, + 1.19043, + 1.214844, + 1.183594, + 1.209961, + 1.166992, + 1.202148, + 1.239258, + 1.201172, + 1.378906, + 1.146484, + 1.175781, + 1.240234, + 1.149414, + 1.207031, + 1.275391, + 1.222656, + 1.263672, + 0.92627, + 0.956055, + 1.213867, + 1.216797, + 1.166992, + 1.147461, + 1.202148, + 1.134766, + 1.213867, + 1.138672, + 0.997025, + 1.259766, + 1.339844, + 0.934082, + 1.208984, + 1.208984, + 1.185547, + 1.223633, + 0.919434, + 1.200195, + 1.182617, + 0.699219, + 1.245117, + 1.176758, + 1.183594, + 0.595703, + 1.263672, + 1.034668, + 1.353516, + 1.380859, + 1.166992, + 1.007355, + 1.213867, + 1.229492, + 1.208984, + 1.259766, + 1.253906, + 1.224609, + 1.199219, + 1.171875, + 1.191406, + 1.22168, + 1.175781, + 1.238281, + 1.227539, + 1.167969, + 1.474609, + 1.237305, + 1.041992, + 1.25, + 1.211914, + 1.025757, + 1.212891, + 1.075684, + 1.114746, + 1.132812, + 1.191406, + 1.219727, + 1.229492, + 1.120605, + 1.19043, + 1.193359, + 1.213867, + 1.179688, + 1.248047, + 1.316406, + 1.255859, + 0.019531, + 1.223633, + 1.121094, + 1.183594, + 1.236328, + 1.139648, + 1.228516, + 1.207031, + 1.208008, + 1.195312, + 1.21582, + 0.529297, + 1.199219, + 1.211914, + 1.152344, + 0.954346, + 1.238281, + 1.22168, + 1.177734, + 0.621094, + 1.136719, + 1.324219, + 1.193359, + 1.263672, + 1.175781, + 1.170898, + 1.208984, + 1.609375, + 1.21582, + 1.193359, + 1.18457, + 1.208984, + 1.183594, + 1.191406, + 1.217773, + 1.191406, + 0.638672, + 1.167969, + 1.228516, + 1.263672, + 1.1875, + 1.191406, + 1.204102, + 1.244141, + 1.197266, + 1.199219, + 1.075195, + 1.231445, + 1.277344, + 1.214844, + 1.09375, + 1.1875, + 1.232422, + 0.558594, + 0.355469, + 1.052246, + 1.523438, + 1.179688, + 1.194336, + 1.241211, + 1.332031, + 0.476562, + 0.445312, + 1.192383, + 1.206055, + 1.166016, + 1.251953, + 1.197266, + 1.229492, + 1.230469, + 1.175781, + 0.595703, + 1.242188, + 1.1875, + 1.238281, + 0.933105, + 1.217773, + 1.176758, + 1.243164, + 1.140625, + 1.214844, + 1.195312, + 1.229492, + 1.253906, + 1.160156, + 1.214844, + 1.259766, + 1.166992, + 1.211914, + 1.400391, + 1.255859, + 1.192383, + 0.94043, + 0.484375, + 1.108887, + 1.195312, + 1.207031, + 1.249023, + 1.236328, + 1.245117, + 1.208984, + 1.188477, + 0.410156, + 1.241211, + 1.08252, + 1.244141, + 1.211914, + 0.568359, + 1.223633, + 1.229492, + 1.335938, + 1.199219, + 1.200195, + 1.324219, + 1.150391, + 0.568359, + 1.269531, + 1.142578, + 1.207031, + 0.626953, + 1.047363, + 1.198242, + 1.355469, + 1.213867, + 1.200195, + 1.170898, + 1.149414, + 1.186523, + 1.224609, + 0.963135, + 1.191406, + 1.200195, + 1.050537, + 0.950439, + 0.472656, + 0.790039, + 1.242188, + 1.191406, + 1.230469, + 1.246094, + 1.212891, + 1.19043, + 1.198242, + 0.40625, + 1.175781, + 1.199219, + 1.198242, + 1.202148, + 1.972656, + 1.166992, + 1.241211, + 0.472656, + 1.207031, + 0.552734, + 1.227539, + 0.589844, + 1.154297, + 1.271484, + 1.237305, + 1.220703, + 1.044922, + 1.219727, + 1.158203, + 1.251953, + 0.513672, + 1.291016, + 1.083496, + 1.007935, + 0.730469, + 1.201172, + 1.166016, + 1.155273, + 1.135742, + 1.182617, + 1.261719, + 1.200195, + 1.103027, + 1.144531, + 1.213867, + 0.503906, + 1.209961, + 1.273438, + 1.167969, + 0.59375, + 0.453125, + 1.162109, + 1.163086, + 1.205078, + 1.271484, + 1.200195, + 1.176758, + 1.098145, + 0.944336, + 1.223633, + 1.210938, + 1.265625, + 1.162109, + 1.253906, + 1.22168, + 1.219727, + 1.201172, + 1.206055, + 1.231445, + 1.253906, + 1.201172, + 1.15918, + 1.333984, + 1.207031, + 1.193359, + 1.223633, + 1.229492, + 1.176758, + 1.244141, + 1.251953, + 1.589844, + 1.169922, + 0.513672, + 1.191406, + 1.149414, + 0.640625, + 1.192383, + 1.228516, + 1.209961, + 1.210938, + 1.291016, + 1.197266, + 1.200195, + 1.202148, + 0.548828, + 1.095215, + 1.220703, + 1.128906, + 1.206055, + 1.248047, + 1.169922, + 1.259766, + 1.163086, + 1.185547, + 1.222656, + 1.176758, + 0.542969, + 1.198242, + 1.199219, + 1.055176, + 1.198242, + 1.207031, + 1.244141, + 1.373047, + 1.155273, + 1.229492, + 1.192383, + 1.195312, + 1.173828, + 1.216797, + 1.330078, + 1.208008, + 1.239258, + 1.191406, + 1.213867, + 1.204102, + 0.759766, + 1.251953, + 0.666016, + 1.202148, + 1.271484, + 1.150391, + 1.192383, + 1.249023, + 1.136719, + 1.239258, + 1.212891, + 1.239258, + 0.480469, + 0.46875, + 0.505859, + 1.166992, + 1.188477, + 0.6875, + 1.18457, + 1.227539, + 1.40625, + 0.740234, + 1.213867, + 1.054443, + 1.177734, + 0.613281, + 1.202148, + 1.289062, + 1.273438, + 1.238281, + 1.182617, + 1.176758, + 1.217773, + 1.251953, + 0.662109, + 1.28125, + 0.390625, + 1.220703, + 1.210938, + 1.253906, + 1.192383, + 1.151367, + 1.046387, + 1.283203, + 0.488281, + 2.242188, + 1.245117, + 1.12793, + 1.220703, + 1.034668, + 1.230469, + 1.183594, + 1.217773, + 1.136719, + 1.245117, + 1.179688, + 4.65625, + 1.176758, + 1.214844, + 1.578125, + 1.240234, + 1.200195, + 1.239258, + 1.124512, + 1.214844, + 1.294922, + 1.176758, + 1.210938, + 1.182617, + 1.177734, + 1.188477, + 1.185547, + 1.222656, + 1.238281, + 1.239258, + 1.155273, + 1.216797, + 1.219727, + 1.206055, + 1.229492, + 1.200195, + 1.394531, + 1.213867, + 0.724609, + 1.200195, + 1.183594, + 1.183594, + 1.324219, + 1.229492, + 1.213867, + 1.178711, + 0.740234, + 1.253906, + 0.756836, + 1.181641, + 1.145508, + 1.157227, + 1.135742, + 1.230469, + 0.999784, + 1.203125, + 0.537109, + 1.222656, + 0.987854, + 1.129883, + 1.192383, + 1.212891, + 1.207031, + 1.223633, + 1.18457, + 1.238281, + 1.183594, + 1.199219, + 1.235352, + 0.449219, + 1.212891, + 1.151367, + 1.161133, + 1.219727, + 1.324219, + 1.235352, + 1.210938, + 1.062256, + 1.199219, + 1.208984, + 1.255859, + 1.550781, + 1.22168, + 1.199219, + 1.251953, + 1.173828, + 1.227539, + 0.476562, + 1.236328, + 1.285156, + 1.182617, + 1.151367, + 1.253906, + 0.910156, + 0.460938, + 1.253906, + 0.472656, + 0.623047, + 1.167969, + 1.170898, + 1.182617, + 1.21875, + 0.515625, + 1.182617, + 1.151367, + 1.211914, + 0.503906, + 1.261719, + 1.178711, + 1.213867, + 0.796875, + 1.228516, + 1.196289, + 0.552734, + 1.199219, + 1.183594, + 1.034668, + 0.677734, + 1.239258, + 1.208984, + 0.728516, + 1.192383, + 1.209961, + 1.213867, + 1.202148, + 1.227539, + 1.182617, + 0.654297, + 1.228516, + 1.192383, + 1.232422, + 1.241211, + 1.200195, + 1.012939, + 0.484375, + 1.167969, + 1.28125, + 1.168945, + 1.188477, + 1.261719, + 1.240234, + 1.291016, + 1.229492, + 1.161133, + 1.273438, + 1.726562, + 1.240234, + 1.232422, + 1.171875, + 1.197266, + 1.178711, + 1.219727, + 1.21875, + 1.152344, + 0.414062, + 1.222656, + 1.246094, + 1.189453, + 1.179688, + 1.227539, + 1.214844, + 1.207031, + 1.207031, + 1.238281, + 1.197266, + 1.245117, + 1.173828, + 1.237305, + 0.986389, + 1.224609, + 0.564453, + 1.208008, + 0.652344, + 1.197266, + 1.212891, + 1.255859, + 0.556641, + 1.333984, + 1.199219, + 1.172852, + 1.255859, + 1.0354, + 1.195312, + 1.201172, + 1.269531, + 1.198242, + 1.198242, + 0.805664, + 1.174805, + 1.231445, + 1.484375, + 1.236328, + 1.175781, + 1.398438, + 1.145508, + 1.285156, + 1.144531, + 1.222656, + 1.166992, + 1.164062, + 1.199219, + 1.193359, + 0.736328, + 1.226562, + 1.132812, + 1.263672, + 1.201172, + 0.582031, + 1.257812, + 1.255859, + 1.199219, + 1.205078, + 1.223633, + 1.234375, + 1.214844, + 1.238281, + 0.634766, + 1.180664, + 1.208008, + 1.263672, + 1.198242, + 1.139648, + 1.204102, + 1.257812, + 1.198242, + 1.237305, + 1.246094, + 1.177734, + 1.220703, + 1.191406, + 1.224609, + 1.176758, + 1.207031, + 0.95752, + 1.257812, + 1.15332, + 1.219727, + 1.25, + 1.1875, + 0.943115, + 1.216797, + 1.244141, + 1.229492, + 0.558594, + 1.168945, + 1.176758, + 1.030396, + 1.243164, + 1.131836, + 1.236328, + 0.417969, + 1.206055, + 1.378906, + 0.453125, + 0.927734, + 1.207031, + 1.185547, + 1.230469, + 1.316406, + 1.220703, + 1.212891, + 1.177734, + 1.177734, + 1.230469, + 0.760742, + 1.214844, + 1.219727, + 1.255859, + 0.893066, + 1.225586, + 1.178711, + 1.191406, + 1.219727, + 1.189453, + 1.193359, + 1.238281, + 1.139648, + 0.701172, + 1.273438, + 1.211914, + 1.234375, + 1.275391, + 1.124023, + 1.217773, + 0.975586, + 1.21875, + 1.205078, + 0.998032, + 1.207031, + 1.273438, + 1.285156, + 1.386719, + 1.186523, + 1.209961, + 1.214844, + 1.196289, + 0.937988, + 0.5, + 1.229492, + 1.302734, + 1.198242, + 1.166992, + 1.194336, + 1.237305, + 1.246094, + 0.527344, + 1.230469, + 1.207031, + 1.231445, + 1.224609, + 1.287109, + 1.193359, + 1.226562, + 1.182617, + 1.192383, + 1.219727, + 1.18457, + 1.182617, + 1.222656, + 1.170898, + 1.320312, + 1.12793, + 1.181641, + 1.229492, + 1.167969, + 1.176758, + 1.226562, + 1.251953, + 1.032471, + 1.200195, + 1.214844, + 1.259766, + 1.181641, + 1.257812, + 1.222656, + 1.014282, + 1.24707, + 1.287109, + 1.265625, + 1.213867, + 1.214844, + 0.962646, + 1.145508, + 1.157227, + 1.206055, + 1.206055, + 1.182617, + 1.234375, + 1.157227, + 1.201172, + 1.212891, + 1.212891, + 0.792969, + 1.263672, + 1.193359, + 1.261719, + 1.18457, + 1.188477, + 1.183594, + 1.25, + 1.183594, + 1.207031, + 1.238281, + 1.119629, + 1.189453, + 0.984558, + 1.174805, + 1.228516, + 1.198242, + 1.222656, + 1.238281, + 1.217773, + 1.185547, + 1.175781, + 1.240234, + 1.21582, + 1.523438, + 1.169922, + 1.198242, + 1.208984, + 1.189453, + 1.222656, + 1.192383, + 1.355469, + 1.203125, + 1.238281, + 1.259766, + 1.183594, + 1.332031, + 1.267578, + 1.214844, + 1.209961, + 1.163086, + 0.414062, + 1.214844, + 1.242188, + 1.232422, + 0.871094, + 1.182617, + 1.255859, + 0.973633, + 0.585938, + 1.21582, + 1.198242, + 1.222656, + 1.199219, + 1.21582, + 1.230469, + 1.198242, + 1.185547, + 1.169922, + 1.482422, + 1.194336, + 0.992767, + 1.171875, + 1.255859, + 0.755859, + 0.484375, + 1.183594, + 1.243164, + 1.208984, + 0.90918, + 1.163086, + 1.176758, + 1.197266, + 1.207031, + 1.277344, + 1.292969, + 1.198242, + 1.229492, + 1.124023, + 1.178711, + 1.198242, + 1.141602, + 0.605469, + 0.991638, + 1.166016, + 1.202148, + 1.263672, + 1.208008, + 1.186523, + 1.199219, + 1.225586, + 0.95874, + 1.220703, + 1.203125, + 1.167969, + 1.208008, + 1.228516, + 1.170898, + 1.150391, + 1.332031, + 0.34375, + 0.421875, + 1.191406, + 1.229492, + 1.160156, + 1.234375, + 1.259766, + 1.194336, + 0.708984, + 1.198242, + 0.820312, + 0.845703, + 1.200195, + 1.21582, + 1.222656, + 1.207031, + 1.19043, + 1.198242, + 0.716797, + 1.241211, + 1.238281, + 1.220703, + 1.192383, + 1.185547, + 1.196289, + 1.208984, + 1.09668, + 1.181641, + 1.236328, + 1.154297, + 1.180664, + 1.046875, + 1.155273, + 1.199219, + 3.453125, + 1.199219, + 1.213867, + 0.552734, + 1.208008, + 1.240234, + 1.106934, + 1.199219, + 1.433594, + 1.302734, + 1.273438, + 1.213867, + 1.455078, + 1.371094, + 1.213867, + 1.206055, + 1.199219, + 1.236328, + 1.200195, + 1.259766, + 1.243164, + 1.235352, + 1.229492, + 1.199219, + 1.304688, + 1.095703, + 0.449219, + 1.213867, + 1.21582, + 1.199219, + 1.253906, + 1.198242, + 0.40625, + 1.192383, + 1.183594, + 1.146484, + 1.229492, + 0.785156, + 1.176758, + 1.251953, + 1.204102, + 1.277344, + 1.193359, + 1.539062, + 1.22168, + 1.129883, + 1.204102, + 1.324219, + 1.259766, + 0.550781, + 1.279297, + 1.292969, + 0.4375, + 1.234375, + 1.041504, + 1.165039, + 1.199219, + 1.191406, + 1.219727, + 0.794922, + 1.205078, + 1.224609, + 1.205078, + 1.21582, + 1.161133, + 1.222656, + 1.251953, + 1.835938, + 1.161133, + 1.185547, + 1.165039, + 1.241211, + 0.999991, + 1.226562, + 1.188477, + 1.201172, + 1.200195, + 1.128906, + 1.223633, + 0.77832, + 1.242188, + 0.501953, + 1.210938, + 1.24707, + 1.208008, + 1.199219, + 1.213867, + 1.202148, + 1.233398, + 1.275391, + 1.125977, + 1.239258, + 1.229492, + 1.214844, + 1.188477, + 1.199219, + 1.001114, + 1.167969, + 1.067871, + 0.591797, + 1.253906, + 1.139648, + 1.168945, + 1.191406, + 1.169922, + 1.144531, + 1.24707, + 1.269531, + 1.072754, + 1.057373, + 1.229492, + 1.198242, + 1.203125, + 1.21582, + 1.245117, + 1.21582, + 1.255859, + 1.257812, + 1.189453, + 0.683594, + 1.263672, + 1.236328, + 1.196289, + 1.261719, + 1.237305, + 1.22168, + 1.21875, + 1.277344, + 1.245117, + 1.182617, + 1.216797, + 0.938232, + 1.199219, + 1.265625, + 1.285156, + 1.191406, + 1.261719, + 1.204102, + 1.180664, + 1.15918, + 1.232422, + 1.217773, + 0.912598, + 0.677734, + 1.267578, + 1.214844, + 1.227539, + 1.248047, + 1.198242, + 0.464844, + 1.180664, + 1.220703, + 1.176758, + 1.206055, + 1.081055, + 1.201172, + 1.167969, + 0.65625, + 1.19043, + 1.245117, + 1.206055, + 1.213867, + 1.207031, + 1.200195, + 1.175781, + 1.255859, + 1.198242, + 1.224609, + 1.133789, + 1.208984, + 1.174805, + 0.966309, + 1.300781, + 0.969482, + 0.527344, + 1.229492, + 1.523438, + 1.208008, + 1.255859, + 1.072754, + 1.214844, + 1.246094, + 1.241211, + 1.198242, + 1.176758, + 1.183594, + 1.19043, + 0.956543, + 1.229492, + 1.067871, + 1.204102, + 1.172852, + 1.224609, + 1.251953, + 1.242188, + 1.232422, + 1.205078, + 1.080566, + 1.157227, + 1.207031, + 0.689453, + 1.168945, + 1.213867, + 1.227539, + 1.176758, + 0.683594, + 1.267578, + 1.316406, + 1.214844, + 1.214844, + 1.243164, + 0.603516, + 1.211914, + 1.209961, + 1.019775, + 1.213867, + 1.182617, + 1.238281, + 1.175781, + 1.410156, + 1.154297, + 1.196289, + 1.139648, + 1.204102, + 1.261719, + 1.166992, + 1.216797, + 0.484375, + 1.207031, + 1.163086, + 1.186523, + 1.267578, + 1.246094, + 1.234375, + 1.178711, + 0.896484, + 1.236328, + 1.186523, + 1.263672, + 1.24707, + 0.952637, + 1.176758, + 1.238281, + 1.225586, + 1.185547, + 1.129883, + 1.210938, + 1.255859, + 1.207031, + 1.229492, + 1.277344, + 1.222656, + 1.207031, + 1.199219, + 1.308594, + 1.181641, + 1.310547, + 1.151367, + 1.226562, + 0.807617, + 0.402344, + 1.208984, + 1.125, + 1.238281, + 1.188477, + 1.192383, + 1.234375, + 1.166016, + 1.230469, + 1.163086, + 1.241211, + 1.223633, + 1.212891, + 1.183594, + 0.521484, + 1.166992, + 1.229492, + 1.138672, + 1.203125, + 1.235352, + 1.214844, + 1.220703, + 1.245117, + 1.198242, + 1.207031, + 1.287109, + 1.222656, + 1.212891, + 1.240234, + 1.148438, + 1.206055, + 1.15625, + 1.1875, + 1.182617, + 1.322266, + 1.19043, + 1.174805, + 1.164062, + 1.182617, + 1.19043, + 1.271484, + 1.11377, + 1.188477, + 1.116699, + 0.880371, + 1.182617, + 1.238281, + 1.161133, + 0.591797, + 1.081543, + 1.239258, + 1.245117, + 1.214844, + 1.177734, + 1.214844, + 1.255859, + 1.243164, + 1.208008, + 1.382812, + 0.429688, + 1.223633, + 1.585938, + 1.168945, + 1.231445, + 1.155273, + 1.229492, + 1.202148, + 0.445312, + 1.211914, + 1.168945, + 1.169922, + 1.161133, + 1.207031, + 1.476562, + 1.174805, + 1.225586, + 1.161133, + 0.898438, + 1.244141, + 1.224609, + 1.198242, + 1.178711, + 1.246094, + 1.207031, + 1.249023, + 1.225586, + 1.183594, + 1.098145, + 1.402344, + 1.166992, + 1.198242, + 1.171875, + 1.167969, + 1.201172, + 1.207031, + 1.230469, + 1.431641, + 1.253906, + 1.214844, + 1.235352, + 0.529297, + 1.223633, + 1.223633, + 1.204102, + 1.146484, + 1.291016, + 1.180664, + 1.204102, + 1.255859, + 1.238281, + 1.049316, + 1.197266, + 1.198242, + 1.202148, + 0.5, + 1.253906, + 1.228516, + 1.228516, + 1.179688, + 1.213867, + 1.177734, + 1.211914, + 1.166016, + 1.238281, + 1.205078, + 1.333984, + 0.568359, + 1.174805, + 1.191406, + 1.176758, + 0.560547, + 1.213867, + 0.673828, + 1.19043, + 0.460938, + 1.242188, + 1.216797, + 1.15625, + 0.964111, + 1.178711, + 1.253906, + 1.208008, + 1.209961, + 1.15625, + 1.186523, + 1.238281, + 1.161133, + 0.375, + 0.876953, + 1.147461, + 1.225586, + 1.210938, + 1.193359, + 1.192383, + 1.209961, + 1.253906, + 1.146484, + 1.228516, + 1.179688, + 1.300781, + 1.271484, + 1.269531, + 1.242188, + 1.155273, + 1.174805, + 1.077148, + 1.230469, + 1.21875, + 1.205078, + 1.201172, + 1.207031, + 1.154297, + 1.199219, + 1.275391, + 1.203125, + 1.304688, + 1.245117, + 1.398438, + 1.222656, + 1.542969, + 0.730469, + 1.203125, + 1.217773, + 1.200195, + 0.728516, + 1.208984, + 1.202148, + 1.25, + 0.632812, + 1.193359, + 1.091309, + 1.263672, + 1.147461, + 1.121094, + 0.421875, + 1.211914, + 1.230469, + 1.246094, + 0.40625, + 1.071777, + 0.603516, + 1.345703, + 1.216797, + 1.231445, + 1.210938, + 1.209961, + 1.200195, + 1.214844, + 1.234375, + 1.214844, + 0.699219, + 0.828125, + 1.229492, + 1.129883, + 1.140625, + 1.177734, + 1.195312, + 1.210938, + 1.161133, + 1.135742, + 1.231445, + 1.219727, + 1.178711, + 0.857422, + 1.245117, + 1.19043, + 1.431641, + 1.172852, + 1.191406, + 0.648438, + 1.789062, + 0.646484, + 1.695312, + 1.186523, + 1.192383, + 1.161133, + 1.214844, + 1.11377, + 1.167969, + 1.316406, + 1.222656, + 1.238281, + 1.175781, + 1.18457, + 1.369141, + 1.200195, + 1.198242, + 1.149414, + 1.234375, + 1.198242, + 0.925293, + 1.243164, + 1.192383, + 0.951172, + 1.253906, + 1.304688, + 1.253906, + 1.232422, + 1.213867, + 1.235352, + 1.121094, + 1.412109, + 1.042236, + 1.177734, + 1.089844, + 1.435547, + 1.239258, + 1.259766, + 1.238281, + 1.195312, + 1.253906, + 1.191406, + 1.213867, + 1.18457, + 1.222656, + 0.932617, + 1.259766, + 1.287109, + 0.818359, + 1.213867, + 1.244141, + 0.597656, + 1.173828, + 1.105957, + 1.192383, + 1.238281, + 1.200195, + 1.225586, + 1.192383, + 1.210938, + 1.228516, + 1.162109, + 1.199219, + 1.199219, + 1.230469, + 0.966309, + 1.201172, + 1.194336, + 1.179688, + 0.720703, + 1.223633, + 1.208008, + 1.201172, + 1.652344, + 1.191406, + 1.353516, + 1.231445, + 1.192383, + 0.964355, + 1.189453, + 1.259766, + 1.177734, + 0.537109, + 1.222656, + 1.259766, + 0.632812, + 1.198242, + 1.207031, + 1.183594, + 1.198242, + 1.172852, + 1.245117, + 0.84375, + 1.232422, + 1.222656, + 1.318359, + 1.255859, + 1.231445, + 1.169922, + 1.263672, + 0.623047, + 0.88623, + 1.230469, + 1.275391, + 1.224609, + 1.160156, + 1.148438, + 1.207031, + 1.152344, + 0.642578, + 1.169922, + 1.197266, + 0.453125, + 1.229492, + 1.195312, + 1.223633, + 1.196289, + 0.630859, + 1.261719, + 1.19043, + 0.488281, + 1.167969, + 0.918457, + 1.19043, + 1.271484, + 1.183594, + 1.207031, + 0.601562, + 1.253906, + 1.132812, + 1.253906, + 1.238281, + 1.208984, + 1.332031, + 0.880859, + 1.291016, + 1.193359, + 1.199219, + 1.169922, + 0.636719, + 1.302734, + 1.224609, + 1.245117, + 1.167969, + 1.292969, + 1.233398, + 1.234375, + 1.15332, + 1.191406, + 1.236328, + 1.208008, + 1.004272, + 1.355469, + 1.417969, + 1.214844, + 0.519531, + 1.19043, + 1.208008, + 1.245117, + 1.162109, + 1.248047, + 1.204102, + 1.181641, + 1.194336, + 1.161133, + 0.689453, + 1.118164, + 1.625, + 1.196289 + ] + }, + "name": "onnx::Mul_8343", + "outputIndexes": [ + 789 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 788, + 789 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_7/Mul_1_output_0", + "outputIndexes": [ + 790 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 771, + 790 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_39_output_0", + "outputIndexes": [ + 791 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 791, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_72_output_0", + "outputIndexes": [ + 792 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 792 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_8/Mul_output_0", + "outputIndexes": [ + 793 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.140625, + 2.023438, + 2.039062, + 2.117188, + 2.039062, + 2.078125, + 1.855469, + 1.001984, + 2.117188, + 1.527344, + 2.0625, + 2.046875, + 1.996094, + 2.164062, + 2.335938, + 1.945312, + 1.96875, + 2.03125, + 1.255859, + 2.234375, + 2.328125, + 2.265625, + 2.367188, + 1.757812, + 1.765625, + 1.953125, + 1.859375, + 1.777344, + 2.015625, + 2.257812, + 1.851562, + 1.589844, + 1.960938, + 1.014709, + 1.914062, + 1.78125, + 1.933594, + 2.164062, + 1.769531, + 1.882812, + 2.195312, + 1.921875, + 2.03125, + 1.546875, + 1.207031, + 2.28125, + 2.109375, + 1.945312, + 1.871094, + 1.773438, + 2.070312, + 1.550781, + 2.0, + 1.166016, + 2.015625, + 1.851562, + 2.054688, + 2.210938, + 1.742188, + 1.632812, + 1.519531, + 1.585938, + 2.078125, + 2.148438, + 1.726562, + 1.988281, + 1.482422, + 2.109375, + 2.0, + 2.132812, + 2.117188, + 2.171875, + 1.777344, + 2.007812, + 1.992188, + 1.988281, + 1.386719, + 1.742188, + 1.660156, + 1.283203, + 1.929688, + 1.140625, + 1.496094, + 1.527344, + 2.101562, + 2.09375, + 1.984375, + 1.558594, + 1.306641, + 1.570312, + 2.070312, + 1.960938, + 2.242188, + 1.263672, + 2.117188, + 1.154297, + 2.101562, + 2.085938, + 2.070312, + 1.855469, + 1.65625, + 2.21875, + 2.375, + 2.140625, + 2.226562, + 1.964844, + 2.210938, + 1.570312, + 2.148438, + 2.015625, + 2.257812, + 2.171875, + 2.34375, + 2.492188, + 2.234375, + 1.503906, + 2.109375, + 1.193359, + 2.1875, + 2.390625, + 2.132812, + 2.0, + 0.849609, + 1.972656, + 1.703125, + 1.554688, + 1.929688, + 2.257812, + 2.078125, + 1.380859, + 1.40625, + 1.71875, + 1.898438, + 1.945312, + 2.21875, + 2.390625, + 1.621094, + 1.726562, + 1.773438, + 2.351562, + 2.0625, + 1.554688, + 1.667969, + 1.929688, + 2.023438, + 1.621094, + 1.839844, + 2.109375, + 1.917969, + 2.234375, + 1.855469, + 1.683594, + 1.917969, + 0.910645, + 2.242188, + 2.203125, + 1.380859, + 2.046875, + 1.147461, + 0.94751, + 1.78125, + 2.359375, + 1.980469, + 1.363281, + 2.507812, + 1.828125, + 2.242188, + 0.996597, + 2.289062, + 1.777344, + 1.835938, + 1.386719, + 1.8125, + 0.985352, + 1.878906, + 2.015625, + 2.351562, + 1.040039, + 1.941406, + 1.984375, + 1.960938, + 1.114746, + 1.722656, + 0.89209, + 1.394531, + 2.09375, + 1.335938, + 2.054688, + 1.777344, + 1.679688, + 2.09375, + 1.22168, + 2.023438, + 1.964844, + 2.21875, + 2.0625, + 2.046875, + 2.3125, + 2.1875, + 2.085938, + 1.882812, + 1.949219, + 1.929688, + 1.675781, + 2.351562, + 2.25, + 1.789062, + 2.007812, + 2.015625, + 2.078125, + 1.773438, + 2.273438, + 2.265625, + 1.632812, + 2.304688, + 2.195312, + 1.8125, + 1.929688, + 2.273438, + 2.203125, + 1.8125, + 1.753906, + 2.054688, + 2.382812, + 2.085938, + 2.195312, + 1.917969, + 2.007812, + 1.734375, + 1.496094, + 2.421875, + 2.226562, + 2.09375, + 2.257812, + 2.03125, + 2.046875, + 1.714844, + 2.40625, + 1.992188, + 1.820312, + 2.109375, + 1.847656, + 2.132812, + 1.292969, + 1.890625, + 2.054688, + 1.804688, + 1.808594, + 2.28125, + 1.335938, + 2.007812, + 2.328125, + 1.294922, + 2.125, + 2.0625, + 2.078125, + 1.773438, + 2.015625, + 1.675781, + 2.039062, + 2.335938, + 2.226562, + 2.078125, + 1.960938, + 1.972656, + 1.574219, + 2.210938, + 2.054688, + 1.773438, + 1.960938, + 2.078125, + 1.980469, + 2.117188, + 1.839844, + 2.117188, + 2.195312, + 1.228516, + 1.941406, + 2.015625, + 2.015625, + 1.628906, + 2.015625, + 1.238281, + 2.078125, + 1.472656, + 2.304688, + 1.785156, + 1.839844, + 1.226562, + 1.925781, + 1.617188, + 1.233398, + 2.515625, + 2.085938, + 1.769531, + 2.046875, + 1.683594, + 2.09375, + 2.109375, + 2.046875, + 2.164062, + 1.667969, + 1.05249, + 2.015625, + 0.75, + 1.835938, + 2.1875, + 1.988281, + 1.632812, + 2.273438, + 2.453125, + 1.067871, + 1.863281, + 2.0625, + 2.085938, + 2.039062, + 2.164062, + 2.210938, + 2.007812, + 2.242188, + 1.914062, + 1.84375, + 1.6875, + 2.242188, + 2.171875, + 2.117188, + 1.710938, + 1.828125, + 2.34375, + 2.15625, + 1.746094, + 1.542969, + 2.023438, + 2.148438, + 0.979858, + 2.0625, + 2.023438, + 2.171875, + 2.546875, + 2.046875, + 1.726562, + 1.894531, + 2.125, + 1.789062, + 2.085938, + 1.417969, + 2.164062, + 1.392578, + 1.492188, + 2.195312, + 1.271484, + 1.65625, + 1.470703, + 1.65625, + 0.836914, + 1.1875, + 1.980469, + 2.242188, + 1.5, + 1.742188, + 1.15332, + 2.140625, + 1.792969, + 1.275391, + 1.761719, + 2.148438, + 1.710938, + 1.140625, + 2.328125, + 1.980469, + 2.242188, + 1.859375, + 1.953125, + 1.945312, + 2.273438, + 2.3125, + 2.289062, + 1.882812, + 2.203125, + 1.349609, + 2.054688, + 2.445312, + 1.373047, + 1.219727, + 2.296875, + 1.941406, + 1.480469, + 1.458984, + 1.929688, + 2.164062, + 2.203125, + 2.015625, + 0.914062, + 2.265625, + 2.40625, + 2.289062, + 1.757812, + 0.995422, + 2.007812, + 2.109375, + 2.023438, + 2.390625, + 1.929688, + 2.359375, + 1.19043, + 2.078125, + 2.109375, + 1.984375, + 2.109375, + 1.306641, + 2.125, + 2.015625, + 2.304688, + 2.164062, + 1.769531, + 1.75, + 2.109375, + 2.0, + 1.988281, + 2.1875, + 2.242188, + 2.09375, + 1.628906, + 2.015625, + 1.875, + 1.726562, + 2.039062, + 1.910156, + 2.296875, + 2.03125, + 1.425781, + 2.28125, + 2.0625, + 1.707031, + 1.664062, + 1.996094, + 2.335938, + 2.1875, + 1.929688, + 2.132812, + 2.414062, + 2.195312, + 2.226562, + 1.460938, + 1.582031, + 2.117188, + 2.226562, + 1.859375, + 1.839844, + 2.039062, + 2.140625, + 2.195312, + 1.992188, + 2.046875, + 2.25, + 2.171875, + 1.59375, + 2.367188, + 1.9375, + 2.3125, + 2.054688, + 2.085938, + 2.109375, + 2.046875, + 1.335938, + 2.046875, + 1.094238, + 2.0, + 2.226562, + 1.992188, + 2.117188, + 1.890625, + 2.242188, + 1.96875, + 2.179688, + 2.109375, + 1.19043, + 1.71875, + 1.996094, + 2.164062, + 1.945312, + 1.914062, + 0.839844, + 1.878906, + 2.328125, + 1.976562, + 1.118652, + 2.085938, + 1.933594, + 2.226562, + 1.65625, + 2.085938, + 2.117188, + 2.171875, + 1.554688, + 2.109375, + 0.851562, + 1.118164, + 1.427734, + 1.235352, + 1.953125, + 2.117188, + 2.085938, + 1.417969, + 0.979248, + 1.925781, + 1.523438, + 1.753906, + 1.996094, + 2.195312, + 1.9375, + 2.03125, + 1.820312, + 2.15625, + 1.820312, + 2.171875, + 1.804688, + 2.132812, + 2.21875, + 1.535156, + 2.3125, + 1.804688, + 1.231445, + 1.114258, + 2.179688, + 1.220703, + 1.824219, + 1.925781, + 1.90625, + 2.148438, + 1.902344, + 1.851562, + 1.964844, + 1.380859, + 2.125, + 1.145508, + 2.148438, + 1.769531, + 2.164062, + 1.21875, + 2.515625, + 1.570312, + 2.265625, + 2.203125, + 2.210938, + 2.054688, + 1.898438, + 2.101562, + 1.462891, + 2.21875, + 1.324219, + 2.203125, + 2.09375, + 1.792969, + 1.953125, + 2.039062, + 2.007812, + 1.960938, + 1.902344, + 2.03125, + 2.4375, + 1.081055, + 1.539062, + 1.984375, + 2.117188, + 2.210938, + 2.640625, + 1.964844, + 2.132812, + 2.039062, + 2.359375, + 2.1875, + 2.273438, + 2.078125, + 0.995697, + 2.140625, + 1.761719, + 1.96875, + 1.337891, + 1.957031, + 1.753906, + 2.039062, + 2.460938, + 2.101562, + 1.75, + 1.699219, + 1.111816, + 2.09375, + 1.652344, + 1.484375, + 2.117188, + 1.96875, + 2.039062, + 1.707031, + 1.566406, + 1.792969, + 2.007812, + 2.140625, + 2.085938, + 1.621094, + 2.0625, + 2.234375, + 1.566406, + 1.980469, + 1.984375, + 2.0, + 1.886719, + 2.054688, + 2.421875, + 1.597656, + 2.023438, + 2.195312, + 2.335938, + 1.253906, + 1.746094, + 2.304688, + 2.28125, + 1.777344, + 2.09375, + 2.328125, + 2.0625, + 2.039062, + 1.875, + 2.023438, + 3.28125, + 1.554688, + 2.054688, + 2.273438, + 2.265625, + 1.22168, + 1.8125, + 2.132812, + 1.964844, + 2.078125, + 2.3125, + 1.890625, + 2.015625, + 2.015625, + 2.195312, + 1.566406, + 2.0, + 1.898438, + 1.472656, + 1.203125, + 2.15625, + 0.893555, + 2.023438, + 2.21875, + 1.90625, + 1.390625, + 0.879883, + 0.977783, + 2.125, + 2.070312, + 2.085938, + 2.085938, + 1.863281, + 2.046875, + 1.960938, + 2.015625, + 2.007812, + 2.007812, + 1.964844, + 1.117676, + 1.894531, + 1.957031, + 2.078125, + 2.007812, + 2.039062, + 1.972656, + 2.101562, + 1.996094, + 2.132812, + 1.867188, + 1.589844, + 2.101562, + 1.972656, + 2.226562, + 1.443359, + 2.03125, + 2.179688, + 0.983887, + 1.566406, + 1.878906, + 1.800781, + 2.109375, + 1.474609, + 2.179688, + 1.960938, + 1.515625, + 2.054688, + 1.757812, + 2.085938, + 1.902344, + 2.320312, + 1.714844, + 1.773438, + 2.070312, + 1.925781, + 2.070312, + 2.796875, + 1.867188, + 1.8125, + 1.914062, + 1.847656, + 1.890625, + 2.023438, + 1.773438, + 1.953125, + 1.957031, + 2.0625, + 2.289062, + 2.125, + 2.210938, + 1.8125, + 2.335938, + 2.304688, + 1.410156, + 1.992188, + 1.515625, + 2.03125, + 2.179688, + 2.085938, + 1.980469, + 1.433594, + 1.451172, + 1.46875, + 2.210938, + 2.359375, + 2.039062, + 1.542969, + 2.15625, + 2.039062, + 2.054688, + 2.101562, + 1.949219, + 1.988281, + 1.816406, + 2.132812, + 2.296875, + 2.078125, + 2.109375, + 1.882812, + 2.273438, + 1.746094, + 1.699219, + 2.296875, + 1.828125, + 2.195312, + 2.203125, + 2.085938, + 2.15625, + 1.953125, + 2.328125, + 2.046875, + 1.917969, + 2.070312, + 1.050049, + 2.085938, + 1.714844, + 2.242188, + 2.0, + 1.898438, + 2.171875, + 1.878906, + 1.785156, + 1.9375, + 2.375, + 2.023438, + 2.296875, + 2.203125, + 2.25, + 1.691406, + 2.078125, + 1.921875, + 2.234375, + 2.023438, + 2.070312, + 1.894531, + 1.515625, + 1.746094, + 1.875, + 1.71875, + 1.765625, + 2.84375, + 2.25, + 2.125, + 1.478516, + 1.478516, + 2.078125, + 2.070312, + 1.875, + 1.519531, + 2.109375, + 1.777344, + 2.25, + 2.226562, + 1.53125, + 2.085938, + 1.953125, + 1.609375, + 1.96875, + 2.164062, + 2.023438, + 1.675781, + 1.333984, + 1.855469, + 1.910156, + 1.4375, + 1.824219, + 2.15625, + 2.390625, + 1.451172, + 2.226562, + 1.134766, + 1.714844, + 1.667969, + 1.789062, + 1.478516, + 2.132812, + 1.976562, + 1.851562, + 1.964844, + 1.910156, + 2.414062, + 2.117188, + 1.953125, + 1.910156, + 2.117188, + 1.910156, + 1.96875, + 2.023438, + 2.054688, + 1.474609, + 2.265625, + 1.496094, + 2.0625, + 2.0625, + 1.628906, + 1.894531, + 1.355469, + 2.234375, + 2.164062, + 1.871094, + 2.078125, + 2.171875, + 1.984375, + 2.304688, + 2.226562, + 2.5, + 1.8125, + 1.894531, + 2.179688, + 2.210938, + 0.570312, + 1.582031, + 1.71875, + 2.015625, + 1.84375, + 1.699219, + 2.015625, + 2.085938, + 2.085938, + 2.0, + 1.875, + 1.113281, + 2.117188, + 1.886719, + 1.714844, + 1.492188, + 2.273438, + 2.179688, + 1.960938, + 1.125, + 1.578125, + 1.535156, + 1.792969, + 2.039062, + 2.265625, + 2.296875, + 1.757812, + 1.210938, + 1.972656, + 2.054688, + 1.898438, + 2.242188, + 2.164062, + 2.335938, + 1.746094, + 2.148438, + 1.273438, + 1.980469, + 1.980469, + 1.867188, + 1.996094, + 2.007812, + 2.109375, + 1.898438, + 2.101562, + 2.078125, + 1.470703, + 1.882812, + 1.976562, + 2.242188, + 1.335938, + 1.726562, + 1.742188, + 1.208984, + 0.881348, + 1.361328, + 0.939941, + 2.078125, + 2.265625, + 1.816406, + 1.925781, + 1.135742, + 0.938721, + 1.757812, + 2.085938, + 1.742188, + 2.039062, + 1.820312, + 2.1875, + 2.03125, + 1.832031, + 0.978027, + 2.171875, + 1.71875, + 1.519531, + 1.34375, + 1.886719, + 1.785156, + 1.949219, + 1.820312, + 2.078125, + 1.941406, + 1.75, + 2.117188, + 1.800781, + 2.28125, + 2.0, + 1.714844, + 2.046875, + 1.757812, + 2.390625, + 1.9375, + 1.322266, + 0.914062, + 3.3125, + 1.980469, + 1.875, + 2.023438, + 1.917969, + 2.078125, + 1.820312, + 2.273438, + 0.856445, + 1.65625, + 1.439453, + 2.289062, + 2.171875, + 0.996475, + 2.0625, + 1.949219, + 1.832031, + 1.886719, + 2.164062, + 1.496094, + 1.640625, + 1.100586, + 1.957031, + 1.8125, + 1.980469, + 1.15625, + 2.1875, + 2.265625, + 1.773438, + 2.117188, + 2.101562, + 1.667969, + 1.761719, + 2.234375, + 2.171875, + 1.402344, + 2.023438, + 2.195312, + 1.472656, + 1.773438, + 1.703125, + 1.734375, + 1.925781, + 2.109375, + 1.972656, + 1.804688, + 1.976562, + 1.976562, + 2.171875, + 0.84082, + 2.148438, + 2.078125, + 2.179688, + 1.953125, + 1.104492, + 1.96875, + 1.96875, + 0.714844, + 1.652344, + 0.971069, + 2.03125, + 1.039795, + 1.519531, + 2.15625, + 2.078125, + 2.125, + 1.457031, + 1.808594, + 1.695312, + 1.914062, + 1.269531, + 1.640625, + 1.59375, + 1.28125, + 1.287109, + 2.171875, + 2.242188, + 1.644531, + 1.582031, + 2.382812, + 1.796875, + 2.296875, + 1.498047, + 1.847656, + 1.984375, + 0.969604, + 2.257812, + 1.847656, + 2.085938, + 1.161133, + 1.302734, + 1.972656, + 2.257812, + 1.765625, + 2.125, + 2.273438, + 1.910156, + 1.515625, + 3.03125, + 1.800781, + 2.046875, + 2.25, + 1.761719, + 2.085938, + 2.117188, + 2.3125, + 2.054688, + 2.375, + 2.164062, + 2.25, + 1.976562, + 1.804688, + 2.117188, + 2.148438, + 1.585938, + 1.832031, + 2.210938, + 1.9375, + 2.140625, + 2.046875, + 2.148438, + 2.242188, + 1.069336, + 1.613281, + 1.777344, + 1.194336, + 1.917969, + 1.804688, + 2.007812, + 1.9375, + 1.960938, + 2.039062, + 1.855469, + 2.0, + 1.091797, + 1.644531, + 1.722656, + 1.789062, + 2.078125, + 1.917969, + 1.3125, + 2.078125, + 1.953125, + 2.257812, + 2.0, + 2.234375, + 1.18457, + 2.148438, + 2.210938, + 1.574219, + 2.210938, + 2.085938, + 2.257812, + 1.785156, + 2.125, + 2.070312, + 2.132812, + 2.039062, + 2.203125, + 2.109375, + 1.168945, + 1.988281, + 1.914062, + 2.21875, + 2.21875, + 2.046875, + 1.40625, + 2.242188, + 1.25, + 2.054688, + 2.15625, + 1.707031, + 2.109375, + 2.085938, + 2.304688, + 1.867188, + 1.597656, + 2.054688, + 0.930664, + 0.913086, + 1.243164, + 1.945312, + 2.070312, + 1.181641, + 1.785156, + 1.886719, + 1.824219, + 1.238281, + 1.847656, + 1.726562, + 1.917969, + 1.18457, + 2.0625, + 1.9375, + 1.550781, + 2.0625, + 1.664062, + 1.730469, + 2.234375, + 1.988281, + 0.890137, + 1.229492, + 1.060303, + 1.859375, + 2.28125, + 2.195312, + 2.492188, + 1.625, + 1.523438, + 2.046875, + 1.230469, + 0.902344, + 1.882812, + 2.101562, + 1.9375, + 1.447266, + 2.023438, + 2.132812, + 2.0625, + 1.679688, + 1.957031, + 1.757812, + 1.316406, + 2.234375, + 2.070312, + 1.457031, + 2.046875, + 1.929688, + 2.171875, + 2.09375, + 1.953125, + 2.1875, + 2.125, + 1.960938, + 2.03125, + 2.085938, + 2.335938, + 1.726562, + 2.148438, + 1.917969, + 2.070312, + 2.226562, + 1.917969, + 1.796875, + 2.023438, + 2.015625, + 2.1875, + 1.570312, + 1.867188, + 1.213867, + 2.335938, + 1.78125, + 1.949219, + 1.550781, + 1.96875, + 1.941406, + 2.203125, + 1.328125, + 2.265625, + 1.195312, + 2.007812, + 1.824219, + 1.769531, + 1.554688, + 1.9375, + 1.324219, + 2.109375, + 1.060059, + 2.023438, + 1.417969, + 2.382812, + 1.710938, + 1.855469, + 2.109375, + 2.132812, + 2.078125, + 1.679688, + 2.007812, + 2.046875, + 2.21875, + 0.929199, + 2.195312, + 1.816406, + 1.738281, + 1.972656, + 2.03125, + 2.03125, + 1.8125, + 1.304688, + 1.867188, + 2.054688, + 1.855469, + 1.546875, + 2.0, + 2.140625, + 1.84375, + 1.734375, + 1.976562, + 1.148438, + 2.148438, + 1.972656, + 2.390625, + 1.699219, + 1.722656, + 1.236328, + 1.085938, + 2.148438, + 0.853516, + 1.371094, + 1.710938, + 1.890625, + 2.398438, + 2.3125, + 1.859375, + 1.867188, + 1.679688, + 2.320312, + 1.066895, + 2.078125, + 1.953125, + 2.179688, + 2.21875, + 2.054688, + 2.15625, + 1.096191, + 2.28125, + 2.179688, + 1.4375, + 1.3125, + 1.90625, + 2.296875, + 1.302734, + 2.078125, + 1.574219, + 2.085938, + 1.636719, + 2.195312, + 1.863281, + 1.275391, + 2.179688, + 2.054688, + 1.832031, + 2.023438, + 1.992188, + 1.419922, + 1.243164, + 1.96875, + 2.117188, + 1.992188, + 2.179688, + 2.148438, + 2.195312, + 2.03125, + 1.894531, + 1.921875, + 1.427734, + 1.241211, + 2.054688, + 2.1875, + 2.007812, + 2.164062, + 1.863281, + 1.945312, + 2.171875, + 2.140625, + 0.835938, + 2.054688, + 2.125, + 1.90625, + 1.953125, + 1.871094, + 1.757812, + 1.925781, + 1.925781, + 2.101562, + 2.234375, + 1.960938, + 1.972656, + 2.179688, + 1.554688, + 1.90625, + 1.039062, + 2.09375, + 1.133789, + 2.304688, + 2.070312, + 2.289062, + 1.020264, + 2.054688, + 1.753906, + 1.902344, + 2.085938, + 1.582031, + 2.007812, + 1.929688, + 2.140625, + 1.90625, + 1.988281, + 1.246094, + 2.023438, + 2.140625, + 1.714844, + 2.351562, + 1.925781, + 1.742188, + 2.101562, + 2.078125, + 2.101562, + 1.957031, + 1.734375, + 1.9375, + 2.015625, + 1.871094, + 1.261719, + 1.863281, + 2.398438, + 2.085938, + 1.71875, + 1.099121, + 2.140625, + 2.015625, + 2.359375, + 2.125, + 2.132812, + 2.03125, + 2.085938, + 1.835938, + 1.027832, + 1.953125, + 2.132812, + 1.992188, + 2.25, + 1.878906, + 1.871094, + 2.34375, + 2.421875, + 1.964844, + 1.808594, + 2.429688, + 2.132812, + 1.921875, + 1.757812, + 2.242188, + 2.21875, + 1.34375, + 1.84375, + 1.90625, + 1.984375, + 2.179688, + 1.839844, + 1.277344, + 2.28125, + 1.96875, + 2.03125, + 1.040771, + 1.667969, + 1.496094, + 1.617188, + 1.945312, + 2.46875, + 2.054688, + 0.714844, + 2.070312, + 2.046875, + 0.873047, + 1.503906, + 2.117188, + 1.945312, + 2.085938, + 2.070312, + 1.941406, + 1.957031, + 2.039062, + 1.652344, + 2.078125, + 1.152344, + 1.929688, + 2.429688, + 2.179688, + 1.363281, + 2.085938, + 2.234375, + 2.132812, + 2.015625, + 2.117188, + 2.0, + 2.109375, + 1.742188, + 1.21875, + 1.890625, + 1.992188, + 2.171875, + 1.992188, + 1.53125, + 1.953125, + 1.539062, + 1.949219, + 2.101562, + 1.503906, + 1.824219, + 2.296875, + 1.863281, + 2.648438, + 1.714844, + 2.257812, + 1.867188, + 1.828125, + 1.371094, + 1.308594, + 1.964844, + 1.632812, + 2.046875, + 1.796875, + 2.210938, + 2.15625, + 2.023438, + 1.053955, + 1.761719, + 2.25, + 2.03125, + 1.902344, + 1.828125, + 2.257812, + 2.078125, + 2.078125, + 1.851562, + 2.210938, + 1.867188, + 2.007812, + 2.164062, + 2.21875, + 1.984375, + 1.605469, + 1.722656, + 1.632812, + 2.429688, + 1.65625, + 2.070312, + 2.195312, + 1.460938, + 2.054688, + 2.0625, + 2.203125, + 1.835938, + 2.0625, + 2.054688, + 1.480469, + 1.828125, + 1.894531, + 2.140625, + 2.046875, + 2.164062, + 1.53125, + 1.933594, + 2.15625, + 2.015625, + 2.171875, + 2.359375, + 1.898438, + 2.34375, + 1.871094, + 1.921875, + 1.835938, + 1.361328, + 2.085938, + 2.125, + 2.21875, + 2.820312, + 2.171875, + 2.296875, + 1.910156, + 1.835938, + 1.976562, + 1.992188, + 1.9375, + 1.78125, + 1.4375, + 1.738281, + 1.796875, + 2.554688, + 1.777344, + 2.359375, + 2.265625, + 2.265625, + 2.140625, + 2.0625, + 2.039062, + 1.5625, + 2.007812, + 1.886719, + 1.871094, + 2.398438, + 1.894531, + 1.859375, + 1.882812, + 2.070312, + 2.085938, + 2.023438, + 1.542969, + 1.855469, + 1.601562, + 1.691406, + 1.988281, + 1.992188, + 0.974121, + 2.242188, + 2.25, + 1.882812, + 1.242188, + 2.085938, + 1.839844, + 1.458984, + 1.130859, + 1.789062, + 1.808594, + 2.4375, + 1.839844, + 1.988281, + 1.960938, + 1.972656, + 2.3125, + 1.9375, + 1.671875, + 1.996094, + 1.179688, + 2.429688, + 2.109375, + 1.279297, + 0.907715, + 2.296875, + 2.117188, + 2.171875, + 1.251953, + 2.054688, + 1.652344, + 1.914062, + 2.070312, + 1.914062, + 1.757812, + 2.085938, + 1.773438, + 1.691406, + 2.054688, + 2.367188, + 2.320312, + 1.277344, + 1.472656, + 2.03125, + 2.007812, + 1.886719, + 1.5625, + 2.023438, + 2.0625, + 1.730469, + 1.386719, + 2.132812, + 2.382812, + 1.867188, + 2.203125, + 1.777344, + 1.664062, + 1.882812, + 1.90625, + 0.744141, + 0.922852, + 1.882812, + 1.726562, + 1.835938, + 2.242188, + 1.699219, + 2.0, + 1.296875, + 2.046875, + 1.255859, + 1.447266, + 2.140625, + 2.289062, + 2.140625, + 1.945312, + 2.28125, + 2.242188, + 1.220703, + 2.226562, + 1.734375, + 1.613281, + 2.070312, + 2.078125, + 1.816406, + 1.835938, + 1.71875, + 2.226562, + 2.296875, + 1.914062, + 1.867188, + 1.648438, + 1.703125, + 2.015625, + 0.983154, + 2.117188, + 2.054688, + 1.078125, + 2.023438, + 2.085938, + 1.558594, + 2.070312, + 1.394531, + 1.769531, + 2.140625, + 2.117188, + 0.958496, + 1.328125, + 1.644531, + 2.09375, + 2.226562, + 2.21875, + 1.96875, + 1.65625, + 1.914062, + 1.921875, + 2.148438, + 2.078125, + 1.820312, + 1.013306, + 0.880859, + 1.976562, + 2.1875, + 2.210938, + 2.164062, + 1.714844, + 0.669922, + 2.203125, + 2.304688, + 1.921875, + 2.234375, + 1.355469, + 2.5, + 2.148438, + 2.0, + 1.832031, + 1.941406, + 1.59375, + 1.722656, + 1.570312, + 2.046875, + 1.742188, + 2.078125, + 1.067871, + 2.171875, + 1.213867, + 1.257812, + 1.96875, + 1.976562, + 2.257812, + 1.855469, + 1.507812, + 1.960938, + 1.5625, + 2.0, + 2.09375, + 2.109375, + 1.925781, + 2.070312, + 2.070312, + 1.675781, + 1.371094, + 2.21875, + 2.257812, + 2.570312, + 2.148438, + 1.476562, + 1.917969, + 2.070312, + 1.699219, + 1.949219, + 2.304688, + 2.164062, + 1.265625, + 1.726562, + 1.170898, + 2.078125, + 1.761719, + 2.351562, + 1.746094, + 2.070312, + 1.96875, + 2.140625, + 1.746094, + 1.730469, + 2.148438, + 2.023438, + 2.382812, + 1.714844, + 2.164062, + 1.46875, + 1.8125, + 1.523438, + 1.061279, + 2.046875, + 2.179688, + 2.398438, + 2.257812, + 2.453125, + 1.742188, + 1.816406, + 2.054688, + 1.363281, + 1.542969, + 2.023438, + 2.390625, + 2.148438, + 1.863281, + 2.046875, + 1.617188, + 2.195312, + 2.085938, + 2.007812, + 1.279297, + 1.796875, + 2.359375, + 2.023438, + 2.1875, + 1.582031, + 2.132812, + 1.730469, + 1.898438, + 1.996094, + 2.125, + 1.921875, + 1.275391, + 1.921875, + 2.007812, + 1.808594, + 2.398438, + 2.34375, + 2.28125, + 1.746094, + 1.816406, + 2.3125, + 2.101562, + 1.231445, + 1.271484, + 1.960938, + 2.398438, + 2.328125, + 1.878906, + 2.054688, + 0.882812, + 2.039062, + 2.296875, + 1.84375, + 2.195312, + 1.648438, + 1.890625, + 1.582031, + 1.154297, + 2.21875, + 1.960938, + 2.476562, + 1.886719, + 1.8125, + 2.5, + 1.976562, + 2.039062, + 1.976562, + 2.117188, + 2.382812, + 1.730469, + 1.847656, + 1.357422, + 1.75, + 1.392578, + 1.251953, + 2.164062, + 1.960938, + 2.054688, + 2.164062, + 2.273438, + 2.054688, + 2.15625, + 2.054688, + 2.304688, + 2.023438, + 1.644531, + 1.917969, + 1.289062, + 2.195312, + 1.644531, + 1.824219, + 2.023438, + 2.085938, + 1.882812, + 1.945312, + 2.289062, + 2.210938, + 1.542969, + 2.054688, + 2.15625, + 1.392578, + 1.636719, + 2.023438, + 2.140625, + 1.566406, + 1.186523, + 1.761719, + 1.972656, + 2.117188, + 2.171875, + 1.707031, + 1.060791, + 2.09375, + 1.964844, + 1.5625, + 2.0625, + 1.820312, + 1.847656, + 1.828125, + 1.90625, + 1.816406, + 1.945312, + 2.492188, + 1.976562, + 1.898438, + 2.210938, + 2.148438, + 0.95752, + 1.984375, + 2.085938, + 2.101562, + 2.039062, + 2.132812, + 2.34375, + 1.671875, + 1.390625, + 2.140625, + 2.125, + 1.964844, + 2.015625, + 1.515625, + 1.765625, + 2.109375, + 1.863281, + 1.976562, + 1.847656, + 2.210938, + 1.90625, + 2.0625, + 1.679688, + 2.054688, + 2.078125, + 1.976562, + 2.28125, + 1.835938, + 2.046875, + 2.09375, + 1.808594, + 2.445312, + 1.380859, + 0.793945, + 1.972656, + 1.664062, + 1.984375, + 2.164062, + 1.992188, + 1.808594, + 1.808594, + 1.964844, + 1.722656, + 2.1875, + 2.046875, + 2.125, + 2.09375, + 1.022339, + 2.023438, + 2.171875, + 2.304688, + 1.828125, + 2.476562, + 1.929688, + 2.132812, + 2.179688, + 1.597656, + 2.265625, + 2.03125, + 1.898438, + 2.265625, + 1.882812, + 1.832031, + 1.921875, + 1.566406, + 1.757812, + 2.140625, + 2.023438, + 2.085938, + 2.234375, + 2.328125, + 2.265625, + 1.851562, + 1.980469, + 1.546875, + 2.007812, + 1.589844, + 1.244141, + 2.21875, + 2.03125, + 1.972656, + 1.02063, + 1.585938, + 2.210938, + 2.039062, + 2.421875, + 2.328125, + 2.398438, + 2.234375, + 1.878906, + 1.742188, + 1.730469, + 1.0354, + 1.984375, + 1.00412, + 1.925781, + 1.980469, + 2.273438, + 2.109375, + 1.992188, + 0.905273, + 2.171875, + 2.007812, + 1.820312, + 2.007812, + 2.3125, + 1.648438, + 2.265625, + 1.921875, + 1.859375, + 1.306641, + 2.078125, + 1.992188, + 1.804688, + 2.125, + 2.242188, + 1.960938, + 2.140625, + 1.507812, + 2.054688, + 1.828125, + 1.648438, + 2.109375, + 2.015625, + 2.140625, + 1.820312, + 1.777344, + 1.851562, + 1.957031, + 1.453125, + 2.1875, + 1.847656, + 1.898438, + 0.867188, + 1.980469, + 2.0625, + 2.140625, + 2.125, + 2.039062, + 2.132812, + 1.996094, + 1.78125, + 2.179688, + 1.613281, + 1.929688, + 1.980469, + 2.023438, + 0.847656, + 1.871094, + 1.902344, + 2.15625, + 2.101562, + 2.132812, + 1.976562, + 2.390625, + 1.832031, + 2.179688, + 1.945312, + 1.789062, + 1.060303, + 1.847656, + 1.730469, + 2.390625, + 1.009155, + 2.117188, + 1.246094, + 1.917969, + 0.920898, + 1.96875, + 1.800781, + 1.730469, + 1.40625, + 1.746094, + 2.054688, + 2.03125, + 1.71875, + 1.964844, + 1.914062, + 2.390625, + 2.210938, + 0.705078, + 1.294922, + 1.136719, + 2.117188, + 2.164062, + 1.835938, + 2.148438, + 2.28125, + 1.996094, + 1.585938, + 2.195312, + 2.132812, + 2.085938, + 2.125, + 1.996094, + 1.474609, + 2.1875, + 2.242188, + 1.507812, + 2.085938, + 2.171875, + 2.375, + 2.132812, + 2.171875, + 1.710938, + 2.375, + 1.949219, + 1.847656, + 2.15625, + 1.980469, + 1.808594, + 2.046875, + 1.589844, + 1.21875, + 2.09375, + 1.992188, + 1.972656, + 1.335938, + 2.179688, + 2.164062, + 2.390625, + 1.083984, + 1.847656, + 1.542969, + 1.949219, + 1.980469, + 1.703125, + 0.928711, + 1.96875, + 2.0, + 1.765625, + 1.00647, + 1.539062, + 1.191406, + 2.085938, + 2.148438, + 1.535156, + 2.078125, + 2.054688, + 1.804688, + 2.171875, + 2.023438, + 1.722656, + 1.441406, + 1.289062, + 2.179688, + 1.828125, + 1.726562, + 2.382812, + 1.96875, + 1.960938, + 2.460938, + 1.625, + 2.023438, + 1.914062, + 2.148438, + 1.333984, + 2.21875, + 2.140625, + 1.574219, + 2.3125, + 1.964844, + 1.392578, + 1.324219, + 1.257812, + 1.220703, + 2.390625, + 2.21875, + 2.1875, + 2.3125, + 1.882812, + 1.960938, + 2.21875, + 2.125, + 2.328125, + 1.992188, + 1.882812, + 1.804688, + 1.96875, + 2.414062, + 1.929688, + 1.941406, + 2.265625, + 1.511719, + 1.652344, + 1.902344, + 1.414062, + 1.882812, + 2.046875, + 2.273438, + 2.0625, + 1.710938, + 1.59375, + 1.964844, + 1.558594, + 1.365234, + 2.289062, + 2.359375, + 1.789062, + 1.84375, + 2.007812, + 2.21875, + 1.730469, + 1.996094, + 2.039062, + 2.085938, + 2.109375, + 1.976562, + 1.314453, + 2.15625, + 1.796875, + 1.345703, + 1.898438, + 1.953125, + 1.347656, + 2.070312, + 1.589844, + 2.101562, + 1.953125, + 1.976562, + 2.15625, + 2.179688, + 2.0, + 1.800781, + 2.078125, + 1.765625, + 1.832031, + 1.875, + 1.417969, + 1.859375, + 2.164062, + 2.515625, + 1.198242, + 1.933594, + 1.855469, + 2.070312, + 1.279297, + 2.203125, + 1.816406, + 1.90625, + 1.828125, + 1.617188, + 1.65625, + 1.925781, + 2.070312, + 1.240234, + 2.132812, + 1.894531, + 1.165039, + 2.164062, + 2.085938, + 2.3125, + 1.839844, + 2.015625, + 2.0625, + 1.233398, + 2.289062, + 2.539062, + 2.023438, + 1.808594, + 2.015625, + 1.730469, + 1.882812, + 0.942627, + 1.429688, + 2.179688, + 1.558594, + 2.257812, + 1.578125, + 1.726562, + 1.910156, + 2.132812, + 1.273438, + 1.675781, + 2.140625, + 0.893555, + 2.210938, + 1.796875, + 2.195312, + 2.125, + 1.203125, + 2.171875, + 2.046875, + 0.978516, + 2.171875, + 1.910156, + 2.023438, + 2.101562, + 2.34375, + 2.25, + 1.146484, + 2.226562, + 1.574219, + 2.109375, + 1.988281, + 2.289062, + 2.007812, + 1.457031, + 2.304688, + 2.226562, + 2.273438, + 1.886719, + 1.160156, + 1.925781, + 2.085938, + 1.925781, + 2.0, + 2.171875, + 2.148438, + 1.730469, + 1.871094, + 2.140625, + 1.636719, + 2.304688, + 1.585938, + 1.941406, + 1.742188, + 2.101562, + 1.043945, + 2.148438, + 1.792969, + 1.660156, + 2.382812, + 2.234375, + 1.65625, + 1.816406, + 2.1875, + 2.25, + 1.089355, + 2.140625, + 1.070312, + 1.894531 + ] + }, + "name": "onnx::Mul_8345", + "outputIndexes": [ + 794 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 793, + 794 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_8/Mul_1_output_0", + "outputIndexes": [ + 795 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 795 + ], + "outputIndexes": [ + 2714 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2714 + ], + "outputIndexes": [ + 2715 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear", + "inputIndexes": [ + 2715 + ], + "outputIndexes": [ + 2716 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 350356688, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2716 + ], + "outputIndexes": [ + 2717 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2717 + ], + "outputIndexes": [ + 796 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 795 + ], + "main_type": "NONE", + "name": "/Shape_113_output_0", + "outputIndexes": [ + 797 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 797 + ], + "main_type": "NONE", + "name": "Shape2264", + "outputIndexes": [ + 798 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 797 + ], + "main_type": "NONE", + "name": "Rank2266", + "outputIndexes": [ + 799 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 799, + 799 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2268", + "outputIndexes": [ + 800 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 800 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2269", + "outputIndexes": [ + 801 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 800, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2271", + "outputIndexes": [ + 802 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 802 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2272", + "outputIndexes": [ + 803 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 798, + 801, + 803, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2275", + "outputIndexes": [ + 804 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 804 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2276", + "outputIndexes": [ + 805 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 805 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2277", + "outputIndexes": [ + 806 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 806, + 805 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2278", + "outputIndexes": [ + 807 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 797, + 807, + 800 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_124_output_0", + "outputIndexes": [ + 808 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_257_output_0", + "outputIndexes": [ + 809 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 809, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_104_output_0", + "outputIndexes": [ + 810 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 796, + 810 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_73_output_0", + "outputIndexes": [ + 811 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 811, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_64_output_0", + "outputIndexes": [ + 812 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 811 + ], + "main_type": "NONE", + "name": "/Shape_114_output_0", + "outputIndexes": [ + 813 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 813 + ], + "main_type": "NONE", + "name": "Shape2285", + "outputIndexes": [ + 814 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 813 + ], + "main_type": "NONE", + "name": "Rank2287", + "outputIndexes": [ + 815 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 815, + 815 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2289", + "outputIndexes": [ + 816 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 816 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2290", + "outputIndexes": [ + 817 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 816, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2292", + "outputIndexes": [ + 818 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 818 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2293", + "outputIndexes": [ + 819 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 814, + 817, + 819, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2296", + "outputIndexes": [ + 820 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 820 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2297", + "outputIndexes": [ + 821 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 821 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2298", + "outputIndexes": [ + 822 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 822, + 821 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2299", + "outputIndexes": [ + 823 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 813, + 823, + 816 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_125_output_0", + "outputIndexes": [ + 824 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 824, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_24_output_0", + "outputIndexes": [ + 825 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 825, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_262_output_0", + "outputIndexes": [ + 826 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 811, + 826, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_33_output_0", + "outputIndexes": [ + 827 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 827 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_16_output_0", + "outputIndexes": [ + 828 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 811, + 21, + 826, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_32_output_0", + "outputIndexes": [ + 829 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 828, + 829 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_107_output_0", + "outputIndexes": [ + 830 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 830, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_65_output_0", + "outputIndexes": [ + 831 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 812, + 831 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_40_output_0", + "outputIndexes": [ + 832 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 795 + ], + "outputIndexes": [ + 2718 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2718 + ], + "outputIndexes": [ + 2719 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear", + "inputIndexes": [ + 2719 + ], + "outputIndexes": [ + 2720 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 353010918, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2720 + ], + "outputIndexes": [ + 2721 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2721 + ], + "outputIndexes": [ + 833 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 809, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_105_output_0", + "outputIndexes": [ + 834 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 833, + 834 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_74_output_0", + "outputIndexes": [ + 835 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 835, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_66_output_0", + "outputIndexes": [ + 836 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 835 + ], + "main_type": "NONE", + "name": "/Shape_115_output_0", + "outputIndexes": [ + 837 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 837 + ], + "main_type": "NONE", + "name": "Shape2348", + "outputIndexes": [ + 838 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 837 + ], + "main_type": "NONE", + "name": "Rank2350", + "outputIndexes": [ + 839 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 839, + 839 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2352", + "outputIndexes": [ + 840 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 840 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2353", + "outputIndexes": [ + 841 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 840, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2355", + "outputIndexes": [ + 842 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 842 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2356", + "outputIndexes": [ + 843 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 838, + 841, + 843, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2359", + "outputIndexes": [ + 844 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 844 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2360", + "outputIndexes": [ + 845 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 845 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2361", + "outputIndexes": [ + 846 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 846, + 845 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2362", + "outputIndexes": [ + 847 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 837, + 847, + 840 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_126_output_0", + "outputIndexes": [ + 848 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 848, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_25_output_0", + "outputIndexes": [ + 849 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 849, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_264_output_0", + "outputIndexes": [ + 850 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 835, + 850, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_35_output_0", + "outputIndexes": [ + 851 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 851 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_17_output_0", + "outputIndexes": [ + 852 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 835, + 21, + 850, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_34_output_0", + "outputIndexes": [ + 853 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 852, + 853 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_108_output_0", + "outputIndexes": [ + 854 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 854, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_67_output_0", + "outputIndexes": [ + 855 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 836, + 855 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_41_output_0", + "outputIndexes": [ + 856 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 795 + ], + "outputIndexes": [ + 2722 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2722 + ], + "outputIndexes": [ + 2723 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear", + "inputIndexes": [ + 2723 + ], + "outputIndexes": [ + 2724 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 354338044, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2724 + ], + "outputIndexes": [ + 2725 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2725 + ], + "outputIndexes": [ + 857 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 857, + 834 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_75_output_0", + "outputIndexes": [ + 858 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 832, + 856, + 858, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_80_output_0", + "outputIndexes": [ + 859 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 859 + ], + "outputIndexes": [ + 2726 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2726 + ], + "outputIndexes": [ + 2727 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear", + "inputIndexes": [ + 2727 + ], + "outputIndexes": [ + 2728 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 355665170, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2728 + ], + "outputIndexes": [ + 2729 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2729 + ], + "outputIndexes": [ + 860 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 860 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_8/Mul_output_0", + "outputIndexes": [ + 861 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.120117, + 1.132812, + 1.211914, + 1.167969, + 1.042969, + 1.173828, + 0.927734, + 0.191406, + 1.128906, + 0.915039, + 1.213867, + 1.161133, + 1.150391, + 1.212891, + 1.287109, + 1.020752, + 1.135742, + 1.066406, + 0.894043, + 1.220703, + 1.121582, + 1.101074, + 1.277344, + 1.045898, + 1.109863, + 1.10498, + 1.026733, + 1.060303, + 1.261719, + 1.265625, + 1.040527, + 0.878418, + 1.072754, + 0.289062, + 1.05835, + 0.899902, + 1.077637, + 1.240234, + 0.987488, + 1.01123, + 1.207031, + 1.316406, + 1.033936, + 0.914551, + 0.421875, + 1.161133, + 1.139648, + 1.072266, + 1.182617, + 0.952393, + 1.167969, + 0.816406, + 1.075195, + 0.472656, + 1.108887, + 0.990662, + 1.167969, + 1.150391, + 1.152344, + 1.023438, + 0.833008, + 1.146484, + 1.126953, + 1.12793, + 1.174805, + 1.141602, + 0.677734, + 1.124023, + 1.102051, + 1.089355, + 1.275391, + 1.494141, + 1.062988, + 1.152344, + 1.07666, + 1.021362, + 0.701172, + 0.923828, + 1.051514, + 0.429688, + 1.050293, + 0.136719, + 1.05542, + 0.886719, + 1.167969, + 1.269531, + 1.074219, + 0.915039, + 0.417969, + 0.923828, + 1.228516, + 1.041748, + 1.144531, + 0.382812, + 1.191406, + 0.207031, + 1.160156, + 1.088867, + 1.455078, + 1.058838, + 1.082031, + 1.24707, + 1.222656, + 1.141602, + 1.137695, + 1.10498, + 1.179688, + 0.878418, + 1.10498, + 1.034668, + 1.304688, + 1.227539, + 1.120605, + 1.038818, + 1.139648, + 0.947754, + 1.155273, + 0.414062, + 1.001968, + 1.212891, + 1.101074, + 1.271484, + 1.106934, + 1.062012, + 0.978882, + 0.821289, + 1.072754, + 1.202148, + 1.202148, + 0.716797, + 0.716797, + 0.99411, + 1.026245, + 1.046143, + 1.230469, + 1.380859, + 0.924316, + 0.942627, + 0.963623, + 1.361328, + 1.386719, + 1.244141, + 0.893555, + 1.043213, + 1.079102, + 1.050781, + 0.99836, + 1.098145, + 1.029297, + 1.175781, + 1.02063, + 0.941162, + 0.944824, + 1.130859, + 1.229492, + 1.150391, + 0.673828, + 1.229492, + 0.351562, + 0.324219, + 1.174805, + 1.183594, + 1.150391, + 0.585938, + 1.160156, + 1.071289, + 1.229492, + 0.308594, + 1.225586, + 0.995392, + 0.986267, + 0.394531, + 1.065918, + 0.335938, + 0.993408, + 1.242188, + 1.182617, + 0.191406, + 1.112793, + 1.182617, + 1.077637, + 0.289062, + 0.916992, + 0.167969, + 1.0625, + 1.137695, + 0.525391, + 1.186523, + 0.976196, + 1.011475, + 1.172852, + 1.119141, + 1.125977, + 1.081055, + 1.300781, + 1.223633, + 1.10498, + 1.248047, + 1.208984, + 1.162109, + 1.077637, + 1.08252, + 1.033447, + 0.979248, + 1.275391, + 1.198242, + 1.155273, + 1.130859, + 1.064453, + 1.130859, + 1.093262, + 1.249023, + 1.21582, + 1.013123, + 1.150391, + 1.181641, + 1.140625, + 1.10498, + 1.3125, + 1.231445, + 0.976807, + 1.048828, + 1.189453, + 1.363281, + 1.135742, + 1.126953, + 1.012085, + 1.07373, + 0.9646, + 0.857422, + 1.458984, + 1.253906, + 1.339844, + 1.193359, + 1.177734, + 1.050781, + 0.941162, + 1.318359, + 1.030273, + 1.129883, + 1.251953, + 0.959717, + 1.052979, + 1.34375, + 0.936035, + 1.198242, + 1.00415, + 1.056885, + 1.277344, + 0.585938, + 1.08252, + 1.202148, + 0.429688, + 1.020264, + 1.198242, + 1.04248, + 1.020142, + 1.168945, + 1.245117, + 1.087891, + 1.306641, + 1.105957, + 1.165039, + 0.961426, + 1.116699, + 0.857422, + 1.081055, + 1.109863, + 1.053467, + 1.152344, + 1.112793, + 1.022217, + 1.174805, + 0.974121, + 1.082031, + 1.086914, + 0.46875, + 1.142578, + 1.128906, + 1.105469, + 0.817383, + 1.121582, + 0.433594, + 1.15918, + 1.199219, + 1.12207, + 1.007996, + 1.114746, + 0.332031, + 1.068359, + 0.918945, + 0.417969, + 1.018066, + 1.108887, + 1.122559, + 1.152344, + 0.994934, + 1.136719, + 1.182617, + 1.032227, + 1.277344, + 0.947998, + 0.304688, + 1.402344, + 0.027344, + 1.045898, + 1.197266, + 1.176758, + 0.914062, + 1.332031, + 1.376953, + 0.21875, + 1.075195, + 1.139648, + 1.191406, + 1.097168, + 1.208984, + 1.259766, + 1.065918, + 1.337891, + 1.089844, + 1.271484, + 0.900391, + 1.232422, + 1.106934, + 1.117676, + 0.793945, + 1.097656, + 1.21875, + 1.207031, + 0.908691, + 0.768555, + 1.125977, + 1.154297, + 2.015625, + 1.177734, + 1.019165, + 1.243164, + 1.306641, + 1.131836, + 1.00824, + 1.110352, + 1.172852, + 0.963623, + 1.157227, + 0.691406, + 1.199219, + 0.701172, + 0.805664, + 1.181641, + 0.464844, + 0.869141, + 0.697266, + 0.911133, + 0.253906, + 0.371094, + 1.219727, + 1.126953, + 0.847656, + 0.996567, + 0.359375, + 1.231445, + 0.935547, + 0.576172, + 1.124512, + 1.098145, + 1.02002, + 0.445312, + 1.165039, + 1.043457, + 1.267578, + 1.049072, + 1.084961, + 1.155273, + 1.238281, + 1.233398, + 1.259766, + 1.006134, + 1.141602, + 0.683594, + 1.182617, + 1.294922, + 0.619141, + 0.496094, + 1.214844, + 1.031982, + 0.830078, + 0.824219, + 1.04126, + 1.140625, + 1.234375, + 1.00415, + 0.242188, + 1.15918, + 1.176758, + 1.271484, + 0.948242, + 0.285156, + 1.091309, + 1.080566, + 1.004639, + 1.241211, + 1.002441, + 1.390625, + 0.433594, + 1.203125, + 1.089355, + 1.133789, + 1.129883, + 0.566406, + 1.143555, + 1.112305, + 1.275391, + 1.115234, + 1.042236, + 0.897949, + 1.167969, + 1.105469, + 1.083984, + 1.09668, + 1.091797, + 1.168945, + 1.308594, + 0.998711, + 1.050293, + 0.959473, + 1.108398, + 1.05127, + 1.209961, + 1.075684, + 0.988953, + 1.148438, + 1.132812, + 0.954102, + 0.852539, + 1.170898, + 1.347656, + 1.114258, + 1.070801, + 1.136719, + 1.367188, + 1.15625, + 1.227539, + 0.791992, + 0.677734, + 1.135742, + 1.231445, + 1.267578, + 1.010315, + 1.108398, + 1.128906, + 1.19043, + 1.124023, + 1.21582, + 1.257812, + 1.167969, + 0.742188, + 1.15625, + 1.137695, + 1.382812, + 1.097656, + 1.15625, + 1.21582, + 1.089844, + 0.537109, + 1.067383, + 0.304688, + 1.089355, + 1.283203, + 1.045654, + 1.131836, + 0.956787, + 1.167969, + 1.103516, + 1.103516, + 1.105469, + 0.382812, + 1.180664, + 1.067383, + 1.160156, + 1.124512, + 1.073242, + 0.679688, + 1.089355, + 1.210938, + 1.0177, + 0.300781, + 1.120605, + 1.115723, + 1.160156, + 0.939209, + 1.192383, + 1.174805, + 1.065918, + 0.826172, + 1.152344, + 0.222656, + 0.441406, + 0.703125, + 0.308594, + 1.161133, + 1.151367, + 1.166016, + 0.681641, + 0.46875, + 1.083008, + 0.821289, + 0.834961, + 1.302734, + 1.158203, + 1.073242, + 1.167969, + 1.067871, + 1.228516, + 0.907227, + 1.269531, + 0.905762, + 1.128906, + 1.121094, + 1.016479, + 1.200195, + 0.987427, + 0.398438, + 0.398438, + 1.100586, + 0.453125, + 1.014526, + 1.067383, + 1.125977, + 1.057129, + 1.025879, + 0.935059, + 0.997589, + 0.335938, + 1.02002, + 1.582031, + 1.135742, + 0.889648, + 1.120117, + 0.351562, + 0.740234, + 0.913086, + 1.458984, + 1.05835, + 1.285156, + 1.068359, + 1.07373, + 1.191406, + 0.693359, + 1.160156, + 0.464844, + 1.121094, + 1.324219, + 1.116699, + 1.095215, + 1.182617, + 1.222656, + 1.008606, + 1.026855, + 1.151367, + 1.196289, + 0.683594, + 1.065918, + 1.130859, + 1.192383, + 1.198242, + 1.269531, + 1.007355, + 1.114258, + 1.179688, + 1.326172, + 1.222656, + 1.119141, + 1.085938, + 0.027344, + 1.28125, + 1.081543, + 1.094238, + 0.511719, + 1.08252, + 1.253906, + 1.077637, + 1.345703, + 1.182617, + 1.232422, + 0.894531, + 1.427734, + 1.203125, + 0.824219, + 0.767578, + 1.227539, + 1.060791, + 1.269531, + 1.068848, + 1.000322, + 0.930176, + 1.129883, + 1.198242, + 1.089355, + 0.955078, + 1.191406, + 1.106934, + 0.937012, + 1.144531, + 1.008057, + 1.181641, + 1.075195, + 1.090332, + 1.246094, + 0.884277, + 1.207031, + 1.207031, + 1.263672, + 0.582031, + 1.051758, + 1.25, + 1.195312, + 0.947266, + 1.056641, + 1.255859, + 1.105469, + 1.054688, + 1.063477, + 1.106445, + 1.206055, + 0.863281, + 1.160156, + 1.275391, + 1.089844, + 1.185547, + 0.983765, + 1.104492, + 1.117676, + 1.234375, + 1.135742, + 1.067383, + 1.112793, + 1.028198, + 1.15625, + 0.730469, + 1.008118, + 1.009155, + 0.940186, + 0.332031, + 1.048096, + 0.712891, + 1.056396, + 1.161133, + 1.11084, + 0.601562, + 0.238281, + 0.257812, + 1.128906, + 1.143555, + 1.05127, + 1.089844, + 1.003189, + 1.09375, + 1.175781, + 1.15332, + 1.066406, + 1.175781, + 1.125, + 0.273438, + 1.049805, + 1.09668, + 1.100098, + 1.062256, + 1.157227, + 1.086914, + 1.081055, + 0.981567, + 1.120605, + 1.001816, + 1.04248, + 1.138672, + 1.08252, + 1.175781, + 0.817383, + 1.275391, + 1.203125, + 0.214844, + 1.00647, + 1.0177, + 0.890137, + 1.098633, + 0.821289, + 1.214844, + 1.102051, + 1.255859, + 1.158203, + 0.988342, + 1.111816, + 0.965576, + 1.18457, + 1.003159, + 1.058838, + 1.076172, + 1.104492, + 1.020508, + 1.652344, + 1.026489, + 1.035645, + 1.089844, + 0.940186, + 1.01178, + 1.10498, + 0.919922, + 1.039307, + 1.070312, + 1.10791, + 1.273438, + 1.119629, + 1.306641, + 0.895996, + 1.464844, + 1.337891, + 0.621094, + 1.15625, + 1.012451, + 1.148438, + 1.188477, + 1.109863, + 1.067871, + 0.671875, + 0.664062, + 0.621094, + 1.089844, + 1.227539, + 1.09375, + 0.786133, + 1.15332, + 1.145508, + 1.09082, + 0.997849, + 1.135742, + 1.013794, + 0.964844, + 1.128906, + 1.117676, + 1.158203, + 1.148438, + 1.05542, + 1.267578, + 0.966064, + 0.963867, + 1.400391, + 0.982544, + 1.259766, + 1.123535, + 1.06543, + 1.175781, + 1.123535, + 1.211914, + 1.104492, + 1.100586, + 1.107422, + 0.351562, + 1.204102, + 1.003433, + 1.191406, + 1.001129, + 1.089844, + 1.134766, + 1.051514, + 0.998108, + 1.099609, + 1.285156, + 1.099609, + 1.257812, + 1.21582, + 1.098145, + 0.932617, + 1.219727, + 1.019165, + 1.163086, + 1.121094, + 1.074219, + 1.289062, + 0.817383, + 0.952881, + 1.097168, + 0.900879, + 0.935059, + 1.8125, + 1.257812, + 1.196289, + 0.683594, + 0.640625, + 1.111816, + 1.160156, + 0.996231, + 0.819336, + 1.144531, + 0.873047, + 1.213867, + 1.049561, + 0.708984, + 1.119629, + 1.15625, + 0.736328, + 1.146484, + 1.131836, + 1.053467, + 0.937012, + 0.564453, + 1.074707, + 0.987732, + 0.484375, + 1.074707, + 1.135742, + 1.277344, + 0.34375, + 1.196289, + 0.623047, + 1.165039, + 1.183594, + 0.961914, + 0.677734, + 1.191406, + 1.136719, + 1.041748, + 1.052002, + 1.054932, + 1.212891, + 1.094727, + 1.066406, + 1.064941, + 1.057861, + 1.067871, + 1.129883, + 1.134766, + 1.03833, + 1.183594, + 1.167969, + 0.754883, + 1.125977, + 1.128906, + 0.80957, + 1.05835, + 0.736328, + 1.120117, + 1.061523, + 1.04834, + 1.131836, + 1.086426, + 0.974854, + 1.244141, + 1.133789, + 1.351562, + 0.953369, + 1.107422, + 1.287109, + 1.21582, + 0.0, + 0.954346, + 0.878418, + 1.089355, + 1.102539, + 0.949951, + 1.050781, + 1.106445, + 1.119141, + 1.022705, + 1.088379, + 0.300781, + 1.126953, + 1.057617, + 0.933594, + 0.658203, + 1.347656, + 1.193359, + 1.010315, + 0.34375, + 0.891602, + 1.042725, + 0.954102, + 1.22168, + 1.181641, + 1.217773, + 0.945801, + 1.19043, + 1.078125, + 1.056885, + 1.062988, + 1.236328, + 1.035889, + 1.131836, + 0.979126, + 1.201172, + 0.375, + 1.016479, + 1.104492, + 1.097168, + 1.024536, + 1.08252, + 1.029541, + 1.117188, + 1.08252, + 1.121582, + 0.788086, + 1.069336, + 1.120117, + 1.249023, + 0.726562, + 0.960205, + 1.106934, + 0.296875, + 0.167969, + 0.760742, + 0.930664, + 1.028564, + 1.148438, + 0.998955, + 1.121582, + 0.222656, + 0.191406, + 0.997299, + 1.114258, + 0.915527, + 1.125977, + 1.042725, + 1.145508, + 1.19043, + 0.971069, + 0.296875, + 1.253906, + 0.967529, + 0.927734, + 0.636719, + 1.104492, + 0.981201, + 1.121582, + 0.942627, + 1.05835, + 1.034912, + 0.973145, + 1.053711, + 0.971069, + 1.255859, + 1.089355, + 0.911133, + 1.167969, + 1.259766, + 1.253906, + 1.104492, + 0.595703, + 0.234375, + 1.980469, + 1.136719, + 1.074219, + 1.216797, + 1.089355, + 1.149414, + 1.080566, + 1.164062, + 0.144531, + 0.990662, + 0.807617, + 1.208008, + 1.089844, + 0.300781, + 1.131836, + 1.090332, + 1.25, + 1.021362, + 1.201172, + 0.995148, + 0.909668, + 0.3125, + 1.105957, + 0.945557, + 1.142578, + 0.347656, + 0.895996, + 1.230469, + 1.304688, + 1.150391, + 1.255859, + 0.864258, + 0.960693, + 1.167969, + 1.324219, + 0.632812, + 1.068848, + 1.175781, + 0.714844, + 0.770508, + 0.269531, + 0.71875, + 1.152344, + 1.171875, + 1.04248, + 1.042969, + 1.075195, + 1.011536, + 1.112793, + 0.070312, + 1.259766, + 1.134766, + 1.211914, + 1.11084, + 1.298828, + 1.018311, + 1.094238, + 0.183594, + 0.96582, + 0.285156, + 1.125, + 0.347656, + 0.854492, + 1.261719, + 1.178711, + 1.116211, + 0.701172, + 1.033203, + 0.949219, + 1.015869, + 0.3125, + 1.030518, + 0.728516, + 0.638672, + 0.460938, + 1.135742, + 1.191406, + 0.873047, + 0.859375, + 1.246094, + 1.049316, + 1.228516, + 0.775391, + 0.938232, + 1.037598, + 0.269531, + 1.341797, + 1.194336, + 1.128906, + 0.390625, + 0.246094, + 1.093262, + 1.376953, + 0.950195, + 1.300781, + 1.178711, + 1.003555, + 0.820312, + 1.355469, + 1.013062, + 1.064941, + 1.227539, + 0.962891, + 1.214844, + 1.122559, + 1.234375, + 1.074219, + 1.226562, + 1.174805, + 1.24707, + 1.045898, + 0.944824, + 1.302734, + 1.373047, + 0.939941, + 1.086426, + 1.175781, + 0.961914, + 1.1875, + 1.083496, + 1.21875, + 1.149414, + 0.273438, + 0.87207, + 1.05249, + 0.382812, + 1.023926, + 0.991394, + 1.026245, + 1.075195, + 1.089844, + 1.066406, + 1.059326, + 1.036133, + 0.292969, + 0.850586, + 1.015869, + 0.897461, + 1.087891, + 1.12793, + 0.822266, + 1.201172, + 1.019653, + 1.146484, + 1.117188, + 1.152344, + 0.289062, + 1.157227, + 1.090332, + 0.768555, + 1.15332, + 1.10498, + 1.332031, + 1.253906, + 1.022827, + 1.128906, + 1.039307, + 1.070801, + 1.09082, + 1.051025, + 0.925293, + 1.091797, + 1.108398, + 1.192383, + 1.198242, + 1.054688, + 0.46875, + 1.417969, + 0.363281, + 1.128906, + 1.165039, + 0.895508, + 1.042236, + 1.158203, + 1.248047, + 1.102539, + 0.944092, + 1.089844, + 0.230469, + 0.203125, + 0.269531, + 0.969849, + 1.079102, + 0.414062, + 0.951172, + 1.103027, + 1.267578, + 0.414062, + 1.052002, + 0.780273, + 1.009644, + 0.339844, + 1.097168, + 1.144531, + 1.013855, + 1.172852, + 0.975952, + 0.963867, + 1.182617, + 1.179688, + 0.410156, + 0.897461, + 0.175781, + 1.032227, + 1.253906, + 1.243164, + 1.314453, + 0.88916, + 0.751953, + 1.214844, + 0.269531, + 1.546875, + 1.125, + 1.099609, + 1.080078, + 0.712891, + 1.122559, + 1.083496, + 1.148438, + 0.92334, + 1.135742, + 1.041016, + 1.613281, + 1.175781, + 1.090332, + 1.232422, + 1.137695, + 1.031006, + 1.117188, + 1.060303, + 1.11377, + 1.225586, + 1.112793, + 1.103516, + 1.084473, + 1.113281, + 1.124512, + 0.965332, + 1.097656, + 1.097656, + 1.103027, + 1.072754, + 1.100586, + 1.035645, + 1.081055, + 1.082031, + 1.275391, + 1.08252, + 1.043945, + 0.445312, + 1.233398, + 0.993958, + 1.085449, + 1.015747, + 1.108887, + 1.042725, + 1.137695, + 0.492188, + 1.167969, + 0.445312, + 1.081055, + 0.901855, + 0.924316, + 0.832031, + 1.10791, + 0.626953, + 1.245117, + 0.277344, + 1.135742, + 0.675781, + 1.131836, + 0.949463, + 1.066406, + 1.110352, + 1.114258, + 1.083496, + 1.011475, + 1.011108, + 1.129883, + 1.318359, + 0.226562, + 1.115723, + 0.955811, + 0.932617, + 1.135742, + 1.304688, + 1.129883, + 1.004028, + 0.697266, + 1.036865, + 1.094727, + 1.06543, + 1.248047, + 1.093262, + 1.149414, + 1.096191, + 0.981323, + 1.194336, + 0.226562, + 1.241211, + 1.198242, + 1.253906, + 1.119141, + 1.055908, + 0.601562, + 0.230469, + 1.233398, + 0.269531, + 0.414062, + 0.929199, + 0.965576, + 1.408203, + 1.192383, + 0.308594, + 1.067383, + 0.887695, + 1.275391, + 0.257812, + 1.19043, + 1.012512, + 1.132812, + 1.8125, + 1.088379, + 1.181641, + 0.277344, + 1.294922, + 1.123535, + 0.753906, + 0.375, + 1.003906, + 1.192383, + 0.4375, + 1.128906, + 0.847656, + 1.143555, + 0.95459, + 1.171875, + 1.086914, + 0.347656, + 1.19043, + 1.128906, + 1.032715, + 1.121094, + 1.050293, + 0.693359, + 0.289062, + 1.064453, + 1.199219, + 1.018188, + 1.120605, + 1.25, + 1.192383, + 1.232422, + 1.125, + 0.983765, + 0.854492, + 1.310547, + 1.253906, + 1.214844, + 1.037842, + 1.120605, + 1.02063, + 1.056885, + 1.304688, + 1.170898, + 0.164062, + 1.15332, + 1.057129, + 0.98999, + 1.097656, + 1.057861, + 1.087891, + 1.035645, + 1.033691, + 1.175781, + 1.206055, + 1.061035, + 1.085449, + 1.261719, + 0.720703, + 1.073242, + 0.285156, + 1.243164, + 0.367188, + 1.253906, + 1.146484, + 1.212891, + 0.277344, + 1.253906, + 0.981445, + 0.945068, + 1.155273, + 1.65625, + 1.136719, + 1.062256, + 1.24707, + 1.058838, + 1.022461, + 0.460938, + 1.056396, + 1.212891, + 1.369141, + 1.240234, + 1.037842, + 1.100098, + 1.05127, + 1.224609, + 1.031982, + 1.102051, + 0.974365, + 1.009216, + 1.196289, + 1.026123, + 0.4375, + 1.042969, + 1.326172, + 1.245117, + 1.013611, + 0.300781, + 1.238281, + 1.192383, + 1.10791, + 1.248047, + 1.291016, + 1.146484, + 1.175781, + 0.953613, + 0.308594, + 1.083496, + 1.072754, + 1.196289, + 1.255859, + 0.902832, + 1.037598, + 1.425781, + 1.255859, + 1.181641, + 1.128906, + 1.365234, + 1.135742, + 1.035645, + 1.021118, + 1.267578, + 1.171875, + 0.664062, + 1.265625, + 0.943115, + 1.102539, + 1.144531, + 0.960693, + 0.638672, + 1.396484, + 1.140625, + 1.207031, + 0.308594, + 0.863281, + 0.853516, + 0.84375, + 1.08252, + 1.175781, + 1.086914, + 0.160156, + 1.160156, + 1.451172, + 0.1875, + 0.652344, + 1.178711, + 1.163086, + 1.07373, + 1.186523, + 1.186523, + 1.011963, + 1.097656, + 0.970215, + 1.091309, + 0.46875, + 0.952637, + 1.180664, + 1.096191, + 0.697266, + 1.081543, + 1.113281, + 1.087402, + 1.145508, + 1.110352, + 1.115234, + 1.160156, + 0.973877, + 0.441406, + 1.038818, + 1.102539, + 1.253906, + 1.210938, + 0.785156, + 1.160156, + 0.750977, + 1.135742, + 1.151367, + 0.669922, + 0.976685, + 1.229492, + 1.199219, + 2.015625, + 0.934082, + 1.040283, + 1.097168, + 1.002441, + 0.667969, + 0.285156, + 1.09375, + 1.015869, + 1.128906, + 0.989624, + 1.142578, + 1.149414, + 1.152344, + 0.269531, + 0.998283, + 1.229492, + 1.104004, + 1.099609, + 1.136719, + 1.142578, + 1.214844, + 1.118652, + 0.959717, + 1.214844, + 0.978516, + 1.075684, + 1.086914, + 1.242188, + 1.213867, + 0.873047, + 0.960938, + 1.013428, + 1.396484, + 0.912109, + 1.139648, + 1.261719, + 0.703125, + 1.023315, + 0.99881, + 1.202148, + 0.979248, + 1.175781, + 1.119629, + 0.71875, + 1.048096, + 1.113281, + 1.224609, + 1.139648, + 1.170898, + 0.628906, + 0.947021, + 1.112793, + 1.046631, + 1.183594, + 1.298828, + 1.021729, + 1.120117, + 1.002029, + 1.114746, + 1.041992, + 0.501953, + 1.205078, + 1.172852, + 1.111816, + 1.789062, + 1.192383, + 1.135742, + 1.114258, + 0.935547, + 1.130859, + 1.085449, + 1.0354, + 0.986023, + 0.625, + 0.912598, + 1.032227, + 1.230469, + 0.984009, + 1.214844, + 1.227539, + 1.203125, + 1.066895, + 1.146484, + 1.105469, + 1.181641, + 1.063477, + 1.072754, + 1.042969, + 1.228516, + 1.064941, + 1.089355, + 1.24707, + 1.125, + 1.211914, + 1.135742, + 1.203125, + 1.145508, + 0.918457, + 0.953125, + 1.064941, + 0.99884, + 0.1875, + 1.183594, + 1.235352, + 1.073242, + 0.533203, + 1.097168, + 1.049561, + 0.619141, + 0.304688, + 1.052002, + 1.060547, + 1.213867, + 0.981445, + 1.131836, + 1.085449, + 1.133789, + 1.233398, + 1.042969, + 1.001518, + 1.095215, + 0.621094, + 1.296875, + 1.130859, + 0.414062, + 0.238281, + 1.121582, + 1.123047, + 1.167969, + 0.574219, + 1.003555, + 0.922363, + 1.119141, + 1.171875, + 1.080078, + 1.089355, + 1.105469, + 1.043945, + 0.882812, + 1.11084, + 1.243164, + 1.142578, + 0.335938, + 0.666016, + 1.072266, + 1.150391, + 0.986267, + 0.847656, + 1.048828, + 1.099609, + 0.988892, + 0.574219, + 1.147461, + 1.178711, + 1.007599, + 1.138672, + 1.041748, + 0.876953, + 0.993652, + 1.182617, + -0.007812, + 0.226562, + 1.001266, + 1.034912, + 0.968994, + 1.24707, + 0.933105, + 1.175781, + 0.4375, + 1.162109, + 0.529297, + 0.527344, + 1.141602, + 1.165039, + 1.081543, + 1.005737, + 1.244141, + 1.195312, + 0.449219, + 1.244141, + 0.984009, + 0.977783, + 1.091309, + 1.103516, + 1.009277, + 1.000835, + 0.842773, + 1.160156, + 1.271484, + 0.993103, + 1.082031, + 0.806641, + 0.936035, + 1.07373, + 2.125, + 1.073242, + 1.128906, + 0.269531, + 1.180664, + 1.158203, + 0.772461, + 1.058838, + 1.07373, + 0.993683, + 1.298828, + 1.092773, + 1.114258, + 0.930664, + 0.975464, + 1.085449, + 1.104004, + 1.160156, + 1.121582, + 0.991333, + 1.099121, + 1.077148, + 1.207031, + 1.142578, + 1.176758, + 0.634766, + 0.214844, + 1.069336, + 1.205078, + 1.269531, + 1.207031, + 1.00267, + 0.042969, + 1.151367, + 1.163086, + 0.981323, + 1.188477, + 0.453125, + 1.173828, + 1.181641, + 1.056641, + 1.087402, + 1.056396, + 1.18457, + 0.997559, + 0.84082, + 1.068359, + 1.078613, + 1.19043, + 0.269531, + 1.197266, + 0.90625, + 0.210938, + 1.120605, + 1.068359, + 1.143555, + 0.991089, + 0.888672, + 1.077637, + 0.621094, + 1.112793, + 1.174805, + 1.172852, + 1.113281, + 1.072754, + 1.099121, + 0.971313, + 1.585938, + 1.077637, + 1.173828, + 1.273438, + 1.163086, + 0.708984, + 1.077148, + 1.105469, + 1.011475, + 1.015869, + 1.103027, + 1.182617, + 0.496094, + 1.073242, + 0.253906, + 1.144531, + 1.074219, + 1.332031, + 0.986084, + 1.063477, + 1.08252, + 1.226562, + 1.118164, + 0.873047, + 1.115234, + 1.077148, + 1.161133, + 0.991882, + 1.162109, + 0.708984, + 0.954346, + 0.742188, + 0.324219, + 1.126953, + 1.000167, + 1.226562, + 1.090332, + 1.141602, + 0.900879, + 1.09082, + 1.128906, + 0.712891, + 0.78125, + 1.097656, + 1.245117, + 1.10791, + 1.089844, + 1.216797, + 0.916992, + 1.227539, + 1.135742, + 1.097656, + 0.402344, + 1.089844, + 1.320312, + 1.088867, + 1.149414, + 0.989868, + 1.144531, + 1.028931, + 1.113281, + 1.117676, + 1.130859, + 1.052979, + 0.646484, + 1.071777, + 1.212891, + 1.129883, + 1.320312, + 1.357422, + 1.113281, + 1.019409, + 0.987305, + 1.277344, + 1.147461, + 0.591797, + 0.402344, + 1.191406, + 1.222656, + 1.34375, + 1.155273, + 1.160156, + 0.214844, + 1.02002, + 1.283203, + 1.034912, + 1.173828, + 0.833984, + 1.031494, + 0.890625, + 0.402344, + 1.213867, + 1.076172, + 1.341797, + 1.031982, + 0.915527, + 1.289062, + 1.06543, + 1.166016, + 1.0354, + 1.259766, + 1.289062, + 1.029663, + 0.9729, + 0.636719, + 1.104004, + 0.660156, + 0.304688, + 1.25, + 1.478516, + 1.085938, + 1.10791, + 0.970947, + 1.158203, + 1.207031, + 1.171875, + 1.259766, + 1.05835, + 0.928711, + 0.993622, + 0.578125, + 1.168945, + 0.806641, + 1.016113, + 1.05127, + 1.113281, + 1.089355, + 1.067871, + 1.416016, + 1.111816, + 0.808594, + 1.011963, + 1.105957, + 0.429688, + 0.966797, + 1.086914, + 1.100098, + 0.820312, + 0.359375, + 0.975952, + 1.291016, + 1.279297, + 1.222656, + 1.034668, + 0.320312, + 1.12793, + 1.120605, + 0.767578, + 1.108887, + 1.02832, + 1.086426, + 0.986633, + 1.192383, + 0.929688, + 1.077148, + 1.285156, + 1.044922, + 1.087402, + 1.217773, + 1.189453, + 0.222656, + 1.037109, + 1.176758, + 1.129883, + 1.104004, + 1.151367, + 1.392578, + 0.968262, + 0.585938, + 1.149414, + 1.117676, + 1.161133, + 1.120117, + 0.648438, + 0.921387, + 1.244141, + 1.029541, + 1.086426, + 0.963379, + 1.204102, + 1.05835, + 1.168945, + 1.018311, + 1.212891, + 1.106934, + 1.04248, + 1.228516, + 1.151367, + 1.147461, + 1.347656, + 0.939453, + 1.28125, + 0.544922, + 0.015625, + 1.088867, + 0.859375, + 1.061279, + 1.103516, + 1.003906, + 1.004913, + 0.97876, + 1.083984, + 0.911621, + 1.275391, + 1.143555, + 1.139648, + 1.142578, + 0.28125, + 1.057861, + 1.195312, + 1.129883, + 0.908691, + 1.433594, + 1.075195, + 1.255859, + 1.231445, + 0.952393, + 1.203125, + 1.149414, + 1.106445, + 1.197266, + 1.02002, + 1.003616, + 1.043213, + 0.883789, + 0.943359, + 1.083984, + 1.240234, + 1.091797, + 1.229492, + 1.138672, + 1.291016, + 1.019653, + 1.111816, + 0.818359, + 1.083984, + 0.833984, + 0.546875, + 1.211914, + 1.183594, + 1.02002, + 0.320312, + 0.828125, + 1.208984, + 1.126953, + 1.292969, + 1.232422, + 1.498047, + 1.144531, + 1.120117, + 0.994629, + 1.253906, + 0.082031, + 1.067871, + 0.948975, + 1.027344, + 1.066406, + 1.191406, + 1.224609, + 1.075195, + 0.21875, + 1.182617, + 0.993225, + 0.96936, + 0.975586, + 1.245117, + 1.152344, + 1.253906, + 1.047607, + 1.03064, + 0.556641, + 1.128906, + 1.172852, + 0.996506, + 1.125, + 1.182617, + 1.192383, + 1.228516, + 0.935059, + 1.105957, + 0.89209, + 1.135742, + 1.087402, + 1.052979, + 1.205078, + 0.914062, + 1.057373, + 1.019287, + 1.208008, + 1.112793, + 1.291016, + 1.01178, + 1.073242, + 0.265625, + 1.055908, + 1.141602, + 1.100098, + 1.101562, + 1.160156, + 1.120117, + 1.081055, + 1.010559, + 1.255859, + 0.816406, + 1.03833, + 1.021606, + 1.208984, + 0.257812, + 1.034912, + 1.128906, + 1.152344, + 1.144531, + 1.051514, + 1.037354, + 1.316406, + 0.968872, + 1.133789, + 1.038574, + 1.155273, + 0.351562, + 0.937744, + 0.960693, + 1.122559, + 0.285156, + 1.380859, + 0.410156, + 1.050537, + 0.214844, + 1.152344, + 1.001053, + 0.916504, + 0.644531, + 0.875, + 1.199219, + 1.098145, + 0.9729, + 1.084961, + 1.058594, + 1.332031, + 1.144531, + 0.160156, + 0.587891, + 0.716797, + 1.180664, + 1.225586, + 1.079102, + 1.129883, + 1.238281, + 1.155273, + 0.831055, + 1.213867, + 1.070801, + 1.283203, + 1.173828, + 1.207031, + 0.905273, + 1.050537, + 1.113281, + 0.782227, + 1.208984, + 1.229492, + 1.213867, + 1.188477, + 1.223633, + 0.927246, + 1.216797, + 1.115234, + 1.007538, + 1.347656, + 1.198242, + 1.186523, + 1.12793, + 1.316406, + 0.414062, + 1.191406, + 1.098145, + 1.137695, + 0.4375, + 1.052002, + 1.117676, + 1.192383, + 0.332031, + 1.056396, + 0.766602, + 1.105957, + 0.997345, + 0.904785, + 0.230469, + 1.174805, + 1.108887, + 1.034668, + 0.167969, + 0.786133, + 0.351562, + 1.168945, + 1.175781, + 0.913574, + 1.147461, + 1.069824, + 0.997635, + 1.205078, + 1.130859, + 0.967773, + 0.441406, + 0.53125, + 1.275391, + 0.900391, + 0.853516, + 1.150391, + 1.059326, + 1.09668, + 1.248047, + 0.833984, + 1.161133, + 1.102539, + 1.092773, + 0.554688, + 1.144531, + 1.227539, + 1.22168, + 1.134766, + 1.034668, + 0.386719, + 1.427734, + 0.398438, + 1.21875, + 1.140625, + 1.158203, + 1.125977, + 1.308594, + 0.954834, + 1.036621, + 1.197266, + 1.11377, + 1.227539, + 1.058594, + 0.990356, + 1.129883, + 1.085449, + 1.171875, + 0.883301, + 1.292969, + 1.185547, + 0.601562, + 1.062988, + 1.060791, + 0.617188, + 1.082031, + 1.246094, + 1.396484, + 1.237305, + 0.983643, + 0.914062, + 0.961182, + 1.09082, + 0.667969, + 1.292969, + 1.026978, + 1.447266, + 1.088867, + 1.098145, + 1.174805, + 0.931152, + 1.125977, + 1.04126, + 1.118652, + 1.131836, + 1.056152, + 0.685547, + 1.253906, + 1.100098, + 0.517578, + 1.010498, + 1.098145, + 0.328125, + 1.118164, + 0.847656, + 1.147461, + 1.168945, + 1.089355, + 1.068848, + 1.12207, + 1.125977, + 1.049316, + 1.07373, + 1.011841, + 1.030273, + 1.022095, + 0.648438, + 1.029541, + 1.345703, + 1.255859, + 0.429688, + 1.066895, + 1.005005, + 1.136719, + 1.212891, + 1.175781, + 1.220703, + 1.19043, + 1.061279, + 0.831055, + 0.900879, + 1.144531, + 1.15332, + 0.304688, + 1.136719, + 1.104492, + 0.347656, + 1.154297, + 1.121094, + 1.285156, + 1.009216, + 1.126953, + 1.178711, + 0.513672, + 1.283203, + 1.345703, + 1.269531, + 1.069336, + 1.176758, + 0.962891, + 1.054443, + 0.347656, + 0.607422, + 1.178711, + 0.980347, + 1.220703, + 0.860352, + 0.985474, + 1.009644, + 1.071289, + 0.382812, + 0.893555, + 1.129883, + 0.222656, + 1.28125, + 1.065918, + 1.132812, + 1.102539, + 0.351562, + 1.291016, + 1.168945, + 0.296875, + 1.112793, + 0.834961, + 1.075684, + 1.207031, + 1.233398, + 1.275391, + 0.339844, + 1.222656, + 0.91748, + 1.188477, + 1.080078, + 1.238281, + 1.300781, + 0.634766, + 1.261719, + 1.150391, + 1.138672, + 0.978027, + 0.363281, + 1.142578, + 1.191406, + 1.152344, + 1.057861, + 1.369141, + 1.120117, + 0.95459, + 0.914062, + 1.146484, + 1.023438, + 1.189453, + 0.724609, + 1.320312, + 1.222656, + 1.130859, + 0.289062, + 1.102539, + 1.045166, + 0.996399, + 1.237305, + 1.09082, + 0.980225, + 0.990112, + 1.176758, + 1.085449, + 0.351562, + 1.02478, + 1.125977, + 1.043213 + ] + }, + "name": "onnx::Mul_8368", + "outputIndexes": [ + 862 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 861, + 862 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_8/Mul_1_output_0", + "outputIndexes": [ + 863 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 792, + 863 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_43_output_0", + "outputIndexes": [ + 864 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_8/Mul_output_0", + "outputIndexes": [ + 865 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.601562, + 1.675781, + 1.648438, + 1.648438, + 1.761719, + 1.808594, + 1.458984, + 0.480469, + 1.738281, + 1.404297, + 1.761719, + 1.601562, + 1.494141, + 1.679688, + 1.664062, + 1.621094, + 1.527344, + 1.710938, + 1.46875, + 1.660156, + 1.734375, + 1.765625, + 1.773438, + 1.427734, + 1.457031, + 1.554688, + 1.173828, + 1.435547, + 1.574219, + 1.6875, + 1.433594, + 1.207031, + 1.597656, + 0.5625, + 1.632812, + 1.131836, + 1.679688, + 1.660156, + 1.496094, + 1.671875, + 1.71875, + 1.582031, + 1.683594, + 1.196289, + 0.705078, + 1.621094, + 1.761719, + 1.664062, + 1.482422, + 1.251953, + 1.550781, + 0.862305, + 1.515625, + 0.480469, + 1.570312, + 1.320312, + 1.574219, + 1.65625, + 1.498047, + 1.457031, + 1.039551, + 1.511719, + 1.621094, + 1.470703, + 1.15332, + 1.554688, + 0.928711, + 1.597656, + 1.433594, + 1.574219, + 1.609375, + 1.753906, + 1.566406, + 1.648438, + 1.53125, + 1.589844, + 0.868164, + 1.279297, + 1.259766, + 0.675781, + 1.539062, + 0.480469, + 1.496094, + 1.206055, + 1.613281, + 1.511719, + 1.648438, + 1.168945, + 0.746094, + 1.494141, + 1.605469, + 1.59375, + 1.808594, + 0.712891, + 1.648438, + 0.46875, + 1.625, + 1.695312, + 1.695312, + 1.554688, + 1.394531, + 1.640625, + 1.695312, + 1.582031, + 1.765625, + 1.652344, + 1.621094, + 1.201172, + 1.671875, + 1.671875, + 1.585938, + 1.535156, + 1.691406, + 0.720703, + 1.582031, + 1.24707, + 1.773438, + 0.521484, + 1.578125, + 1.636719, + 1.714844, + 1.570312, + 1.09375, + 1.710938, + 1.367188, + 0.983643, + 1.507812, + 1.792969, + 1.523438, + 0.896973, + 0.987793, + 1.578125, + 1.511719, + 1.605469, + 1.679688, + 1.605469, + 1.408203, + 0.954834, + 1.46875, + 1.703125, + 1.390625, + 1.597656, + 1.435547, + 1.683594, + 1.699219, + 1.433594, + 1.451172, + 1.734375, + 1.644531, + 1.789062, + 1.746094, + 1.361328, + 1.5625, + 1.133789, + 1.75, + 1.605469, + 0.918945, + 1.625, + 0.671875, + 0.601562, + 0.630859, + 1.648438, + 1.435547, + 0.900391, + 1.742188, + 1.714844, + 1.769531, + 0.587891, + 1.578125, + 1.546875, + 1.628906, + 0.695312, + 1.4375, + 0.644531, + 1.679688, + 1.679688, + 1.490234, + 0.492188, + 1.636719, + 1.625, + 1.644531, + 0.550781, + 1.138672, + 0.460938, + 1.308594, + 1.605469, + 0.879395, + 1.675781, + 1.488281, + 1.289062, + 1.6875, + 1.182617, + 1.478516, + 1.605469, + 1.636719, + 1.498047, + 1.679688, + 1.691406, + 1.71875, + 1.582031, + 1.519531, + 1.640625, + 1.5625, + 1.474609, + 1.621094, + 1.722656, + 1.486328, + 1.695312, + 1.558594, + 1.597656, + 1.332031, + 1.683594, + 1.601562, + 1.511719, + 1.597656, + 1.640625, + 1.425781, + 1.550781, + 1.679688, + 1.652344, + 1.223633, + 1.140625, + 1.730469, + 1.824219, + 1.601562, + 1.5625, + 1.574219, + 1.640625, + 1.380859, + 1.371094, + 0.786133, + 1.746094, + 1.582031, + 1.746094, + 1.636719, + 1.679688, + 1.00528, + 1.679688, + 1.535156, + 1.617188, + 1.166992, + 1.667969, + 1.738281, + 1.287109, + 1.636719, + 1.621094, + 1.380859, + 1.382812, + 1.757812, + 0.906738, + 1.6875, + 1.871094, + 0.730469, + 1.71875, + 1.652344, + 1.636719, + 1.492188, + 1.730469, + 1.601562, + 1.558594, + 1.742188, + 1.789062, + 1.628906, + 1.494141, + 1.617188, + 1.209961, + 1.699219, + 1.6875, + 1.492188, + 1.527344, + 1.71875, + 1.648438, + 1.621094, + 1.417969, + 1.667969, + 1.539062, + 0.791016, + 1.478516, + 1.667969, + 1.746094, + 1.102051, + 1.621094, + 0.623047, + 1.648438, + 1.382812, + 1.710938, + 1.410156, + 1.582031, + 0.617188, + 1.609375, + 1.320312, + 0.580078, + 2.070312, + 1.746094, + 1.376953, + 1.589844, + 1.375, + 1.539062, + 1.683594, + 1.703125, + 1.357422, + 1.328125, + 0.488281, + 1.605469, + 0.386719, + 1.443359, + 1.660156, + 1.431641, + 1.511719, + 1.710938, + 1.855469, + 0.507812, + 1.691406, + 1.597656, + 1.460938, + 1.542969, + 1.398438, + 1.738281, + 1.582031, + 1.695312, + 1.476562, + 1.554688, + 1.34375, + 1.753906, + 1.542969, + 1.457031, + 1.170898, + 1.373047, + 1.558594, + 1.628906, + 1.21582, + 1.021362, + 1.679688, + 1.585938, + 0.507812, + 1.671875, + 1.542969, + 1.71875, + 1.707031, + 1.730469, + 1.570312, + 1.679688, + 1.757812, + 1.542969, + 1.648438, + 1.012695, + 1.707031, + 0.823242, + 1.359375, + 1.648438, + 0.587891, + 1.292969, + 0.638672, + 1.255859, + 0.488281, + 0.683594, + 1.644531, + 1.691406, + 1.0354, + 1.382812, + 0.601562, + 1.671875, + 1.441406, + 0.838867, + 1.482422, + 1.679688, + 1.515625, + 0.591797, + 1.699219, + 1.597656, + 1.707031, + 1.375, + 1.59375, + 1.636719, + 1.773438, + 1.667969, + 1.703125, + 1.589844, + 1.392578, + 0.880371, + 1.761719, + 1.65625, + 0.90625, + 0.703125, + 1.824219, + 1.435547, + 1.294922, + 1.00383, + 1.609375, + 1.714844, + 1.648438, + 1.792969, + 0.560547, + 1.722656, + 1.714844, + 1.609375, + 1.361328, + 0.603516, + 1.601562, + 1.699219, + 1.625, + 1.617188, + 1.613281, + 1.835938, + 0.710938, + 1.490234, + 1.6875, + 1.496094, + 1.777344, + 0.640625, + 1.664062, + 1.824219, + 1.652344, + 1.597656, + 1.052734, + 1.458984, + 1.605469, + 1.53125, + 1.621094, + 1.519531, + 1.734375, + 1.679688, + 1.388672, + 1.566406, + 1.449219, + 1.168945, + 1.679688, + 1.5625, + 1.632812, + 1.496094, + 1.289062, + 1.746094, + 1.710938, + 1.036621, + 0.642578, + 1.632812, + 1.792969, + 1.664062, + 1.59375, + 1.59375, + 1.699219, + 1.476562, + 1.761719, + 1.175781, + 0.558594, + 1.65625, + 1.695312, + 1.664062, + 1.455078, + 1.621094, + 1.636719, + 1.6875, + 1.53125, + 1.486328, + 1.667969, + 1.628906, + 0.908691, + 1.710938, + 1.664062, + 1.707031, + 1.617188, + 1.660156, + 1.574219, + 1.648438, + 0.799805, + 1.605469, + 0.558594, + 1.488281, + 1.644531, + 1.632812, + 1.546875, + 1.566406, + 1.703125, + 1.554688, + 1.683594, + 1.65625, + 0.638672, + 1.429688, + 1.679688, + 1.609375, + 1.511719, + 1.585938, + 1.10498, + 1.609375, + 1.6875, + 1.675781, + 0.576172, + 1.566406, + 1.447266, + 1.601562, + 1.208984, + 1.486328, + 1.660156, + 1.617188, + 1.107422, + 1.683594, + 0.501953, + 0.589844, + 1.026733, + 0.564453, + 1.625, + 1.542969, + 1.582031, + 1.075684, + 0.523438, + 1.585938, + 1.0354, + 0.887207, + 1.478516, + 1.792969, + 1.625, + 1.660156, + 1.566406, + 1.4375, + 1.511719, + 1.710938, + 1.105469, + 1.78125, + 1.808594, + 1.263672, + 1.355469, + 1.394531, + 0.730469, + 0.654297, + 1.664062, + 0.821289, + 1.765625, + 1.648438, + 1.498047, + 1.789062, + 1.453125, + 1.433594, + 1.703125, + 0.539062, + 1.707031, + 0.956543, + 1.71875, + 1.652344, + 1.761719, + 0.484375, + 0.638672, + 1.163086, + 1.246094, + 1.722656, + 1.601562, + 1.707031, + 1.65625, + 1.53125, + 1.019165, + 1.703125, + 0.605469, + 1.808594, + 1.632812, + 1.392578, + 1.386719, + 1.333984, + 1.597656, + 0.766602, + 1.482422, + 1.625, + 1.753906, + 0.677734, + 1.113281, + 1.652344, + 1.515625, + 1.6875, + 1.730469, + 0.782227, + 1.316406, + 1.589844, + 1.71875, + 1.640625, + 1.738281, + 1.515625, + 0.429688, + 1.574219, + 1.59375, + 1.462891, + 0.862305, + 1.65625, + 1.511719, + 1.746094, + 1.699219, + 1.589844, + 1.402344, + 1.511719, + 1.115723, + 1.542969, + 0.632812, + 0.922852, + 1.703125, + 1.558594, + 1.253906, + 1.046875, + 1.102539, + 1.435547, + 1.53125, + 1.730469, + 1.667969, + 1.34375, + 1.589844, + 1.734375, + 1.375, + 1.640625, + 1.730469, + 1.714844, + 1.535156, + 1.652344, + 1.613281, + 1.507812, + 1.699219, + 1.644531, + 1.769531, + 0.572266, + 1.400391, + 1.613281, + 1.660156, + 1.369141, + 1.679688, + 1.507812, + 1.644531, + 1.582031, + 1.398438, + 1.664062, + 3.21875, + 1.304688, + 1.675781, + 1.664062, + 1.777344, + 1.098633, + 1.535156, + 1.722656, + 1.65625, + 1.707031, + 1.699219, + 1.380859, + 1.671875, + 1.695312, + 1.691406, + 0.990845, + 1.847656, + 1.699219, + 1.275391, + 0.617188, + 1.601562, + 0.751953, + 1.726562, + 1.773438, + 1.369141, + 0.748047, + 0.425781, + 0.5625, + 1.683594, + 1.746094, + 1.730469, + 1.757812, + 1.664062, + 1.722656, + 1.539062, + 1.255859, + 1.46875, + 1.554688, + 1.589844, + 0.515625, + 1.417969, + 1.726562, + 1.644531, + 1.703125, + 1.636719, + 1.804688, + 1.675781, + 1.217773, + 1.660156, + 1.601562, + 1.21582, + 1.605469, + 1.65625, + 1.542969, + 0.993896, + 1.664062, + 1.59375, + 0.417969, + 1.363281, + 1.507812, + 1.761719, + 1.621094, + 1.088379, + 1.585938, + 1.648438, + 1.259766, + 1.316406, + 1.527344, + 1.554688, + 1.644531, + 1.671875, + 1.435547, + 1.431641, + 1.769531, + 1.609375, + 1.609375, + 0.751953, + 1.644531, + 1.435547, + 1.609375, + 1.703125, + 1.605469, + 1.632812, + 1.4375, + 1.632812, + 1.382812, + 1.71875, + 1.792969, + 1.722656, + 1.5625, + 1.001152, + 1.210938, + 1.636719, + 0.854492, + 1.6875, + 1.255859, + 1.613281, + 1.789062, + 1.679688, + 1.691406, + 0.940674, + 0.599609, + 0.998207, + 1.667969, + 1.605469, + 1.71875, + 1.378906, + 1.601562, + 1.679688, + 1.585938, + 1.691406, + 1.683594, + 1.566406, + 1.597656, + 1.742188, + 1.667969, + 1.695312, + 1.554688, + 1.488281, + 1.765625, + 1.341797, + 1.275391, + 1.808594, + 1.5625, + 1.601562, + 1.816406, + 1.769531, + 1.675781, + 1.675781, + 1.679688, + 1.75, + 1.464844, + 1.605469, + 0.634766, + 1.667969, + 1.388672, + 1.65625, + 1.496094, + 1.478516, + 1.679688, + 1.601562, + 1.462891, + 1.527344, + 1.617188, + 1.769531, + 1.382812, + 1.761719, + 1.527344, + 1.414062, + 1.664062, + 1.400391, + 1.761719, + 1.660156, + 1.554688, + 1.53125, + 1.139648, + 1.539062, + 1.527344, + 1.376953, + 1.527344, + 0.648438, + 1.820312, + 1.667969, + 0.703125, + 0.97229, + 1.699219, + 1.550781, + 1.445312, + 1.083984, + 1.773438, + 1.222656, + 1.691406, + 1.699219, + 0.937012, + 1.738281, + 1.480469, + 0.630859, + 1.726562, + 1.769531, + 1.710938, + 1.310547, + 0.875977, + 1.496094, + 1.617188, + 0.619141, + 1.490234, + 1.667969, + 1.746094, + 0.570312, + 1.777344, + 0.834961, + 1.457031, + 1.447266, + 1.458984, + 0.947266, + 1.605469, + 1.554688, + 1.601562, + 1.601562, + 1.597656, + 1.652344, + 1.703125, + 1.515625, + 1.472656, + 1.722656, + 1.582031, + 1.675781, + 1.710938, + 1.660156, + 1.355469, + 1.632812, + 1.015015, + 1.675781, + 1.519531, + 0.833984, + 1.605469, + 1.02002, + 1.667969, + 1.796875, + 1.683594, + 1.679688, + 1.742188, + 1.675781, + 1.640625, + 1.660156, + 1.714844, + 1.345703, + 1.511719, + 1.519531, + 1.648438, + 0.328125, + 1.324219, + 1.151367, + 1.589844, + 1.339844, + 0.888672, + 1.695312, + 1.714844, + 1.59375, + 1.726562, + 1.539062, + 0.503906, + 1.714844, + 1.433594, + 1.546875, + 0.613281, + 1.707031, + 1.714844, + 1.554688, + 0.626953, + 1.337891, + 1.386719, + 1.53125, + 1.621094, + 1.683594, + 1.691406, + 1.139648, + 1.15332, + 1.589844, + 1.707031, + 1.421875, + 1.699219, + 1.601562, + 1.773438, + 1.355469, + 1.585938, + 0.652344, + 1.648438, + 1.703125, + 1.5625, + 1.402344, + 1.621094, + 1.699219, + 1.714844, + 1.570312, + 1.65625, + 1.089844, + 1.488281, + 1.617188, + 1.667969, + 0.97583, + 1.384766, + 1.601562, + 0.601562, + 0.449219, + 1.032471, + 1.057617, + 1.566406, + 1.75, + 1.582031, + 1.636719, + 0.548828, + 0.453125, + 1.609375, + 1.664062, + 1.109375, + 1.636719, + 1.492188, + 1.699219, + 1.574219, + 1.086914, + 0.558594, + 1.613281, + 1.445312, + 1.324219, + 0.757812, + 1.490234, + 1.421875, + 1.408203, + 1.515625, + 1.769531, + 1.652344, + 1.421875, + 1.757812, + 1.113281, + 1.648438, + 1.6875, + 1.316406, + 1.511719, + 1.482422, + 1.972656, + 1.589844, + 0.908691, + 0.521484, + 0.742188, + 1.675781, + 1.570312, + 1.554688, + 1.65625, + 1.558594, + 1.511719, + 1.675781, + 0.488281, + 1.337891, + 1.016357, + 1.808594, + 1.710938, + 0.509766, + 1.671875, + 1.644531, + 1.566406, + 1.683594, + 1.632812, + 1.289062, + 1.259766, + 0.597656, + 1.550781, + 1.349609, + 1.523438, + 0.539062, + 1.695312, + 1.832031, + 1.458984, + 1.574219, + 0.871094, + 1.408203, + 1.470703, + 1.742188, + 1.609375, + 0.910645, + 1.589844, + 1.75, + 1.00705, + 0.726562, + 0.860352, + 0.517578, + 1.589844, + 1.425781, + 1.695312, + 1.476562, + 1.617188, + 1.734375, + 1.714844, + 0.460938, + 1.617188, + 1.65625, + 1.558594, + 1.6875, + 0.755859, + 1.695312, + 1.695312, + 0.398438, + 1.443359, + 0.537109, + 1.667969, + 0.546875, + 1.234375, + 1.679688, + 1.699219, + 1.679688, + 1.108887, + 1.445312, + 0.808594, + 1.515625, + 0.523438, + 1.376953, + 1.084961, + 0.891113, + 0.783203, + 1.605469, + 1.746094, + 1.212891, + 0.683594, + 1.785156, + 1.412109, + 1.714844, + 1.12207, + 1.302734, + 1.582031, + 0.507812, + 1.59375, + 1.589844, + 1.449219, + 0.511719, + 0.558594, + 1.667969, + 1.746094, + 1.5, + 1.683594, + 1.761719, + 1.585938, + 0.972778, + 0.429688, + 1.605469, + 1.601562, + 1.835938, + 1.165039, + 1.640625, + 1.6875, + 1.820312, + 1.542969, + 1.667969, + 1.535156, + 1.773438, + 1.523438, + 1.419922, + 1.730469, + 1.582031, + 1.166992, + 1.695312, + 1.671875, + 1.699219, + 1.621094, + 1.804688, + 0.685547, + 1.65625, + 0.517578, + 1.106934, + 1.192383, + 0.5625, + 1.707031, + 1.257812, + 1.585938, + 1.539062, + 1.617188, + 1.65625, + 1.472656, + 1.652344, + 0.507812, + 1.24707, + 1.523438, + 1.227539, + 1.640625, + 1.621094, + 1.167969, + 1.761719, + 1.644531, + 1.800781, + 1.675781, + 1.648438, + 0.515625, + 1.75, + 1.71875, + 1.086426, + 1.699219, + 1.474609, + 1.664062, + 1.443359, + 1.742188, + 1.597656, + 1.621094, + 1.714844, + 1.75, + 1.699219, + 0.966309, + 1.566406, + 1.664062, + 1.789062, + 1.710938, + 1.347656, + 0.611328, + 1.527344, + 0.662109, + 1.636719, + 1.695312, + 1.152344, + 1.679688, + 1.742188, + 1.71875, + 1.550781, + 1.265625, + 1.417969, + 0.449219, + 0.5, + 0.484375, + 1.671875, + 1.761719, + 0.636719, + 1.601562, + 1.574219, + 1.554688, + 0.660156, + 1.474609, + 0.983887, + 1.507812, + 0.654297, + 1.664062, + 1.589844, + 1.011902, + 1.765625, + 1.380859, + 1.302734, + 1.746094, + 1.617188, + 0.433594, + 0.750977, + 0.525391, + 1.539062, + 1.570312, + 1.636719, + 1.792969, + 1.115723, + 0.638672, + 1.695312, + 0.601562, + 1.116211, + 1.671875, + 1.640625, + 1.582031, + 0.934082, + 1.664062, + 1.609375, + 1.632812, + 1.233398, + 1.671875, + 1.361328, + 0.904785, + 1.742188, + 1.707031, + 1.238281, + 1.707031, + 1.558594, + 1.675781, + 1.298828, + 1.699219, + 1.585938, + 1.722656, + 1.636719, + 1.574219, + 1.652344, + 1.824219, + 1.267578, + 1.582031, + 1.636719, + 1.570312, + 1.488281, + 1.617188, + 1.306641, + 1.648438, + 1.308594, + 1.648438, + 1.341797, + 1.486328, + 0.685547, + 1.726562, + 1.376953, + 1.664062, + 1.263672, + 1.667969, + 1.554688, + 1.671875, + 0.644531, + 1.691406, + 0.750977, + 1.566406, + 1.421875, + 1.384766, + 1.099609, + 1.566406, + 0.898438, + 1.582031, + 0.564453, + 1.621094, + 0.927246, + 1.703125, + 1.474609, + 1.410156, + 1.824219, + 1.777344, + 1.585938, + 1.443359, + 1.5, + 1.597656, + 1.660156, + 0.453125, + 1.699219, + 1.417969, + 1.53125, + 1.710938, + 1.511719, + 1.703125, + 1.494141, + 0.900879, + 1.386719, + 1.6875, + 1.492188, + 1.195312, + 1.640625, + 1.578125, + 1.5, + 1.464844, + 1.558594, + 0.492188, + 1.609375, + 1.652344, + 1.660156, + 0.710938, + 1.347656, + 0.759766, + 0.521484, + 1.585938, + 0.488281, + 0.525391, + 1.326172, + 1.707031, + 1.6875, + 1.804688, + 0.851562, + 1.439453, + 1.204102, + 1.53125, + 0.560547, + 1.6875, + 1.341797, + 1.474609, + 0.87793, + 1.71875, + 1.757812, + 0.5, + 1.628906, + 1.707031, + 0.857422, + 0.619141, + 1.621094, + 1.675781, + 0.662109, + 1.757812, + 0.744141, + 1.703125, + 1.394531, + 1.648438, + 1.542969, + 0.632812, + 1.691406, + 1.519531, + 1.699219, + 1.625, + 1.585938, + 1.010132, + 0.480469, + 1.582031, + 1.707031, + 1.498047, + 1.730469, + 1.636719, + 1.578125, + 1.628906, + 1.621094, + 1.46875, + 1.617188, + 0.925781, + 1.605469, + 1.578125, + 1.507812, + 1.652344, + 1.320312, + 1.539062, + 1.5, + 1.621094, + 0.445312, + 1.535156, + 1.730469, + 1.621094, + 1.527344, + 1.421875, + 1.384766, + 1.386719, + 1.636719, + 1.464844, + 1.65625, + 1.636719, + 1.683594, + 1.625, + 0.835938, + 1.396484, + 0.591797, + 1.652344, + 0.644531, + 1.496094, + 1.664062, + 1.539062, + 0.554688, + 1.474609, + 1.414062, + 1.585938, + 1.757812, + 2.007812, + 1.632812, + 1.601562, + 1.609375, + 1.582031, + 1.488281, + 0.699219, + 1.404297, + 1.609375, + 1.347656, + 1.789062, + 1.566406, + 1.417969, + 1.714844, + 1.636719, + 1.644531, + 1.515625, + 1.165039, + 1.457031, + 1.486328, + 1.625, + 0.770508, + 1.515625, + 1.515625, + 1.800781, + 1.384766, + 0.5625, + 1.738281, + 1.636719, + 1.644531, + 1.613281, + 1.605469, + 1.640625, + 1.494141, + 1.574219, + 0.535156, + 1.683594, + 1.609375, + 1.511719, + 1.636719, + 1.554688, + 1.546875, + 1.703125, + 1.8125, + 1.730469, + 1.388672, + 1.839844, + 1.597656, + 1.625, + 1.570312, + 1.664062, + 1.683594, + 0.952637, + 1.451172, + 1.443359, + 1.519531, + 1.660156, + 1.617188, + 0.974976, + 1.75, + 1.589844, + 1.582031, + 0.5, + 1.326172, + 1.223633, + 0.726562, + 1.574219, + 1.65625, + 1.816406, + 0.433594, + 1.667969, + 1.660156, + 0.484375, + 0.757812, + 1.5625, + 1.730469, + 1.652344, + 1.554688, + 1.695312, + 1.464844, + 1.683594, + 1.416016, + 1.777344, + 0.714844, + 1.714844, + 1.738281, + 1.78125, + 0.574219, + 1.714844, + 1.617188, + 1.636719, + 1.376953, + 1.660156, + 1.519531, + 1.585938, + 1.298828, + 0.550781, + 1.789062, + 1.648438, + 1.550781, + 1.523438, + 0.989685, + 1.574219, + 0.65625, + 1.460938, + 1.625, + 0.927246, + 1.675781, + 1.75, + 1.546875, + 0.681641, + 1.248047, + 1.898438, + 1.632812, + 1.664062, + 0.897949, + 0.550781, + 1.494141, + 1.330078, + 1.53125, + 1.229492, + 1.671875, + 1.707031, + 1.667969, + 0.521484, + 1.496094, + 1.859375, + 1.404297, + 1.486328, + 1.369141, + 1.714844, + 1.582031, + 1.746094, + 1.300781, + 1.503906, + 1.53125, + 1.691406, + 1.703125, + 1.734375, + 1.236328, + 1.170898, + 1.178711, + 1.259766, + 1.730469, + 1.416016, + 0.98584, + 1.714844, + 1.004852, + 1.423828, + 1.511719, + 1.636719, + 1.679688, + 1.539062, + 1.644531, + 0.914551, + 1.5, + 1.617188, + 1.582031, + 1.597656, + 1.648438, + 0.975708, + 1.609375, + 1.671875, + 1.625, + 1.785156, + 1.585938, + 1.300781, + 1.730469, + 1.542969, + 1.59375, + 1.570312, + 0.65625, + 1.636719, + 1.667969, + 1.773438, + 1.244141, + 1.742188, + 1.699219, + 1.542969, + 1.589844, + 1.458984, + 1.746094, + 1.542969, + 1.285156, + 0.995514, + 1.625, + 1.570312, + 1.792969, + 1.535156, + 1.632812, + 1.738281, + 1.65625, + 1.6875, + 1.730469, + 1.59375, + 1.417969, + 1.625, + 1.386719, + 1.253906, + 1.546875, + 1.679688, + 1.470703, + 1.582031, + 1.589844, + 1.546875, + 1.71875, + 0.730469, + 1.570312, + 1.628906, + 1.157227, + 1.597656, + 1.808594, + 0.464844, + 1.550781, + 1.667969, + 1.578125, + 0.722656, + 1.683594, + 1.566406, + 0.894043, + 0.599609, + 1.34375, + 1.527344, + 1.871094, + 1.425781, + 1.582031, + 1.570312, + 1.664062, + 1.726562, + 1.582031, + 0.889648, + 1.699219, + 0.885254, + 1.753906, + 1.683594, + 0.722656, + 0.476562, + 1.714844, + 1.769531, + 1.699219, + 0.84375, + 1.683594, + 1.162109, + 1.470703, + 1.652344, + 1.546875, + 1.490234, + 1.726562, + 1.589844, + 1.304688, + 1.691406, + 1.761719, + 1.777344, + 0.6875, + 0.939453, + 1.527344, + 1.494141, + 1.742188, + 1.177734, + 1.359375, + 1.621094, + 1.234375, + 0.850586, + 1.710938, + 1.746094, + 1.380859, + 1.578125, + 1.441406, + 1.173828, + 1.578125, + 1.601562, + 0.394531, + 0.492188, + 1.558594, + 1.660156, + 1.519531, + 1.734375, + 1.5, + 1.679688, + 0.714844, + 1.738281, + 0.877441, + 0.801758, + 1.492188, + 1.886719, + 1.617188, + 1.632812, + 1.691406, + 1.726562, + 0.699219, + 1.707031, + 1.371094, + 1.292969, + 1.527344, + 1.824219, + 1.486328, + 1.425781, + 1.230469, + 1.71875, + 1.652344, + 1.554688, + 1.378906, + 0.930664, + 1.402344, + 1.523438, + 0.480469, + 1.691406, + 1.675781, + 0.587891, + 1.652344, + 1.730469, + 0.779297, + 1.605469, + 1.208008, + 1.511719, + 1.601562, + 1.5, + 1.457031, + 1.145508, + 1.648438, + 1.695312, + 1.738281, + 1.660156, + 1.679688, + 1.589844, + 1.558594, + 1.337891, + 1.746094, + 1.832031, + 1.433594, + 0.658203, + 0.429688, + 1.625, + 1.589844, + 1.621094, + 1.578125, + 1.433594, + 0.390625, + 1.714844, + 1.761719, + 1.431641, + 1.617188, + 0.777344, + 1.898438, + 1.609375, + 1.589844, + 1.464844, + 1.523438, + 1.373047, + 1.445312, + 1.154297, + 1.609375, + 1.507812, + 1.613281, + 0.574219, + 1.945312, + 1.111816, + 0.552734, + 1.621094, + 0.825195, + 1.730469, + 1.539062, + 1.121582, + 1.494141, + 0.611328, + 1.566406, + 1.699219, + 1.675781, + 1.621094, + 1.699219, + 1.542969, + 1.53125, + 1.298828, + 1.703125, + 1.636719, + 1.6875, + 1.714844, + 0.787109, + 1.632812, + 1.636719, + 1.259766, + 1.503906, + 0.975342, + 1.609375, + 0.724609, + 1.441406, + 0.496094, + 1.734375, + 1.492188, + 1.742188, + 1.361328, + 1.589844, + 1.65625, + 1.703125, + 1.632812, + 1.316406, + 1.742188, + 1.644531, + 1.699219, + 1.214844, + 1.761719, + 0.913574, + 1.683594, + 1.108887, + 0.566406, + 1.671875, + 1.820312, + 1.613281, + 1.8125, + 1.804688, + 1.243164, + 1.515625, + 1.65625, + 1.019775, + 1.056396, + 1.671875, + 1.78125, + 1.703125, + 1.457031, + 1.742188, + 1.078125, + 1.800781, + 1.707031, + 1.585938, + 0.617188, + 1.365234, + 1.617188, + 1.726562, + 1.699219, + 1.204102, + 1.589844, + 1.554688, + 1.470703, + 1.625, + 1.683594, + 1.664062, + 0.640625, + 1.507812, + 1.625, + 1.589844, + 1.699219, + 1.589844, + 1.699219, + 1.451172, + 1.296875, + 1.699219, + 1.671875, + 0.806641, + 0.640625, + 1.582031, + 1.769531, + 1.699219, + 1.613281, + 1.609375, + 0.441406, + 1.5625, + 1.699219, + 1.490234, + 1.710938, + 1.051758, + 1.613281, + 1.255859, + 0.519531, + 1.539062, + 1.628906, + 1.632812, + 1.5, + 0.99588, + 1.734375, + 1.613281, + 1.621094, + 1.652344, + 1.578125, + 1.960938, + 1.310547, + 1.298828, + 0.885254, + 1.490234, + 1.061279, + 0.539062, + 1.628906, + 1.652344, + 1.699219, + 1.640625, + 0.851562, + 1.597656, + 1.667969, + 1.640625, + 1.644531, + 1.628906, + 0.985291, + 1.472656, + 0.847656, + 1.675781, + 0.985657, + 1.472656, + 1.621094, + 1.613281, + 1.328125, + 1.695312, + 1.546875, + 1.691406, + 1.140625, + 1.746094, + 1.652344, + 0.603516, + 1.21582, + 1.667969, + 1.753906, + 1.447266, + 0.621094, + 1.5, + 1.464844, + 1.484375, + 1.527344, + 1.574219, + 0.574219, + 1.546875, + 1.558594, + 0.90625, + 1.5625, + 1.300781, + 1.396484, + 1.386719, + 1.527344, + 1.425781, + 1.589844, + 1.785156, + 1.734375, + 1.597656, + 1.757812, + 1.699219, + 0.517578, + 1.699219, + 1.507812, + 1.667969, + 1.714844, + 1.710938, + 1.785156, + 1.400391, + 0.897949, + 1.5, + 1.652344, + 1.679688, + 1.480469, + 0.855469, + 1.460938, + 1.412109, + 1.539062, + 1.494141, + 1.464844, + 1.671875, + 1.53125, + 1.613281, + 1.332031, + 1.671875, + 1.535156, + 1.574219, + 1.6875, + 1.539062, + 1.523438, + 1.455078, + 1.202148, + 1.761719, + 0.780273, + 0.398438, + 1.601562, + 1.078125, + 1.605469, + 1.789062, + 1.585938, + 1.558594, + 1.186523, + 1.726562, + 1.192383, + 1.492188, + 1.65625, + 1.714844, + 1.65625, + 0.570312, + 1.585938, + 1.65625, + 1.777344, + 1.265625, + 1.283203, + 1.617188, + 1.671875, + 1.660156, + 1.353516, + 1.625, + 1.632812, + 1.789062, + 1.761719, + 1.570312, + 1.031738, + 1.679688, + 1.082031, + 1.259766, + 1.582031, + 1.667969, + 1.648438, + 1.714844, + 1.851562, + 1.601562, + 1.617188, + 1.695312, + 1.121582, + 1.609375, + 1.097168, + 0.776367, + 1.765625, + 1.455078, + 1.699219, + 0.623047, + 1.004456, + 1.746094, + 1.636719, + 1.757812, + 1.761719, + 1.324219, + 1.734375, + 1.308594, + 1.138672, + 1.400391, + 0.507812, + 1.507812, + 1.026245, + 1.535156, + 1.707031, + 1.804688, + 1.679688, + 1.484375, + 0.5, + 1.671875, + 1.519531, + 1.527344, + 1.546875, + 1.679688, + 1.404297, + 1.695312, + 1.554688, + 1.294922, + 0.870117, + 1.570312, + 1.753906, + 1.478516, + 1.535156, + 1.757812, + 1.416016, + 1.683594, + 1.285156, + 1.667969, + 1.291016, + 1.455078, + 1.632812, + 1.710938, + 1.78125, + 1.617188, + 1.332031, + 1.613281, + 1.298828, + 1.130859, + 1.636719, + 1.494141, + 1.22168, + 0.503906, + 1.773438, + 1.667969, + 1.742188, + 1.683594, + 1.625, + 1.609375, + 1.664062, + 1.582031, + 1.617188, + 0.987854, + 1.617188, + 1.628906, + 1.644531, + 0.539062, + 1.746094, + 1.484375, + 1.675781, + 1.648438, + 1.605469, + 1.490234, + 1.789062, + 1.53125, + 1.722656, + 1.605469, + 1.570312, + 0.472656, + 1.439453, + 1.335938, + 1.75, + 0.589844, + 1.582031, + 0.541016, + 1.597656, + 0.484375, + 1.613281, + 1.294922, + 0.822266, + 0.907715, + 1.386719, + 1.5625, + 1.679688, + 1.484375, + 1.652344, + 1.527344, + 1.742188, + 1.839844, + 0.394531, + 0.744141, + 0.844727, + 1.644531, + 1.734375, + 1.550781, + 1.71875, + 1.550781, + 1.664062, + 1.023682, + 1.757812, + 1.671875, + 1.554688, + 1.683594, + 1.605469, + 1.1875, + 1.617188, + 1.726562, + 1.102051, + 1.726562, + 1.699219, + 1.722656, + 1.621094, + 1.652344, + 1.101562, + 1.753906, + 1.570312, + 1.423828, + 1.710938, + 1.710938, + 1.494141, + 1.566406, + 1.380859, + 0.722656, + 1.466797, + 1.578125, + 1.404297, + 0.714844, + 1.777344, + 1.777344, + 1.714844, + 0.623047, + 1.443359, + 1.076172, + 1.730469, + 1.416016, + 1.145508, + 0.441406, + 1.773438, + 1.628906, + 1.585938, + 0.464844, + 1.091309, + 0.525391, + 0.930664, + 1.773438, + 1.289062, + 1.710938, + 1.808594, + 1.640625, + 1.632812, + 1.558594, + 1.390625, + 0.705078, + 0.794922, + 1.625, + 1.408203, + 1.550781, + 1.625, + 1.617188, + 1.550781, + 1.785156, + 1.066895, + 1.597656, + 1.625, + 1.445312, + 0.703125, + 1.757812, + 1.605469, + 1.349609, + 1.859375, + 1.601562, + 0.654297, + 1.261719, + 0.558594, + 1.146484, + 1.785156, + 1.5625, + 1.671875, + 1.613281, + 1.408203, + 1.625, + 1.734375, + 1.648438, + 1.605469, + 1.5625, + 1.414062, + 1.605469, + 1.648438, + 1.695312, + 1.396484, + 1.179688, + 1.742188, + 0.835938, + 1.291016, + 1.304688, + 0.989929, + 1.550781, + 1.625, + 1.625, + 1.605469, + 1.419922, + 1.416016, + 1.601562, + 1.480469, + 0.896973, + 1.648438, + 1.875, + 1.253906, + 1.621094, + 1.914062, + 1.679688, + 1.306641, + 1.738281, + 1.785156, + 1.535156, + 1.667969, + 1.527344, + 0.820312, + 1.605469, + 1.621094, + 0.748047, + 1.644531, + 1.443359, + 0.529297, + 1.464844, + 1.165039, + 1.695312, + 1.699219, + 1.703125, + 1.699219, + 1.824219, + 1.621094, + 1.613281, + 1.683594, + 1.5625, + 1.511719, + 1.683594, + 0.84668, + 1.425781, + 1.660156, + 1.761719, + 0.662109, + 1.429688, + 1.523438, + 1.714844, + 1.155273, + 1.648438, + 1.554688, + 1.398438, + 1.3125, + 0.576172, + 1.193359, + 1.726562, + 1.625, + 0.630859, + 1.589844, + 1.447266, + 0.703125, + 1.625, + 1.664062, + 1.722656, + 1.664062, + 1.480469, + 1.652344, + 0.765625, + 1.691406, + 1.671875, + 1.585938, + 1.609375, + 1.277344, + 1.507812, + 1.482422, + 0.59375, + 0.967773, + 1.59375, + 1.279297, + 1.769531, + 1.100098, + 1.402344, + 1.652344, + 1.730469, + 0.640625, + 1.213867, + 1.773438, + 0.449219, + 1.609375, + 1.490234, + 1.714844, + 1.664062, + 0.580078, + 1.515625, + 1.671875, + 0.480469, + 1.746094, + 0.527344, + 1.511719, + 1.644531, + 1.492188, + 1.714844, + 0.615234, + 1.558594, + 1.308594, + 1.566406, + 1.527344, + 1.679688, + 1.621094, + 0.648438, + 1.683594, + 1.777344, + 1.773438, + 1.5, + 0.638672, + 1.435547, + 1.597656, + 1.570312, + 1.644531, + 1.746094, + 1.605469, + 1.261719, + 1.255859, + 1.679688, + 1.408203, + 1.613281, + 0.695312, + 0.746094, + 1.554688, + 1.71875, + 0.53125, + 1.824219, + 1.235352, + 1.617188, + 1.808594, + 1.722656, + 1.337891, + 1.097656, + 1.605469, + 1.675781, + 0.636719, + 1.785156, + 1.091797, + 1.589844 + ] + }, + "name": "onnx::Mul_8370", + "outputIndexes": [ + 866 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 865, + 866 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_8/Mul_1_output_0", + "outputIndexes": [ + 867 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 867 + ], + "outputIndexes": [ + 2730 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2730 + ], + "outputIndexes": [ + 2731 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear", + "inputIndexes": [ + 2731 + ], + "outputIndexes": [ + 2732 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 358319400, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2732 + ], + "outputIndexes": [ + 2733 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2733 + ], + "outputIndexes": [ + 868 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 868, + 868 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Mul_output_0", + "outputIndexes": [ + 869 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 868, + 869 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Mul_1_output_0", + "outputIndexes": [ + 870 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 870 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Mul_2_output_0", + "outputIndexes": [ + 871 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 868, + 871 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Add_output_0", + "outputIndexes": [ + 872 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 872 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Mul_3_output_0", + "outputIndexes": [ + 873 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 873 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_8/Tanh_output_0", + "outputIndexes": [ + 874 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 874 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Add_1_output_0", + "outputIndexes": [ + 875 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 868, + 875 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Mul_4_output_0", + "outputIndexes": [ + 876 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 876 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Mul_5_output_0", + "outputIndexes": [ + 877 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 867 + ], + "outputIndexes": [ + 2734 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2734 + ], + "outputIndexes": [ + 2735 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear", + "inputIndexes": [ + 2735 + ], + "outputIndexes": [ + 2736 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 370263358, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2736 + ], + "outputIndexes": [ + 2737 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2737 + ], + "outputIndexes": [ + 878 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 877, + 878 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_8/Mul_output_0", + "outputIndexes": [ + 879 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 879 + ], + "outputIndexes": [ + 2738 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2738 + ], + "outputIndexes": [ + 2739 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear", + "inputIndexes": [ + 2739 + ], + "outputIndexes": [ + 2740 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 382207316, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2740 + ], + "outputIndexes": [ + 2741 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2741 + ], + "outputIndexes": [ + 880 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 880 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_8/Mul_output_0", + "outputIndexes": [ + 881 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.277344, + 1.273438, + 1.369141, + 1.302734, + 1.287109, + 1.287109, + 1.300781, + 0.421875, + 1.287109, + 1.326172, + 1.355469, + 1.333984, + 1.304688, + 1.277344, + 1.244141, + 1.292969, + 1.339844, + 1.314453, + 1.125977, + 1.294922, + 1.304688, + 1.222656, + 1.24707, + 1.310547, + 1.322266, + 1.308594, + 1.223633, + 1.291016, + 1.339844, + 1.292969, + 1.275391, + 1.22168, + 1.306641, + 0.574219, + 1.318359, + 1.220703, + 1.318359, + 1.308594, + 1.328125, + 1.285156, + 1.322266, + 1.367188, + 1.230469, + 1.255859, + 0.776367, + 1.213867, + 1.34375, + 1.291016, + 1.435547, + 1.265625, + 1.333984, + 1.128906, + 1.324219, + 0.699219, + 1.332031, + 1.251953, + 1.322266, + 1.269531, + 1.369141, + 1.279297, + 1.119141, + 1.486328, + 1.308594, + 1.275391, + 1.427734, + 1.285156, + 1.074707, + 1.292969, + 1.308594, + 1.255859, + 1.289062, + 1.337891, + 1.339844, + 1.273438, + 1.289062, + 1.253906, + 1.044434, + 1.255859, + 1.275391, + 0.774414, + 1.302734, + 0.398438, + 1.449219, + 1.225586, + 1.283203, + 1.320312, + 1.308594, + 1.228516, + 0.801758, + 1.302734, + 1.306641, + 1.223633, + 1.277344, + 0.722656, + 1.287109, + 0.386719, + 1.277344, + 1.275391, + 1.412109, + 1.306641, + 1.402344, + 1.298828, + 1.298828, + 1.316406, + 1.249023, + 1.296875, + 1.285156, + 1.244141, + 1.275391, + 1.310547, + 1.324219, + 1.353516, + 1.269531, + 0.957275, + 1.246094, + 1.363281, + 1.277344, + 0.701172, + 1.253906, + 1.287109, + 1.271484, + 1.378906, + 1.769531, + 1.283203, + 1.302734, + 1.202148, + 1.291016, + 1.302734, + 1.3125, + 1.106445, + 1.068848, + 1.291016, + 1.304688, + 1.271484, + 1.333984, + 1.287109, + 1.333984, + 1.195312, + 1.289062, + 1.277344, + 1.542969, + 1.640625, + 1.25, + 1.291016, + 1.308594, + 1.353516, + 1.287109, + 1.267578, + 1.306641, + 1.355469, + 1.25, + 1.269531, + 1.308594, + 1.71875, + 1.259766, + 1.308594, + 1.011597, + 1.361328, + 0.677734, + 0.630859, + 1.214844, + 1.339844, + 1.324219, + 0.996277, + 1.240234, + 1.349609, + 1.310547, + 0.580078, + 1.285156, + 1.328125, + 1.253906, + 0.699219, + 1.363281, + 0.613281, + 1.253906, + 1.369141, + 1.328125, + 0.382812, + 1.316406, + 1.365234, + 1.294922, + 0.550781, + 1.192383, + 0.417969, + 1.449219, + 1.292969, + 0.870117, + 1.279297, + 1.239258, + 1.316406, + 1.296875, + 1.632812, + 1.357422, + 1.292969, + 1.378906, + 1.304688, + 1.302734, + 1.365234, + 1.285156, + 1.302734, + 1.316406, + 1.271484, + 1.271484, + 1.287109, + 1.328125, + 1.292969, + 1.398438, + 1.269531, + 1.320312, + 1.265625, + 1.353516, + 1.316406, + 1.316406, + 1.34375, + 1.265625, + 1.324219, + 1.308594, + 1.302734, + 1.333984, + 1.306641, + 1.255859, + 1.259766, + 1.285156, + 1.277344, + 1.296875, + 1.28125, + 1.271484, + 1.265625, + 1.310547, + 1.277344, + 1.257812, + 1.253906, + 1.398438, + 1.271484, + 1.326172, + 1.273438, + 1.223633, + 1.316406, + 1.273438, + 1.363281, + 1.322266, + 1.298828, + 1.300781, + 1.664062, + 1.213867, + 1.341797, + 1.249023, + 1.275391, + 1.294922, + 1.043213, + 1.279297, + 1.271484, + 0.77832, + 1.251953, + 1.330078, + 1.269531, + 1.324219, + 1.316406, + 1.447266, + 1.298828, + 1.289062, + 1.261719, + 1.300781, + 1.271484, + 1.3125, + 1.238281, + 1.239258, + 1.306641, + 1.310547, + 1.365234, + 1.259766, + 1.245117, + 1.306641, + 1.263672, + 1.292969, + 1.287109, + 0.861328, + 1.328125, + 1.285156, + 1.304688, + 1.214844, + 1.314453, + 0.746094, + 1.234375, + 1.558594, + 1.285156, + 1.28125, + 1.369141, + 0.599609, + 1.302734, + 1.239258, + 0.666016, + 1.267578, + 1.298828, + 1.390625, + 1.306641, + 1.304688, + 1.308594, + 1.306641, + 1.287109, + 1.3125, + 1.28125, + 0.53125, + 1.447266, + 0.355469, + 1.291016, + 1.324219, + 1.285156, + 1.306641, + 1.292969, + 1.285156, + 0.472656, + 1.349609, + 1.3125, + 1.341797, + 1.318359, + 1.253906, + 1.269531, + 1.241211, + 1.243164, + 1.287109, + 1.455078, + 1.238281, + 1.3125, + 1.255859, + 1.279297, + 1.144531, + 1.355469, + 1.291016, + 1.314453, + 1.204102, + 1.208008, + 1.337891, + 1.248047, + 5.8125, + 1.320312, + 1.24707, + 1.304688, + 1.271484, + 1.306641, + 1.314453, + 1.318359, + 1.3125, + 1.316406, + 1.347656, + 1.136719, + 1.291016, + 1.116699, + 1.239258, + 1.302734, + 0.748047, + 1.191406, + 0.939209, + 1.244141, + 0.472656, + 0.681641, + 1.347656, + 1.279297, + 1.241211, + 1.277344, + 0.621094, + 1.353516, + 1.261719, + 0.957031, + 1.386719, + 1.229492, + 1.355469, + 0.746094, + 1.275391, + 1.232422, + 1.302734, + 1.261719, + 1.302734, + 1.330078, + 1.322266, + 1.271484, + 1.365234, + 1.287109, + 1.302734, + 1.085938, + 1.292969, + 1.322266, + 0.976074, + 0.818359, + 1.283203, + 1.298828, + 1.235352, + 1.183594, + 1.28125, + 1.289062, + 1.337891, + 1.246094, + 0.53125, + 1.285156, + 1.279297, + 1.332031, + 1.277344, + 0.568359, + 1.287109, + 1.269531, + 1.232422, + 1.248047, + 1.298828, + 1.363281, + 0.811523, + 1.347656, + 1.300781, + 1.357422, + 1.308594, + 0.884277, + 1.261719, + 1.287109, + 1.310547, + 1.328125, + 1.253906, + 1.261719, + 1.269531, + 1.269531, + 1.255859, + 1.244141, + 1.223633, + 1.300781, + 1.542969, + 1.271484, + 1.277344, + 1.21582, + 1.335938, + 1.267578, + 1.287109, + 1.324219, + 1.431641, + 1.279297, + 1.267578, + 1.208008, + 1.023071, + 1.357422, + 1.332031, + 1.292969, + 1.257812, + 1.320312, + 1.322266, + 1.322266, + 1.322266, + 1.139648, + 0.763672, + 1.318359, + 1.318359, + 1.476562, + 1.310547, + 1.271484, + 1.339844, + 1.275391, + 1.316406, + 1.337891, + 1.302734, + 1.296875, + 1.135742, + 1.273438, + 1.330078, + 1.380859, + 1.294922, + 1.335938, + 1.353516, + 1.277344, + 0.93457, + 1.289062, + 0.601562, + 1.24707, + 1.332031, + 1.289062, + 1.285156, + 1.279297, + 1.316406, + 1.285156, + 1.269531, + 1.326172, + 0.707031, + 1.464844, + 1.275391, + 1.300781, + 1.306641, + 1.308594, + 0.304688, + 1.318359, + 1.287109, + 1.273438, + 0.582031, + 1.359375, + 1.302734, + 1.316406, + 1.253906, + 1.330078, + 1.232422, + 1.335938, + 1.239258, + 1.318359, + 0.501953, + 0.761719, + 1.148438, + 0.537109, + 1.380859, + 1.318359, + 1.277344, + 1.087891, + 0.78418, + 1.291016, + 1.181641, + 1.129883, + 1.425781, + 1.306641, + 1.308594, + 1.292969, + 1.322266, + 1.316406, + 1.271484, + 1.28125, + 1.337891, + 1.245117, + 1.287109, + 1.345703, + 1.244141, + 1.269531, + 0.736328, + 0.722656, + 1.269531, + 0.849609, + 1.291016, + 1.277344, + 1.300781, + 1.242188, + 1.308594, + 1.265625, + 1.283203, + 0.576172, + 1.298828, + 2.398438, + 1.304688, + 1.217773, + 1.248047, + 0.535156, + 0.615234, + 1.233398, + 1.310547, + 1.240234, + 1.361328, + 1.291016, + 1.351562, + 1.324219, + 1.109375, + 1.302734, + 0.732422, + 1.251953, + 1.339844, + 1.316406, + 1.291016, + 1.279297, + 1.371094, + 1.144531, + 1.298828, + 1.292969, + 1.234375, + 0.861328, + 1.396484, + 1.322266, + 1.300781, + 1.3125, + 1.261719, + 1.185547, + 1.259766, + 1.353516, + 1.292969, + 1.283203, + 1.229492, + 1.271484, + 0.351562, + 1.332031, + 1.308594, + 1.279297, + 0.878906, + 1.308594, + 1.496094, + 1.267578, + 1.249023, + 1.302734, + 1.476562, + 1.245117, + 1.960938, + 1.302734, + 1.005432, + 1.139648, + 1.292969, + 1.291016, + 1.320312, + 1.373047, + 1.417969, + 1.257812, + 1.341797, + 1.291016, + 1.300781, + 1.292969, + 1.378906, + 1.259766, + 1.292969, + 1.300781, + 1.285156, + 1.314453, + 1.310547, + 1.296875, + 1.302734, + 1.234375, + 1.326172, + 1.302734, + 1.233398, + 0.867188, + 1.332031, + 1.292969, + 1.322266, + 1.259766, + 1.253906, + 1.326172, + 1.259766, + 1.304688, + 1.34375, + 1.291016, + 1.394531, + 1.245117, + 1.287109, + 1.337891, + 1.240234, + 1.652344, + 1.257812, + 1.245117, + 1.306641, + 1.322266, + 1.239258, + 1.298828, + 1.291016, + 1.246094, + 1.253906, + 1.135742, + 1.289062, + 1.332031, + 1.328125, + 0.636719, + 1.246094, + 1.214844, + 1.285156, + 1.239258, + 1.330078, + 0.908203, + 0.535156, + 0.591797, + 1.291016, + 1.277344, + 1.265625, + 1.292969, + 1.253906, + 1.277344, + 1.355469, + 1.263672, + 1.287109, + 1.332031, + 1.324219, + 0.46875, + 1.285156, + 1.300781, + 1.294922, + 1.271484, + 1.287109, + 1.310547, + 1.277344, + 1.176758, + 1.308594, + 1.275391, + 1.384766, + 1.306641, + 1.296875, + 1.298828, + 1.189453, + 1.423828, + 1.271484, + 0.382812, + 1.03833, + 1.296875, + 1.214844, + 1.261719, + 1.277344, + 1.308594, + 1.328125, + 1.554688, + 1.322266, + 1.294922, + 1.224609, + 1.263672, + 1.269531, + 1.269531, + 1.355469, + 1.255859, + 1.332031, + 1.265625, + 1.203125, + 1.332031, + 1.3125, + 1.300781, + 1.261719, + 1.324219, + 1.330078, + 1.277344, + 1.285156, + 1.316406, + 1.316406, + 1.263672, + 1.3125, + 1.339844, + 1.035645, + 1.371094, + 1.300781, + 1.098145, + 1.298828, + 1.380859, + 1.287109, + 1.302734, + 1.294922, + 1.322266, + 1.081055, + 0.823242, + 1.043213, + 1.283203, + 1.255859, + 1.285156, + 1.19043, + 1.283203, + 1.337891, + 1.269531, + 1.265625, + 1.355469, + 1.300781, + 1.287109, + 1.328125, + 1.277344, + 1.292969, + 1.357422, + 1.277344, + 1.291016, + 1.283203, + 1.302734, + 1.292969, + 1.24707, + 1.365234, + 1.279297, + 1.255859, + 1.302734, + 1.363281, + 1.296875, + 1.287109, + 1.306641, + 1.271484, + 0.6875, + 1.345703, + 1.341797, + 1.318359, + 1.271484, + 1.326172, + 1.324219, + 1.302734, + 1.300781, + 1.302734, + 1.277344, + 1.232422, + 1.263672, + 1.269531, + 1.302734, + 1.283203, + 1.275391, + 1.267578, + 1.3125, + 1.322266, + 1.326172, + 1.464844, + 1.246094, + 1.25, + 1.3125, + 1.255859, + 1.306641, + 1.398438, + 1.300781, + 1.330078, + 0.95166, + 1.01355, + 1.271484, + 1.310547, + 1.271484, + 1.207031, + 1.291016, + 1.212891, + 1.304688, + 1.223633, + 1.079102, + 1.333984, + 1.386719, + 0.913574, + 1.287109, + 1.300781, + 1.229492, + 1.304688, + 0.983154, + 1.291016, + 1.245117, + 0.705078, + 1.333984, + 1.239258, + 1.263672, + 0.599609, + 1.337891, + 1.058838, + 1.388672, + 1.431641, + 1.259766, + 1.053467, + 1.271484, + 1.322266, + 1.259766, + 1.314453, + 1.349609, + 1.298828, + 1.269531, + 1.271484, + 1.277344, + 1.28125, + 1.287109, + 1.298828, + 1.285156, + 1.245117, + 1.503906, + 1.304688, + 1.11377, + 1.306641, + 1.291016, + 1.098633, + 1.287109, + 1.128906, + 1.225586, + 1.198242, + 1.255859, + 1.277344, + 1.294922, + 1.181641, + 1.279297, + 1.263672, + 1.333984, + 1.265625, + 1.365234, + 1.375, + 1.337891, + 0.03125, + 1.306641, + 1.207031, + 1.259766, + 1.308594, + 1.192383, + 1.3125, + 1.322266, + 1.328125, + 1.269531, + 1.316406, + 0.535156, + 1.304688, + 1.332031, + 1.253906, + 0.876953, + 1.292969, + 1.275391, + 1.257812, + 0.636719, + 1.229492, + 1.417969, + 1.275391, + 1.337891, + 1.277344, + 1.255859, + 1.273438, + 1.644531, + 1.306641, + 1.246094, + 1.259766, + 1.304688, + 1.273438, + 1.285156, + 1.330078, + 1.279297, + 0.658203, + 1.255859, + 1.333984, + 1.341797, + 1.283203, + 1.292969, + 1.273438, + 1.302734, + 1.294922, + 1.291016, + 1.160156, + 1.324219, + 1.341797, + 1.283203, + 1.146484, + 1.279297, + 1.339844, + 0.576172, + 0.339844, + 1.135742, + 1.494141, + 1.261719, + 1.287109, + 1.322266, + 1.392578, + 0.492188, + 0.449219, + 1.291016, + 1.263672, + 1.232422, + 1.339844, + 1.285156, + 1.306641, + 1.318359, + 1.275391, + 0.583984, + 1.351562, + 1.269531, + 1.316406, + 0.975708, + 1.316406, + 1.289062, + 1.386719, + 1.210938, + 1.306641, + 1.265625, + 1.292969, + 1.308594, + 1.240234, + 1.296875, + 1.333984, + 1.248047, + 1.314453, + 1.441406, + 1.302734, + 1.300781, + 1.020508, + 0.5, + 1.209961, + 1.269531, + 1.300781, + 1.357422, + 1.306641, + 1.333984, + 1.287109, + 1.263672, + 0.382812, + 1.318359, + 1.176758, + 1.306641, + 1.273438, + 0.560547, + 1.310547, + 1.324219, + 1.384766, + 1.263672, + 1.291016, + 1.371094, + 1.229492, + 0.582031, + 1.353516, + 1.259766, + 1.326172, + 0.642578, + 1.139648, + 1.292969, + 1.435547, + 1.300781, + 1.213867, + 1.246094, + 1.275391, + 1.318359, + 1.337891, + 1.041992, + 1.287109, + 1.302734, + 1.113281, + 0.928223, + 0.445312, + 0.755859, + 1.316406, + 1.277344, + 1.285156, + 1.304688, + 1.259766, + 1.279297, + 1.273438, + 0.386719, + 1.271484, + 1.285156, + 1.306641, + 1.277344, + 1.882812, + 1.275391, + 1.306641, + 0.429688, + 1.289062, + 0.548828, + 1.239258, + 0.595703, + 1.238281, + 1.337891, + 1.296875, + 1.306641, + 1.082031, + 1.318359, + 1.196289, + 1.308594, + 0.5, + 1.378906, + 1.152344, + 1.051514, + 0.783203, + 1.294922, + 1.25, + 1.227539, + 1.128906, + 1.257812, + 1.359375, + 1.333984, + 1.177734, + 1.222656, + 1.287109, + 0.492188, + 1.310547, + 1.357422, + 1.28125, + 0.589844, + 0.445312, + 1.257812, + 1.255859, + 1.279297, + 1.369141, + 1.285156, + 1.285156, + 1.168945, + 0.935059, + 1.300781, + 1.296875, + 1.318359, + 1.246094, + 1.349609, + 1.294922, + 1.287109, + 1.267578, + 1.289062, + 1.302734, + 1.333984, + 1.291016, + 1.24707, + 1.388672, + 1.333984, + 1.285156, + 1.291016, + 1.332031, + 1.248047, + 1.310547, + 1.308594, + 1.417969, + 1.271484, + 0.492188, + 1.285156, + 1.229492, + 0.636719, + 1.275391, + 1.339844, + 1.333984, + 1.28125, + 1.365234, + 1.300781, + 1.287109, + 1.300781, + 0.537109, + 1.18457, + 1.292969, + 1.239258, + 1.271484, + 1.349609, + 1.267578, + 1.357422, + 1.275391, + 1.285156, + 1.324219, + 1.261719, + 0.544922, + 1.279297, + 1.259766, + 1.128906, + 1.279297, + 1.320312, + 1.322266, + 1.443359, + 1.229492, + 1.300781, + 1.265625, + 1.298828, + 1.273438, + 1.275391, + 1.394531, + 1.306641, + 1.306641, + 1.291016, + 1.306641, + 1.316406, + 0.758789, + 1.363281, + 0.703125, + 1.300781, + 1.339844, + 1.240234, + 1.255859, + 1.302734, + 1.224609, + 1.304688, + 1.271484, + 1.322266, + 0.445312, + 0.457031, + 0.457031, + 1.275391, + 1.291016, + 0.732422, + 1.28125, + 1.332031, + 1.441406, + 0.777344, + 1.285156, + 1.132812, + 1.251953, + 0.650391, + 1.279297, + 1.347656, + 1.332031, + 1.292969, + 1.306641, + 1.28125, + 1.345703, + 1.318359, + 0.597656, + 1.259766, + 0.375, + 1.3125, + 1.320312, + 1.326172, + 1.289062, + 1.234375, + 1.034424, + 1.353516, + 0.511719, + 2.179688, + 1.310547, + 1.235352, + 1.302734, + 1.11377, + 1.328125, + 1.279297, + 1.304688, + 1.220703, + 1.322266, + 1.291016, + 2.664062, + 1.271484, + 1.273438, + 1.597656, + 1.332031, + 1.326172, + 1.308594, + 1.214844, + 1.304688, + 1.365234, + 1.257812, + 1.316406, + 1.226562, + 1.259766, + 1.214844, + 1.279297, + 1.326172, + 1.3125, + 1.335938, + 1.257812, + 1.318359, + 1.300781, + 1.285156, + 1.322266, + 1.310547, + 1.474609, + 1.318359, + 0.75, + 1.292969, + 1.287109, + 1.267578, + 1.419922, + 1.300781, + 1.3125, + 1.302734, + 0.756836, + 1.337891, + 0.811523, + 1.300781, + 1.242188, + 1.253906, + 1.219727, + 1.302734, + 1.066406, + 1.306641, + 0.537109, + 1.318359, + 1.045898, + 1.229492, + 1.259766, + 1.292969, + 1.287109, + 1.279297, + 1.259766, + 1.316406, + 1.296875, + 1.300781, + 1.328125, + 0.414062, + 1.308594, + 1.263672, + 1.273438, + 1.302734, + 1.40625, + 1.302734, + 1.285156, + 1.099609, + 1.330078, + 1.308594, + 1.361328, + 1.554688, + 1.302734, + 1.296875, + 1.304688, + 1.267578, + 1.355469, + 0.457031, + 1.333984, + 1.333984, + 1.273438, + 1.236328, + 1.322266, + 0.963867, + 0.460938, + 1.314453, + 0.46875, + 0.621094, + 1.261719, + 1.238281, + 1.285156, + 1.298828, + 0.398438, + 1.271484, + 1.223633, + 1.322266, + 0.503906, + 1.355469, + 1.287109, + 1.285156, + 1.390625, + 1.320312, + 1.275391, + 0.533203, + 1.259766, + 1.291016, + 1.091797, + 0.685547, + 1.341797, + 1.275391, + 0.755859, + 1.304688, + 1.148438, + 1.308594, + 1.298828, + 1.316406, + 1.275391, + 0.664062, + 1.322266, + 1.28125, + 1.291016, + 1.306641, + 1.291016, + 1.105957, + 0.480469, + 1.24707, + 1.306641, + 1.245117, + 1.263672, + 1.365234, + 1.320312, + 1.369141, + 1.314453, + 1.253906, + 1.291016, + 1.75, + 1.308594, + 1.349609, + 1.28125, + 1.25, + 1.291016, + 1.306641, + 1.300781, + 1.255859, + 0.386719, + 1.316406, + 1.289062, + 1.277344, + 1.265625, + 1.335938, + 1.300781, + 1.294922, + 1.285156, + 1.318359, + 1.294922, + 1.324219, + 1.279297, + 1.310547, + 1.058594, + 1.302734, + 0.589844, + 1.28125, + 0.689453, + 1.287109, + 1.291016, + 1.357422, + 0.572266, + 1.40625, + 1.292969, + 1.244141, + 1.291016, + 2.257812, + 1.300781, + 1.316406, + 1.337891, + 1.296875, + 1.302734, + 0.844727, + 1.277344, + 1.310547, + 1.542969, + 1.287109, + 1.245117, + 1.445312, + 1.259766, + 1.332031, + 1.243164, + 1.294922, + 1.257812, + 1.269531, + 1.308594, + 1.269531, + 0.763672, + 1.316406, + 1.245117, + 1.337891, + 1.291016, + 0.582031, + 1.353516, + 1.316406, + 1.271484, + 1.318359, + 1.353516, + 1.302734, + 1.322266, + 1.322266, + 0.601562, + 1.269531, + 1.300781, + 1.333984, + 1.302734, + 1.216797, + 1.347656, + 1.316406, + 1.275391, + 1.339844, + 1.337891, + 1.255859, + 1.310547, + 1.269531, + 1.316406, + 1.271484, + 1.292969, + 1.025513, + 1.363281, + 1.257812, + 1.328125, + 1.289062, + 1.287109, + 1.038086, + 1.326172, + 1.320312, + 1.306641, + 0.544922, + 1.236328, + 1.230469, + 0.866211, + 1.347656, + 1.230469, + 1.351562, + 0.398438, + 1.277344, + 1.412109, + 0.445312, + 0.961426, + 1.310547, + 1.291016, + 1.300781, + 1.367188, + 1.28125, + 1.300781, + 1.271484, + 1.302734, + 1.300781, + 0.792969, + 1.277344, + 1.291016, + 1.269531, + 0.870117, + 1.324219, + 1.25, + 1.300781, + 1.300781, + 1.275391, + 1.261719, + 1.275391, + 1.22168, + 0.673828, + 1.322266, + 1.302734, + 1.330078, + 1.371094, + 1.197266, + 1.28125, + 0.95874, + 1.292969, + 1.285156, + 1.073242, + 1.289062, + 1.249023, + 1.355469, + 1.4375, + 1.269531, + 1.292969, + 1.320312, + 1.275391, + 1.011597, + 0.496094, + 1.324219, + 1.353516, + 1.302734, + 1.253906, + 1.289062, + 1.294922, + 1.292969, + 0.519531, + 1.285156, + 1.285156, + 1.361328, + 1.339844, + 1.373047, + 1.287109, + 1.304688, + 1.267578, + 1.265625, + 1.300781, + 1.291016, + 1.232422, + 1.302734, + 1.277344, + 1.441406, + 1.246094, + 1.24707, + 1.302734, + 1.269531, + 1.263672, + 1.314453, + 1.302734, + 1.080566, + 1.275391, + 1.273438, + 1.308594, + 1.289062, + 1.328125, + 1.296875, + 1.086914, + 1.306641, + 1.353516, + 1.339844, + 1.300781, + 1.34375, + 1.025024, + 1.237305, + 1.251953, + 1.289062, + 1.320312, + 1.261719, + 1.279297, + 1.271484, + 1.277344, + 1.261719, + 1.308594, + 0.833008, + 1.353516, + 1.289062, + 1.353516, + 1.277344, + 1.289062, + 1.269531, + 1.3125, + 1.249023, + 1.298828, + 1.324219, + 1.261719, + 1.291016, + 1.052002, + 1.253906, + 1.322266, + 1.249023, + 1.306641, + 1.333984, + 1.3125, + 1.308594, + 1.285156, + 1.300781, + 1.304688, + 1.574219, + 1.238281, + 1.300781, + 1.306641, + 1.294922, + 1.314453, + 1.283203, + 1.402344, + 1.316406, + 1.3125, + 1.347656, + 1.126953, + 1.378906, + 1.332031, + 1.289062, + 1.322266, + 1.277344, + 0.398438, + 1.277344, + 1.337891, + 1.300781, + 0.898438, + 1.275391, + 1.332031, + 1.050781, + 0.603516, + 1.310547, + 1.285156, + 1.24707, + 1.277344, + 1.318359, + 1.345703, + 1.292969, + 1.296875, + 1.275391, + 1.261719, + 1.285156, + 1.055176, + 1.269531, + 1.324219, + 0.754883, + 0.476562, + 1.261719, + 1.337891, + 1.306641, + 0.952393, + 1.265625, + 1.238281, + 1.292969, + 1.277344, + 1.332031, + 1.365234, + 1.279297, + 1.337891, + 1.24707, + 1.277344, + 1.251953, + 1.243164, + 0.642578, + 1.066406, + 1.287109, + 1.285156, + 1.318359, + 1.304688, + 1.285156, + 1.289062, + 1.326172, + 1.00386, + 1.310547, + 1.298828, + 1.263672, + 1.304688, + 1.308594, + 1.241211, + 1.257812, + 1.417969, + 0.109375, + 0.417969, + 1.285156, + 1.310547, + 1.255859, + 1.292969, + 1.304688, + 1.292969, + 0.740234, + 1.292969, + 0.87207, + 0.918945, + 1.296875, + 1.306641, + 1.291016, + 1.273438, + 1.287109, + 1.279297, + 0.75, + 1.302734, + 1.324219, + 1.310547, + 1.275391, + 1.269531, + 1.332031, + 1.271484, + 1.198242, + 1.261719, + 1.289062, + 1.225586, + 1.289062, + 1.105469, + 1.259766, + 1.333984, + 3.46875, + 1.285156, + 1.289062, + 0.589844, + 1.289062, + 1.308594, + 1.044922, + 1.285156, + 1.484375, + 1.355469, + 1.351562, + 1.326172, + 1.396484, + 1.378906, + 1.298828, + 1.302734, + 1.255859, + 1.328125, + 1.291016, + 1.333984, + 1.324219, + 1.302734, + 1.333984, + 1.275391, + 1.394531, + 1.004669, + 0.414062, + 1.308594, + 1.322266, + 1.261719, + 1.353516, + 1.306641, + 0.410156, + 1.269531, + 1.263672, + 1.241211, + 1.322266, + 0.818359, + 1.231445, + 1.326172, + 1.306641, + 1.335938, + 1.292969, + 1.535156, + 1.302734, + 1.214844, + 1.302734, + 1.363281, + 1.308594, + 0.556641, + 1.291016, + 1.332031, + 0.417969, + 1.302734, + 1.050781, + 1.234375, + 1.267578, + 1.259766, + 1.300781, + 0.707031, + 1.291016, + 1.308594, + 1.333984, + 1.339844, + 1.239258, + 1.300781, + 1.308594, + 1.847656, + 1.263672, + 1.291016, + 1.24707, + 1.318359, + 1.018555, + 1.306641, + 1.277344, + 1.275391, + 1.302734, + 1.140625, + 1.304688, + 0.831055, + 1.316406, + 0.480469, + 1.298828, + 1.316406, + 1.339844, + 1.263672, + 1.300781, + 1.285156, + 1.332031, + 1.347656, + 1.197266, + 1.275391, + 1.298828, + 1.277344, + 1.304688, + 1.253906, + 1.097168, + 1.24707, + 1.155273, + 0.599609, + 1.333984, + 1.155273, + 1.245117, + 1.241211, + 1.255859, + 1.243164, + 1.333984, + 1.355469, + 1.145508, + 1.152344, + 1.292969, + 1.28125, + 1.275391, + 1.296875, + 1.316406, + 1.228516, + 1.306641, + 1.341797, + 1.261719, + 0.707031, + 1.373047, + 1.337891, + 1.294922, + 1.332031, + 1.324219, + 1.318359, + 1.300781, + 1.353516, + 1.308594, + 1.267578, + 1.306641, + 0.958496, + 1.283203, + 1.380859, + 1.349609, + 1.28125, + 1.392578, + 1.28125, + 1.271484, + 1.229492, + 1.316406, + 1.306641, + 0.960205, + 0.693359, + 1.328125, + 1.285156, + 1.322266, + 1.339844, + 1.294922, + 0.425781, + 1.287109, + 1.339844, + 1.277344, + 1.269531, + 1.151367, + 1.300781, + 1.255859, + 0.673828, + 1.308594, + 1.308594, + 1.273438, + 1.287109, + 1.102051, + 1.292969, + 1.265625, + 1.322266, + 1.259766, + 1.302734, + 1.211914, + 1.304688, + 1.291016, + 1.041504, + 1.384766, + 1.051025, + 0.539062, + 1.300781, + 1.472656, + 1.277344, + 1.316406, + 0.994324, + 1.267578, + 1.324219, + 1.316406, + 1.306641, + 1.283203, + 1.238281, + 1.261719, + 1.012085, + 1.291016, + 1.137695, + 1.306641, + 1.285156, + 1.302734, + 1.333984, + 1.308594, + 1.294922, + 1.271484, + 1.192383, + 1.203125, + 1.245117, + 0.675781, + 1.292969, + 1.306641, + 1.316406, + 1.202148, + 0.701172, + 1.347656, + 1.365234, + 1.306641, + 1.285156, + 1.318359, + 0.630859, + 1.308594, + 1.287109, + 1.089844, + 1.294922, + 1.283203, + 1.292969, + 1.304688, + 1.402344, + 1.253906, + 1.300781, + 1.223633, + 1.304688, + 1.349609, + 1.223633, + 1.285156, + 0.503906, + 1.292969, + 1.269531, + 1.287109, + 1.335938, + 1.302734, + 1.292969, + 1.285156, + 0.959717, + 1.332031, + 1.265625, + 1.345703, + 1.300781, + 1.019897, + 1.291016, + 1.3125, + 1.333984, + 1.273438, + 1.233398, + 1.289062, + 1.332031, + 1.308594, + 1.333984, + 1.333984, + 1.306641, + 1.291016, + 1.291016, + 1.382812, + 1.291016, + 1.421875, + 1.220703, + 1.287109, + 0.84082, + 0.347656, + 1.28125, + 1.213867, + 1.328125, + 1.263672, + 1.271484, + 1.296875, + 1.269531, + 1.277344, + 1.231445, + 1.328125, + 1.322266, + 1.287109, + 1.302734, + 0.527344, + 1.269531, + 1.324219, + 1.230469, + 1.248047, + 1.332031, + 1.291016, + 1.339844, + 1.308594, + 1.291016, + 1.306641, + 1.365234, + 1.316406, + 1.318359, + 1.298828, + 1.243164, + 1.3125, + 1.261719, + 1.263672, + 1.287109, + 1.375, + 1.300781, + 1.277344, + 1.209961, + 1.275391, + 1.28125, + 1.365234, + 1.182617, + 1.269531, + 1.158203, + 0.973999, + 1.273438, + 1.289062, + 1.245117, + 0.615234, + 1.1875, + 1.355469, + 1.310547, + 1.300781, + 1.296875, + 1.349609, + 1.318359, + 1.333984, + 1.302734, + 1.458984, + 0.429688, + 1.330078, + 1.546875, + 1.277344, + 1.3125, + 1.257812, + 1.337891, + 1.285156, + 0.445312, + 1.302734, + 1.25, + 1.275391, + 1.230469, + 1.324219, + 1.507812, + 1.245117, + 1.310547, + 1.269531, + 0.947754, + 1.318359, + 1.306641, + 1.294922, + 1.294922, + 1.332031, + 1.306641, + 1.322266, + 1.324219, + 1.269531, + 1.179688, + 1.431641, + 1.269531, + 1.269531, + 1.25, + 1.249023, + 1.302734, + 1.302734, + 1.322266, + 1.474609, + 1.333984, + 1.269531, + 1.310547, + 0.523438, + 1.298828, + 1.306641, + 1.248047, + 1.255859, + 1.333984, + 1.267578, + 1.279297, + 1.339844, + 1.335938, + 1.152344, + 1.279297, + 1.273438, + 1.300781, + 0.503906, + 1.304688, + 1.300781, + 1.304688, + 1.257812, + 1.261719, + 1.25, + 1.261719, + 1.253906, + 1.349609, + 1.302734, + 1.390625, + 0.523438, + 1.253906, + 1.292969, + 1.253906, + 0.566406, + 1.306641, + 0.683594, + 1.287109, + 0.460938, + 1.324219, + 1.298828, + 1.158203, + 1.071289, + 1.259766, + 1.349609, + 1.292969, + 1.300781, + 1.277344, + 1.285156, + 1.294922, + 1.240234, + 0.347656, + 0.921875, + 1.242188, + 1.314453, + 1.308594, + 1.314453, + 1.279297, + 1.292969, + 1.328125, + 1.232422, + 1.306641, + 1.261719, + 1.359375, + 1.326172, + 1.359375, + 1.308594, + 1.24707, + 1.277344, + 1.163086, + 1.318359, + 1.300781, + 1.25, + 1.285156, + 1.324219, + 1.213867, + 1.277344, + 1.339844, + 1.308594, + 1.384766, + 1.328125, + 1.441406, + 1.324219, + 1.589844, + 0.769531, + 1.324219, + 1.306641, + 1.330078, + 0.773438, + 1.285156, + 1.28125, + 1.332031, + 0.642578, + 1.304688, + 1.145508, + 1.326172, + 1.253906, + 1.214844, + 0.40625, + 1.310547, + 1.3125, + 1.322266, + 0.402344, + 1.199219, + 0.617188, + 1.253906, + 1.279297, + 1.302734, + 1.292969, + 1.277344, + 1.277344, + 1.322266, + 1.300781, + 1.363281, + 0.748047, + 0.894043, + 1.306641, + 1.220703, + 1.251953, + 1.298828, + 1.277344, + 1.287109, + 1.236328, + 1.222656, + 1.328125, + 1.322266, + 1.279297, + 0.879395, + 1.333984, + 1.271484, + 1.494141, + 1.24707, + 1.291016, + 0.681641, + 1.777344, + 0.646484, + 1.699219, + 1.267578, + 1.257812, + 1.248047, + 1.308594, + 1.230469, + 1.245117, + 1.337891, + 1.291016, + 1.335938, + 1.257812, + 1.257812, + 1.402344, + 1.261719, + 1.271484, + 1.208008, + 1.355469, + 1.263672, + 0.999123, + 1.355469, + 1.287109, + 1.035645, + 1.333984, + 1.363281, + 1.349609, + 1.326172, + 1.337891, + 1.314453, + 1.242188, + 1.474609, + 1.136719, + 1.300781, + 1.114746, + 1.539062, + 1.337891, + 1.380859, + 1.322266, + 1.279297, + 1.308594, + 1.28125, + 1.292969, + 1.267578, + 1.304688, + 0.992004, + 1.333984, + 1.351562, + 0.861328, + 1.275391, + 1.345703, + 0.582031, + 1.287109, + 1.195312, + 1.306641, + 1.322266, + 1.267578, + 1.283203, + 1.255859, + 1.318359, + 1.285156, + 1.292969, + 1.296875, + 1.302734, + 1.318359, + 1.014099, + 1.287109, + 1.320312, + 1.277344, + 0.736328, + 1.296875, + 1.310547, + 1.306641, + 1.6875, + 1.257812, + 1.402344, + 1.349609, + 1.308594, + 0.946045, + 1.271484, + 1.351562, + 1.275391, + 0.566406, + 1.316406, + 1.365234, + 0.681641, + 1.3125, + 1.275391, + 1.241211, + 1.285156, + 1.246094, + 1.308594, + 0.874023, + 1.300781, + 1.287109, + 1.392578, + 1.326172, + 1.324219, + 1.279297, + 1.304688, + 0.640625, + 0.993988, + 1.314453, + 1.322266, + 1.271484, + 1.205078, + 1.255859, + 1.259766, + 1.239258, + 0.660156, + 1.257812, + 1.279297, + 0.421875, + 1.318359, + 1.273438, + 1.302734, + 1.291016, + 0.628906, + 1.349609, + 1.28125, + 0.449219, + 1.259766, + 0.806641, + 1.28125, + 1.349609, + 1.3125, + 1.285156, + 0.636719, + 1.345703, + 1.243164, + 1.337891, + 1.296875, + 1.3125, + 1.40625, + 0.884277, + 1.378906, + 1.302734, + 1.285156, + 1.279297, + 0.666016, + 1.414062, + 1.292969, + 1.332031, + 1.277344, + 1.367188, + 1.308594, + 1.306641, + 1.246094, + 1.273438, + 1.34375, + 1.269531, + 1.016724, + 1.373047, + 1.435547, + 1.298828, + 0.515625, + 1.271484, + 1.294922, + 1.318359, + 1.255859, + 1.316406, + 1.314453, + 1.236328, + 1.298828, + 1.25, + 0.714844, + 1.199219, + 1.644531, + 1.271484 + ] + }, + "name": "onnx::Mul_8372", + "outputIndexes": [ + 882 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 881, + 882 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_8/Mul_1_output_0", + "outputIndexes": [ + 883 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864, + 883 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_44_output_0", + "outputIndexes": [ + 884 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 884, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_81_output_0", + "outputIndexes": [ + 885 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 885 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_9/Mul_output_0", + "outputIndexes": [ + 886 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.953125, + 1.917969, + 1.871094, + 1.910156, + 2.054688, + 1.972656, + 1.675781, + 0.5625, + 1.984375, + 1.550781, + 1.929688, + 1.992188, + 1.886719, + 2.015625, + 2.125, + 1.824219, + 1.792969, + 1.921875, + 1.105957, + 2.046875, + 2.078125, + 2.078125, + 2.171875, + 1.777344, + 1.679688, + 2.007812, + 1.765625, + 1.671875, + 1.976562, + 2.078125, + 1.824219, + 1.589844, + 1.855469, + 0.738281, + 1.835938, + 1.683594, + 1.871094, + 2.0, + 1.757812, + 1.90625, + 2.007812, + 1.933594, + 1.953125, + 1.496094, + 0.910645, + 2.164062, + 1.933594, + 1.910156, + 1.703125, + 1.726562, + 2.007812, + 1.423828, + 1.789062, + 0.763672, + 1.863281, + 1.835938, + 1.859375, + 1.953125, + 1.648438, + 1.589844, + 1.492188, + 1.664062, + 1.988281, + 1.9375, + 1.632812, + 1.976562, + 1.306641, + 1.9375, + 1.898438, + 1.941406, + 2.070312, + 2.132812, + 1.714844, + 1.949219, + 1.964844, + 1.914062, + 1.291016, + 1.679688, + 1.683594, + 0.951904, + 1.871094, + 0.560547, + 1.613281, + 1.527344, + 2.109375, + 2.054688, + 2.007812, + 1.503906, + 0.993103, + 1.546875, + 2.03125, + 1.972656, + 1.957031, + 0.943848, + 1.996094, + 0.585938, + 2.070312, + 1.992188, + 1.988281, + 1.796875, + 1.738281, + 2.046875, + 2.0625, + 2.0, + 2.0, + 1.945312, + 1.933594, + 1.490234, + 1.976562, + 1.902344, + 2.210938, + 1.996094, + 2.117188, + 2.320312, + 2.09375, + 1.535156, + 2.101562, + 0.720703, + 1.992188, + 2.117188, + 2.078125, + 1.90625, + 0.930176, + 1.914062, + 1.632812, + 1.46875, + 1.792969, + 2.0625, + 1.910156, + 1.265625, + 1.326172, + 1.75, + 1.804688, + 1.886719, + 1.988281, + 2.296875, + 1.65625, + 1.609375, + 1.640625, + 2.304688, + 1.871094, + 1.490234, + 1.71875, + 1.867188, + 1.9375, + 1.605469, + 1.835938, + 2.03125, + 1.859375, + 2.132812, + 1.808594, + 1.726562, + 1.765625, + 0.915039, + 2.125, + 2.023438, + 1.304688, + 1.917969, + 0.863281, + 0.783203, + 1.392578, + 2.289062, + 1.808594, + 1.28125, + 2.226562, + 1.777344, + 2.132812, + 0.75, + 2.078125, + 1.75, + 1.960938, + 1.000263, + 1.65625, + 0.870117, + 1.757812, + 1.964844, + 2.070312, + 0.640625, + 1.851562, + 2.007812, + 1.9375, + 0.654297, + 1.605469, + 0.550781, + 1.402344, + 2.046875, + 1.219727, + 2.03125, + 1.773438, + 1.554688, + 1.921875, + 1.241211, + 1.808594, + 1.894531, + 2.015625, + 2.078125, + 1.957031, + 1.953125, + 2.109375, + 1.890625, + 1.839844, + 1.886719, + 1.8125, + 1.664062, + 2.203125, + 2.179688, + 1.75, + 1.871094, + 1.898438, + 1.957031, + 1.722656, + 2.039062, + 2.101562, + 1.679688, + 2.085938, + 2.039062, + 1.792969, + 1.765625, + 2.140625, + 1.964844, + 1.703125, + 1.613281, + 2.09375, + 2.125, + 1.988281, + 2.023438, + 1.863281, + 1.9375, + 1.636719, + 1.632812, + 2.429688, + 2.164062, + 1.996094, + 2.101562, + 1.941406, + 2.023438, + 1.486328, + 2.132812, + 1.933594, + 1.835938, + 1.941406, + 1.886719, + 1.949219, + 1.341797, + 1.8125, + 1.980469, + 1.847656, + 1.765625, + 2.226562, + 1.380859, + 2.09375, + 2.148438, + 1.039307, + 1.996094, + 1.851562, + 1.972656, + 1.679688, + 1.929688, + 1.75, + 1.851562, + 2.125, + 2.046875, + 2.007812, + 1.835938, + 1.910156, + 1.550781, + 2.039062, + 2.09375, + 1.695312, + 1.917969, + 1.980469, + 1.949219, + 1.949219, + 1.738281, + 1.964844, + 1.996094, + 1.130859, + 1.949219, + 1.890625, + 1.898438, + 1.566406, + 1.996094, + 0.871094, + 2.117188, + 1.5, + 2.117188, + 1.679688, + 1.824219, + 0.868164, + 1.898438, + 1.546875, + 0.825195, + 2.054688, + 2.023438, + 1.667969, + 1.925781, + 1.632812, + 1.953125, + 2.0625, + 1.933594, + 2.078125, + 1.640625, + 0.685547, + 2.03125, + 0.457031, + 1.800781, + 2.070312, + 1.859375, + 1.605469, + 2.1875, + 2.203125, + 0.611328, + 1.796875, + 1.929688, + 1.953125, + 1.855469, + 2.148438, + 2.171875, + 1.949219, + 2.054688, + 1.835938, + 1.765625, + 1.597656, + 2.039062, + 2.054688, + 1.863281, + 1.667969, + 1.777344, + 2.015625, + 1.917969, + 1.640625, + 1.384766, + 1.890625, + 2.0625, + 0.90332, + 2.0, + 1.933594, + 2.078125, + 2.359375, + 1.90625, + 1.757812, + 1.867188, + 1.996094, + 1.789062, + 1.84375, + 1.443359, + 1.996094, + 1.183594, + 1.539062, + 2.0625, + 1.038574, + 1.664062, + 1.169922, + 1.554688, + 0.599609, + 0.918945, + 1.898438, + 2.015625, + 1.417969, + 1.773438, + 0.802734, + 2.007812, + 1.667969, + 1.133789, + 1.730469, + 2.046875, + 1.6875, + 0.839844, + 2.203125, + 1.894531, + 2.195312, + 1.792969, + 1.882812, + 1.921875, + 2.070312, + 2.070312, + 2.21875, + 1.847656, + 1.933594, + 1.300781, + 2.15625, + 2.21875, + 1.322266, + 0.996307, + 2.132812, + 1.835938, + 1.480469, + 1.480469, + 1.847656, + 2.03125, + 1.972656, + 2.007812, + 0.681641, + 2.070312, + 2.273438, + 2.226562, + 1.714844, + 0.770508, + 1.816406, + 1.988281, + 1.789062, + 2.09375, + 1.9375, + 2.273438, + 0.941162, + 1.761719, + 1.972656, + 1.839844, + 2.109375, + 1.046631, + 1.914062, + 2.03125, + 2.140625, + 2.023438, + 1.707031, + 1.640625, + 1.917969, + 1.835938, + 1.917969, + 1.941406, + 2.078125, + 1.964844, + 1.449219, + 1.816406, + 1.839844, + 1.671875, + 2.0, + 1.898438, + 2.101562, + 1.808594, + 1.40625, + 2.125, + 1.917969, + 1.441406, + 1.494141, + 2.039062, + 2.109375, + 2.046875, + 1.890625, + 1.957031, + 2.21875, + 1.945312, + 2.046875, + 1.503906, + 1.34375, + 1.960938, + 2.179688, + 1.933594, + 1.730469, + 1.792969, + 1.890625, + 2.054688, + 1.871094, + 1.894531, + 2.148438, + 1.972656, + 1.363281, + 2.179688, + 1.898438, + 2.148438, + 1.949219, + 1.945312, + 1.910156, + 1.867188, + 1.101562, + 1.808594, + 0.732422, + 1.859375, + 2.140625, + 1.839844, + 2.0, + 1.769531, + 2.203125, + 1.851562, + 1.960938, + 1.832031, + 0.910156, + 1.617188, + 1.996094, + 1.957031, + 1.820312, + 1.785156, + 1.073242, + 1.800781, + 2.054688, + 1.832031, + 0.714844, + 1.933594, + 1.824219, + 1.988281, + 1.582031, + 1.953125, + 1.980469, + 1.910156, + 1.445312, + 1.957031, + 0.541016, + 0.817383, + 1.4375, + 0.748047, + 1.835938, + 2.015625, + 2.03125, + 1.332031, + 0.701172, + 1.941406, + 1.423828, + 1.519531, + 1.796875, + 2.046875, + 1.890625, + 1.980469, + 1.746094, + 2.140625, + 1.761719, + 2.007812, + 1.640625, + 2.109375, + 1.992188, + 1.601562, + 2.0, + 1.835938, + 1.025879, + 0.901855, + 1.976562, + 1.132812, + 1.898438, + 1.832031, + 1.871094, + 1.96875, + 1.886719, + 1.691406, + 1.886719, + 0.829102, + 2.023438, + 1.079102, + 2.085938, + 1.609375, + 2.109375, + 0.677734, + 2.6875, + 1.574219, + 2.171875, + 2.015625, + 2.03125, + 1.894531, + 1.828125, + 1.960938, + 1.375, + 2.085938, + 1.10791, + 2.085938, + 1.976562, + 1.742188, + 1.792969, + 1.871094, + 1.929688, + 1.660156, + 1.777344, + 1.929688, + 2.226562, + 1.021118, + 1.441406, + 1.914062, + 1.984375, + 2.101562, + 2.3125, + 1.699219, + 1.984375, + 1.871094, + 2.179688, + 2.101562, + 2.070312, + 1.960938, + 0.568359, + 2.046875, + 1.757812, + 1.867188, + 1.185547, + 1.832031, + 1.765625, + 1.96875, + 2.195312, + 1.957031, + 1.601562, + 1.714844, + 1.15918, + 1.980469, + 1.392578, + 1.361328, + 2.054688, + 1.980469, + 1.90625, + 1.523438, + 1.53125, + 1.71875, + 1.859375, + 2.03125, + 1.894531, + 1.601562, + 1.882812, + 2.039062, + 1.65625, + 1.824219, + 1.867188, + 1.957031, + 1.804688, + 1.976562, + 2.257812, + 1.671875, + 1.9375, + 2.109375, + 2.265625, + 0.980713, + 1.652344, + 2.125, + 2.023438, + 1.738281, + 1.949219, + 2.101562, + 1.996094, + 1.960938, + 1.761719, + 1.855469, + 2.296875, + 1.558594, + 2.078125, + 1.992188, + 2.117188, + 1.134766, + 1.761719, + 2.078125, + 1.871094, + 2.03125, + 2.148438, + 1.773438, + 1.941406, + 1.855469, + 2.03125, + 1.433594, + 2.023438, + 1.800781, + 1.636719, + 0.828125, + 1.910156, + 0.773438, + 1.898438, + 2.195312, + 1.742188, + 1.172852, + 0.457031, + 0.708984, + 2.054688, + 2.078125, + 2.054688, + 2.078125, + 1.828125, + 2.007812, + 1.90625, + 1.882812, + 1.84375, + 1.984375, + 1.914062, + 0.677734, + 1.835938, + 1.976562, + 1.96875, + 1.90625, + 1.878906, + 2.007812, + 1.984375, + 1.8125, + 2.054688, + 1.808594, + 1.554688, + 2.046875, + 1.953125, + 2.09375, + 1.445312, + 1.898438, + 2.03125, + 0.537109, + 1.667969, + 1.820312, + 1.714844, + 2.0625, + 1.439453, + 2.117188, + 1.765625, + 1.429688, + 1.941406, + 1.742188, + 2.03125, + 1.890625, + 2.109375, + 1.671875, + 1.652344, + 2.117188, + 1.8125, + 2.0, + 2.679688, + 1.863281, + 1.761719, + 1.832031, + 1.828125, + 1.863281, + 1.890625, + 1.726562, + 1.902344, + 1.804688, + 2.039062, + 2.148438, + 1.960938, + 2.0625, + 1.707031, + 2.148438, + 2.273438, + 1.291016, + 2.007812, + 1.507812, + 1.929688, + 1.984375, + 2.007812, + 1.925781, + 1.333984, + 1.126953, + 1.375, + 2.007812, + 2.179688, + 1.992188, + 1.613281, + 1.941406, + 1.917969, + 2.007812, + 1.9375, + 1.875, + 1.972656, + 1.90625, + 2.015625, + 2.0625, + 2.078125, + 1.980469, + 1.777344, + 2.09375, + 1.703125, + 1.464844, + 2.171875, + 1.816406, + 1.992188, + 2.085938, + 2.023438, + 1.945312, + 1.804688, + 2.132812, + 2.171875, + 1.828125, + 1.941406, + 0.824219, + 1.976562, + 1.71875, + 1.996094, + 1.855469, + 1.898438, + 2.0, + 1.808594, + 1.753906, + 1.753906, + 2.101562, + 1.921875, + 1.96875, + 2.1875, + 1.929688, + 1.621094, + 2.054688, + 1.765625, + 2.015625, + 1.941406, + 1.863281, + 1.804688, + 1.441406, + 1.761719, + 1.78125, + 1.632812, + 1.796875, + 2.359375, + 2.242188, + 1.972656, + 1.324219, + 1.335938, + 1.945312, + 1.925781, + 1.789062, + 1.542969, + 2.046875, + 1.703125, + 2.109375, + 2.039062, + 1.357422, + 1.855469, + 1.804688, + 1.320312, + 2.070312, + 2.023438, + 1.976562, + 1.6875, + 1.199219, + 1.785156, + 1.871094, + 1.021362, + 1.753906, + 2.007812, + 2.171875, + 0.833984, + 2.03125, + 1.068848, + 1.625, + 1.683594, + 1.730469, + 1.330078, + 1.964844, + 1.851562, + 1.808594, + 1.839844, + 1.75, + 2.054688, + 1.996094, + 1.867188, + 1.917969, + 2.007812, + 1.957031, + 1.996094, + 2.007812, + 2.0625, + 1.488281, + 2.023438, + 1.384766, + 2.046875, + 1.910156, + 1.384766, + 1.867188, + 1.359375, + 2.039062, + 2.1875, + 2.148438, + 2.007812, + 2.109375, + 1.976562, + 2.117188, + 2.109375, + 2.3125, + 1.835938, + 1.835938, + 2.015625, + 2.023438, + 0.367188, + 1.621094, + 1.542969, + 1.933594, + 1.828125, + 1.453125, + 1.976562, + 1.910156, + 1.964844, + 1.972656, + 1.832031, + 0.695312, + 1.964844, + 1.796875, + 1.792969, + 1.178711, + 2.210938, + 2.0, + 1.847656, + 0.87793, + 1.625, + 1.558594, + 1.765625, + 1.96875, + 2.117188, + 2.101562, + 1.6875, + 1.161133, + 1.914062, + 1.890625, + 1.792969, + 2.132812, + 1.945312, + 2.132812, + 1.6875, + 2.109375, + 0.885742, + 1.855469, + 1.929688, + 1.804688, + 1.851562, + 1.941406, + 1.988281, + 1.859375, + 1.957031, + 1.929688, + 1.511719, + 1.835938, + 1.839844, + 2.171875, + 1.285156, + 1.757812, + 1.804688, + 0.791016, + 0.501953, + 1.345703, + 0.968506, + 1.894531, + 2.039062, + 1.78125, + 1.773438, + 0.658203, + 0.529297, + 1.804688, + 2.015625, + 1.632812, + 1.96875, + 1.847656, + 2.101562, + 1.9375, + 1.710938, + 0.667969, + 2.0, + 1.695312, + 1.507812, + 1.208984, + 1.714844, + 1.746094, + 1.824219, + 1.757812, + 2.015625, + 1.847656, + 1.75, + 1.882812, + 1.621094, + 2.039062, + 1.855469, + 1.636719, + 1.992188, + 1.777344, + 2.179688, + 1.902344, + 1.320312, + 0.628906, + 2.632812, + 1.933594, + 1.78125, + 1.917969, + 1.875, + 1.945312, + 1.789062, + 2.117188, + 0.517578, + 1.554688, + 1.460938, + 2.085938, + 1.957031, + 0.628906, + 1.914062, + 1.921875, + 1.800781, + 1.84375, + 2.015625, + 1.507812, + 1.617188, + 0.783203, + 1.855469, + 1.773438, + 1.824219, + 0.712891, + 2.03125, + 2.1875, + 1.699219, + 2.015625, + 1.761719, + 1.667969, + 1.792969, + 2.0, + 2.039062, + 1.369141, + 1.960938, + 2.03125, + 1.431641, + 1.535156, + 1.671875, + 1.871094, + 1.878906, + 1.976562, + 1.757812, + 1.605469, + 1.820312, + 1.972656, + 1.925781, + 0.542969, + 2.25, + 2.054688, + 2.007812, + 1.941406, + 1.00589, + 1.984375, + 1.835938, + 0.429688, + 1.714844, + 0.707031, + 1.976562, + 0.753906, + 1.617188, + 2.070312, + 1.953125, + 1.886719, + 1.427734, + 1.738281, + 1.503906, + 1.742188, + 0.65625, + 1.613281, + 1.466797, + 1.239258, + 1.070801, + 1.964844, + 2.109375, + 1.597656, + 1.361328, + 2.304688, + 1.65625, + 2.039062, + 1.443359, + 1.71875, + 1.960938, + 0.603516, + 2.203125, + 1.859375, + 1.953125, + 0.685547, + 0.858398, + 1.957031, + 2.117188, + 1.765625, + 1.957031, + 2.09375, + 1.824219, + 1.462891, + 2.898438, + 1.839844, + 1.945312, + 2.09375, + 1.753906, + 1.902344, + 2.023438, + 2.273438, + 1.933594, + 2.046875, + 1.988281, + 2.132812, + 1.8125, + 1.8125, + 2.015625, + 2.164062, + 1.546875, + 1.773438, + 2.125, + 1.929688, + 2.046875, + 2.09375, + 2.578125, + 2.023438, + 0.652344, + 1.542969, + 1.71875, + 0.773438, + 1.960938, + 1.582031, + 1.789062, + 1.871094, + 1.875, + 1.972656, + 1.878906, + 1.859375, + 0.707031, + 1.605469, + 1.78125, + 1.742188, + 1.921875, + 1.945312, + 1.400391, + 2.078125, + 1.882812, + 2.148438, + 1.992188, + 1.976562, + 0.59375, + 2.09375, + 2.046875, + 1.5625, + 2.023438, + 1.847656, + 2.1875, + 1.636719, + 1.925781, + 1.980469, + 1.972656, + 1.960938, + 2.015625, + 2.015625, + 1.100098, + 1.902344, + 1.972656, + 2.148438, + 2.109375, + 1.839844, + 0.981934, + 2.195312, + 0.890625, + 1.886719, + 1.847656, + 1.632812, + 2.054688, + 1.996094, + 2.140625, + 1.882812, + 1.546875, + 1.808594, + 0.609375, + 0.583984, + 0.636719, + 1.8125, + 1.996094, + 0.945312, + 1.804688, + 1.789062, + 1.734375, + 0.983154, + 1.796875, + 1.546875, + 1.871094, + 0.814453, + 1.941406, + 1.910156, + 1.480469, + 2.046875, + 1.707031, + 1.632812, + 2.132812, + 1.886719, + 0.691406, + 1.279297, + 0.728516, + 1.757812, + 1.964844, + 2.085938, + 2.210938, + 1.546875, + 1.22168, + 2.054688, + 0.75, + 1.026733, + 1.976562, + 1.960938, + 1.796875, + 1.242188, + 1.882812, + 1.964844, + 1.921875, + 1.664062, + 1.835938, + 1.789062, + 1.480469, + 2.140625, + 1.949219, + 1.416016, + 1.933594, + 1.871094, + 2.179688, + 1.984375, + 1.859375, + 1.914062, + 1.988281, + 1.839844, + 1.875, + 1.933594, + 2.148438, + 1.589844, + 1.984375, + 1.84375, + 1.925781, + 1.957031, + 1.804688, + 1.605469, + 1.929688, + 1.832031, + 2.117188, + 1.478516, + 1.757812, + 0.898926, + 2.242188, + 1.703125, + 1.855469, + 1.472656, + 1.917969, + 1.886719, + 2.078125, + 0.952148, + 2.03125, + 1.144531, + 1.898438, + 1.695312, + 1.644531, + 1.515625, + 1.949219, + 1.191406, + 2.085938, + 0.681641, + 1.839844, + 1.328125, + 2.210938, + 1.664062, + 1.761719, + 2.085938, + 1.980469, + 2.015625, + 1.59375, + 1.816406, + 1.898438, + 2.195312, + 0.617188, + 1.882812, + 1.753906, + 1.773438, + 1.898438, + 1.882812, + 1.878906, + 1.765625, + 1.235352, + 1.796875, + 2.0, + 1.742188, + 1.462891, + 1.921875, + 1.90625, + 1.703125, + 1.730469, + 1.894531, + 0.623047, + 1.976562, + 1.941406, + 2.15625, + 1.40625, + 1.683594, + 1.069824, + 0.6875, + 2.109375, + 0.607422, + 0.880371, + 1.660156, + 1.910156, + 2.1875, + 2.132812, + 1.664062, + 1.914062, + 1.648438, + 2.171875, + 0.675781, + 1.964844, + 1.78125, + 1.910156, + 3.40625, + 1.925781, + 2.203125, + 0.630859, + 2.085938, + 1.976562, + 1.367188, + 0.831055, + 1.839844, + 2.023438, + 0.922363, + 1.988281, + 1.363281, + 1.957031, + 1.652344, + 1.984375, + 1.898438, + 0.797852, + 1.980469, + 1.910156, + 1.847656, + 1.84375, + 1.886719, + 1.402344, + 0.664062, + 1.898438, + 1.949219, + 1.867188, + 2.046875, + 1.949219, + 2.109375, + 1.890625, + 1.957031, + 1.871094, + 1.570312, + 1.314453, + 2.09375, + 1.945312, + 1.855469, + 1.964844, + 1.78125, + 1.84375, + 2.09375, + 1.992188, + 0.484375, + 1.972656, + 1.945312, + 1.785156, + 1.851562, + 1.792969, + 1.789062, + 1.78125, + 1.921875, + 1.945312, + 2.070312, + 1.878906, + 1.988281, + 2.046875, + 1.337891, + 1.785156, + 0.746094, + 2.03125, + 0.886719, + 1.996094, + 1.96875, + 2.046875, + 0.675781, + 1.933594, + 1.742188, + 1.78125, + 1.992188, + 4.0625, + 1.945312, + 1.878906, + 1.929688, + 1.867188, + 1.777344, + 0.971436, + 1.792969, + 1.996094, + 1.617188, + 2.148438, + 1.882812, + 1.601562, + 2.03125, + 1.945312, + 1.921875, + 1.835938, + 1.609375, + 1.835938, + 1.914062, + 1.800781, + 1.037354, + 1.875, + 2.203125, + 2.046875, + 1.71875, + 0.726562, + 2.023438, + 2.007812, + 2.0625, + 2.015625, + 1.902344, + 1.984375, + 1.949219, + 1.734375, + 0.766602, + 1.871094, + 1.929688, + 1.898438, + 2.117188, + 1.832031, + 1.785156, + 2.171875, + 2.226562, + 1.960938, + 1.78125, + 2.273438, + 1.890625, + 1.789062, + 1.746094, + 2.054688, + 2.03125, + 1.349609, + 1.78125, + 1.730469, + 1.828125, + 1.960938, + 1.851562, + 1.365234, + 2.164062, + 1.847656, + 1.964844, + 0.640625, + 1.601562, + 1.527344, + 1.445312, + 1.945312, + 2.15625, + 2.117188, + 0.460938, + 2.023438, + 1.796875, + 0.560547, + 1.208984, + 2.054688, + 1.988281, + 1.871094, + 1.882812, + 2.085938, + 1.761719, + 1.992188, + 1.609375, + 2.015625, + 0.935059, + 1.925781, + 2.203125, + 1.941406, + 1.006195, + 2.023438, + 2.085938, + 2.0, + 1.898438, + 1.9375, + 1.902344, + 1.929688, + 1.785156, + 0.848633, + 1.804688, + 2.085938, + 2.0, + 1.816406, + 1.382812, + 1.898438, + 1.157227, + 1.773438, + 1.933594, + 1.361328, + 1.769531, + 2.148438, + 1.875, + 2.039062, + 1.652344, + 2.078125, + 1.875, + 1.820312, + 1.277344, + 0.744141, + 1.882812, + 1.539062, + 1.925781, + 1.621094, + 1.890625, + 2.023438, + 1.9375, + 0.679688, + 1.695312, + 2.085938, + 1.792969, + 1.820312, + 1.835938, + 1.96875, + 1.992188, + 2.054688, + 1.664062, + 1.984375, + 1.832031, + 1.914062, + 2.023438, + 2.15625, + 1.75, + 1.621094, + 1.617188, + 1.597656, + 2.296875, + 1.625, + 1.699219, + 2.007812, + 1.482422, + 1.828125, + 1.949219, + 2.0, + 1.953125, + 1.8125, + 1.898438, + 1.392578, + 1.746094, + 1.800781, + 1.894531, + 1.777344, + 1.984375, + 1.398438, + 1.855469, + 2.101562, + 2.023438, + 2.0, + 2.1875, + 1.773438, + 2.03125, + 1.738281, + 1.949219, + 1.792969, + 0.945557, + 1.960938, + 1.992188, + 1.925781, + 2.585938, + 1.921875, + 2.0625, + 1.742188, + 1.761719, + 1.960938, + 1.945312, + 1.859375, + 1.664062, + 1.380859, + 1.804688, + 1.773438, + 2.21875, + 1.6875, + 2.117188, + 2.1875, + 2.109375, + 1.984375, + 1.960938, + 1.96875, + 1.511719, + 1.945312, + 1.734375, + 1.753906, + 2.09375, + 1.828125, + 1.753906, + 1.785156, + 1.90625, + 1.945312, + 1.96875, + 1.550781, + 1.730469, + 1.605469, + 1.578125, + 1.867188, + 1.933594, + 0.576172, + 2.046875, + 2.101562, + 1.835938, + 1.083496, + 1.9375, + 1.742188, + 1.337891, + 0.746094, + 1.765625, + 1.816406, + 2.09375, + 1.761719, + 1.964844, + 1.917969, + 1.941406, + 2.015625, + 1.898438, + 1.921875, + 1.945312, + 1.133789, + 2.203125, + 2.007812, + 0.998047, + 0.582031, + 2.054688, + 1.972656, + 1.976562, + 1.202148, + 1.917969, + 1.695312, + 1.902344, + 2.03125, + 1.886719, + 1.710938, + 2.015625, + 1.757812, + 1.667969, + 1.996094, + 2.117188, + 2.257812, + 0.897461, + 1.3125, + 1.925781, + 1.980469, + 1.871094, + 1.515625, + 1.835938, + 1.996094, + 1.550781, + 1.257812, + 1.988281, + 2.117188, + 1.90625, + 2.023438, + 1.726562, + 1.597656, + 1.84375, + 1.871094, + 0.503906, + 0.599609, + 1.933594, + 1.792969, + 1.761719, + 2.179688, + 1.621094, + 2.046875, + 1.012207, + 2.046875, + 1.237305, + 1.222656, + 2.015625, + 2.140625, + 2.085938, + 1.914062, + 2.109375, + 2.101562, + 1.029297, + 2.015625, + 1.753906, + 1.585938, + 1.851562, + 2.023438, + 1.652344, + 1.855469, + 1.648438, + 2.085938, + 2.195312, + 1.820312, + 1.835938, + 1.558594, + 1.664062, + 1.898438, + 1.102539, + 1.949219, + 2.109375, + 0.724609, + 1.984375, + 2.015625, + 1.298828, + 1.945312, + 1.371094, + 1.742188, + 2.09375, + 1.816406, + 0.919434, + 1.365234, + 1.675781, + 1.996094, + 2.0625, + 2.078125, + 1.929688, + 1.664062, + 1.871094, + 1.832031, + 2.070312, + 1.96875, + 1.734375, + 0.867188, + 0.568359, + 1.878906, + 1.90625, + 2.046875, + 2.023438, + 1.71875, + 0.445312, + 2.0, + 2.226562, + 1.863281, + 1.929688, + 1.041992, + 2.210938, + 2.007812, + 1.859375, + 1.828125, + 1.929688, + 1.496094, + 1.734375, + 1.558594, + 1.964844, + 1.660156, + 1.996094, + 0.766602, + 2.21875, + 1.125977, + 0.979858, + 1.933594, + 1.589844, + 2.054688, + 1.863281, + 1.451172, + 1.878906, + 1.515625, + 1.847656, + 2.023438, + 2.109375, + 1.835938, + 2.09375, + 1.921875, + 1.558594, + 1.53125, + 2.109375, + 1.941406, + 2.40625, + 1.945312, + 1.255859, + 1.832031, + 2.015625, + 1.664062, + 1.847656, + 1.855469, + 1.992188, + 1.059082, + 1.746094, + 0.607422, + 2.007812, + 1.71875, + 2.179688, + 1.753906, + 1.933594, + 1.875, + 2.015625, + 1.824219, + 1.683594, + 2.046875, + 1.871094, + 2.242188, + 1.664062, + 2.140625, + 1.355469, + 1.824219, + 1.470703, + 0.699219, + 2.007812, + 2.023438, + 2.109375, + 2.203125, + 2.265625, + 1.675781, + 1.746094, + 1.949219, + 1.341797, + 1.496094, + 1.992188, + 2.101562, + 2.015625, + 1.800781, + 2.039062, + 1.412109, + 2.25, + 1.882812, + 1.890625, + 0.833984, + 1.679688, + 2.101562, + 2.070312, + 2.03125, + 1.546875, + 2.007812, + 1.738281, + 1.746094, + 1.855469, + 2.109375, + 1.933594, + 1.013428, + 1.816406, + 1.917969, + 1.789062, + 2.117188, + 2.109375, + 2.039062, + 1.753906, + 1.707031, + 2.125, + 2.054688, + 1.108398, + 0.902832, + 1.976562, + 2.210938, + 2.085938, + 1.769531, + 1.886719, + 0.552734, + 1.949219, + 2.1875, + 1.898438, + 2.109375, + 1.617188, + 1.820312, + 1.582031, + 0.693359, + 2.125, + 1.960938, + 2.195312, + 1.792969, + 2.039062, + 2.195312, + 1.972656, + 1.84375, + 1.910156, + 1.964844, + 2.117188, + 1.648438, + 1.730469, + 1.243164, + 1.644531, + 1.414062, + 0.683594, + 2.148438, + 2.046875, + 1.863281, + 2.039062, + 2.179688, + 1.921875, + 1.984375, + 1.964844, + 2.210938, + 1.992188, + 1.542969, + 1.792969, + 1.180664, + 1.933594, + 1.554688, + 1.726562, + 2.03125, + 1.941406, + 1.875, + 1.90625, + 2.0625, + 2.03125, + 1.486328, + 2.039062, + 2.101562, + 0.950684, + 1.558594, + 2.023438, + 1.980469, + 1.486328, + 0.859375, + 1.738281, + 1.84375, + 1.933594, + 2.054688, + 1.636719, + 0.759766, + 1.859375, + 1.875, + 1.474609, + 1.933594, + 1.765625, + 1.726562, + 1.761719, + 1.832031, + 1.714844, + 1.839844, + 2.226562, + 2.0625, + 1.773438, + 2.125, + 2.023438, + 0.625, + 1.917969, + 1.949219, + 1.992188, + 1.960938, + 2.078125, + 2.203125, + 1.613281, + 1.289062, + 1.902344, + 2.015625, + 1.960938, + 1.878906, + 1.326172, + 1.761719, + 2.015625, + 1.773438, + 1.882812, + 1.753906, + 1.972656, + 1.792969, + 2.039062, + 1.710938, + 2.015625, + 1.910156, + 1.902344, + 2.125, + 1.738281, + 1.984375, + 1.976562, + 1.664062, + 2.21875, + 1.15918, + 0.46875, + 1.953125, + 1.527344, + 1.859375, + 1.949219, + 1.957031, + 1.703125, + 1.703125, + 1.972656, + 1.71875, + 2.046875, + 1.949219, + 2.046875, + 2.09375, + 0.691406, + 1.894531, + 1.976562, + 2.070312, + 1.589844, + 2.1875, + 1.914062, + 1.953125, + 2.039062, + 1.515625, + 2.085938, + 1.890625, + 1.890625, + 2.046875, + 1.738281, + 1.722656, + 1.902344, + 1.457031, + 1.800781, + 2.078125, + 2.023438, + 1.902344, + 2.132812, + 2.117188, + 2.171875, + 1.851562, + 1.898438, + 1.53125, + 1.976562, + 1.455078, + 1.070801, + 2.070312, + 2.039062, + 1.976562, + 0.742188, + 1.410156, + 2.070312, + 1.921875, + 2.195312, + 2.085938, + 2.203125, + 2.070312, + 1.871094, + 1.59375, + 1.621094, + 0.660156, + 1.773438, + 0.989685, + 1.835938, + 1.917969, + 2.101562, + 1.992188, + 1.832031, + 0.634766, + 2.023438, + 1.738281, + 1.84375, + 1.898438, + 2.109375, + 1.652344, + 2.265625, + 1.894531, + 1.792969, + 1.166992, + 2.0, + 2.046875, + 1.804688, + 1.9375, + 2.054688, + 1.855469, + 2.09375, + 1.613281, + 2.03125, + 1.816406, + 1.527344, + 1.96875, + 1.921875, + 2.109375, + 1.800781, + 1.695312, + 1.890625, + 1.867188, + 1.455078, + 2.164062, + 1.820312, + 1.765625, + 0.626953, + 1.871094, + 1.996094, + 2.046875, + 1.890625, + 1.898438, + 1.976562, + 1.902344, + 1.558594, + 1.875, + 1.535156, + 1.847656, + 1.898438, + 1.96875, + 0.652344, + 1.800781, + 1.84375, + 2.125, + 1.949219, + 1.914062, + 1.84375, + 2.203125, + 1.777344, + 2.015625, + 1.734375, + 1.808594, + 0.766602, + 1.761719, + 1.703125, + 2.15625, + 0.716797, + 2.007812, + 0.8125, + 1.820312, + 0.589844, + 1.882812, + 1.757812, + 1.384766, + 1.34375, + 1.695312, + 1.984375, + 1.914062, + 1.730469, + 1.980469, + 1.769531, + 2.078125, + 2.109375, + 0.583984, + 1.106934, + 1.094238, + 1.992188, + 1.996094, + 1.945312, + 2.101562, + 2.15625, + 1.90625, + 1.427734, + 2.015625, + 2.0, + 1.964844, + 2.101562, + 1.941406, + 1.400391, + 1.945312, + 1.980469, + 1.429688, + 2.046875, + 2.179688, + 2.195312, + 1.871094, + 2.132812, + 1.511719, + 2.179688, + 1.867188, + 1.726562, + 1.972656, + 1.917969, + 1.773438, + 1.949219, + 1.589844, + 1.005981, + 1.953125, + 1.824219, + 1.835938, + 1.232422, + 2.023438, + 1.945312, + 2.234375, + 0.84375, + 1.742188, + 1.482422, + 1.949219, + 1.851562, + 1.617188, + 0.574219, + 2.0625, + 1.882812, + 1.792969, + 0.59375, + 1.457031, + 0.742188, + 2.1875, + 1.976562, + 1.570312, + 1.902344, + 1.929688, + 1.804688, + 2.140625, + 1.882812, + 1.726562, + 1.045898, + 1.135742, + 1.992188, + 1.714844, + 1.65625, + 2.132812, + 1.929688, + 1.894531, + 2.148438, + 1.453125, + 1.929688, + 1.941406, + 1.96875, + 1.055908, + 2.054688, + 2.039062, + 1.542969, + 2.132812, + 1.921875, + 0.986755, + 1.294922, + 0.751953, + 1.225586, + 2.15625, + 2.03125, + 2.023438, + 2.132812, + 1.84375, + 1.992188, + 1.949219, + 1.964844, + 2.023438, + 1.859375, + 1.765625, + 1.832031, + 2.054688, + 2.148438, + 1.792969, + 1.804688, + 2.03125, + 1.375, + 1.605469, + 1.742188, + 1.302734, + 1.765625, + 1.992188, + 2.070312, + 2.023438, + 1.734375, + 1.640625, + 1.925781, + 1.550781, + 1.229492, + 2.132812, + 2.101562, + 1.628906, + 1.871094, + 2.117188, + 2.015625, + 1.644531, + 1.859375, + 2.078125, + 1.886719, + 1.992188, + 1.902344, + 1.114746, + 1.960938, + 1.742188, + 1.096191, + 1.804688, + 1.867188, + 0.714844, + 1.960938, + 1.585938, + 2.03125, + 1.953125, + 1.863281, + 2.015625, + 2.140625, + 1.949219, + 1.8125, + 2.015625, + 1.699219, + 1.871094, + 1.84375, + 1.245117, + 1.730469, + 2.078125, + 2.140625, + 0.885254, + 1.851562, + 1.804688, + 2.070312, + 1.333984, + 2.046875, + 1.8125, + 1.761719, + 1.75, + 1.496094, + 1.597656, + 1.855469, + 2.023438, + 0.873047, + 1.992188, + 1.828125, + 0.897461, + 2.078125, + 2.015625, + 2.054688, + 1.882812, + 1.824219, + 2.015625, + 1.04126, + 2.21875, + 2.367188, + 1.992188, + 1.832031, + 1.789062, + 1.824219, + 1.78125, + 0.736328, + 1.324219, + 2.070312, + 1.546875, + 2.023438, + 1.589844, + 1.660156, + 1.820312, + 1.964844, + 0.946777, + 1.640625, + 2.117188, + 0.5625, + 2.007812, + 1.726562, + 2.085938, + 1.992188, + 0.845703, + 2.046875, + 2.078125, + 0.794922, + 1.988281, + 1.660156, + 1.882812, + 1.929688, + 2.125, + 2.117188, + 0.776367, + 2.078125, + 1.714844, + 1.941406, + 1.894531, + 2.117188, + 1.972656, + 1.115234, + 2.109375, + 1.972656, + 2.15625, + 1.839844, + 0.868164, + 1.808594, + 1.882812, + 1.816406, + 1.902344, + 2.023438, + 2.03125, + 1.621094, + 1.710938, + 2.015625, + 1.617188, + 2.085938, + 1.324219, + 1.726562, + 1.75, + 2.015625, + 0.654297, + 1.984375, + 1.730469, + 1.613281, + 2.179688, + 1.984375, + 1.660156, + 1.714844, + 2.046875, + 2.09375, + 0.757812, + 2.101562, + 1.15918, + 1.871094 + ] + }, + "name": "onnx::Mul_8374", + "outputIndexes": [ + 887 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 886, + 887 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_9/Mul_1_output_0", + "outputIndexes": [ + 888 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 888 + ], + "outputIndexes": [ + 2742 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2742 + ], + "outputIndexes": [ + 2743 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear", + "inputIndexes": [ + 2743 + ], + "outputIndexes": [ + 2744 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 394151274, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2744 + ], + "outputIndexes": [ + 2745 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2745 + ], + "outputIndexes": [ + 889 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 888 + ], + "main_type": "NONE", + "name": "/Shape_127_output_0", + "outputIndexes": [ + 890 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 890 + ], + "main_type": "NONE", + "name": "Shape2537", + "outputIndexes": [ + 891 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 890 + ], + "main_type": "NONE", + "name": "Rank2539", + "outputIndexes": [ + 892 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 892, + 892 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2541", + "outputIndexes": [ + 893 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 893 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2542", + "outputIndexes": [ + 894 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 893, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2544", + "outputIndexes": [ + 895 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 895 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2545", + "outputIndexes": [ + 896 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 891, + 894, + 896, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2548", + "outputIndexes": [ + 897 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 897 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2549", + "outputIndexes": [ + 898 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2550", + "outputIndexes": [ + 899 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 899, + 898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2551", + "outputIndexes": [ + 900 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 890, + 900, + 893 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_139_output_0", + "outputIndexes": [ + 901 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 901, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_289_output_0", + "outputIndexes": [ + 902 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 902, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_117_output_0", + "outputIndexes": [ + 903 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 889, + 903 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_82_output_0", + "outputIndexes": [ + 904 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 904, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_72_output_0", + "outputIndexes": [ + 905 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 904 + ], + "main_type": "NONE", + "name": "/Shape_128_output_0", + "outputIndexes": [ + 906 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 906 + ], + "main_type": "NONE", + "name": "Shape2558", + "outputIndexes": [ + 907 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 906 + ], + "main_type": "NONE", + "name": "Rank2560", + "outputIndexes": [ + 908 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 908, + 908 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2562", + "outputIndexes": [ + 909 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 909 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2563", + "outputIndexes": [ + 910 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 909, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2565", + "outputIndexes": [ + 911 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 911 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2566", + "outputIndexes": [ + 912 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 907, + 910, + 912, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2569", + "outputIndexes": [ + 913 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 913 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2570", + "outputIndexes": [ + 914 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 914 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2571", + "outputIndexes": [ + 915 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 915, + 914 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2572", + "outputIndexes": [ + 916 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 906, + 916, + 909 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_140_output_0", + "outputIndexes": [ + 917 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 917, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_27_output_0", + "outputIndexes": [ + 918 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 918, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_294_output_0", + "outputIndexes": [ + 919 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 904, + 919, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_37_output_0", + "outputIndexes": [ + 920 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 920 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_18_output_0", + "outputIndexes": [ + 921 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 904, + 21, + 919, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_36_output_0", + "outputIndexes": [ + 922 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 921, + 922 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_120_output_0", + "outputIndexes": [ + 923 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 923, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_73_output_0", + "outputIndexes": [ + 924 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 905, + 924 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_45_output_0", + "outputIndexes": [ + 925 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 888 + ], + "outputIndexes": [ + 2746 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2746 + ], + "outputIndexes": [ + 2747 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear", + "inputIndexes": [ + 2747 + ], + "outputIndexes": [ + 2748 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 396805504, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2748 + ], + "outputIndexes": [ + 2749 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2749 + ], + "outputIndexes": [ + 926 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 902, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_118_output_0", + "outputIndexes": [ + 927 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 926, + 927 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_83_output_0", + "outputIndexes": [ + 928 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 928, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_74_output_0", + "outputIndexes": [ + 929 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 928 + ], + "main_type": "NONE", + "name": "/Shape_129_output_0", + "outputIndexes": [ + 930 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 930 + ], + "main_type": "NONE", + "name": "Shape2621", + "outputIndexes": [ + 931 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 930 + ], + "main_type": "NONE", + "name": "Rank2623", + "outputIndexes": [ + 932 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 932, + 932 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2625", + "outputIndexes": [ + 933 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 933 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2626", + "outputIndexes": [ + 934 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 933, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2628", + "outputIndexes": [ + 935 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 935 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2629", + "outputIndexes": [ + 936 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 931, + 934, + 936, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2632", + "outputIndexes": [ + 937 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 937 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2633", + "outputIndexes": [ + 938 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2634", + "outputIndexes": [ + 939 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 939, + 938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2635", + "outputIndexes": [ + 940 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 930, + 940, + 933 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_141_output_0", + "outputIndexes": [ + 941 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 941, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_28_output_0", + "outputIndexes": [ + 942 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 942, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_296_output_0", + "outputIndexes": [ + 943 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 928, + 943, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_39_output_0", + "outputIndexes": [ + 944 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_19_output_0", + "outputIndexes": [ + 945 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 928, + 21, + 943, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_38_output_0", + "outputIndexes": [ + 946 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 945, + 946 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_121_output_0", + "outputIndexes": [ + 947 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 947, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_75_output_0", + "outputIndexes": [ + 948 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 929, + 948 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_46_output_0", + "outputIndexes": [ + 949 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 888 + ], + "outputIndexes": [ + 2750 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2750 + ], + "outputIndexes": [ + 2751 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear", + "inputIndexes": [ + 2751 + ], + "outputIndexes": [ + 2752 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 398132630, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2752 + ], + "outputIndexes": [ + 2753 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2753 + ], + "outputIndexes": [ + 950 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 950, + 927 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_84_output_0", + "outputIndexes": [ + 951 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 925, + 949, + 951, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_89_output_0", + "outputIndexes": [ + 952 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 952 + ], + "outputIndexes": [ + 2754 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2754 + ], + "outputIndexes": [ + 2755 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear", + "inputIndexes": [ + 2755 + ], + "outputIndexes": [ + 2756 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 399459756, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2756 + ], + "outputIndexes": [ + 2757 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2757 + ], + "outputIndexes": [ + 953 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 953 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_9/Mul_output_0", + "outputIndexes": [ + 954 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.107422, + 1.113281, + 1.164062, + 1.229492, + 1.118652, + 1.175781, + 1.008301, + 0.152344, + 1.099121, + 0.87793, + 1.158203, + 1.042725, + 1.048828, + 1.227539, + 1.296875, + 1.016968, + 1.045166, + 1.058105, + 1.004456, + 1.18457, + 1.188477, + 1.101562, + 1.172852, + 1.011169, + 0.997696, + 1.128906, + 0.973145, + 1.031128, + 1.251953, + 1.165039, + 0.963623, + 0.770508, + 1.052246, + 0.246094, + 1.027954, + 0.869141, + 1.051025, + 1.196289, + 0.918457, + 0.981567, + 1.226562, + 1.234375, + 1.038574, + 0.769531, + 0.351562, + 1.220703, + 1.152344, + 1.044434, + 1.21875, + 0.816406, + 1.251953, + 0.734375, + 1.136719, + 0.339844, + 1.098633, + 0.941895, + 1.096191, + 1.196289, + 1.085449, + 0.930664, + 0.693359, + 1.382812, + 1.210938, + 1.119141, + 1.061523, + 1.049316, + 0.615234, + 1.07373, + 1.012634, + 0.976807, + 1.174805, + 1.227539, + 1.040283, + 1.10498, + 1.021973, + 0.949707, + 0.533203, + 0.856445, + 0.866211, + 0.339844, + 0.990051, + 0.160156, + 1.086914, + 0.767578, + 1.162109, + 1.234375, + 1.066406, + 0.791992, + 0.351562, + 0.958496, + 1.226562, + 1.035156, + 1.18457, + 0.320312, + 1.227539, + 0.121094, + 1.112793, + 1.139648, + 1.359375, + 1.016357, + 0.970215, + 1.251953, + 1.180664, + 1.136719, + 1.176758, + 1.07666, + 1.175781, + 0.798828, + 1.098145, + 1.042969, + 1.376953, + 1.140625, + 1.227539, + 1.181641, + 1.152344, + 0.915527, + 1.183594, + 0.316406, + 1.000017, + 1.373047, + 1.148438, + 1.185547, + 1.101074, + 1.094727, + 0.944824, + 0.760742, + 0.993439, + 1.137695, + 1.106934, + 0.609375, + 0.583984, + 0.986084, + 0.988098, + 1.105957, + 1.205078, + 1.3125, + 0.880859, + 0.821289, + 0.938477, + 1.476562, + 1.496094, + 1.172852, + 0.922852, + 1.044434, + 1.069336, + 1.035645, + 0.941406, + 1.094238, + 1.069824, + 1.236328, + 0.976807, + 0.923828, + 0.946533, + 1.083008, + 1.253906, + 1.154297, + 0.501953, + 1.119141, + 0.289062, + 0.257812, + 1.106934, + 1.259766, + 1.052246, + 0.511719, + 1.259766, + 1.062988, + 1.21875, + 0.242188, + 1.25, + 0.958008, + 1.050537, + 0.324219, + 1.033691, + 0.277344, + 1.019897, + 1.212891, + 1.202148, + 0.136719, + 1.12207, + 1.133789, + 1.065918, + 0.210938, + 0.771484, + 0.136719, + 1.105957, + 1.037109, + 0.410156, + 1.104004, + 0.895508, + 0.880859, + 1.119629, + 1.139648, + 1.104492, + 1.103516, + 1.203125, + 1.144531, + 1.011475, + 1.22168, + 1.209961, + 1.207031, + 0.981201, + 1.125977, + 1.022583, + 0.880371, + 1.351562, + 1.273438, + 1.246094, + 1.039307, + 1.042969, + 1.106934, + 1.021729, + 1.251953, + 1.208984, + 1.017456, + 1.081543, + 1.211914, + 1.012634, + 0.981445, + 1.339844, + 1.226562, + 0.875488, + 0.939697, + 1.12207, + 1.376953, + 1.134766, + 1.145508, + 1.014465, + 1.083496, + 0.985107, + 0.830078, + 1.683594, + 1.292969, + 1.28125, + 1.253906, + 1.199219, + 1.273438, + 0.851562, + 1.189453, + 1.025269, + 1.0625, + 1.292969, + 1.03418, + 1.136719, + 1.320312, + 0.910645, + 1.193359, + 0.954102, + 0.949951, + 1.279297, + 0.539062, + 1.065918, + 1.300781, + 0.363281, + 1.082031, + 1.151367, + 1.002106, + 1.005798, + 1.121094, + 1.304688, + 1.012573, + 1.267578, + 1.181641, + 1.120605, + 0.974854, + 1.126953, + 0.794922, + 1.114258, + 1.102051, + 1.053711, + 1.054932, + 1.092285, + 1.037598, + 1.086426, + 0.932129, + 1.11377, + 1.089844, + 0.375, + 1.032715, + 1.101074, + 1.041992, + 0.722656, + 1.171875, + 0.328125, + 1.081543, + 1.160156, + 1.076172, + 0.987854, + 1.145508, + 0.257812, + 1.002396, + 0.825195, + 0.304688, + 0.943848, + 1.121094, + 1.049072, + 1.194336, + 0.874023, + 1.136719, + 1.213867, + 1.083008, + 1.237305, + 0.912598, + 0.207031, + 1.237305, + 0.003906, + 0.992065, + 1.259766, + 1.097656, + 0.924316, + 1.361328, + 1.367188, + 0.152344, + 1.071777, + 1.128906, + 1.089844, + 1.040283, + 1.291016, + 1.243164, + 1.052979, + 1.223633, + 0.966553, + 1.195312, + 0.860352, + 1.15918, + 1.056152, + 1.039795, + 0.714844, + 1.004761, + 1.322266, + 1.146484, + 0.801758, + 0.6875, + 1.098633, + 1.107422, + 2.46875, + 1.165039, + 1.012634, + 1.201172, + 1.245117, + 1.025269, + 0.970093, + 1.059082, + 1.241211, + 0.96875, + 1.135742, + 0.601562, + 1.07373, + 0.607422, + 0.793945, + 1.15918, + 0.378906, + 0.767578, + 0.568359, + 0.800781, + 0.167969, + 0.296875, + 1.237305, + 1.1875, + 0.773438, + 0.915527, + 0.265625, + 1.209961, + 0.868164, + 0.472656, + 1.160156, + 1.148438, + 1.026245, + 0.347656, + 1.142578, + 1.087891, + 1.205078, + 0.985779, + 1.051025, + 1.135742, + 1.238281, + 1.294922, + 1.149414, + 1.043945, + 1.18457, + 0.570312, + 1.279297, + 1.361328, + 0.503906, + 0.382812, + 1.140625, + 0.99176, + 0.799805, + 0.703125, + 1.021729, + 1.152344, + 1.200195, + 1.139648, + 0.21875, + 1.203125, + 1.222656, + 1.332031, + 0.966309, + 0.21875, + 1.010864, + 1.113281, + 0.985962, + 1.241211, + 1.042725, + 1.386719, + 0.347656, + 1.429688, + 1.1875, + 1.013306, + 1.173828, + 0.484375, + 1.164062, + 1.124512, + 1.318359, + 1.133789, + 0.841797, + 0.882324, + 1.071289, + 1.033691, + 0.990173, + 1.046875, + 1.213867, + 1.267578, + 1.322266, + 1.006561, + 1.035645, + 0.876465, + 1.12793, + 1.068359, + 1.167969, + 1.0625, + 0.979614, + 1.227539, + 1.220703, + 0.775391, + 0.845703, + 1.173828, + 1.253906, + 1.176758, + 1.071289, + 1.165039, + 1.300781, + 1.114258, + 1.136719, + 0.728516, + 0.589844, + 1.086426, + 1.230469, + 1.369141, + 0.93457, + 1.18457, + 1.113281, + 1.161133, + 1.014709, + 1.112793, + 1.149414, + 1.198242, + 0.677734, + 1.199219, + 1.05127, + 1.320312, + 1.15918, + 1.22168, + 1.089355, + 1.148438, + 0.457031, + 1.091797, + 0.25, + 0.996902, + 1.202148, + 1.061035, + 1.129883, + 0.983887, + 1.214844, + 1.052002, + 1.087891, + 1.147461, + 0.300781, + 1.179688, + 1.055176, + 1.185547, + 1.123535, + 0.984985, + 0.874023, + 1.105469, + 1.244141, + 1.09668, + 0.242188, + 1.172852, + 1.036133, + 1.3125, + 0.780273, + 1.119629, + 1.15625, + 1.078613, + 0.774414, + 1.148438, + 0.179688, + 0.332031, + 0.609375, + 0.214844, + 1.12207, + 1.196289, + 1.105957, + 0.619141, + 0.359375, + 1.078613, + 0.703125, + 0.748047, + 1.239258, + 1.120605, + 1.115234, + 1.108887, + 0.997955, + 1.089844, + 0.937012, + 1.207031, + 0.875488, + 1.165039, + 1.233398, + 0.905273, + 1.191406, + 0.981934, + 0.335938, + 0.320312, + 1.145508, + 0.378906, + 1.080078, + 0.96936, + 1.002365, + 1.071777, + 1.034912, + 0.898926, + 1.030273, + 0.238281, + 1.091309, + 1.40625, + 1.158203, + 0.924805, + 1.182617, + 0.222656, + 1.011536, + 0.816406, + 1.380859, + 1.160156, + 1.287109, + 1.04126, + 1.071777, + 1.119629, + 0.558594, + 1.244141, + 0.417969, + 1.189453, + 1.300781, + 1.026611, + 0.95874, + 1.072754, + 1.166016, + 0.973755, + 0.949951, + 1.160156, + 1.233398, + 0.517578, + 0.904297, + 1.193359, + 1.132812, + 1.182617, + 1.235352, + 1.035889, + 1.118652, + 1.124023, + 1.365234, + 1.351562, + 1.181641, + 1.041748, + 0.015625, + 1.291016, + 1.07959, + 1.017212, + 0.417969, + 1.069824, + 1.380859, + 1.145508, + 1.419922, + 1.135742, + 1.365234, + 0.885742, + 1.431641, + 1.175781, + 0.746094, + 0.654297, + 1.193359, + 0.995331, + 1.109863, + 1.131836, + 0.896484, + 0.925293, + 1.064453, + 1.241211, + 1.083008, + 0.803711, + 1.083008, + 1.147461, + 0.860352, + 1.103516, + 1.061279, + 1.042725, + 1.061523, + 1.144531, + 1.259766, + 0.922363, + 1.121582, + 1.086426, + 1.369141, + 0.496094, + 0.988708, + 1.253906, + 1.15918, + 0.863281, + 1.027954, + 1.213867, + 1.072266, + 1.066895, + 1.058105, + 1.032227, + 1.016602, + 0.779297, + 1.213867, + 1.196289, + 1.138672, + 1.067871, + 0.930664, + 1.166016, + 1.06543, + 1.275391, + 1.120117, + 1.019287, + 1.075195, + 0.969604, + 1.198242, + 0.587891, + 1.103516, + 1.080566, + 0.867188, + 0.269531, + 0.982178, + 0.662109, + 1.111328, + 1.255859, + 1.050049, + 0.464844, + 0.148438, + 0.230469, + 1.058838, + 1.246094, + 1.082031, + 1.134766, + 0.998993, + 1.053467, + 1.126953, + 1.09375, + 1.105469, + 1.061279, + 1.069336, + 0.183594, + 1.0354, + 1.078613, + 1.093262, + 1.116211, + 1.081055, + 1.064941, + 1.082031, + 0.889648, + 1.055176, + 0.91748, + 0.943359, + 1.161133, + 1.104004, + 1.223633, + 0.722656, + 1.255859, + 1.104492, + 0.0, + 1.298828, + 1.006317, + 0.863281, + 1.123535, + 0.801758, + 1.257812, + 1.125977, + 1.248047, + 1.043213, + 0.897949, + 0.972778, + 0.962158, + 1.19043, + 0.936035, + 1.033691, + 1.108887, + 1.144531, + 1.019653, + 1.839844, + 1.143555, + 0.993835, + 0.983032, + 1.050049, + 1.062256, + 1.124023, + 0.895508, + 1.049316, + 1.042725, + 1.107422, + 1.213867, + 1.097168, + 1.251953, + 1.00946, + 1.511719, + 1.3125, + 0.574219, + 1.122559, + 0.903809, + 1.10498, + 1.167969, + 1.064941, + 1.054932, + 0.617188, + 0.517578, + 0.537109, + 1.09668, + 1.308594, + 1.098145, + 0.801758, + 1.162109, + 1.15332, + 1.035645, + 1.039062, + 1.130859, + 0.991455, + 1.04248, + 1.119629, + 1.124023, + 1.179688, + 1.090332, + 0.966309, + 1.279297, + 0.915527, + 0.852539, + 1.316406, + 0.894043, + 1.238281, + 1.176758, + 1.185547, + 1.241211, + 1.051025, + 1.204102, + 1.114746, + 1.011047, + 1.09375, + 0.308594, + 1.208008, + 1.070312, + 1.205078, + 0.983032, + 1.050537, + 1.101074, + 1.072266, + 0.935059, + 1.145508, + 1.259766, + 1.163086, + 1.112793, + 1.21582, + 1.070801, + 0.87207, + 1.228516, + 0.985901, + 1.122559, + 1.102051, + 1.135742, + 1.400391, + 0.770508, + 0.919922, + 1.109863, + 0.873047, + 0.963379, + 1.789062, + 1.263672, + 1.167969, + 0.632812, + 0.572266, + 1.173828, + 1.223633, + 0.958252, + 0.71875, + 1.142578, + 0.850586, + 1.275391, + 1.105469, + 0.607422, + 1.168945, + 1.230469, + 0.597656, + 1.191406, + 1.113281, + 1.111816, + 0.894043, + 0.46875, + 1.027222, + 1.004669, + 0.367188, + 0.962402, + 1.257812, + 1.197266, + 0.277344, + 1.135742, + 0.5, + 1.201172, + 1.355469, + 0.860352, + 0.566406, + 1.12793, + 1.084961, + 1.017578, + 1.003845, + 1.100098, + 1.231445, + 1.032715, + 0.965576, + 0.976074, + 1.044922, + 1.066406, + 1.149414, + 1.089355, + 1.059814, + 1.223633, + 1.253906, + 0.632812, + 1.15625, + 1.065918, + 0.699219, + 1.042236, + 0.642578, + 1.175781, + 1.119629, + 1.109863, + 1.175781, + 1.168945, + 0.950195, + 1.275391, + 1.198242, + 1.3125, + 0.876953, + 1.065918, + 1.3125, + 1.197266, + 0.003906, + 0.831055, + 0.81543, + 1.013611, + 0.95166, + 0.779297, + 1.106445, + 1.15625, + 1.010864, + 1.12207, + 1.09082, + 0.207031, + 1.12207, + 1.018921, + 0.968262, + 0.691406, + 1.253906, + 1.227539, + 1.040039, + 0.28125, + 0.829102, + 1.003998, + 0.949951, + 1.164062, + 1.25, + 1.22168, + 0.916016, + 1.185547, + 1.054932, + 1.042725, + 0.985962, + 1.229492, + 1.086426, + 1.196289, + 0.935059, + 1.210938, + 0.304688, + 1.0625, + 1.073242, + 1.118164, + 0.969727, + 1.060547, + 1.123047, + 1.094238, + 1.070312, + 1.15332, + 0.710938, + 0.964111, + 1.099121, + 1.238281, + 0.625, + 0.893555, + 0.987183, + 0.234375, + 0.046875, + 0.621094, + 0.992737, + 1.015747, + 1.174805, + 0.962402, + 1.11084, + 0.183594, + 0.148438, + 0.950195, + 1.161133, + 0.806641, + 1.149414, + 0.989441, + 1.210938, + 1.170898, + 0.964844, + 0.234375, + 1.259766, + 0.939941, + 0.901855, + 0.542969, + 1.062988, + 0.920898, + 1.024414, + 0.883789, + 1.118164, + 0.999275, + 0.973999, + 1.063477, + 0.833008, + 1.179688, + 1.112793, + 0.833984, + 1.082031, + 1.335938, + 1.216797, + 1.119141, + 0.544922, + 0.199219, + 2.203125, + 1.124512, + 1.035889, + 1.173828, + 1.063965, + 1.128906, + 0.975342, + 1.246094, + 0.136719, + 0.914551, + 0.673828, + 1.105957, + 1.088379, + 0.214844, + 1.132812, + 1.116699, + 1.152344, + 1.009033, + 1.130859, + 0.977661, + 0.811523, + 0.261719, + 1.048096, + 0.879395, + 1.084961, + 0.269531, + 0.849609, + 1.179688, + 1.398438, + 1.145508, + 1.191406, + 0.810547, + 0.863281, + 1.251953, + 1.271484, + 0.533203, + 1.02478, + 1.207031, + 0.673828, + 0.909668, + 0.199219, + 0.841797, + 1.046143, + 1.19043, + 1.003342, + 1.018921, + 1.047607, + 1.005341, + 1.128906, + 0.125, + 1.243164, + 1.124512, + 1.093262, + 1.112305, + 1.219727, + 0.996399, + 1.021118, + 0.152344, + 0.921387, + 0.222656, + 1.161133, + 0.246094, + 0.760742, + 1.19043, + 1.125977, + 1.163086, + 0.619141, + 0.978882, + 0.84668, + 1.052002, + 0.191406, + 1.005554, + 0.683594, + 0.535156, + 0.398438, + 1.126953, + 1.257812, + 0.773438, + 0.832031, + 1.222656, + 1.012207, + 1.225586, + 0.714844, + 0.931641, + 1.072754, + 0.183594, + 1.316406, + 1.145508, + 1.012085, + 0.25, + 0.171875, + 1.049805, + 1.400391, + 0.955322, + 1.194336, + 1.22168, + 0.959229, + 0.707031, + 1.59375, + 0.964844, + 1.059814, + 1.269531, + 0.90332, + 1.183594, + 1.095215, + 1.21875, + 1.196289, + 1.261719, + 1.088867, + 1.233398, + 1.116211, + 0.944336, + 1.259766, + 1.316406, + 0.803711, + 1.078125, + 1.237305, + 1.062012, + 1.089844, + 1.164062, + 1.373047, + 1.169922, + 0.179688, + 0.716797, + 0.874023, + 0.273438, + 1.089844, + 0.942627, + 1.066895, + 1.043457, + 1.089844, + 1.082031, + 0.994415, + 1.042236, + 0.210938, + 0.744141, + 0.962158, + 0.84375, + 1.12207, + 1.088867, + 0.75293, + 1.188477, + 1.042725, + 1.139648, + 1.128906, + 1.133789, + 0.207031, + 1.228516, + 1.160156, + 0.701172, + 1.168945, + 0.978516, + 1.394531, + 1.380859, + 1.092773, + 1.143555, + 1.112793, + 1.15625, + 1.08252, + 1.078613, + 0.828125, + 0.998756, + 1.119629, + 1.239258, + 1.216797, + 1.027954, + 0.375, + 1.380859, + 0.28125, + 1.084961, + 1.185547, + 0.821289, + 1.136719, + 1.148438, + 1.431641, + 1.047607, + 0.873047, + 1.089844, + 0.15625, + 0.171875, + 0.164062, + 1.018311, + 1.09082, + 0.328125, + 0.967285, + 1.031128, + 1.341797, + 0.339844, + 1.073242, + 0.677734, + 0.950684, + 0.269531, + 1.109863, + 1.167969, + 1.019165, + 1.131836, + 0.894531, + 0.879395, + 1.24707, + 1.12793, + 0.304688, + 0.938721, + 0.0, + 1.041748, + 1.166016, + 1.172852, + 1.320312, + 0.799805, + 0.619141, + 1.097168, + 0.207031, + 1.484375, + 1.053711, + 1.09668, + 1.130859, + 0.609375, + 1.22168, + 1.095703, + 1.056885, + 0.787109, + 1.041992, + 0.93457, + 1.648438, + 1.151367, + 1.099121, + 1.240234, + 1.172852, + 1.032471, + 1.251953, + 0.987061, + 1.091797, + 1.271484, + 1.143555, + 1.095215, + 1.067383, + 1.07666, + 1.24707, + 0.828125, + 1.068848, + 1.051025, + 1.042969, + 1.171875, + 0.976562, + 0.894531, + 1.050537, + 1.050781, + 1.291016, + 1.081055, + 0.931152, + 0.359375, + 1.322266, + 0.933105, + 1.062988, + 0.998131, + 1.128906, + 0.983765, + 1.160156, + 0.367188, + 1.168945, + 0.359375, + 1.072754, + 0.835938, + 0.855469, + 0.759766, + 1.097656, + 0.552734, + 1.24707, + 0.214844, + 1.125, + 0.570312, + 1.308594, + 0.974609, + 0.999966, + 1.098633, + 1.171875, + 1.098633, + 0.899902, + 0.987671, + 1.05127, + 1.267578, + 0.117188, + 1.112305, + 0.981689, + 0.905762, + 1.141602, + 1.181641, + 1.183594, + 1.0354, + 0.607422, + 0.992218, + 1.152344, + 1.066895, + 1.367188, + 1.142578, + 1.134766, + 1.062256, + 0.912109, + 1.081055, + 0.167969, + 1.265625, + 1.129883, + 1.292969, + 1.011719, + 0.895996, + 0.5, + 0.171875, + 1.210938, + 0.179688, + 0.316406, + 0.849609, + 0.968018, + 1.308594, + 1.108398, + 0.210938, + 1.020874, + 0.776367, + 1.271484, + 0.203125, + 1.144531, + 1.071777, + 1.111328, + 1.466797, + 1.094238, + 1.294922, + 0.222656, + 1.207031, + 1.176758, + 0.607422, + 0.300781, + 1.081055, + 1.259766, + 0.339844, + 1.053711, + 0.792969, + 1.147461, + 0.92041, + 1.106934, + 1.003738, + 0.292969, + 1.213867, + 0.963867, + 0.952637, + 1.144531, + 1.085938, + 0.595703, + 0.171875, + 1.071777, + 1.285156, + 0.9823, + 1.191406, + 1.195312, + 1.267578, + 1.455078, + 1.095703, + 0.927734, + 0.910645, + 1.208984, + 1.296875, + 1.168945, + 1.000626, + 1.119629, + 0.959473, + 1.09668, + 1.289062, + 1.120605, + 0.101562, + 1.121094, + 1.148438, + 1.030151, + 0.990601, + 0.962891, + 1.046387, + 0.978027, + 1.035156, + 1.150391, + 1.222656, + 1.004578, + 1.077637, + 1.189453, + 0.599609, + 1.046143, + 0.246094, + 1.200195, + 0.28125, + 1.291016, + 1.12793, + 1.265625, + 0.226562, + 1.25, + 0.926758, + 0.913086, + 1.145508, + 1.026611, + 1.113281, + 1.034424, + 1.214844, + 0.98645, + 1.019287, + 0.382812, + 1.05835, + 1.158203, + 1.394531, + 1.220703, + 0.931152, + 1.066406, + 1.07959, + 1.136719, + 1.075684, + 1.026123, + 0.87207, + 0.924805, + 1.131836, + 0.952393, + 0.335938, + 0.984009, + 1.318359, + 1.285156, + 0.927734, + 0.222656, + 1.242188, + 1.189453, + 1.174805, + 1.275391, + 1.191406, + 1.137695, + 1.111328, + 0.997955, + 0.238281, + 1.042236, + 1.070801, + 1.135742, + 1.231445, + 0.879395, + 1.058105, + 1.246094, + 1.394531, + 1.07666, + 0.9823, + 1.480469, + 1.095703, + 1.000725, + 0.94165, + 1.353516, + 1.15625, + 0.535156, + 1.503906, + 0.934082, + 0.989075, + 1.194336, + 1.0177, + 0.544922, + 1.326172, + 1.066406, + 1.175781, + 0.207031, + 0.857422, + 0.773438, + 0.894043, + 1.058594, + 1.241211, + 1.162109, + 0.0, + 1.09082, + 1.386719, + 0.148438, + 0.525391, + 1.15918, + 1.099609, + 1.11084, + 1.199219, + 1.140625, + 0.994812, + 1.037842, + 0.904785, + 1.158203, + 0.382812, + 1.02002, + 1.332031, + 1.104492, + 0.484375, + 1.144531, + 1.154297, + 1.07666, + 1.129883, + 1.100098, + 1.074219, + 1.104492, + 0.912109, + 0.28125, + 1.04126, + 1.085938, + 1.219727, + 1.185547, + 0.691406, + 1.105957, + 0.591797, + 1.082031, + 1.121094, + 0.558594, + 1.02478, + 1.229492, + 1.12793, + 2.109375, + 0.877441, + 1.141602, + 1.073242, + 1.015198, + 0.552734, + 0.191406, + 1.05835, + 1.07373, + 1.081543, + 0.849609, + 1.210938, + 1.091797, + 1.070801, + 0.214844, + 0.954102, + 1.195312, + 0.991882, + 1.008301, + 1.027832, + 1.211914, + 1.191406, + 1.152344, + 0.908691, + 1.089844, + 0.935547, + 1.097168, + 1.136719, + 1.198242, + 1.168945, + 0.822266, + 0.899414, + 0.824219, + 1.365234, + 0.873047, + 1.063477, + 1.265625, + 0.558594, + 1.0271, + 0.989075, + 1.226562, + 1.018188, + 1.109863, + 1.176758, + 0.632812, + 0.987427, + 1.108398, + 1.232422, + 1.135742, + 1.217773, + 0.582031, + 0.970093, + 1.133789, + 1.041748, + 1.141602, + 1.308594, + 0.941406, + 1.136719, + 0.99736, + 1.098633, + 0.995544, + 0.410156, + 1.12793, + 1.128906, + 1.19043, + 1.929688, + 1.128906, + 1.15918, + 1.034668, + 0.974121, + 1.134766, + 1.084473, + 1.001175, + 0.854492, + 0.574219, + 0.907227, + 1.009277, + 1.219727, + 0.974731, + 1.140625, + 1.253906, + 1.135742, + 1.025391, + 1.168945, + 1.061035, + 1.320312, + 1.097168, + 0.957275, + 1.011536, + 1.181641, + 1.011536, + 1.050781, + 1.150391, + 1.058838, + 1.119141, + 1.151367, + 1.376953, + 1.183594, + 0.961914, + 0.855469, + 1.058105, + 1.023682, + 0.027344, + 1.176758, + 1.314453, + 1.049072, + 0.433594, + 1.086426, + 1.027954, + 0.544922, + 0.246094, + 1.015015, + 0.916992, + 1.298828, + 0.970215, + 1.088867, + 1.084473, + 1.105957, + 1.220703, + 0.981934, + 1.146484, + 1.069336, + 0.542969, + 1.34375, + 1.157227, + 0.3125, + 0.1875, + 1.380859, + 1.077637, + 1.228516, + 0.503906, + 1.069824, + 0.768555, + 1.031738, + 1.229492, + 1.018311, + 1.032959, + 1.152344, + 0.996002, + 0.852539, + 1.090332, + 1.113281, + 1.089844, + 0.277344, + 0.548828, + 1.083984, + 1.092773, + 1.056152, + 0.756836, + 1.006714, + 1.169922, + 0.919922, + 0.503906, + 1.136719, + 1.179688, + 0.961426, + 1.223633, + 1.03418, + 0.895996, + 0.898438, + 1.087891, + 0.003906, + 0.128906, + 1.09375, + 1.043457, + 0.923828, + 1.445312, + 0.974243, + 1.171875, + 0.335938, + 1.166992, + 0.402344, + 0.484375, + 1.191406, + 1.318359, + 1.142578, + 1.063477, + 1.194336, + 1.216797, + 0.347656, + 1.167969, + 0.973022, + 0.918457, + 1.034912, + 1.080566, + 1.051514, + 0.942383, + 0.788086, + 1.122559, + 1.232422, + 1.026733, + 1.003616, + 0.736328, + 0.887695, + 1.079102, + 2.40625, + 1.098633, + 1.144531, + 0.230469, + 1.094238, + 1.207031, + 0.740234, + 1.041748, + 1.050537, + 1.064941, + 1.304688, + 1.093262, + 1.186523, + 0.821289, + 0.962891, + 1.125977, + 1.121582, + 1.176758, + 1.160156, + 1.092773, + 1.034912, + 1.044189, + 1.161133, + 1.175781, + 1.175781, + 0.597656, + 0.15625, + 1.136719, + 1.119141, + 1.269531, + 1.19043, + 0.962158, + 0.050781, + 1.211914, + 1.147461, + 0.94043, + 1.211914, + 0.371094, + 1.289062, + 1.131836, + 1.088379, + 1.020386, + 1.044922, + 1.263672, + 0.92334, + 0.763672, + 1.050781, + 1.181641, + 1.177734, + 0.226562, + 1.375, + 0.930176, + 0.152344, + 1.065918, + 1.01239, + 1.231445, + 0.885742, + 0.875, + 1.011658, + 0.746094, + 1.152344, + 1.097656, + 1.113281, + 0.986023, + 1.050293, + 1.083496, + 1.018799, + 1.613281, + 1.175781, + 1.222656, + 1.349609, + 1.219727, + 0.583984, + 0.999559, + 1.108398, + 0.884766, + 0.978394, + 1.059326, + 1.082031, + 0.425781, + 0.997803, + 0.191406, + 1.10498, + 1.063477, + 1.275391, + 0.92334, + 1.038574, + 1.026733, + 1.191406, + 0.994202, + 0.880371, + 1.160156, + 1.074707, + 1.234375, + 0.917969, + 1.136719, + 0.583984, + 0.993896, + 0.707031, + 0.246094, + 1.08252, + 1.083984, + 1.208008, + 1.205078, + 1.134766, + 0.838867, + 1.033203, + 1.083496, + 0.626953, + 0.640625, + 1.07373, + 1.207031, + 1.177734, + 0.990601, + 1.120117, + 0.797852, + 1.269531, + 1.076172, + 1.089844, + 0.316406, + 1.008789, + 1.396484, + 1.094727, + 1.128906, + 0.913086, + 1.096191, + 0.9646, + 1.019409, + 1.133789, + 1.125977, + 1.012024, + 0.505859, + 1.083008, + 1.068359, + 1.120117, + 1.322266, + 1.291016, + 1.134766, + 1.001915, + 0.845703, + 1.353516, + 1.128906, + 0.46875, + 0.316406, + 1.098145, + 1.259766, + 1.287109, + 1.089355, + 1.217773, + 0.144531, + 1.03125, + 1.328125, + 0.961914, + 1.131836, + 0.769531, + 0.968262, + 0.847656, + 0.296875, + 1.174805, + 1.107422, + 1.304688, + 0.938965, + 1.007874, + 1.239258, + 1.038086, + 1.326172, + 0.996826, + 1.289062, + 1.206055, + 0.910645, + 0.946533, + 0.552734, + 1.043457, + 0.574219, + 0.210938, + 1.128906, + 1.488281, + 1.087891, + 1.197266, + 1.06543, + 1.113281, + 1.141602, + 1.114746, + 1.224609, + 1.088867, + 0.84082, + 0.924805, + 0.472656, + 1.097656, + 0.750977, + 1.025513, + 1.066406, + 1.093262, + 1.15918, + 1.058594, + 1.318359, + 1.15918, + 0.677734, + 1.071777, + 1.192383, + 0.3125, + 0.880371, + 1.103027, + 1.196289, + 0.92041, + 0.296875, + 0.993683, + 1.316406, + 1.110352, + 1.132812, + 0.979858, + 0.253906, + 1.134766, + 1.085938, + 0.652344, + 1.072266, + 1.004974, + 1.021118, + 0.931152, + 1.267578, + 0.96167, + 1.053223, + 1.388672, + 1.047119, + 1.016846, + 1.242188, + 1.092773, + 0.191406, + 1.023315, + 1.051025, + 1.129883, + 1.171875, + 1.195312, + 1.271484, + 0.908691, + 0.5, + 1.223633, + 1.170898, + 1.12207, + 1.071289, + 0.548828, + 0.852539, + 1.208984, + 0.983154, + 1.107422, + 0.912109, + 1.121582, + 1.066406, + 1.112305, + 0.913086, + 1.123535, + 1.05127, + 0.97522, + 1.166992, + 1.109863, + 1.177734, + 1.318359, + 0.90918, + 1.333984, + 0.433594, + 0.011719, + 1.041504, + 0.767578, + 1.110352, + 1.099609, + 1.080566, + 0.981689, + 0.87207, + 1.065918, + 0.810547, + 1.259766, + 1.149414, + 1.1875, + 1.114258, + 0.207031, + 0.981689, + 1.168945, + 1.151367, + 0.965332, + 1.464844, + 1.049805, + 1.150391, + 1.152344, + 0.845703, + 1.174805, + 1.185547, + 1.059326, + 1.206055, + 0.959473, + 0.876953, + 1.020508, + 0.766602, + 0.864258, + 1.120117, + 1.251953, + 1.084961, + 1.300781, + 1.255859, + 1.248047, + 0.954102, + 1.330078, + 0.722656, + 1.044189, + 0.738281, + 0.449219, + 1.19043, + 1.097656, + 0.962646, + 0.246094, + 0.693359, + 1.246094, + 1.056152, + 1.332031, + 1.15332, + 1.460938, + 1.128906, + 1.135742, + 0.880371, + 1.302734, + 0.15625, + 1.017334, + 0.957275, + 0.996536, + 1.149414, + 1.176758, + 1.195312, + 0.993744, + 0.160156, + 1.125, + 1.035156, + 0.987, + 0.960693, + 1.231445, + 1.239258, + 1.339844, + 1.034424, + 0.982422, + 0.425781, + 1.07666, + 1.144531, + 0.945068, + 1.142578, + 1.259766, + 1.09082, + 1.227539, + 0.825195, + 1.099121, + 0.848633, + 1.251953, + 0.985901, + 1.148438, + 1.244141, + 0.945557, + 0.946045, + 0.995483, + 1.177734, + 1.11084, + 1.208008, + 1.049316, + 0.972534, + 0.195312, + 1.119629, + 1.160156, + 1.088867, + 1.115723, + 1.146484, + 1.243164, + 1.060547, + 1.021973, + 1.167969, + 0.714844, + 0.982544, + 1.032471, + 1.117676, + 0.183594, + 1.086914, + 1.086426, + 1.189453, + 1.128906, + 1.046143, + 1.000127, + 1.314453, + 0.916992, + 1.122559, + 1.0354, + 1.173828, + 0.214844, + 0.92627, + 0.902832, + 1.179688, + 0.230469, + 1.349609, + 0.304688, + 1.020874, + 0.140625, + 1.104004, + 0.857422, + 0.845703, + 0.544922, + 0.832031, + 1.178711, + 1.088867, + 0.972778, + 1.049561, + 0.979614, + 1.298828, + 1.120605, + 0.0, + 0.453125, + 0.667969, + 1.242188, + 1.207031, + 1.013733, + 1.253906, + 1.292969, + 1.101074, + 0.761719, + 1.255859, + 1.09668, + 1.259766, + 1.198242, + 1.069824, + 0.849609, + 1.139648, + 1.097656, + 0.662109, + 1.133789, + 1.152344, + 1.353516, + 1.095215, + 1.279297, + 0.754883, + 1.232422, + 1.099609, + 0.904785, + 1.209961, + 1.168945, + 1.212891, + 1.080078, + 1.318359, + 0.34375, + 1.113281, + 1.04248, + 1.026978, + 0.371094, + 1.11377, + 1.236328, + 1.226562, + 0.277344, + 0.974243, + 0.683594, + 1.137695, + 0.933105, + 0.822266, + 0.140625, + 1.275391, + 1.098145, + 1.092773, + 0.011719, + 0.683594, + 0.25, + 1.335938, + 1.160156, + 0.900879, + 1.158203, + 1.097168, + 1.055908, + 1.253906, + 1.111328, + 0.946045, + 0.339844, + 0.429688, + 1.285156, + 0.841797, + 0.870117, + 1.147461, + 1.004333, + 1.058594, + 1.157227, + 0.685547, + 1.050537, + 1.029907, + 1.019775, + 0.453125, + 1.245117, + 1.15332, + 1.335938, + 1.257812, + 0.999184, + 0.289062, + 1.326172, + 0.28125, + 1.273438, + 1.161133, + 1.08252, + 1.208984, + 1.425781, + 0.915039, + 1.10791, + 1.24707, + 1.110352, + 1.271484, + 1.046631, + 0.966553, + 1.196289, + 1.071289, + 1.28125, + 0.903809, + 1.269531, + 1.090332, + 0.541016, + 0.922363, + 0.953369, + 0.527344, + 1.096191, + 1.133789, + 1.25, + 1.12207, + 0.908203, + 0.914551, + 0.966553, + 1.134766, + 0.621094, + 1.186523, + 1.011292, + 1.269531, + 1.084961, + 1.10498, + 1.237305, + 0.848633, + 1.091797, + 1.144531, + 1.128906, + 1.150391, + 1.072266, + 0.529297, + 1.229492, + 1.112793, + 0.429688, + 1.105957, + 1.10498, + 0.242188, + 1.030518, + 0.775391, + 1.160156, + 1.164062, + 1.071777, + 1.208008, + 1.228516, + 1.109863, + 1.00325, + 1.104004, + 0.964355, + 0.952393, + 1.026855, + 0.554688, + 0.966309, + 1.255859, + 1.240234, + 0.339844, + 0.994537, + 1.014038, + 1.208008, + 1.177734, + 1.128906, + 1.174805, + 1.035156, + 0.994171, + 0.808594, + 0.885254, + 1.15625, + 1.107422, + 0.242188, + 1.188477, + 1.054688, + 0.28125, + 1.136719, + 1.100586, + 1.375, + 1.013245, + 0.996338, + 1.064941, + 0.421875, + 1.248047, + 1.296875, + 1.40625, + 1.113281, + 1.037109, + 0.908203, + 0.950684, + 0.265625, + 0.519531, + 1.073242, + 0.820312, + 1.192383, + 0.689453, + 0.887695, + 1.022339, + 1.032959, + 0.285156, + 0.855469, + 1.232422, + 0.164062, + 1.217773, + 0.941895, + 1.196289, + 1.095703, + 0.257812, + 1.219727, + 1.147461, + 0.21875, + 1.166016, + 0.924805, + 1.059082, + 1.180664, + 1.208008, + 1.332031, + 0.261719, + 1.275391, + 0.775391, + 1.077637, + 1.033447, + 1.28125, + 1.206055, + 0.576172, + 1.279297, + 1.162109, + 1.166016, + 0.939209, + 0.253906, + 1.124023, + 1.130859, + 1.040527, + 1.032715, + 1.205078, + 1.108398, + 0.893066, + 0.866211, + 1.160156, + 0.983765, + 1.177734, + 0.648438, + 1.257812, + 1.28125, + 1.117676, + 0.207031, + 1.026489, + 0.918945, + 0.981445, + 1.257812, + 1.10498, + 0.890625, + 0.894043, + 1.141602, + 1.213867, + 0.292969, + 1.029297, + 1.098633, + 0.955811 + ] + }, + "name": "onnx::Mul_8397", + "outputIndexes": [ + 955 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 954, + 955 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_9/Mul_1_output_0", + "outputIndexes": [ + 956 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 885, + 956 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_48_output_0", + "outputIndexes": [ + 957 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 957 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_9/Mul_output_0", + "outputIndexes": [ + 958 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.267578, + 1.339844, + 1.296875, + 1.339844, + 1.402344, + 1.394531, + 1.183594, + 0.375, + 1.367188, + 1.12207, + 1.40625, + 1.25, + 1.162109, + 1.365234, + 1.339844, + 1.279297, + 1.204102, + 1.357422, + 1.147461, + 1.300781, + 1.363281, + 1.429688, + 1.400391, + 1.133789, + 1.143555, + 1.265625, + 0.988464, + 1.164062, + 1.241211, + 1.351562, + 1.150391, + 0.959473, + 1.306641, + 0.457031, + 1.291016, + 0.921387, + 1.322266, + 1.283203, + 1.230469, + 1.339844, + 1.324219, + 1.269531, + 1.357422, + 0.934082, + 0.558594, + 1.310547, + 1.386719, + 1.326172, + 1.1875, + 1.026123, + 1.245117, + 0.707031, + 1.231445, + 0.410156, + 1.255859, + 1.055176, + 1.235352, + 1.324219, + 1.183594, + 1.142578, + 0.842773, + 1.213867, + 1.316406, + 1.185547, + 0.950195, + 1.220703, + 0.762695, + 1.304688, + 1.112793, + 1.257812, + 1.279297, + 1.386719, + 1.246094, + 1.306641, + 1.208008, + 1.269531, + 0.722656, + 1.036377, + 0.999058, + 0.539062, + 1.230469, + 0.367188, + 1.220703, + 0.946289, + 1.246094, + 1.183594, + 1.277344, + 0.939209, + 0.587891, + 1.199219, + 1.265625, + 1.244141, + 1.349609, + 0.564453, + 1.300781, + 0.367188, + 1.261719, + 1.330078, + 1.318359, + 1.255859, + 1.129883, + 1.324219, + 1.365234, + 1.255859, + 1.365234, + 1.333984, + 1.300781, + 0.966553, + 1.355469, + 1.326172, + 1.245117, + 1.203125, + 1.347656, + 0.728516, + 1.261719, + 0.977661, + 1.388672, + 0.429688, + 1.28125, + 1.300781, + 1.34375, + 1.207031, + 0.90332, + 1.351562, + 1.106445, + 0.818359, + 1.21875, + 1.367188, + 1.207031, + 0.732422, + 0.777344, + 1.261719, + 1.207031, + 1.294922, + 1.310547, + 1.271484, + 1.128906, + 0.779297, + 1.185547, + 1.339844, + 1.129883, + 1.259766, + 1.131836, + 1.318359, + 1.347656, + 1.140625, + 1.134766, + 1.386719, + 1.316406, + 1.417969, + 1.359375, + 1.099609, + 1.246094, + 0.851562, + 1.359375, + 1.318359, + 0.748047, + 1.279297, + 0.533203, + 0.46875, + 0.537109, + 1.333984, + 1.118652, + 0.736328, + 1.365234, + 1.333984, + 1.371094, + 0.460938, + 1.231445, + 1.217773, + 1.316406, + 0.550781, + 1.18457, + 0.521484, + 1.320312, + 1.318359, + 1.199219, + 0.402344, + 1.291016, + 1.296875, + 1.324219, + 0.433594, + 0.922852, + 0.371094, + 1.078613, + 1.300781, + 0.710938, + 1.292969, + 1.206055, + 1.024536, + 1.333984, + 0.975098, + 1.171875, + 1.261719, + 1.306641, + 1.182617, + 1.351562, + 1.332031, + 1.333984, + 1.253906, + 1.182617, + 1.292969, + 1.255859, + 1.164062, + 1.310547, + 1.355469, + 1.188477, + 1.318359, + 1.24707, + 1.294922, + 1.059814, + 1.337891, + 1.240234, + 1.223633, + 1.263672, + 1.277344, + 1.11377, + 1.232422, + 1.287109, + 1.316406, + 0.981934, + 0.942139, + 1.361328, + 1.380859, + 1.287109, + 1.220703, + 1.257812, + 1.261719, + 1.089844, + 1.075195, + 0.636719, + 1.384766, + 1.277344, + 1.337891, + 1.277344, + 1.353516, + 0.842773, + 1.279297, + 1.21582, + 1.302734, + 0.915039, + 1.337891, + 1.373047, + 1.030273, + 1.3125, + 1.289062, + 1.097168, + 1.117676, + 1.347656, + 0.707031, + 1.341797, + 1.359375, + 0.576172, + 1.361328, + 1.277344, + 1.277344, + 1.174805, + 1.380859, + 1.238281, + 1.265625, + 1.335938, + 1.402344, + 1.294922, + 1.188477, + 1.302734, + 0.98291, + 1.337891, + 1.339844, + 1.192383, + 1.253906, + 1.341797, + 1.310547, + 1.279297, + 1.121582, + 1.333984, + 1.246094, + 0.628906, + 1.174805, + 1.316406, + 1.347656, + 0.898926, + 1.292969, + 0.507812, + 1.291016, + 1.158203, + 1.355469, + 1.143555, + 1.255859, + 0.484375, + 1.28125, + 1.042969, + 0.509766, + 1.196289, + 1.322266, + 1.111816, + 1.244141, + 1.100098, + 1.217773, + 1.328125, + 1.376953, + 1.070801, + 1.083496, + 0.414062, + 1.242188, + 0.324219, + 1.130859, + 1.318359, + 1.160156, + 1.208984, + 1.330078, + 1.394531, + 0.402344, + 1.316406, + 1.277344, + 1.167969, + 1.238281, + 1.10791, + 1.367188, + 1.257812, + 1.316406, + 1.191406, + 1.24707, + 1.067383, + 1.367188, + 1.246094, + 1.179688, + 0.919922, + 1.101562, + 1.261719, + 1.294922, + 0.997971, + 0.841797, + 1.300781, + 1.255859, + 0.449219, + 1.320312, + 1.245117, + 1.378906, + 1.347656, + 1.357422, + 1.257812, + 1.296875, + 1.355469, + 1.222656, + 1.253906, + 0.808594, + 1.353516, + 0.666016, + 1.070801, + 1.292969, + 0.492188, + 1.028564, + 0.601562, + 1.011719, + 0.378906, + 0.550781, + 1.326172, + 1.355469, + 0.835938, + 1.115234, + 0.472656, + 1.279297, + 1.128906, + 0.681641, + 1.196289, + 1.34375, + 1.228516, + 0.515625, + 1.324219, + 1.289062, + 1.359375, + 1.100098, + 1.248047, + 1.285156, + 1.412109, + 1.332031, + 1.386719, + 1.257812, + 1.116699, + 0.708984, + 1.382812, + 1.318359, + 0.724609, + 0.583984, + 1.433594, + 1.173828, + 1.035889, + 0.799805, + 1.292969, + 1.373047, + 1.292969, + 1.412109, + 0.441406, + 1.337891, + 1.341797, + 1.283203, + 1.091797, + 0.480469, + 1.261719, + 1.333984, + 1.306641, + 1.279297, + 1.277344, + 1.423828, + 0.558594, + 1.230469, + 1.349609, + 1.192383, + 1.386719, + 0.537109, + 1.296875, + 1.410156, + 1.287109, + 1.273438, + 0.857422, + 1.183594, + 1.287109, + 1.219727, + 1.324219, + 1.199219, + 1.386719, + 1.3125, + 1.11084, + 1.249023, + 1.161133, + 0.949707, + 1.292969, + 1.24707, + 1.287109, + 1.1875, + 1.070312, + 1.365234, + 1.341797, + 0.887207, + 0.580078, + 1.302734, + 1.353516, + 1.314453, + 1.271484, + 1.265625, + 1.351562, + 1.210938, + 1.292969, + 0.95166, + 0.542969, + 1.292969, + 1.316406, + 1.347656, + 1.164062, + 1.287109, + 1.306641, + 1.353516, + 1.199219, + 1.195312, + 1.302734, + 1.287109, + 0.746094, + 1.324219, + 1.302734, + 1.306641, + 1.298828, + 1.302734, + 1.255859, + 1.332031, + 0.660156, + 1.283203, + 0.449219, + 1.183594, + 1.302734, + 1.320312, + 1.238281, + 1.239258, + 1.369141, + 1.263672, + 1.306641, + 1.335938, + 0.505859, + 1.175781, + 1.349609, + 1.308594, + 1.191406, + 1.255859, + 0.949463, + 1.302734, + 1.373047, + 1.339844, + 0.449219, + 1.271484, + 1.139648, + 1.324219, + 0.979126, + 1.174805, + 1.324219, + 1.292969, + 0.912598, + 1.333984, + 0.378906, + 0.492188, + 0.826172, + 0.433594, + 1.308594, + 1.222656, + 1.233398, + 0.854492, + 0.417969, + 1.24707, + 0.856445, + 0.748047, + 1.204102, + 1.421875, + 1.339844, + 1.300781, + 1.261719, + 1.115234, + 1.206055, + 1.341797, + 0.880859, + 1.396484, + 1.431641, + 1.011108, + 1.066895, + 1.130859, + 0.597656, + 0.544922, + 1.34375, + 0.660156, + 1.394531, + 1.328125, + 1.167969, + 1.412109, + 1.152344, + 1.167969, + 1.333984, + 0.453125, + 1.371094, + 0.714844, + 1.328125, + 1.308594, + 1.396484, + 0.40625, + 0.65625, + 0.960938, + 0.991333, + 1.400391, + 1.277344, + 1.322266, + 1.322266, + 1.208984, + 0.81543, + 1.365234, + 0.539062, + 1.396484, + 1.298828, + 1.117676, + 1.104492, + 1.071777, + 1.261719, + 0.714844, + 1.177734, + 1.271484, + 1.371094, + 0.648438, + 0.908203, + 1.345703, + 1.185547, + 1.322266, + 1.365234, + 0.716797, + 1.028931, + 1.261719, + 1.320312, + 1.269531, + 1.386719, + 1.18457, + 0.355469, + 1.234375, + 1.242188, + 1.189453, + 0.683594, + 1.310547, + 1.222656, + 1.412109, + 1.318359, + 1.275391, + 1.155273, + 1.21582, + 0.938721, + 1.211914, + 0.583984, + 0.771484, + 1.341797, + 1.242188, + 1.014893, + 0.851562, + 0.913086, + 1.160156, + 1.213867, + 1.324219, + 1.324219, + 1.075684, + 1.267578, + 1.396484, + 1.073242, + 1.277344, + 1.400391, + 1.339844, + 1.246094, + 1.318359, + 1.3125, + 1.188477, + 1.376953, + 1.302734, + 1.371094, + 0.488281, + 1.112793, + 1.271484, + 1.316406, + 1.088379, + 1.322266, + 1.176758, + 1.306641, + 1.25, + 1.116699, + 1.291016, + 1.439453, + 1.046875, + 1.333984, + 1.320312, + 1.427734, + 0.907715, + 1.199219, + 1.371094, + 1.330078, + 1.332031, + 1.357422, + 1.101562, + 1.279297, + 1.292969, + 1.332031, + 0.769531, + 1.458984, + 1.359375, + 0.989807, + 0.484375, + 1.265625, + 0.650391, + 1.380859, + 1.394531, + 1.105469, + 0.605469, + 0.324219, + 0.433594, + 1.351562, + 1.367188, + 1.351562, + 1.398438, + 1.291016, + 1.365234, + 1.217773, + 1.013611, + 1.158203, + 1.202148, + 1.289062, + 0.421875, + 1.114258, + 1.34375, + 1.308594, + 1.320312, + 1.306641, + 1.431641, + 1.333984, + 0.99411, + 1.316406, + 1.25, + 0.995483, + 1.269531, + 1.332031, + 1.228516, + 0.806641, + 1.302734, + 1.261719, + 0.347656, + 1.205078, + 1.240234, + 1.458984, + 1.300781, + 0.893555, + 1.243164, + 1.300781, + 1.041016, + 1.068359, + 1.220703, + 1.232422, + 1.318359, + 1.333984, + 1.145508, + 1.151367, + 1.380859, + 1.277344, + 1.292969, + 0.634766, + 1.320312, + 1.135742, + 1.25, + 1.349609, + 1.277344, + 1.298828, + 1.150391, + 1.279297, + 1.147461, + 1.365234, + 1.392578, + 1.378906, + 1.222656, + 0.980225, + 0.932617, + 1.287109, + 0.693359, + 1.304688, + 1.022095, + 1.292969, + 1.402344, + 1.300781, + 1.349609, + 0.791016, + 0.544922, + 0.803711, + 1.341797, + 1.283203, + 1.365234, + 1.098145, + 1.261719, + 1.345703, + 1.273438, + 1.332031, + 1.330078, + 1.251953, + 1.289062, + 1.375, + 1.308594, + 1.341797, + 1.246094, + 1.176758, + 1.355469, + 1.075195, + 1.020142, + 1.396484, + 1.229492, + 1.285156, + 1.464844, + 1.414062, + 1.345703, + 1.292969, + 1.296875, + 1.367188, + 1.158203, + 1.277344, + 0.496094, + 1.287109, + 1.161133, + 1.283203, + 1.213867, + 1.162109, + 1.339844, + 1.257812, + 1.161133, + 1.246094, + 1.255859, + 1.373047, + 1.124512, + 1.369141, + 1.246094, + 1.125977, + 1.308594, + 1.11377, + 1.369141, + 1.28125, + 1.263672, + 1.206055, + 0.933594, + 1.209961, + 1.214844, + 1.111816, + 1.21582, + 0.544922, + 1.396484, + 1.308594, + 0.601562, + 0.786133, + 1.339844, + 1.237305, + 1.146484, + 0.871094, + 1.382812, + 0.981689, + 1.318359, + 1.34375, + 0.768555, + 1.345703, + 1.241211, + 0.566406, + 1.363281, + 1.388672, + 1.357422, + 1.041504, + 0.693359, + 1.195312, + 1.277344, + 0.523438, + 1.183594, + 1.324219, + 1.396484, + 0.464844, + 1.380859, + 0.681641, + 1.175781, + 1.19043, + 1.169922, + 0.75293, + 1.283203, + 1.195312, + 1.277344, + 1.267578, + 1.257812, + 1.318359, + 1.324219, + 1.208008, + 1.145508, + 1.328125, + 1.269531, + 1.316406, + 1.355469, + 1.324219, + 1.09082, + 1.306641, + 0.817383, + 1.337891, + 1.201172, + 0.685547, + 1.259766, + 0.823242, + 1.333984, + 1.433594, + 1.349609, + 1.318359, + 1.367188, + 1.308594, + 1.328125, + 1.296875, + 1.330078, + 1.066895, + 1.193359, + 1.227539, + 1.287109, + 0.269531, + 1.042969, + 0.923828, + 1.246094, + 1.081055, + 0.736328, + 1.371094, + 1.380859, + 1.277344, + 1.378906, + 1.25, + 0.417969, + 1.355469, + 1.140625, + 1.222656, + 0.568359, + 1.298828, + 1.380859, + 1.234375, + 0.505859, + 1.068359, + 1.138672, + 1.212891, + 1.285156, + 1.347656, + 1.355469, + 0.925293, + 0.947998, + 1.259766, + 1.335938, + 1.139648, + 1.347656, + 1.291016, + 1.400391, + 1.077148, + 1.217773, + 0.542969, + 1.304688, + 1.341797, + 1.275391, + 1.130859, + 1.320312, + 1.34375, + 1.337891, + 1.214844, + 1.306641, + 0.881836, + 1.166992, + 1.302734, + 1.333984, + 0.777344, + 1.098145, + 1.238281, + 0.484375, + 0.351562, + 0.84082, + 0.873047, + 1.245117, + 1.349609, + 1.267578, + 1.316406, + 0.429688, + 0.351562, + 1.291016, + 1.349609, + 0.896973, + 1.314453, + 1.165039, + 1.355469, + 1.227539, + 0.880859, + 0.445312, + 1.251953, + 1.136719, + 1.072754, + 0.599609, + 1.173828, + 1.147461, + 1.115234, + 1.223633, + 1.402344, + 1.330078, + 1.140625, + 1.373047, + 0.896973, + 1.330078, + 1.349609, + 1.044189, + 1.206055, + 1.222656, + 1.494141, + 1.263672, + 0.728516, + 0.410156, + 0.576172, + 1.292969, + 1.246094, + 1.230469, + 1.308594, + 1.255859, + 1.192383, + 1.310547, + 0.371094, + 1.068359, + 0.814453, + 1.427734, + 1.371094, + 0.410156, + 1.326172, + 1.310547, + 1.255859, + 1.335938, + 1.275391, + 1.042725, + 1.002502, + 0.476562, + 1.203125, + 1.092285, + 1.195312, + 0.457031, + 1.330078, + 1.400391, + 1.146484, + 1.263672, + 0.75, + 1.148438, + 1.169922, + 1.355469, + 1.265625, + 0.744141, + 1.240234, + 1.351562, + 0.823242, + 0.699219, + 0.740234, + 0.5, + 1.251953, + 1.176758, + 1.332031, + 1.195312, + 1.28125, + 1.398438, + 1.371094, + 0.371094, + 1.277344, + 1.310547, + 1.241211, + 1.332031, + 0.619141, + 1.357422, + 1.355469, + 0.300781, + 1.138672, + 0.441406, + 1.316406, + 0.457031, + 0.97522, + 1.324219, + 1.332031, + 1.333984, + 0.889648, + 1.131836, + 0.689453, + 1.183594, + 0.417969, + 1.114746, + 0.874023, + 0.697266, + 0.613281, + 1.291016, + 1.330078, + 0.955078, + 0.646484, + 1.361328, + 1.15625, + 1.337891, + 0.911621, + 1.05957, + 1.261719, + 0.410156, + 1.232422, + 1.248047, + 1.144531, + 0.410156, + 0.464844, + 1.322266, + 1.367188, + 1.212891, + 1.337891, + 1.367188, + 1.265625, + 0.819336, + 0.398438, + 1.261719, + 1.277344, + 1.412109, + 0.927246, + 1.287109, + 1.359375, + 1.402344, + 1.216797, + 1.320312, + 1.241211, + 1.365234, + 1.225586, + 1.132812, + 1.353516, + 1.235352, + 0.952637, + 1.347656, + 1.333984, + 1.351562, + 1.269531, + 1.396484, + 0.826172, + 1.326172, + 0.417969, + 0.870117, + 0.955322, + 0.476562, + 1.357422, + 1.046875, + 1.271484, + 1.248047, + 1.308594, + 1.304688, + 1.18457, + 1.304688, + 0.410156, + 0.984802, + 1.224609, + 0.99115, + 1.308594, + 1.269531, + 0.922363, + 1.386719, + 1.324219, + 1.412109, + 1.308594, + 1.332031, + 0.414062, + 1.378906, + 1.373047, + 0.899902, + 1.347656, + 1.173828, + 1.287109, + 1.165039, + 1.386719, + 1.283203, + 1.306641, + 1.369141, + 1.341797, + 1.337891, + 0.788086, + 1.237305, + 1.345703, + 1.363281, + 1.333984, + 1.075684, + 0.523438, + 1.178711, + 0.521484, + 1.287109, + 1.316406, + 0.912109, + 1.306641, + 1.339844, + 1.347656, + 1.208984, + 0.98761, + 1.169922, + 0.375, + 0.402344, + 0.378906, + 1.34375, + 1.380859, + 0.529297, + 1.246094, + 1.21875, + 1.236328, + 0.537109, + 1.166992, + 0.786133, + 1.193359, + 0.515625, + 1.310547, + 1.291016, + 0.84668, + 1.380859, + 1.071289, + 1.041748, + 1.416016, + 1.277344, + 0.40625, + 0.77832, + 0.4375, + 1.213867, + 1.245117, + 1.316406, + 1.371094, + 0.894043, + 0.558594, + 1.335938, + 0.460938, + 0.861328, + 1.294922, + 1.3125, + 1.24707, + 0.748047, + 1.308594, + 1.271484, + 1.267578, + 0.974976, + 1.324219, + 1.101562, + 0.949219, + 1.373047, + 1.308594, + 1.034424, + 1.371094, + 1.245117, + 1.333984, + 1.04248, + 1.308594, + 1.273438, + 1.34375, + 1.318359, + 1.238281, + 1.320312, + 1.412109, + 1.013245, + 1.277344, + 1.285156, + 1.261719, + 1.239258, + 1.265625, + 1.081055, + 1.292969, + 1.051025, + 1.273438, + 1.087891, + 1.166992, + 0.533203, + 1.347656, + 1.095703, + 1.333984, + 0.983643, + 1.320312, + 1.230469, + 1.318359, + 0.533203, + 1.302734, + 0.621094, + 1.253906, + 1.130859, + 1.103027, + 0.894043, + 1.251953, + 0.734375, + 1.255859, + 0.453125, + 1.302734, + 0.764648, + 1.347656, + 1.197266, + 1.12207, + 1.433594, + 1.388672, + 1.249023, + 1.149414, + 1.175781, + 1.261719, + 1.345703, + 0.375, + 1.380859, + 1.144531, + 1.214844, + 1.349609, + 1.214844, + 1.308594, + 1.210938, + 0.720703, + 1.11377, + 1.322266, + 1.194336, + 1.003998, + 1.332031, + 1.279297, + 1.231445, + 1.137695, + 1.204102, + 0.398438, + 1.302734, + 1.304688, + 1.302734, + 0.625, + 1.05127, + 0.640625, + 0.414062, + 1.239258, + 0.410156, + 0.441406, + 1.050781, + 1.333984, + 1.322266, + 1.380859, + 0.768555, + 1.143555, + 0.964355, + 1.208984, + 0.441406, + 1.34375, + 1.108398, + 1.180664, + 3.078125, + 1.369141, + 1.375, + 0.410156, + 1.255859, + 1.337891, + 0.716797, + 0.496094, + 1.308594, + 1.308594, + 0.53125, + 1.398438, + 0.646484, + 1.337891, + 1.100098, + 1.302734, + 1.238281, + 0.492188, + 1.349609, + 1.222656, + 1.333984, + 1.302734, + 1.265625, + 0.81543, + 0.386719, + 1.279297, + 1.316406, + 1.199219, + 1.341797, + 1.302734, + 1.273438, + 1.298828, + 1.294922, + 1.160156, + 1.378906, + 0.765625, + 1.253906, + 1.251953, + 1.194336, + 1.277344, + 1.051025, + 1.239258, + 1.191406, + 1.267578, + 0.351562, + 1.240234, + 1.382812, + 1.28125, + 1.196289, + 1.115234, + 1.100586, + 1.083008, + 1.285156, + 1.167969, + 1.292969, + 1.328125, + 1.341797, + 1.289062, + 0.693359, + 1.130859, + 0.472656, + 1.292969, + 0.517578, + 1.1875, + 1.318359, + 1.241211, + 0.4375, + 1.161133, + 1.152344, + 1.257812, + 1.363281, + 3.3125, + 1.300781, + 1.261719, + 1.261719, + 1.251953, + 1.208008, + 0.570312, + 1.161133, + 1.271484, + 1.089355, + 1.410156, + 1.25, + 1.119141, + 1.337891, + 1.322266, + 1.308594, + 1.226562, + 0.933105, + 1.162109, + 1.225586, + 1.289062, + 0.621094, + 1.179688, + 1.204102, + 1.410156, + 1.084961, + 0.449219, + 1.324219, + 1.300781, + 1.304688, + 1.273438, + 1.253906, + 1.28125, + 1.166992, + 1.234375, + 0.457031, + 1.345703, + 1.279297, + 1.194336, + 1.316406, + 1.226562, + 1.273438, + 1.339844, + 1.384766, + 1.380859, + 1.072266, + 1.410156, + 1.269531, + 1.318359, + 1.225586, + 1.324219, + 1.3125, + 0.75293, + 1.09668, + 1.15918, + 1.223633, + 1.3125, + 1.304688, + 0.794922, + 1.328125, + 1.25, + 1.251953, + 0.402344, + 1.076172, + 0.99054, + 0.679688, + 1.249023, + 1.328125, + 1.419922, + 0.335938, + 1.306641, + 1.3125, + 0.378906, + 0.654297, + 1.241211, + 1.320312, + 1.306641, + 1.230469, + 1.318359, + 1.177734, + 1.332031, + 1.129883, + 1.382812, + 0.578125, + 1.373047, + 1.417969, + 1.417969, + 0.507812, + 1.351562, + 1.287109, + 1.308594, + 1.138672, + 1.302734, + 1.216797, + 1.277344, + 1.04126, + 0.453125, + 1.412109, + 1.330078, + 1.237305, + 1.212891, + 0.794922, + 1.251953, + 0.613281, + 1.150391, + 1.310547, + 0.779297, + 1.34375, + 1.349609, + 1.216797, + 0.566406, + 1.014893, + 1.527344, + 1.296875, + 1.324219, + 0.736328, + 0.441406, + 1.198242, + 1.089844, + 1.22168, + 0.992188, + 1.324219, + 1.318359, + 1.285156, + 0.417969, + 1.194336, + 1.414062, + 1.129883, + 1.176758, + 1.126953, + 1.375, + 1.271484, + 1.386719, + 1.028564, + 1.209961, + 1.228516, + 1.353516, + 1.369141, + 1.373047, + 1.008667, + 0.94043, + 0.954346, + 0.990112, + 1.365234, + 1.136719, + 0.842773, + 1.318359, + 0.819336, + 1.120117, + 1.202148, + 1.302734, + 1.324219, + 1.208008, + 1.277344, + 0.724609, + 1.189453, + 1.302734, + 1.240234, + 1.257812, + 1.302734, + 0.801758, + 1.300781, + 1.324219, + 1.324219, + 1.402344, + 1.25, + 1.050293, + 1.400391, + 1.214844, + 1.273438, + 1.253906, + 0.537109, + 1.294922, + 1.333984, + 1.408203, + 0.924805, + 1.378906, + 1.386719, + 1.253906, + 1.24707, + 1.145508, + 1.353516, + 1.238281, + 1.028564, + 0.820312, + 1.289062, + 1.230469, + 1.380859, + 1.246094, + 1.292969, + 1.390625, + 1.306641, + 1.328125, + 1.367188, + 1.265625, + 1.145508, + 1.308594, + 1.089355, + 1.011047, + 1.21875, + 1.347656, + 1.200195, + 1.241211, + 1.246094, + 1.246094, + 1.337891, + 0.814453, + 1.285156, + 1.28125, + 0.933594, + 1.273438, + 1.414062, + 0.359375, + 1.237305, + 1.322266, + 1.271484, + 0.59375, + 1.347656, + 1.233398, + 0.722656, + 0.46875, + 1.074707, + 1.176758, + 1.396484, + 1.121094, + 1.223633, + 1.244141, + 1.324219, + 1.363281, + 1.261719, + 0.77832, + 1.316406, + 0.712891, + 1.380859, + 1.349609, + 0.582031, + 0.382812, + 1.367188, + 1.408203, + 1.333984, + 0.6875, + 1.367188, + 0.908203, + 1.147461, + 1.304688, + 1.253906, + 1.168945, + 1.380859, + 1.240234, + 1.051758, + 1.324219, + 1.412109, + 1.453125, + 0.533203, + 0.757812, + 1.238281, + 1.192383, + 1.417969, + 0.939941, + 1.105469, + 1.335938, + 1.000843, + 0.679688, + 1.365234, + 1.371094, + 1.111816, + 1.240234, + 1.171875, + 0.963135, + 1.287109, + 1.263672, + 0.328125, + 0.390625, + 1.236328, + 1.289062, + 1.224609, + 1.341797, + 1.1875, + 1.339844, + 0.574219, + 1.369141, + 0.679688, + 0.652344, + 1.204102, + 1.433594, + 1.273438, + 1.333984, + 1.349609, + 1.367188, + 0.558594, + 1.337891, + 1.089844, + 1.025879, + 1.217773, + 1.431641, + 1.183594, + 1.174805, + 1.004852, + 1.349609, + 1.304688, + 1.225586, + 1.055908, + 0.780273, + 1.094238, + 1.21875, + 0.472656, + 1.351562, + 1.320312, + 0.460938, + 1.244141, + 1.310547, + 0.748047, + 1.287109, + 0.984802, + 1.240234, + 1.24707, + 1.176758, + 0.991272, + 0.92041, + 1.294922, + 1.359375, + 1.371094, + 1.324219, + 1.324219, + 1.239258, + 1.235352, + 1.101074, + 1.371094, + 1.423828, + 1.164062, + 0.595703, + 0.378906, + 1.287109, + 1.257812, + 1.300781, + 1.287109, + 1.119629, + 0.3125, + 1.380859, + 1.416016, + 1.128906, + 1.255859, + 0.625, + 1.474609, + 1.267578, + 1.269531, + 1.183594, + 1.207031, + 1.113281, + 1.136719, + 0.928711, + 1.302734, + 1.211914, + 1.255859, + 0.453125, + 1.470703, + 0.873047, + 0.476562, + 1.277344, + 0.759766, + 1.396484, + 1.220703, + 0.918945, + 1.185547, + 0.615234, + 1.239258, + 1.332031, + 1.332031, + 1.275391, + 1.328125, + 1.216797, + 1.241211, + 1.058105, + 1.404297, + 1.304688, + 1.332031, + 1.333984, + 0.652344, + 1.271484, + 1.318359, + 1.018799, + 1.178711, + 0.835938, + 1.292969, + 0.585938, + 1.129883, + 0.390625, + 1.357422, + 1.177734, + 1.380859, + 1.100098, + 1.263672, + 1.310547, + 1.341797, + 1.324219, + 1.089844, + 1.369141, + 1.3125, + 1.365234, + 0.980713, + 1.371094, + 0.722656, + 1.337891, + 0.88623, + 0.449219, + 1.310547, + 1.460938, + 1.308594, + 1.431641, + 1.458984, + 1.012024, + 1.229492, + 1.322266, + 0.818359, + 0.845703, + 1.322266, + 1.402344, + 1.363281, + 1.150391, + 1.337891, + 0.853516, + 1.365234, + 1.357422, + 1.265625, + 0.501953, + 1.075195, + 1.306641, + 1.345703, + 1.333984, + 0.970215, + 1.257812, + 1.219727, + 1.188477, + 1.292969, + 1.335938, + 1.322266, + 0.550781, + 1.201172, + 1.275391, + 1.283203, + 1.330078, + 1.271484, + 1.351562, + 1.149414, + 1.020386, + 1.353516, + 1.333984, + 0.654297, + 0.519531, + 1.257812, + 1.371094, + 1.390625, + 1.223633, + 1.267578, + 0.367188, + 1.220703, + 1.322266, + 1.168945, + 1.337891, + 0.902832, + 1.271484, + 1.020508, + 0.410156, + 1.21875, + 1.300781, + 1.318359, + 1.180664, + 0.993286, + 1.359375, + 1.291016, + 1.289062, + 1.310547, + 1.261719, + 1.507812, + 1.053711, + 1.035889, + 0.726562, + 1.183594, + 0.837891, + 0.421875, + 1.279297, + 1.259766, + 1.373047, + 1.306641, + 0.763672, + 1.261719, + 1.316406, + 1.269531, + 1.277344, + 1.322266, + 0.81543, + 1.167969, + 0.679688, + 1.34375, + 0.800781, + 1.195312, + 1.308594, + 1.300781, + 1.061768, + 1.339844, + 1.21582, + 1.333984, + 0.923828, + 1.400391, + 1.322266, + 0.5, + 0.987122, + 1.328125, + 1.390625, + 1.243164, + 0.501953, + 1.21582, + 1.161133, + 1.19043, + 1.21582, + 1.245117, + 0.453125, + 1.229492, + 1.273438, + 0.748047, + 1.271484, + 1.059082, + 1.11084, + 1.111816, + 1.213867, + 1.154297, + 1.255859, + 1.396484, + 1.34375, + 1.267578, + 1.376953, + 1.320312, + 0.40625, + 1.333984, + 1.21582, + 1.314453, + 1.324219, + 1.324219, + 1.349609, + 1.097656, + 0.724609, + 1.192383, + 1.335938, + 1.320312, + 1.180664, + 0.710938, + 1.169922, + 1.123047, + 1.223633, + 1.175781, + 1.169922, + 1.310547, + 1.216797, + 1.261719, + 1.05127, + 1.326172, + 1.222656, + 1.263672, + 1.333984, + 1.223633, + 1.197266, + 1.179688, + 0.98291, + 1.371094, + 0.628906, + 0.324219, + 1.277344, + 0.889648, + 1.287109, + 1.423828, + 1.273438, + 1.233398, + 0.978027, + 1.357422, + 0.94873, + 1.195312, + 1.324219, + 1.357422, + 1.3125, + 0.4375, + 1.236328, + 1.304688, + 1.421875, + 1.023438, + 1.028198, + 1.277344, + 1.300781, + 1.291016, + 1.070312, + 1.306641, + 1.287109, + 1.378906, + 1.386719, + 1.232422, + 0.853516, + 1.333984, + 0.862305, + 1.017334, + 1.28125, + 1.333984, + 1.341797, + 1.363281, + 1.447266, + 1.292969, + 1.263672, + 1.333984, + 0.908691, + 1.28125, + 0.896484, + 0.621094, + 1.359375, + 1.146484, + 1.365234, + 0.488281, + 0.829102, + 1.410156, + 1.310547, + 1.378906, + 1.367188, + 1.028198, + 1.345703, + 1.056885, + 0.901367, + 1.138672, + 0.398438, + 1.205078, + 0.857422, + 1.21875, + 1.353516, + 1.429688, + 1.324219, + 1.199219, + 0.398438, + 1.304688, + 1.220703, + 1.223633, + 1.242188, + 1.324219, + 1.182617, + 1.316406, + 1.226562, + 1.009827, + 0.699219, + 1.232422, + 1.365234, + 1.154297, + 1.208984, + 1.349609, + 1.160156, + 1.320312, + 1.032959, + 1.320312, + 1.044189, + 1.177734, + 1.294922, + 1.341797, + 1.351562, + 1.291016, + 1.09082, + 1.279297, + 1.053223, + 0.937012, + 1.279297, + 1.192383, + 0.974243, + 0.410156, + 1.400391, + 1.335938, + 1.353516, + 1.345703, + 1.304688, + 1.275391, + 1.308594, + 1.239258, + 1.291016, + 0.801758, + 1.304688, + 1.324219, + 1.279297, + 0.429688, + 1.414062, + 1.188477, + 1.3125, + 1.333984, + 1.277344, + 1.178711, + 1.359375, + 1.199219, + 1.380859, + 1.292969, + 1.261719, + 0.421875, + 1.169922, + 1.058594, + 1.361328, + 0.457031, + 1.228516, + 0.460938, + 1.261719, + 0.382812, + 1.314453, + 1.036377, + 0.730469, + 0.730469, + 1.099121, + 1.263672, + 1.353516, + 1.19043, + 1.324219, + 1.181641, + 1.339844, + 1.427734, + 0.359375, + 0.613281, + 0.689453, + 1.298828, + 1.351562, + 1.230469, + 1.355469, + 1.230469, + 1.302734, + 0.849609, + 1.353516, + 1.330078, + 1.255859, + 1.359375, + 1.240234, + 0.957764, + 1.292969, + 1.365234, + 0.875, + 1.384766, + 1.333984, + 1.359375, + 1.273438, + 1.302734, + 0.882812, + 1.394531, + 1.238281, + 1.144531, + 1.308594, + 1.335938, + 1.191406, + 1.223633, + 1.120605, + 0.574219, + 1.137695, + 1.257812, + 1.131836, + 0.580078, + 1.412109, + 1.380859, + 1.378906, + 0.5, + 1.160156, + 0.874023, + 1.378906, + 1.145508, + 0.931641, + 0.363281, + 1.373047, + 1.302734, + 1.279297, + 0.367188, + 0.881836, + 0.425781, + 0.860352, + 1.382812, + 1.0177, + 1.337891, + 1.433594, + 1.292969, + 1.255859, + 1.248047, + 1.102051, + 0.570312, + 0.636719, + 1.292969, + 1.129883, + 1.230469, + 1.302734, + 1.291016, + 1.230469, + 1.453125, + 0.858398, + 1.277344, + 1.28125, + 1.158203, + 0.582031, + 1.396484, + 1.283203, + 1.099121, + 1.416016, + 1.269531, + 0.535156, + 1.015869, + 0.449219, + 0.936523, + 1.402344, + 1.271484, + 1.351562, + 1.25, + 1.131836, + 1.304688, + 1.330078, + 1.320312, + 1.277344, + 1.22168, + 1.135742, + 1.283203, + 1.318359, + 1.347656, + 1.140625, + 0.921875, + 1.365234, + 0.685547, + 0.994385, + 1.062988, + 0.795898, + 1.235352, + 1.291016, + 1.271484, + 1.285156, + 1.129883, + 1.126953, + 1.298828, + 1.195312, + 0.730469, + 1.314453, + 1.582031, + 1.0047, + 1.277344, + 1.496094, + 1.339844, + 1.019653, + 1.339844, + 1.378906, + 1.216797, + 1.320312, + 1.202148, + 0.667969, + 1.279297, + 1.283203, + 0.615234, + 1.326172, + 1.165039, + 0.417969, + 1.174805, + 0.916016, + 1.337891, + 1.322266, + 1.318359, + 1.341797, + 1.427734, + 1.291016, + 1.279297, + 1.308594, + 1.225586, + 1.201172, + 1.324219, + 0.6875, + 1.146484, + 1.298828, + 1.371094, + 0.521484, + 1.142578, + 1.21875, + 1.332031, + 0.943604, + 1.279297, + 1.21582, + 1.105469, + 1.069824, + 0.519531, + 0.963867, + 1.337891, + 1.277344, + 0.496094, + 1.255859, + 1.158203, + 0.546875, + 1.277344, + 1.345703, + 1.378906, + 1.294922, + 1.201172, + 1.279297, + 0.617188, + 1.3125, + 1.310547, + 1.291016, + 1.300781, + 1.02771, + 1.186523, + 1.172852, + 0.484375, + 0.787109, + 1.273438, + 1.020752, + 1.349609, + 0.880371, + 1.128906, + 1.294922, + 1.40625, + 0.517578, + 0.968262, + 1.386719, + 0.375, + 1.306641, + 1.182617, + 1.333984, + 1.322266, + 0.480469, + 1.196289, + 1.308594, + 0.425781, + 1.388672, + 0.517578, + 1.240234, + 1.287109, + 1.240234, + 1.359375, + 0.484375, + 1.21582, + 1.026001, + 1.209961, + 1.203125, + 1.318359, + 1.261719, + 0.599609, + 1.339844, + 1.365234, + 1.349609, + 1.211914, + 0.505859, + 1.165039, + 1.287109, + 1.211914, + 1.318359, + 1.384766, + 1.277344, + 1.000458, + 1.009949, + 1.339844, + 1.135742, + 1.285156, + 0.630859, + 0.646484, + 1.255859, + 1.357422, + 0.425781, + 1.417969, + 0.980347, + 1.287109, + 1.429688, + 1.373047, + 1.091309, + 0.885742, + 1.285156, + 1.308594, + 0.5, + 1.400391, + 0.879883, + 1.251953 + ] + }, + "name": "onnx::Mul_8399", + "outputIndexes": [ + 959 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 958, + 959 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_9/Mul_1_output_0", + "outputIndexes": [ + 960 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 960 + ], + "outputIndexes": [ + 2758 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2758 + ], + "outputIndexes": [ + 2759 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear", + "inputIndexes": [ + 2759 + ], + "outputIndexes": [ + 2760 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 402113986, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2760 + ], + "outputIndexes": [ + 2761 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2761 + ], + "outputIndexes": [ + 961 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 961, + 961 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Mul_output_0", + "outputIndexes": [ + 962 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 961, + 962 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Mul_1_output_0", + "outputIndexes": [ + 963 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 963 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Mul_2_output_0", + "outputIndexes": [ + 964 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 961, + 964 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Add_output_0", + "outputIndexes": [ + 965 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 965 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Mul_3_output_0", + "outputIndexes": [ + 966 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 966 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_9/Tanh_output_0", + "outputIndexes": [ + 967 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 967 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Add_1_output_0", + "outputIndexes": [ + 968 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 961, + 968 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Mul_4_output_0", + "outputIndexes": [ + 969 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 969 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Mul_5_output_0", + "outputIndexes": [ + 970 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 960 + ], + "outputIndexes": [ + 2762 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2762 + ], + "outputIndexes": [ + 2763 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear", + "inputIndexes": [ + 2763 + ], + "outputIndexes": [ + 2764 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 414057944, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2764 + ], + "outputIndexes": [ + 2765 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2765 + ], + "outputIndexes": [ + 971 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 970, + 971 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_9/Mul_output_0", + "outputIndexes": [ + 972 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 972 + ], + "outputIndexes": [ + 2766 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2766 + ], + "outputIndexes": [ + 2767 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear", + "inputIndexes": [ + 2767 + ], + "outputIndexes": [ + 2768 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 426001902, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2768 + ], + "outputIndexes": [ + 2769 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2769 + ], + "outputIndexes": [ + 973 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 973 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_9/Mul_output_0", + "outputIndexes": [ + 974 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.484375, + 1.488281, + 1.539062, + 1.496094, + 1.490234, + 1.488281, + 1.396484, + 0.359375, + 1.490234, + 1.369141, + 1.566406, + 1.478516, + 1.400391, + 1.492188, + 1.53125, + 1.445312, + 1.5, + 1.474609, + 1.205078, + 1.470703, + 1.511719, + 1.462891, + 1.523438, + 1.410156, + 1.441406, + 1.488281, + 1.289062, + 1.439453, + 1.554688, + 1.490234, + 1.361328, + 1.192383, + 1.466797, + 0.496094, + 1.460938, + 1.229492, + 1.451172, + 1.519531, + 1.398438, + 1.431641, + 1.585938, + 1.53125, + 1.408203, + 1.206055, + 0.646484, + 1.402344, + 1.527344, + 1.443359, + 1.636719, + 1.257812, + 1.511719, + 1.056396, + 1.476562, + 0.623047, + 1.523438, + 1.300781, + 1.460938, + 1.474609, + 1.527344, + 1.384766, + 1.084961, + 1.695312, + 1.511719, + 1.451172, + 1.496094, + 1.427734, + 0.989807, + 1.451172, + 1.371094, + 1.384766, + 1.503906, + 1.523438, + 1.507812, + 1.478516, + 1.416016, + 1.386719, + 0.950684, + 1.296875, + 1.271484, + 0.666016, + 1.427734, + 0.355469, + 1.570312, + 1.170898, + 1.447266, + 1.457031, + 1.453125, + 1.220703, + 0.683594, + 1.425781, + 1.519531, + 1.353516, + 1.527344, + 0.595703, + 1.449219, + 0.335938, + 1.441406, + 1.451172, + 1.679688, + 1.431641, + 1.449219, + 1.527344, + 1.476562, + 1.464844, + 1.435547, + 1.486328, + 1.490234, + 1.245117, + 1.507812, + 1.470703, + 1.523438, + 1.490234, + 1.482422, + 1.140625, + 1.398438, + 1.363281, + 1.486328, + 0.599609, + 1.384766, + 1.466797, + 1.451172, + 1.515625, + 1.730469, + 1.472656, + 1.353516, + 1.150391, + 1.416016, + 1.484375, + 1.472656, + 1.011902, + 0.946533, + 1.439453, + 1.408203, + 1.451172, + 1.5, + 1.507812, + 1.369141, + 1.145508, + 1.373047, + 1.566406, + 1.792969, + 1.679688, + 1.339844, + 1.460938, + 1.490234, + 1.472656, + 1.390625, + 1.464844, + 1.484375, + 1.585938, + 1.419922, + 1.333984, + 1.427734, + 1.726562, + 1.449219, + 1.53125, + 0.901367, + 1.558594, + 0.564453, + 0.517578, + 0.039062, + 1.570312, + 1.380859, + 0.881836, + 1.431641, + 1.503906, + 1.511719, + 0.5, + 1.46875, + 1.414062, + 1.451172, + 0.587891, + 1.523438, + 0.533203, + 1.421875, + 1.613281, + 1.507812, + 0.3125, + 1.466797, + 1.539062, + 1.458984, + 0.464844, + 1.183594, + 0.351562, + 1.605469, + 1.419922, + 0.783203, + 1.466797, + 1.326172, + 1.337891, + 1.458984, + 1.742188, + 1.492188, + 1.46875, + 1.585938, + 1.427734, + 1.488281, + 1.570312, + 1.474609, + 1.496094, + 1.427734, + 1.445312, + 1.410156, + 1.349609, + 1.535156, + 1.519531, + 1.625, + 1.464844, + 1.457031, + 1.443359, + 1.40625, + 1.511719, + 1.490234, + 1.460938, + 1.386719, + 1.511719, + 1.380859, + 1.449219, + 1.601562, + 1.539062, + 1.275391, + 1.310547, + 1.419922, + 1.478516, + 1.5, + 1.417969, + 1.404297, + 1.414062, + 1.392578, + 1.275391, + 1.371094, + 1.574219, + 1.652344, + 1.460938, + 1.523438, + 1.490234, + 1.246094, + 1.474609, + 1.402344, + 1.511719, + 1.369141, + 1.455078, + 1.535156, + 1.863281, + 1.314453, + 1.496094, + 1.322266, + 1.337891, + 1.486328, + 0.915527, + 1.472656, + 1.511719, + 0.652344, + 1.416016, + 1.515625, + 1.378906, + 1.416016, + 1.496094, + 1.675781, + 1.427734, + 1.511719, + 1.443359, + 1.470703, + 1.369141, + 1.492188, + 1.227539, + 1.435547, + 1.464844, + 1.457031, + 1.523438, + 1.447266, + 1.417969, + 1.470703, + 1.369141, + 1.464844, + 1.474609, + 0.740234, + 1.476562, + 1.507812, + 1.472656, + 1.138672, + 1.511719, + 0.652344, + 1.423828, + 1.707031, + 1.496094, + 1.390625, + 1.523438, + 0.476562, + 1.410156, + 1.249023, + 0.576172, + 1.373047, + 1.466797, + 1.503906, + 1.462891, + 1.353516, + 1.443359, + 1.527344, + 1.503906, + 1.412109, + 1.3125, + 0.464844, + 1.632812, + 0.308594, + 1.386719, + 1.546875, + 1.412109, + 1.369141, + 1.507812, + 1.601562, + 0.398438, + 1.546875, + 1.488281, + 1.492188, + 1.433594, + 1.390625, + 1.480469, + 1.369141, + 1.447266, + 1.396484, + 1.636719, + 1.316406, + 1.511719, + 1.435547, + 1.443359, + 1.100098, + 1.433594, + 1.542969, + 1.484375, + 1.182617, + 1.149414, + 1.453125, + 1.441406, + 7.5625, + 1.519531, + 1.384766, + 1.523438, + 1.496094, + 1.484375, + 1.431641, + 1.449219, + 1.542969, + 1.414062, + 1.507812, + 1.041748, + 1.445312, + 0.996597, + 1.243164, + 1.539062, + 0.675781, + 1.15918, + 0.911621, + 1.241211, + 0.394531, + 0.576172, + 1.625, + 1.488281, + 1.223633, + 1.347656, + 0.541016, + 1.554688, + 1.306641, + 0.841797, + 1.539062, + 1.431641, + 1.462891, + 0.691406, + 1.484375, + 1.394531, + 1.527344, + 1.351562, + 1.410156, + 1.464844, + 1.589844, + 1.511719, + 1.558594, + 1.458984, + 1.443359, + 0.990845, + 1.535156, + 1.632812, + 0.888672, + 0.730469, + 1.523438, + 1.400391, + 1.229492, + 1.104004, + 1.417969, + 1.490234, + 1.542969, + 1.408203, + 0.449219, + 1.498047, + 1.480469, + 1.511719, + 1.34375, + 0.480469, + 1.412109, + 1.447266, + 1.410156, + 1.445312, + 1.443359, + 1.542969, + 0.707031, + 1.554688, + 1.519531, + 1.451172, + 1.542969, + 0.797852, + 1.490234, + 1.478516, + 1.482422, + 1.515625, + 1.208008, + 1.3125, + 1.439453, + 1.388672, + 1.427734, + 1.375, + 1.472656, + 1.523438, + 1.761719, + 1.419922, + 1.445312, + 1.225586, + 1.527344, + 1.443359, + 1.507812, + 1.447266, + 1.496094, + 1.542969, + 1.492188, + 1.207031, + 1.062012, + 1.566406, + 1.511719, + 1.46875, + 1.441406, + 1.53125, + 1.539062, + 1.460938, + 1.542969, + 1.126953, + 0.762695, + 1.496094, + 1.523438, + 1.671875, + 1.386719, + 1.490234, + 1.486328, + 1.451172, + 1.417969, + 1.496094, + 1.535156, + 1.498047, + 1.029663, + 1.507812, + 1.4375, + 1.578125, + 1.480469, + 1.507812, + 1.539062, + 1.507812, + 0.832031, + 1.462891, + 0.519531, + 1.376953, + 1.558594, + 1.464844, + 1.449219, + 1.429688, + 1.511719, + 1.410156, + 1.427734, + 1.519531, + 0.582031, + 1.636719, + 1.447266, + 1.511719, + 1.417969, + 1.425781, + 2.757812, + 1.494141, + 1.464844, + 1.474609, + 0.488281, + 1.527344, + 1.414062, + 1.542969, + 1.285156, + 1.443359, + 1.410156, + 1.480469, + 1.208008, + 1.492188, + 0.410156, + 0.636719, + 1.042236, + 0.464844, + 1.582031, + 1.46875, + 1.427734, + 1.020508, + 0.669922, + 1.449219, + 1.114258, + 1.067871, + 1.613281, + 1.519531, + 1.503906, + 1.546875, + 1.433594, + 1.390625, + 1.386719, + 1.535156, + 1.269531, + 1.480469, + 1.515625, + 1.339844, + 1.386719, + 1.365234, + 0.630859, + 0.642578, + 1.433594, + 0.710938, + 1.503906, + 1.419922, + 1.408203, + 1.427734, + 1.417969, + 1.355469, + 1.457031, + 0.484375, + 1.474609, + 2.523438, + 1.464844, + 1.248047, + 1.484375, + 0.476562, + 0.740234, + 1.21582, + 1.417969, + 1.447266, + 1.636719, + 1.447266, + 1.496094, + 1.492188, + 0.984619, + 1.613281, + 0.666016, + 1.427734, + 1.550781, + 1.402344, + 1.384766, + 1.404297, + 1.554688, + 1.241211, + 1.386719, + 1.447266, + 1.484375, + 0.959229, + 1.367188, + 1.539062, + 1.474609, + 1.539062, + 1.503906, + 1.238281, + 1.363281, + 1.53125, + 1.535156, + 1.511719, + 1.443359, + 1.378906, + 0.324219, + 1.554688, + 1.458984, + 1.384766, + 0.748047, + 1.453125, + 1.753906, + 1.511719, + 1.466797, + 1.519531, + 1.734375, + 1.349609, + 2.054688, + 1.458984, + 1.013123, + 1.05127, + 1.480469, + 1.435547, + 1.386719, + 1.431641, + 1.429688, + 1.333984, + 1.474609, + 1.523438, + 1.482422, + 1.298828, + 1.554688, + 1.511719, + 1.306641, + 1.511719, + 1.462891, + 1.474609, + 1.451172, + 1.480469, + 1.490234, + 1.320312, + 1.523438, + 1.490234, + 1.46875, + 0.773438, + 1.425781, + 1.478516, + 1.507812, + 1.308594, + 1.371094, + 1.511719, + 1.464844, + 1.447266, + 1.439453, + 1.435547, + 1.46875, + 1.245117, + 1.488281, + 1.53125, + 1.464844, + 1.683594, + 1.349609, + 1.449219, + 1.457031, + 1.566406, + 1.447266, + 1.380859, + 1.488281, + 1.367188, + 1.460938, + 1.019287, + 1.542969, + 1.445312, + 1.304688, + 0.539062, + 1.380859, + 1.138672, + 1.460938, + 1.488281, + 1.443359, + 0.807617, + 0.453125, + 0.488281, + 1.511719, + 1.480469, + 1.455078, + 1.46875, + 1.394531, + 1.46875, + 1.478516, + 1.326172, + 1.412109, + 1.451172, + 1.492188, + 0.394531, + 1.357422, + 1.488281, + 1.464844, + 1.433594, + 1.464844, + 1.519531, + 1.445312, + 1.255859, + 1.474609, + 1.400391, + 1.412109, + 1.462891, + 1.472656, + 1.507812, + 1.132812, + 1.648438, + 1.435547, + 0.320312, + 1.143555, + 1.441406, + 1.3125, + 1.457031, + 1.227539, + 1.480469, + 1.503906, + 1.777344, + 1.449219, + 1.361328, + 1.359375, + 1.376953, + 1.515625, + 1.333984, + 1.451172, + 1.458984, + 1.507812, + 1.382812, + 1.347656, + 1.539062, + 1.441406, + 1.398438, + 1.435547, + 1.462891, + 1.492188, + 1.306641, + 1.466797, + 1.435547, + 1.492188, + 1.472656, + 1.539062, + 1.53125, + 1.099121, + 1.429688, + 1.492188, + 0.950928, + 1.474609, + 1.431641, + 1.494141, + 1.566406, + 1.474609, + 1.496094, + 1.003616, + 0.785156, + 0.935547, + 1.474609, + 1.46875, + 1.480469, + 1.21875, + 1.507812, + 1.53125, + 1.410156, + 1.417969, + 1.507812, + 1.402344, + 1.416016, + 1.496094, + 1.447266, + 1.503906, + 1.558594, + 1.419922, + 1.585938, + 1.332031, + 1.333984, + 1.542969, + 1.339844, + 1.574219, + 1.494141, + 1.466797, + 1.554688, + 1.527344, + 1.472656, + 1.445312, + 1.394531, + 1.417969, + 0.580078, + 1.523438, + 1.445312, + 1.496094, + 1.412109, + 1.417969, + 1.550781, + 1.451172, + 1.367188, + 1.488281, + 1.482422, + 1.431641, + 1.353516, + 1.472656, + 1.435547, + 1.322266, + 1.5, + 1.363281, + 1.535156, + 1.476562, + 1.474609, + 1.65625, + 1.21582, + 1.349609, + 1.4375, + 1.302734, + 1.396484, + 1.605469, + 1.480469, + 1.546875, + 0.885254, + 0.913086, + 1.496094, + 1.482422, + 1.384766, + 1.166016, + 1.496094, + 1.226562, + 1.486328, + 1.419922, + 1.013184, + 1.527344, + 1.570312, + 0.87207, + 1.466797, + 1.546875, + 1.447266, + 1.292969, + 0.834961, + 1.414062, + 1.394531, + 0.611328, + 1.457031, + 1.460938, + 1.472656, + 0.513672, + 1.5625, + 0.9375, + 1.578125, + 1.695312, + 1.318359, + 0.948486, + 1.464844, + 1.441406, + 1.443359, + 1.4375, + 1.515625, + 1.519531, + 1.441406, + 1.390625, + 1.34375, + 1.474609, + 1.457031, + 1.507812, + 1.478516, + 1.429688, + 1.652344, + 1.515625, + 1.053467, + 1.503906, + 1.392578, + 1.016968, + 1.435547, + 1.07373, + 1.412109, + 1.371094, + 1.460938, + 1.484375, + 1.523438, + 1.292969, + 1.507812, + 1.425781, + 1.574219, + 1.277344, + 1.451172, + 1.574219, + 1.535156, + 0.027344, + 1.333984, + 1.194336, + 1.384766, + 1.371094, + 1.175781, + 1.507812, + 1.488281, + 1.511719, + 1.441406, + 1.441406, + 0.460938, + 1.511719, + 1.425781, + 1.347656, + 0.84668, + 1.496094, + 1.523438, + 1.400391, + 0.544922, + 1.25, + 1.490234, + 1.371094, + 1.566406, + 1.476562, + 1.515625, + 1.296875, + 1.683594, + 1.433594, + 1.425781, + 1.382812, + 1.496094, + 1.445312, + 1.480469, + 1.394531, + 1.439453, + 0.568359, + 1.400391, + 1.431641, + 1.53125, + 1.378906, + 1.507812, + 1.462891, + 1.535156, + 1.451172, + 1.496094, + 1.128906, + 1.408203, + 1.554688, + 1.511719, + 1.049805, + 1.351562, + 1.427734, + 0.480469, + 0.300781, + 1.06543, + 1.511719, + 1.359375, + 1.507812, + 1.460938, + 1.566406, + 0.398438, + 0.394531, + 1.427734, + 1.511719, + 1.213867, + 1.523438, + 1.394531, + 1.507812, + 1.5, + 1.261719, + 0.5, + 1.527344, + 1.333984, + 1.380859, + 0.862305, + 1.488281, + 1.333984, + 1.445312, + 1.283203, + 1.554688, + 1.410156, + 1.369141, + 1.539062, + 1.189453, + 1.490234, + 1.511719, + 1.279297, + 1.451172, + 1.613281, + 1.554688, + 1.503906, + 0.907715, + 0.425781, + 1.539062, + 1.433594, + 1.462891, + 1.527344, + 1.474609, + 1.519531, + 1.384766, + 1.474609, + 0.335938, + 1.367188, + 1.09668, + 1.5625, + 1.488281, + 0.492188, + 1.519531, + 1.464844, + 1.570312, + 1.433594, + 1.478516, + 1.449219, + 1.205078, + 0.505859, + 1.451172, + 1.302734, + 1.458984, + 0.550781, + 1.251953, + 1.511719, + 1.714844, + 1.476562, + 1.244141, + 1.265625, + 1.353516, + 1.5, + 1.542969, + 0.926758, + 1.412109, + 1.46875, + 1.047119, + 1.012695, + 0.433594, + 0.824219, + 1.46875, + 1.40625, + 1.455078, + 1.439453, + 1.439453, + 1.398438, + 1.476562, + 0.339844, + 1.486328, + 1.449219, + 1.451172, + 1.457031, + 1.839844, + 1.410156, + 1.492188, + 0.414062, + 1.369141, + 0.46875, + 1.457031, + 0.515625, + 1.205078, + 1.53125, + 1.494141, + 1.496094, + 1.020752, + 1.384766, + 1.195312, + 1.429688, + 0.421875, + 1.496094, + 1.120605, + 0.93457, + 0.667969, + 1.488281, + 1.511719, + 1.183594, + 1.142578, + 1.46875, + 1.433594, + 1.554688, + 1.145508, + 1.249023, + 1.457031, + 0.414062, + 1.503906, + 1.519531, + 1.361328, + 0.503906, + 0.382812, + 1.410156, + 1.490234, + 1.378906, + 1.539062, + 1.496094, + 1.416016, + 1.105469, + 1.042236, + 1.435547, + 1.447266, + 1.582031, + 1.239258, + 1.519531, + 1.496094, + 1.507812, + 1.449219, + 1.542969, + 1.486328, + 1.59375, + 1.472656, + 1.324219, + 1.578125, + 1.515625, + 1.235352, + 1.464844, + 1.550781, + 1.416016, + 1.5, + 1.539062, + 1.597656, + 1.457031, + 0.433594, + 1.192383, + 1.214844, + 0.537109, + 1.419922, + 1.419922, + 1.449219, + 1.441406, + 1.546875, + 1.492188, + 1.386719, + 1.472656, + 0.453125, + 1.168945, + 1.417969, + 1.269531, + 1.449219, + 1.492188, + 1.207031, + 1.523438, + 1.458984, + 1.527344, + 1.490234, + 1.458984, + 0.457031, + 1.527344, + 1.523438, + 1.041992, + 1.482422, + 1.408203, + 1.558594, + 1.652344, + 1.431641, + 1.488281, + 1.445312, + 1.494141, + 1.464844, + 1.480469, + 1.337891, + 1.433594, + 1.484375, + 1.511719, + 1.492188, + 1.416016, + 0.679688, + 1.585938, + 0.583984, + 1.478516, + 1.609375, + 1.208008, + 1.474609, + 1.535156, + 1.472656, + 1.464844, + 1.265625, + 1.449219, + 0.382812, + 0.386719, + 0.398438, + 1.433594, + 1.482422, + 0.613281, + 1.378906, + 1.449219, + 1.625, + 0.658203, + 1.367188, + 1.05835, + 1.363281, + 0.535156, + 1.458984, + 1.558594, + 1.380859, + 1.476562, + 1.3125, + 1.292969, + 1.519531, + 1.494141, + 0.554688, + 1.275391, + 0.316406, + 1.443359, + 1.496094, + 1.496094, + 1.539062, + 1.192383, + 0.945068, + 1.494141, + 0.433594, + 2.234375, + 1.476562, + 1.380859, + 1.458984, + 1.006104, + 1.542969, + 1.421875, + 1.447266, + 1.208008, + 1.466797, + 1.324219, + 4.21875, + 1.482422, + 1.451172, + 1.738281, + 1.507812, + 1.4375, + 1.527344, + 1.269531, + 1.474609, + 1.578125, + 1.458984, + 1.472656, + 1.412109, + 1.427734, + 1.523438, + 1.296875, + 1.490234, + 1.478516, + 1.494141, + 1.439453, + 1.412109, + 1.365234, + 1.449219, + 1.412109, + 1.515625, + 1.585938, + 1.412109, + 0.638672, + 1.523438, + 1.333984, + 1.494141, + 1.445312, + 1.46875, + 1.439453, + 1.507812, + 0.667969, + 1.550781, + 0.703125, + 1.443359, + 1.269531, + 1.316406, + 1.168945, + 1.449219, + 0.952637, + 1.488281, + 0.464844, + 1.482422, + 0.952881, + 1.449219, + 1.380859, + 1.363281, + 1.470703, + 1.5, + 1.447266, + 1.394531, + 1.429688, + 1.408203, + 1.519531, + 0.378906, + 1.523438, + 1.371094, + 1.365234, + 1.535156, + 1.582031, + 1.542969, + 1.441406, + 1.010925, + 1.417969, + 1.474609, + 1.476562, + 1.742188, + 1.507812, + 1.476562, + 1.445312, + 1.333984, + 1.464844, + 0.390625, + 1.542969, + 1.53125, + 1.488281, + 1.240234, + 1.376953, + 0.859375, + 0.375, + 1.496094, + 0.410156, + 0.550781, + 1.283203, + 1.394531, + 1.482422, + 1.511719, + 0.402344, + 1.380859, + 1.195312, + 1.484375, + 0.421875, + 1.542969, + 1.398438, + 1.4375, + 1.186523, + 1.539062, + 1.474609, + 0.464844, + 1.46875, + 1.478516, + 0.980713, + 0.585938, + 1.523438, + 1.507812, + 0.65625, + 1.498047, + 1.102051, + 1.5, + 1.339844, + 1.490234, + 1.380859, + 0.558594, + 1.554688, + 1.367188, + 1.417969, + 1.519531, + 1.472656, + 0.997574, + 0.398438, + 1.400391, + 1.625, + 1.320312, + 1.498047, + 1.558594, + 1.570312, + 1.535156, + 1.462891, + 1.349609, + 1.322266, + 1.777344, + 1.511719, + 1.515625, + 1.416016, + 1.458984, + 1.320312, + 1.478516, + 1.478516, + 1.384766, + 0.34375, + 1.486328, + 1.503906, + 1.433594, + 1.367188, + 1.382812, + 1.404297, + 1.384766, + 1.46875, + 1.453125, + 1.527344, + 1.496094, + 1.429688, + 1.503906, + 0.962158, + 1.425781, + 0.5, + 1.462891, + 0.578125, + 1.490234, + 1.488281, + 1.578125, + 0.472656, + 1.59375, + 1.386719, + 1.322266, + 1.470703, + 1.652344, + 1.460938, + 1.433594, + 1.5, + 1.435547, + 1.433594, + 0.722656, + 1.408203, + 1.511719, + 1.78125, + 1.488281, + 1.351562, + 1.550781, + 1.433594, + 1.53125, + 1.419922, + 1.443359, + 1.238281, + 1.339844, + 1.439453, + 1.410156, + 0.652344, + 1.427734, + 1.458984, + 1.542969, + 1.353516, + 0.496094, + 1.574219, + 1.511719, + 1.486328, + 1.503906, + 1.527344, + 1.488281, + 1.482422, + 1.439453, + 0.505859, + 1.474609, + 1.486328, + 1.498047, + 1.511719, + 1.341797, + 1.494141, + 1.503906, + 1.566406, + 1.550781, + 1.359375, + 1.542969, + 1.490234, + 1.416016, + 1.419922, + 1.511719, + 1.457031, + 0.907715, + 1.738281, + 1.361328, + 1.480469, + 1.511719, + 1.439453, + 0.933105, + 1.527344, + 1.447266, + 1.429688, + 0.460938, + 1.261719, + 1.207031, + 0.979736, + 1.466797, + 1.496094, + 1.535156, + 0.34375, + 1.441406, + 1.691406, + 0.375, + 0.864258, + 1.474609, + 1.439453, + 1.480469, + 1.554688, + 1.447266, + 1.386719, + 1.429688, + 1.369141, + 1.523438, + 0.693359, + 1.419922, + 1.539062, + 1.472656, + 0.795898, + 1.503906, + 1.4375, + 1.445312, + 1.484375, + 1.472656, + 1.394531, + 1.457031, + 1.261719, + 0.583984, + 1.464844, + 1.46875, + 1.474609, + 1.554688, + 1.109375, + 1.478516, + 0.953613, + 1.414062, + 1.453125, + 0.931641, + 1.429688, + 1.503906, + 1.5, + 1.640625, + 1.298828, + 1.519531, + 1.484375, + 1.419922, + 0.897949, + 0.410156, + 1.4375, + 1.462891, + 1.40625, + 1.28125, + 1.523438, + 1.494141, + 1.464844, + 0.433594, + 1.388672, + 1.507812, + 1.417969, + 1.441406, + 1.478516, + 1.527344, + 1.498047, + 1.449219, + 1.300781, + 1.470703, + 1.392578, + 1.439453, + 1.511719, + 1.498047, + 1.558594, + 1.232422, + 1.283203, + 1.291016, + 1.515625, + 1.314453, + 1.349609, + 1.542969, + 0.984497, + 1.390625, + 1.417969, + 1.511719, + 1.429688, + 1.476562, + 1.464844, + 1.012146, + 1.417969, + 1.519531, + 1.597656, + 1.480469, + 1.535156, + 0.946289, + 1.371094, + 1.451172, + 1.451172, + 1.515625, + 1.462891, + 1.335938, + 1.464844, + 1.412109, + 1.462891, + 1.431641, + 0.720703, + 1.539062, + 1.503906, + 1.550781, + 1.373047, + 1.474609, + 1.515625, + 1.488281, + 1.363281, + 1.423828, + 1.503906, + 1.386719, + 1.308594, + 0.924316, + 1.363281, + 1.421875, + 1.480469, + 1.4375, + 1.527344, + 1.558594, + 1.458984, + 1.494141, + 1.539062, + 1.416016, + 1.765625, + 1.396484, + 1.371094, + 1.318359, + 1.480469, + 1.474609, + 1.425781, + 1.585938, + 1.462891, + 1.476562, + 1.494141, + 1.34375, + 1.558594, + 1.447266, + 1.257812, + 1.458984, + 1.408203, + 0.335938, + 1.458984, + 1.585938, + 1.441406, + 0.762695, + 1.447266, + 1.441406, + 0.928223, + 0.511719, + 1.378906, + 1.380859, + 1.478516, + 1.341797, + 1.4375, + 1.488281, + 1.457031, + 1.523438, + 1.404297, + 1.503906, + 1.449219, + 0.935059, + 1.484375, + 1.523438, + 0.660156, + 0.417969, + 1.503906, + 1.511719, + 1.472656, + 0.863281, + 1.416016, + 1.179688, + 1.396484, + 1.474609, + 1.460938, + 1.494141, + 1.478516, + 1.419922, + 1.271484, + 1.458984, + 1.474609, + 1.298828, + 0.544922, + 0.94751, + 1.433594, + 1.451172, + 1.490234, + 1.251953, + 1.394531, + 1.507812, + 1.337891, + 0.880371, + 1.523438, + 1.554688, + 1.322266, + 1.494141, + 1.417969, + 1.273438, + 1.378906, + 1.585938, + 0.28125, + 0.359375, + 1.455078, + 1.488281, + 1.333984, + 1.558594, + 1.378906, + 1.482422, + 0.640625, + 1.458984, + 0.730469, + 0.832031, + 1.445312, + 1.519531, + 1.480469, + 1.462891, + 1.503906, + 1.511719, + 0.638672, + 1.523438, + 1.414062, + 1.349609, + 1.414062, + 1.46875, + 1.431641, + 1.386719, + 1.223633, + 1.441406, + 1.503906, + 1.349609, + 1.322266, + 1.075195, + 1.3125, + 1.447266, + 3.546875, + 1.527344, + 1.542969, + 0.476562, + 1.427734, + 1.484375, + 1.022827, + 1.503906, + 1.535156, + 1.515625, + 1.546875, + 1.484375, + 1.498047, + 1.337891, + 1.396484, + 1.490234, + 1.480469, + 1.535156, + 1.490234, + 1.462891, + 1.470703, + 1.410156, + 1.535156, + 1.507812, + 1.574219, + 0.997665, + 0.367188, + 1.474609, + 1.494141, + 1.492188, + 1.490234, + 1.400391, + 0.367188, + 1.554688, + 1.503906, + 1.337891, + 1.523438, + 0.712891, + 1.478516, + 1.511719, + 1.488281, + 1.480469, + 1.431641, + 1.746094, + 1.396484, + 1.151367, + 1.474609, + 1.558594, + 1.494141, + 0.464844, + 1.566406, + 1.318359, + 0.359375, + 1.462891, + 1.160156, + 1.472656, + 1.316406, + 1.275391, + 1.40625, + 0.753906, + 1.482422, + 1.474609, + 1.453125, + 1.474609, + 1.421875, + 1.464844, + 1.433594, + 2.046875, + 1.492188, + 1.474609, + 1.488281, + 1.589844, + 0.940918, + 1.457031, + 1.458984, + 1.291016, + 1.357422, + 1.213867, + 1.511719, + 0.748047, + 1.386719, + 0.417969, + 1.474609, + 1.40625, + 1.554688, + 1.363281, + 1.462891, + 1.470703, + 1.527344, + 1.488281, + 1.296875, + 1.515625, + 1.460938, + 1.464844, + 1.320312, + 1.464844, + 0.964111, + 1.386719, + 1.114258, + 0.525391, + 1.511719, + 1.363281, + 1.482422, + 1.498047, + 1.447266, + 1.244141, + 1.443359, + 1.539062, + 1.031738, + 1.066406, + 1.484375, + 1.482422, + 1.503906, + 1.400391, + 1.484375, + 1.188477, + 1.585938, + 1.558594, + 1.419922, + 0.611328, + 1.425781, + 1.597656, + 1.412109, + 1.494141, + 1.337891, + 1.507812, + 1.429688, + 1.476562, + 1.496094, + 1.470703, + 1.421875, + 0.84668, + 1.451172, + 1.511719, + 1.507812, + 1.542969, + 1.558594, + 1.443359, + 1.378906, + 1.246094, + 1.609375, + 1.482422, + 0.84375, + 0.605469, + 1.539062, + 1.496094, + 1.507812, + 1.488281, + 1.494141, + 0.378906, + 1.425781, + 1.539062, + 1.384766, + 1.455078, + 1.202148, + 1.429688, + 1.296875, + 0.583984, + 1.470703, + 1.478516, + 1.492188, + 1.380859, + 1.233398, + 1.535156, + 1.417969, + 1.53125, + 1.404297, + 1.550781, + 1.503906, + 1.376953, + 1.365234, + 0.919922, + 1.482422, + 0.966309, + 0.445312, + 1.462891, + 1.6875, + 1.470703, + 1.535156, + 1.168945, + 1.4375, + 1.523438, + 1.490234, + 1.490234, + 1.490234, + 1.223633, + 1.345703, + 0.839844, + 1.421875, + 1.125, + 1.412109, + 1.474609, + 1.466797, + 1.460938, + 1.478516, + 1.503906, + 1.527344, + 1.110352, + 1.384766, + 1.447266, + 0.601562, + 1.300781, + 1.474609, + 1.585938, + 1.166992, + 0.580078, + 1.455078, + 1.570312, + 1.433594, + 1.4375, + 1.416016, + 0.535156, + 1.447266, + 1.462891, + 0.996384, + 1.496094, + 1.351562, + 1.373047, + 1.398438, + 1.597656, + 1.332031, + 1.447266, + 1.427734, + 1.433594, + 1.462891, + 1.466797, + 1.451172, + 0.414062, + 1.427734, + 1.398438, + 1.443359, + 1.507812, + 1.539062, + 1.507812, + 1.339844, + 0.834961, + 1.523438, + 1.458984, + 1.511719, + 1.455078, + 0.90332, + 1.361328, + 1.484375, + 1.419922, + 1.376953, + 1.347656, + 1.507812, + 1.451172, + 1.476562, + 1.394531, + 1.511719, + 1.431641, + 1.427734, + 1.458984, + 1.539062, + 1.439453, + 1.609375, + 1.235352, + 1.558594, + 0.728516, + 0.292969, + 1.451172, + 1.203125, + 1.511719, + 1.460938, + 1.404297, + 1.423828, + 1.255859, + 1.480469, + 1.238281, + 1.507812, + 1.511719, + 1.494141, + 1.472656, + 0.441406, + 1.40625, + 1.507812, + 1.441406, + 1.337891, + 1.419922, + 1.414062, + 1.523438, + 1.496094, + 1.291016, + 1.535156, + 1.570312, + 1.486328, + 1.511719, + 1.431641, + 1.192383, + 1.455078, + 1.213867, + 1.279297, + 1.480469, + 1.597656, + 1.433594, + 1.515625, + 1.449219, + 1.511719, + 1.361328, + 1.648438, + 1.133789, + 1.457031, + 1.170898, + 0.853516, + 1.474609, + 1.441406, + 1.402344, + 0.511719, + 1.15918, + 1.554688, + 1.457031, + 1.59375, + 1.503906, + 1.503906, + 1.546875, + 1.427734, + 1.261719, + 1.648438, + 0.375, + 1.421875, + 1.496094, + 1.392578, + 1.494141, + 1.431641, + 1.523438, + 1.417969, + 0.382812, + 1.445312, + 1.388672, + 1.365234, + 1.375, + 1.574219, + 1.703125, + 1.486328, + 1.453125, + 1.306641, + 0.827148, + 1.472656, + 1.480469, + 1.388672, + 1.462891, + 1.558594, + 1.457031, + 1.546875, + 1.324219, + 1.433594, + 1.21582, + 1.617188, + 1.404297, + 1.507812, + 1.462891, + 1.375, + 1.345703, + 1.425781, + 1.429688, + 1.554688, + 1.542969, + 1.396484, + 1.369141, + 0.4375, + 1.494141, + 1.486328, + 1.449219, + 1.445312, + 1.523438, + 1.449219, + 1.464844, + 1.503906, + 1.546875, + 1.078125, + 1.423828, + 1.451172, + 1.480469, + 0.410156, + 1.511719, + 1.457031, + 1.492188, + 1.470703, + 1.458984, + 1.40625, + 1.476562, + 1.341797, + 1.523438, + 1.439453, + 1.550781, + 0.484375, + 1.353516, + 1.324219, + 1.494141, + 0.476562, + 1.523438, + 0.611328, + 1.449219, + 0.398438, + 1.539062, + 1.291016, + 1.198242, + 0.956543, + 1.294922, + 1.535156, + 1.478516, + 1.410156, + 1.441406, + 1.400391, + 1.554688, + 1.441406, + 0.316406, + 0.794922, + 1.136719, + 1.515625, + 1.539062, + 1.410156, + 1.519531, + 1.482422, + 1.53125, + 1.199219, + 1.523438, + 1.449219, + 1.566406, + 1.507812, + 1.433594, + 1.300781, + 1.441406, + 1.466797, + 1.088379, + 1.546875, + 1.519531, + 1.496094, + 1.441406, + 1.554688, + 1.19043, + 1.523438, + 1.542969, + 1.365234, + 1.558594, + 1.498047, + 1.628906, + 1.435547, + 1.742188, + 0.636719, + 1.435547, + 1.455078, + 1.412109, + 0.664062, + 1.486328, + 1.519531, + 1.550781, + 0.544922, + 1.400391, + 1.081543, + 1.507812, + 1.337891, + 1.217773, + 0.359375, + 1.539062, + 1.494141, + 1.474609, + 0.347656, + 1.089844, + 0.517578, + 1.503906, + 1.457031, + 1.296875, + 1.458984, + 1.494141, + 1.441406, + 1.496094, + 1.519531, + 1.410156, + 0.648438, + 0.742188, + 1.539062, + 1.269531, + 1.310547, + 1.511719, + 1.416016, + 1.384766, + 1.433594, + 1.175781, + 1.507812, + 1.46875, + 1.402344, + 0.772461, + 1.585938, + 1.460938, + 1.695312, + 1.492188, + 1.416016, + 0.576172, + 1.882812, + 0.566406, + 1.773438, + 1.527344, + 1.464844, + 1.4375, + 1.523438, + 1.273438, + 1.433594, + 1.574219, + 1.507812, + 1.515625, + 1.357422, + 1.378906, + 1.601562, + 1.441406, + 1.523438, + 1.320312, + 1.417969, + 1.474609, + 0.88623, + 1.337891, + 1.369141, + 0.946533, + 1.466797, + 1.578125, + 1.542969, + 1.480469, + 1.378906, + 1.386719, + 1.398438, + 1.632812, + 1.019409, + 1.507812, + 1.246094, + 1.652344, + 1.486328, + 1.490234, + 1.550781, + 1.283203, + 1.507812, + 1.464844, + 1.445312, + 1.474609, + 1.478516, + 0.882324, + 1.523438, + 1.507812, + 0.77832, + 1.462891, + 1.464844, + 0.496094, + 1.417969, + 1.175781, + 1.535156, + 1.511719, + 1.453125, + 1.511719, + 1.4375, + 1.470703, + 1.443359, + 1.449219, + 1.414062, + 1.416016, + 1.458984, + 0.921875, + 1.402344, + 1.539062, + 1.546875, + 0.636719, + 1.386719, + 1.443359, + 1.5, + 1.742188, + 1.419922, + 1.582031, + 1.421875, + 1.357422, + 0.945068, + 1.291016, + 1.53125, + 1.40625, + 0.46875, + 1.449219, + 1.443359, + 0.566406, + 1.490234, + 1.431641, + 1.464844, + 1.433594, + 1.371094, + 1.519531, + 0.754883, + 1.507812, + 1.550781, + 1.574219, + 1.507812, + 1.365234, + 1.330078, + 1.408203, + 0.533203, + 0.871094, + 1.503906, + 1.306641, + 1.519531, + 1.10498, + 1.322266, + 1.417969, + 1.402344, + 0.576172, + 1.257812, + 1.523438, + 0.375, + 1.574219, + 1.341797, + 1.519531, + 1.457031, + 0.527344, + 1.478516, + 1.433594, + 0.421875, + 1.46875, + 0.911621, + 1.417969, + 1.554688, + 1.494141, + 1.539062, + 0.535156, + 1.527344, + 1.207031, + 1.507812, + 1.431641, + 1.5, + 1.570312, + 0.84375, + 1.617188, + 1.546875, + 1.496094, + 1.376953, + 0.568359, + 1.558594, + 1.507812, + 1.458984, + 1.435547, + 1.632812, + 1.447266, + 1.324219, + 1.271484, + 1.472656, + 1.433594, + 1.484375, + 0.975586, + 1.46875, + 1.652344, + 1.460938, + 0.4375, + 1.478516, + 1.318359, + 1.462891, + 1.480469, + 1.523438, + 1.353516, + 1.234375, + 1.490234, + 1.474609, + 0.589844, + 1.390625, + 1.65625, + 1.408203 + ] + }, + "name": "onnx::Mul_8401", + "outputIndexes": [ + 975 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 974, + 975 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_9/Mul_1_output_0", + "outputIndexes": [ + 976 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 957, + 976 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_49_output_0", + "outputIndexes": [ + 977 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 977, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_90_output_0", + "outputIndexes": [ + 978 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 978 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_10/Mul_output_0", + "outputIndexes": [ + 979 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.699219, + 1.773438, + 1.65625, + 1.765625, + 1.765625, + 1.710938, + 1.474609, + 0.836914, + 1.667969, + 1.335938, + 1.769531, + 1.628906, + 1.675781, + 1.925781, + 2.085938, + 1.578125, + 1.574219, + 1.703125, + 1.021851, + 1.878906, + 1.824219, + 1.917969, + 2.023438, + 1.474609, + 1.460938, + 1.726562, + 1.695312, + 1.515625, + 1.824219, + 1.894531, + 1.566406, + 1.306641, + 1.644531, + 0.828125, + 1.554688, + 1.621094, + 1.675781, + 1.789062, + 1.498047, + 1.703125, + 1.921875, + 1.675781, + 1.738281, + 1.353516, + 0.822266, + 2.03125, + 1.761719, + 1.765625, + 1.550781, + 1.453125, + 1.769531, + 1.373047, + 1.621094, + 1.119141, + 1.632812, + 1.554688, + 1.566406, + 1.832031, + 1.472656, + 1.357422, + 1.259766, + 1.667969, + 1.863281, + 1.726562, + 1.519531, + 1.699219, + 1.217773, + 1.777344, + 1.636719, + 1.703125, + 1.796875, + 1.890625, + 1.507812, + 1.679688, + 1.632812, + 1.628906, + 1.177734, + 1.498047, + 1.417969, + 1.042725, + 1.527344, + 0.738281, + 1.427734, + 1.359375, + 1.886719, + 1.863281, + 1.714844, + 1.337891, + 0.900391, + 1.265625, + 1.777344, + 1.660156, + 1.722656, + 0.956299, + 1.777344, + 0.961426, + 1.898438, + 1.78125, + 2.039062, + 1.550781, + 1.423828, + 1.890625, + 1.84375, + 1.765625, + 1.847656, + 1.757812, + 1.867188, + 1.318359, + 1.757812, + 1.722656, + 1.914062, + 1.644531, + 1.957031, + 2.796875, + 1.800781, + 1.326172, + 1.917969, + 0.945068, + 1.726562, + 1.890625, + 1.8125, + 1.765625, + 0.848633, + 1.71875, + 1.447266, + 1.376953, + 1.582031, + 1.746094, + 1.574219, + 1.182617, + 1.168945, + 1.474609, + 1.554688, + 1.675781, + 1.714844, + 2.078125, + 1.4375, + 1.447266, + 1.396484, + 2.195312, + 1.609375, + 1.691406, + 1.337891, + 1.660156, + 1.726562, + 1.476562, + 1.511719, + 1.804688, + 1.71875, + 1.957031, + 1.550781, + 1.392578, + 1.53125, + 1.004028, + 1.945312, + 1.808594, + 1.1875, + 1.621094, + 0.87793, + 0.787109, + 1.394531, + 1.894531, + 1.5625, + 1.183594, + 1.949219, + 1.675781, + 1.898438, + 0.787109, + 1.976562, + 1.486328, + 1.621094, + 1.068359, + 1.574219, + 0.936035, + 1.609375, + 1.867188, + 1.820312, + 0.924316, + 1.6875, + 1.757812, + 1.773438, + 0.925781, + 1.412109, + 0.6875, + 1.283203, + 1.773438, + 1.082031, + 1.667969, + 1.458984, + 1.445312, + 1.785156, + 1.210938, + 1.582031, + 1.664062, + 1.828125, + 1.761719, + 1.75, + 1.730469, + 1.992188, + 1.738281, + 1.566406, + 1.667969, + 1.554688, + 1.4375, + 2.054688, + 1.839844, + 1.683594, + 1.675781, + 1.65625, + 1.714844, + 1.507812, + 1.847656, + 1.730469, + 1.484375, + 1.75, + 1.757812, + 1.535156, + 1.515625, + 1.953125, + 1.960938, + 1.542969, + 1.439453, + 1.867188, + 2.0625, + 1.824219, + 1.789062, + 1.597656, + 1.722656, + 1.386719, + 1.318359, + 2.15625, + 1.984375, + 1.886719, + 1.898438, + 1.757812, + 2.039062, + 1.455078, + 1.898438, + 1.648438, + 1.558594, + 1.644531, + 1.601562, + 1.820312, + 1.267578, + 1.503906, + 1.6875, + 1.503906, + 1.523438, + 1.980469, + 1.150391, + 1.738281, + 2.015625, + 1.067383, + 1.773438, + 1.714844, + 1.675781, + 1.496094, + 1.730469, + 1.585938, + 1.671875, + 1.960938, + 1.898438, + 1.691406, + 1.597656, + 1.761719, + 1.326172, + 1.714844, + 1.789062, + 1.582031, + 1.65625, + 1.789062, + 1.714844, + 1.65625, + 1.464844, + 1.722656, + 1.777344, + 0.986572, + 1.746094, + 1.636719, + 1.714844, + 1.355469, + 1.785156, + 0.950195, + 1.832031, + 1.339844, + 1.792969, + 1.380859, + 1.566406, + 0.986877, + 1.632812, + 1.355469, + 1.138672, + 1.738281, + 1.75, + 1.492188, + 1.664062, + 1.382812, + 1.703125, + 1.808594, + 1.769531, + 1.894531, + 1.429688, + 1.011353, + 1.695312, + 0.679688, + 1.492188, + 1.789062, + 1.667969, + 1.339844, + 2.117188, + 2.101562, + 0.640625, + 1.462891, + 1.707031, + 1.703125, + 1.605469, + 1.984375, + 1.917969, + 1.628906, + 1.957031, + 1.59375, + 1.550781, + 1.431641, + 1.828125, + 1.761719, + 1.714844, + 1.416016, + 1.535156, + 1.882812, + 1.792969, + 1.460938, + 1.34375, + 1.65625, + 1.824219, + 1.355469, + 1.777344, + 1.753906, + 1.886719, + 2.046875, + 1.679688, + 1.511719, + 1.597656, + 1.898438, + 1.539062, + 1.53125, + 1.180664, + 1.804688, + 1.220703, + 1.298828, + 1.828125, + 1.318359, + 1.375, + 1.462891, + 1.359375, + 0.619141, + 0.87793, + 1.796875, + 1.855469, + 1.238281, + 1.503906, + 0.947754, + 1.796875, + 1.394531, + 1.099609, + 1.753906, + 1.789062, + 1.519531, + 0.931641, + 1.945312, + 1.679688, + 1.949219, + 1.558594, + 1.652344, + 1.648438, + 1.980469, + 1.945312, + 1.941406, + 1.570312, + 1.667969, + 1.191406, + 2.078125, + 2.242188, + 1.173828, + 1.052246, + 1.96875, + 1.585938, + 1.209961, + 1.333984, + 1.664062, + 1.832031, + 1.757812, + 1.730469, + 0.763672, + 1.828125, + 1.992188, + 1.832031, + 1.464844, + 0.765625, + 1.585938, + 1.738281, + 1.546875, + 1.867188, + 1.632812, + 2.0625, + 0.949951, + 1.777344, + 1.800781, + 1.574219, + 1.828125, + 1.230469, + 1.746094, + 1.847656, + 1.867188, + 1.761719, + 1.550781, + 1.359375, + 1.703125, + 1.632812, + 1.671875, + 1.683594, + 1.929688, + 1.738281, + 1.386719, + 1.636719, + 1.621094, + 1.589844, + 1.703125, + 1.789062, + 1.863281, + 1.589844, + 1.283203, + 1.867188, + 1.6875, + 1.410156, + 1.578125, + 1.84375, + 1.898438, + 1.859375, + 1.59375, + 1.734375, + 2.03125, + 1.714844, + 1.753906, + 1.253906, + 1.640625, + 1.675781, + 1.867188, + 1.769531, + 1.464844, + 1.617188, + 1.738281, + 1.960938, + 1.59375, + 1.710938, + 1.847656, + 1.746094, + 1.373047, + 1.914062, + 1.679688, + 1.867188, + 1.660156, + 1.792969, + 1.695312, + 1.769531, + 1.081543, + 1.542969, + 0.776367, + 1.707031, + 1.847656, + 1.707031, + 1.671875, + 1.601562, + 1.972656, + 1.5625, + 1.632812, + 1.722656, + 0.868164, + 1.53125, + 1.644531, + 1.929688, + 1.769531, + 1.511719, + 1.429688, + 1.707031, + 1.878906, + 1.625, + 0.800781, + 1.796875, + 1.632812, + 1.851562, + 1.365234, + 1.726562, + 1.785156, + 1.640625, + 1.243164, + 1.699219, + 0.53125, + 0.976562, + 1.259766, + 1.001938, + 1.75, + 1.8125, + 1.753906, + 1.202148, + 0.764648, + 1.621094, + 1.277344, + 1.470703, + 1.53125, + 1.808594, + 1.652344, + 1.792969, + 1.546875, + 1.839844, + 1.558594, + 1.890625, + 1.464844, + 1.890625, + 1.792969, + 1.359375, + 1.753906, + 1.554688, + 0.95874, + 0.982788, + 1.816406, + 1.057373, + 1.699219, + 1.574219, + 1.558594, + 1.746094, + 1.632812, + 1.542969, + 1.675781, + 1.287109, + 1.746094, + 1.204102, + 1.699219, + 2.078125, + 1.910156, + 1.181641, + 3.015625, + 1.392578, + 1.878906, + 1.789062, + 1.875, + 1.675781, + 1.617188, + 1.804688, + 1.206055, + 2.039062, + 1.361328, + 2.03125, + 1.820312, + 1.582031, + 1.621094, + 1.691406, + 1.609375, + 1.878906, + 1.460938, + 1.878906, + 2.007812, + 1.181641, + 1.21582, + 1.753906, + 1.730469, + 1.785156, + 1.96875, + 1.988281, + 1.777344, + 1.699219, + 2.117188, + 2.101562, + 1.917969, + 1.796875, + 0.980713, + 1.808594, + 1.613281, + 1.65625, + 1.067871, + 1.800781, + 1.765625, + 1.851562, + 1.917969, + 1.792969, + 1.589844, + 1.451172, + 1.155273, + 1.710938, + 1.527344, + 1.310547, + 1.855469, + 1.605469, + 1.683594, + 1.429688, + 1.402344, + 1.449219, + 1.613281, + 2.015625, + 1.730469, + 1.394531, + 1.589844, + 1.898438, + 1.300781, + 1.675781, + 1.734375, + 1.660156, + 1.558594, + 1.757812, + 1.902344, + 1.363281, + 1.707031, + 1.824219, + 2.0625, + 1.129883, + 1.431641, + 1.898438, + 1.683594, + 1.439453, + 1.65625, + 1.828125, + 1.832031, + 1.710938, + 1.429688, + 1.601562, + 2.0, + 1.355469, + 1.847656, + 1.855469, + 2.046875, + 1.036621, + 1.498047, + 1.835938, + 1.71875, + 1.902344, + 1.847656, + 1.546875, + 1.695312, + 1.605469, + 1.84375, + 1.208008, + 1.945312, + 1.675781, + 1.200195, + 0.938232, + 1.628906, + 0.819336, + 1.816406, + 2.070312, + 1.490234, + 1.139648, + 0.589844, + 0.730469, + 1.8125, + 1.804688, + 1.832031, + 1.867188, + 1.578125, + 1.652344, + 1.75, + 1.671875, + 1.597656, + 1.632812, + 1.730469, + 0.95459, + 1.601562, + 1.640625, + 1.859375, + 1.695312, + 1.632812, + 1.761719, + 1.78125, + 1.640625, + 1.769531, + 1.53125, + 1.386719, + 1.699219, + 1.726562, + 1.933594, + 1.279297, + 1.679688, + 1.722656, + 0.859375, + 1.914062, + 1.609375, + 2.210938, + 1.777344, + 1.275391, + 1.882812, + 1.609375, + 1.28125, + 1.730469, + 1.478516, + 1.761719, + 1.683594, + 1.878906, + 1.451172, + 1.486328, + 1.863281, + 1.589844, + 1.710938, + 2.203125, + 1.601562, + 1.490234, + 1.480469, + 1.636719, + 1.628906, + 1.710938, + 1.478516, + 1.640625, + 1.5625, + 1.800781, + 1.878906, + 1.746094, + 1.871094, + 2.101562, + 1.882812, + 1.90625, + 1.208008, + 1.730469, + 1.302734, + 1.667969, + 1.820312, + 1.71875, + 1.757812, + 1.322266, + 1.429688, + 1.231445, + 1.753906, + 2.0, + 1.703125, + 1.324219, + 1.757812, + 1.734375, + 1.664062, + 1.699219, + 1.722656, + 1.59375, + 1.486328, + 1.710938, + 1.832031, + 1.882812, + 1.667969, + 1.550781, + 1.976562, + 1.455078, + 1.287109, + 2.023438, + 1.443359, + 1.84375, + 1.925781, + 1.8125, + 1.792969, + 1.636719, + 1.902344, + 1.863281, + 1.578125, + 1.671875, + 0.833984, + 1.695312, + 1.558594, + 1.78125, + 1.605469, + 1.550781, + 1.78125, + 1.566406, + 1.427734, + 1.621094, + 1.902344, + 1.816406, + 1.644531, + 1.878906, + 1.730469, + 1.363281, + 1.867188, + 1.5625, + 1.902344, + 1.671875, + 1.660156, + 1.632812, + 1.277344, + 1.443359, + 1.613281, + 1.359375, + 1.466797, + 2.15625, + 1.980469, + 1.839844, + 1.460938, + 1.193359, + 1.777344, + 1.6875, + 1.455078, + 1.380859, + 1.824219, + 1.462891, + 1.964844, + 1.804688, + 1.369141, + 1.585938, + 1.707031, + 1.449219, + 1.832031, + 1.910156, + 1.847656, + 1.384766, + 1.119141, + 1.507812, + 1.730469, + 1.273438, + 1.496094, + 1.957031, + 1.996094, + 1.046143, + 1.886719, + 0.991455, + 1.511719, + 1.683594, + 1.574219, + 1.217773, + 1.75, + 1.632812, + 1.482422, + 1.6875, + 1.578125, + 1.867188, + 1.796875, + 1.613281, + 1.59375, + 1.726562, + 1.660156, + 1.652344, + 1.765625, + 1.761719, + 1.353516, + 1.765625, + 1.24707, + 1.808594, + 1.664062, + 1.396484, + 1.574219, + 1.231445, + 1.90625, + 1.941406, + 1.589844, + 1.757812, + 1.828125, + 1.683594, + 1.964844, + 1.859375, + 1.992188, + 1.585938, + 1.480469, + 1.785156, + 1.746094, + 0.453125, + 1.292969, + 1.416016, + 1.644531, + 1.515625, + 1.439453, + 1.71875, + 1.71875, + 1.761719, + 1.796875, + 1.625, + 1.021729, + 1.789062, + 1.632812, + 1.398438, + 1.40625, + 1.949219, + 1.878906, + 1.609375, + 1.049316, + 1.375, + 1.365234, + 1.566406, + 1.753906, + 1.9375, + 1.878906, + 1.482422, + 1.07959, + 1.648438, + 1.652344, + 1.636719, + 2.148438, + 1.753906, + 1.902344, + 1.46875, + 1.917969, + 0.996994, + 1.636719, + 1.6875, + 1.691406, + 1.570312, + 1.753906, + 1.75, + 1.746094, + 1.621094, + 1.8125, + 1.248047, + 1.507812, + 1.746094, + 1.902344, + 1.177734, + 1.419922, + 1.617188, + 0.816406, + 0.734375, + 1.185547, + 0.833008, + 1.617188, + 1.832031, + 1.470703, + 1.625, + 0.771484, + 0.644531, + 1.5625, + 1.824219, + 1.582031, + 1.714844, + 1.539062, + 1.890625, + 1.644531, + 1.574219, + 0.707031, + 1.746094, + 1.435547, + 1.242188, + 1.138672, + 1.527344, + 1.515625, + 1.527344, + 1.480469, + 1.773438, + 1.613281, + 1.375, + 1.828125, + 1.523438, + 1.96875, + 1.761719, + 1.421875, + 1.78125, + 1.632812, + 2.109375, + 1.640625, + 1.172852, + 0.667969, + 2.007812, + 1.703125, + 1.609375, + 1.691406, + 1.636719, + 1.738281, + 1.550781, + 1.921875, + 0.558594, + 1.289062, + 1.229492, + 1.890625, + 1.742188, + 0.780273, + 1.761719, + 1.652344, + 1.621094, + 1.566406, + 1.742188, + 1.388672, + 1.410156, + 0.915039, + 1.574219, + 1.494141, + 1.601562, + 1.003555, + 1.71875, + 1.859375, + 1.539062, + 1.886719, + 1.679688, + 1.328125, + 1.431641, + 1.820312, + 1.933594, + 1.279297, + 1.796875, + 1.800781, + 1.298828, + 2.007812, + 2.171875, + 2.179688, + 1.609375, + 1.710938, + 1.574219, + 1.507812, + 1.679688, + 1.75, + 1.71875, + 0.597656, + 1.917969, + 1.738281, + 1.753906, + 1.734375, + 0.95752, + 1.730469, + 1.652344, + 0.558594, + 1.400391, + 0.890137, + 1.792969, + 0.895508, + 1.308594, + 1.855469, + 1.722656, + 1.761719, + 1.193359, + 1.386719, + 1.464844, + 1.498047, + 0.973389, + 1.384766, + 1.287109, + 1.157227, + 1.024902, + 1.714844, + 1.816406, + 1.357422, + 1.574219, + 1.949219, + 1.535156, + 1.902344, + 1.273438, + 1.558594, + 1.730469, + 0.787109, + 1.9375, + 1.679688, + 1.667969, + 0.976318, + 1.144531, + 1.789062, + 2.023438, + 1.59375, + 1.855469, + 1.890625, + 1.589844, + 1.375, + 2.796875, + 1.535156, + 1.6875, + 1.871094, + 1.503906, + 1.691406, + 1.726562, + 2.023438, + 1.652344, + 1.921875, + 1.714844, + 1.851562, + 1.660156, + 1.425781, + 1.769531, + 1.832031, + 1.322266, + 1.671875, + 1.894531, + 1.773438, + 1.8125, + 1.972656, + 2.59375, + 1.792969, + 0.787109, + 1.345703, + 1.5, + 0.991821, + 1.722656, + 1.332031, + 1.65625, + 1.589844, + 1.730469, + 1.773438, + 1.589844, + 1.703125, + 0.948242, + 1.3125, + 1.582031, + 1.490234, + 1.710938, + 1.644531, + 1.100586, + 1.738281, + 1.6875, + 1.886719, + 1.78125, + 1.816406, + 0.878906, + 2.015625, + 1.917969, + 1.359375, + 1.730469, + 1.648438, + 2.046875, + 1.558594, + 1.785156, + 1.773438, + 1.703125, + 1.777344, + 1.851562, + 1.820312, + 1.046143, + 1.722656, + 1.773438, + 1.835938, + 1.890625, + 1.695312, + 1.241211, + 1.96875, + 0.845703, + 1.644531, + 1.792969, + 1.423828, + 1.726562, + 1.753906, + 2.085938, + 1.550781, + 1.261719, + 1.613281, + 0.810547, + 0.513672, + 1.285156, + 1.640625, + 1.792969, + 1.059326, + 1.507812, + 1.660156, + 1.757812, + 1.097656, + 1.609375, + 1.503906, + 1.554688, + 0.807617, + 1.621094, + 1.660156, + 1.373047, + 1.769531, + 1.367188, + 1.388672, + 1.976562, + 1.644531, + 1.019043, + 1.738281, + 1.238281, + 1.539062, + 1.792969, + 1.800781, + 2.070312, + 1.449219, + 1.492188, + 1.925781, + 0.927734, + 0.887207, + 1.644531, + 1.746094, + 1.644531, + 1.177734, + 1.769531, + 1.769531, + 1.714844, + 1.414062, + 1.738281, + 1.466797, + 1.972656, + 1.925781, + 1.675781, + 1.371094, + 1.800781, + 1.707031, + 1.917969, + 1.710938, + 1.671875, + 1.773438, + 1.886719, + 1.617188, + 1.671875, + 1.769531, + 2.109375, + 1.386719, + 1.761719, + 1.566406, + 1.695312, + 1.8125, + 1.539062, + 1.539062, + 1.636719, + 1.574219, + 1.882812, + 1.283203, + 1.496094, + 1.02002, + 2.101562, + 1.503906, + 1.679688, + 1.263672, + 1.636719, + 1.601562, + 1.84375, + 1.15918, + 1.796875, + 1.052734, + 1.644531, + 1.361328, + 1.441406, + 1.302734, + 1.761719, + 1.111328, + 1.933594, + 0.787109, + 1.582031, + 1.292969, + 2.046875, + 1.542969, + 1.5625, + 1.820312, + 1.804688, + 1.640625, + 1.320312, + 1.554688, + 1.691406, + 1.808594, + 0.907715, + 1.769531, + 1.458984, + 1.515625, + 1.761719, + 1.726562, + 1.726562, + 1.609375, + 1.179688, + 1.554688, + 1.726562, + 1.476562, + 1.388672, + 1.789062, + 1.84375, + 1.535156, + 1.484375, + 1.699219, + 0.828125, + 1.84375, + 1.722656, + 2.0625, + 1.382812, + 1.373047, + 1.100586, + 0.854492, + 1.796875, + 0.792969, + 1.294922, + 1.435547, + 1.652344, + 2.054688, + 1.949219, + 2.53125, + 1.613281, + 1.384766, + 1.875, + 0.791992, + 1.679688, + 1.570312, + 1.660156, + 3.578125, + 1.785156, + 1.882812, + 0.954346, + 1.902344, + 1.730469, + 1.249023, + 0.968262, + 1.648438, + 1.867188, + 1.088867, + 1.820312, + 1.535156, + 1.734375, + 1.355469, + 1.726562, + 1.648438, + 0.928223, + 1.902344, + 1.679688, + 1.484375, + 1.589844, + 1.617188, + 1.292969, + 1.166016, + 1.65625, + 1.886719, + 1.636719, + 1.796875, + 1.710938, + 1.902344, + 1.855469, + 1.675781, + 1.589844, + 1.84375, + 1.148438, + 1.886719, + 1.699219, + 1.6875, + 1.804688, + 1.527344, + 1.644531, + 1.839844, + 1.722656, + 0.552734, + 1.777344, + 1.839844, + 1.480469, + 1.722656, + 1.445312, + 1.466797, + 1.570312, + 1.601562, + 1.660156, + 2.0, + 1.636719, + 1.726562, + 1.792969, + 1.371094, + 1.558594, + 0.794922, + 1.777344, + 0.84668, + 1.714844, + 1.699219, + 1.871094, + 0.766602, + 1.710938, + 1.431641, + 1.527344, + 1.652344, + 2.539062, + 1.742188, + 1.65625, + 1.667969, + 1.640625, + 1.472656, + 0.962158, + 1.550781, + 1.652344, + 1.542969, + 1.914062, + 1.589844, + 1.402344, + 1.683594, + 1.738281, + 1.761719, + 1.601562, + 1.507812, + 1.601562, + 1.71875, + 1.609375, + 1.026123, + 1.550781, + 2.03125, + 1.882812, + 1.402344, + 0.906738, + 1.753906, + 1.769531, + 1.855469, + 1.75, + 1.738281, + 1.617188, + 1.601562, + 1.46875, + 1.062988, + 1.652344, + 1.703125, + 1.679688, + 1.929688, + 1.566406, + 1.566406, + 1.921875, + 1.984375, + 1.789062, + 1.542969, + 2.125, + 1.675781, + 1.589844, + 1.308594, + 1.976562, + 1.84375, + 1.172852, + 1.714844, + 1.597656, + 1.570312, + 1.734375, + 1.664062, + 1.143555, + 1.925781, + 1.589844, + 1.71875, + 0.746094, + 1.386719, + 1.318359, + 1.46875, + 1.667969, + 1.832031, + 1.773438, + 0.533203, + 1.722656, + 1.894531, + 0.677734, + 1.298828, + 1.714844, + 1.710938, + 1.699219, + 1.683594, + 1.71875, + 1.5, + 1.746094, + 1.371094, + 1.8125, + 0.918457, + 1.539062, + 2.046875, + 1.730469, + 1.347656, + 1.769531, + 1.753906, + 1.785156, + 1.636719, + 1.699219, + 1.683594, + 1.785156, + 1.507812, + 1.201172, + 1.585938, + 1.636719, + 1.800781, + 1.703125, + 1.261719, + 1.632812, + 1.511719, + 1.65625, + 1.730469, + 1.294922, + 1.558594, + 1.882812, + 1.671875, + 1.765625, + 1.416016, + 1.898438, + 1.589844, + 1.558594, + 1.275391, + 1.061035, + 1.734375, + 1.53125, + 1.664062, + 1.472656, + 1.867188, + 1.785156, + 1.671875, + 0.763672, + 1.480469, + 1.808594, + 1.519531, + 1.628906, + 1.589844, + 1.863281, + 1.789062, + 1.746094, + 1.464844, + 1.746094, + 1.707031, + 1.738281, + 1.925781, + 1.902344, + 1.558594, + 1.474609, + 1.371094, + 1.429688, + 2.046875, + 1.351562, + 1.625, + 1.808594, + 1.275391, + 1.609375, + 1.625, + 1.804688, + 1.597656, + 1.605469, + 1.617188, + 1.3125, + 1.570312, + 1.722656, + 1.761719, + 1.578125, + 1.816406, + 1.310547, + 1.617188, + 1.820312, + 1.832031, + 1.871094, + 2.046875, + 1.523438, + 1.839844, + 1.542969, + 1.824219, + 1.589844, + 1.11084, + 1.667969, + 1.730469, + 1.921875, + 2.164062, + 1.800781, + 1.964844, + 1.625, + 1.484375, + 1.503906, + 1.753906, + 1.582031, + 1.367188, + 1.333984, + 1.527344, + 1.496094, + 1.902344, + 1.484375, + 1.804688, + 2.046875, + 1.792969, + 1.699219, + 1.816406, + 1.675781, + 1.443359, + 1.714844, + 1.53125, + 1.523438, + 1.839844, + 1.644531, + 1.613281, + 1.601562, + 1.695312, + 1.71875, + 1.714844, + 1.9375, + 1.714844, + 1.332031, + 1.451172, + 1.730469, + 1.746094, + 0.673828, + 1.84375, + 1.957031, + 1.546875, + 1.071777, + 1.738281, + 1.484375, + 1.306641, + 0.660156, + 1.546875, + 1.460938, + 1.980469, + 1.423828, + 1.636719, + 1.703125, + 1.621094, + 1.984375, + 1.53125, + 2.375, + 1.621094, + 1.10498, + 2.03125, + 1.933594, + 1.030029, + 0.705078, + 2.085938, + 1.96875, + 1.804688, + 1.130859, + 1.667969, + 1.421875, + 1.722656, + 1.867188, + 1.652344, + 1.474609, + 1.671875, + 1.566406, + 1.482422, + 1.773438, + 1.894531, + 1.964844, + 0.871094, + 1.141602, + 1.707031, + 1.738281, + 1.585938, + 1.316406, + 1.632812, + 1.878906, + 1.398438, + 1.062988, + 1.773438, + 2.015625, + 1.542969, + 1.839844, + 1.527344, + 1.449219, + 1.527344, + 1.664062, + 0.658203, + 0.703125, + 1.613281, + 1.597656, + 1.558594, + 2.148438, + 1.435547, + 1.867188, + 1.068359, + 1.746094, + 1.044922, + 1.140625, + 1.851562, + 1.945312, + 1.726562, + 1.683594, + 1.847656, + 1.933594, + 1.091797, + 1.835938, + 1.511719, + 1.361328, + 1.6875, + 1.765625, + 1.582031, + 1.515625, + 1.419922, + 1.835938, + 1.992188, + 1.613281, + 1.539062, + 1.542969, + 1.396484, + 1.632812, + 1.601562, + 1.867188, + 1.863281, + 0.865234, + 1.691406, + 1.734375, + 1.578125, + 1.761719, + 1.204102, + 1.761719, + 1.898438, + 1.683594, + 0.931641, + 1.128906, + 1.453125, + 1.84375, + 1.921875, + 1.851562, + 1.898438, + 1.332031, + 1.523438, + 1.554688, + 1.960938, + 1.9375, + 1.451172, + 1.051758, + 0.794922, + 1.636719, + 1.796875, + 1.9375, + 1.746094, + 1.451172, + 0.535156, + 1.851562, + 1.949219, + 1.566406, + 1.761719, + 1.038818, + 1.996094, + 1.765625, + 1.710938, + 1.519531, + 1.609375, + 1.455078, + 1.453125, + 1.277344, + 1.699219, + 1.617188, + 1.707031, + 0.911133, + 2.03125, + 1.046387, + 1.326172, + 1.648438, + 1.910156, + 1.925781, + 1.601562, + 1.421875, + 1.601562, + 2.085938, + 1.648438, + 1.800781, + 1.863281, + 1.613281, + 1.765625, + 1.761719, + 1.457031, + 1.439453, + 1.855469, + 1.800781, + 2.179688, + 1.84375, + 1.308594, + 1.492188, + 1.722656, + 1.523438, + 1.617188, + 1.773438, + 1.738281, + 1.138672, + 1.445312, + 0.697266, + 1.761719, + 1.451172, + 2.015625, + 1.492188, + 1.675781, + 1.632812, + 1.886719, + 1.746094, + 1.519531, + 1.929688, + 1.667969, + 1.972656, + 1.515625, + 1.882812, + 1.246094, + 1.558594, + 1.291016, + 0.783203, + 1.722656, + 1.851562, + 1.972656, + 1.871094, + 2.03125, + 1.400391, + 1.453125, + 1.664062, + 1.173828, + 1.355469, + 1.707031, + 2.023438, + 1.78125, + 1.515625, + 1.882812, + 1.333984, + 2.078125, + 1.910156, + 1.683594, + 0.974609, + 1.386719, + 1.996094, + 1.726562, + 1.777344, + 1.335938, + 1.699219, + 1.433594, + 1.394531, + 1.679688, + 1.84375, + 1.644531, + 1.22168, + 1.59375, + 1.652344, + 1.589844, + 1.996094, + 1.859375, + 1.761719, + 1.507812, + 1.458984, + 2.085938, + 1.90625, + 1.128906, + 1.059326, + 1.699219, + 2.070312, + 1.925781, + 1.519531, + 1.75, + 0.673828, + 1.671875, + 1.929688, + 1.585938, + 1.824219, + 1.578125, + 1.546875, + 1.367188, + 0.884766, + 1.777344, + 1.753906, + 2.023438, + 1.458984, + 2.523438, + 1.933594, + 1.664062, + 1.765625, + 1.605469, + 1.898438, + 2.132812, + 1.439453, + 1.488281, + 1.253906, + 1.464844, + 1.193359, + 0.833984, + 1.765625, + 1.878906, + 1.605469, + 1.824219, + 2.765625, + 1.703125, + 1.875, + 1.621094, + 1.839844, + 1.730469, + 1.427734, + 1.570312, + 1.12207, + 1.71875, + 1.386719, + 1.546875, + 1.773438, + 1.734375, + 1.640625, + 1.671875, + 1.84375, + 1.769531, + 1.306641, + 1.832031, + 1.910156, + 1.223633, + 1.382812, + 1.738281, + 1.867188, + 1.710938, + 0.916992, + 1.511719, + 1.71875, + 1.738281, + 1.75, + 1.361328, + 0.950195, + 1.605469, + 1.652344, + 1.380859, + 1.722656, + 1.546875, + 1.496094, + 1.570312, + 1.664062, + 1.472656, + 1.660156, + 1.984375, + 1.683594, + 1.582031, + 1.851562, + 1.855469, + 0.754883, + 1.585938, + 1.730469, + 1.804688, + 1.714844, + 1.824219, + 1.855469, + 1.408203, + 1.198242, + 1.746094, + 1.941406, + 1.714844, + 1.582031, + 1.277344, + 1.523438, + 1.820312, + 1.445312, + 1.609375, + 1.515625, + 1.804688, + 1.578125, + 1.765625, + 1.380859, + 1.777344, + 1.648438, + 1.597656, + 1.886719, + 1.484375, + 1.710938, + 1.785156, + 1.423828, + 2.054688, + 1.193359, + 0.78125, + 1.695312, + 1.412109, + 1.648438, + 1.796875, + 1.648438, + 1.503906, + 1.539062, + 1.710938, + 1.398438, + 1.761719, + 1.792969, + 1.953125, + 1.765625, + 0.788086, + 1.589844, + 1.890625, + 1.9375, + 1.480469, + 1.859375, + 1.664062, + 1.820312, + 1.851562, + 1.265625, + 1.808594, + 1.664062, + 1.601562, + 1.828125, + 1.480469, + 1.664062, + 1.691406, + 1.292969, + 1.498047, + 1.753906, + 1.863281, + 1.632812, + 1.863281, + 2.125, + 1.960938, + 1.472656, + 1.742188, + 1.349609, + 1.597656, + 1.326172, + 0.999881, + 1.796875, + 1.679688, + 1.71875, + 0.732422, + 1.355469, + 1.976562, + 1.640625, + 1.988281, + 1.957031, + 1.976562, + 1.855469, + 1.644531, + 1.423828, + 1.519531, + 0.833008, + 1.546875, + 0.922363, + 1.589844, + 1.675781, + 1.949219, + 1.886719, + 1.601562, + 0.738281, + 1.816406, + 1.507812, + 1.601562, + 1.6875, + 1.992188, + 1.464844, + 2.195312, + 1.640625, + 1.546875, + 1.028564, + 1.667969, + 1.761719, + 1.429688, + 1.738281, + 1.777344, + 1.738281, + 1.867188, + 1.300781, + 1.675781, + 1.597656, + 1.330078, + 1.664062, + 1.761719, + 1.917969, + 1.65625, + 1.492188, + 1.478516, + 1.652344, + 1.318359, + 1.867188, + 1.527344, + 1.605469, + 0.785156, + 1.558594, + 1.769531, + 1.71875, + 1.757812, + 1.699219, + 1.753906, + 1.652344, + 1.441406, + 1.726562, + 1.369141, + 1.558594, + 1.730469, + 1.695312, + 0.691406, + 1.699219, + 1.65625, + 1.878906, + 1.753906, + 1.65625, + 1.691406, + 2.125, + 1.458984, + 1.824219, + 1.65625, + 1.5625, + 1.202148, + 1.515625, + 1.511719, + 1.914062, + 0.795898, + 1.757812, + 1.117676, + 1.535156, + 0.707031, + 1.6875, + 1.558594, + 1.462891, + 1.191406, + 1.371094, + 1.726562, + 1.773438, + 1.396484, + 1.703125, + 1.507812, + 1.917969, + 1.820312, + 0.92334, + 1.140625, + 1.055908, + 1.925781, + 1.890625, + 1.652344, + 1.828125, + 1.910156, + 1.640625, + 1.277344, + 1.808594, + 1.738281, + 1.800781, + 1.953125, + 1.671875, + 1.128906, + 1.730469, + 1.871094, + 1.3125, + 1.816406, + 1.859375, + 2.046875, + 1.621094, + 1.957031, + 1.394531, + 1.957031, + 1.527344, + 1.472656, + 1.648438, + 1.726562, + 1.570312, + 1.605469, + 1.550781, + 1.019531, + 1.683594, + 1.605469, + 1.636719, + 1.324219, + 1.992188, + 1.824219, + 2.148438, + 0.897461, + 1.523438, + 1.253906, + 1.914062, + 1.621094, + 1.496094, + 1.042725, + 1.933594, + 1.699219, + 1.476562, + 0.854492, + 1.244141, + 0.964111, + 2.34375, + 1.761719, + 1.304688, + 1.691406, + 1.777344, + 1.494141, + 1.929688, + 1.695312, + 1.376953, + 1.289062, + 1.083008, + 1.898438, + 1.511719, + 1.449219, + 1.808594, + 1.726562, + 1.683594, + 1.976562, + 1.289062, + 1.671875, + 1.578125, + 1.601562, + 1.133789, + 1.972656, + 1.835938, + 1.464844, + 2.007812, + 1.554688, + 1.004578, + 1.185547, + 1.045898, + 1.111816, + 2.054688, + 1.855469, + 2.085938, + 1.964844, + 1.695312, + 1.757812, + 1.769531, + 1.707031, + 1.800781, + 1.617188, + 1.605469, + 1.65625, + 1.777344, + 2.046875, + 1.566406, + 1.714844, + 1.863281, + 1.302734, + 1.333984, + 1.503906, + 1.124512, + 1.476562, + 1.855469, + 1.933594, + 1.777344, + 1.408203, + 1.347656, + 1.796875, + 1.332031, + 1.176758, + 2.007812, + 1.964844, + 1.558594, + 1.570312, + 1.804688, + 1.839844, + 1.341797, + 1.671875, + 1.757812, + 1.691406, + 1.75, + 1.558594, + 1.126953, + 1.828125, + 1.527344, + 1.112305, + 1.589844, + 1.574219, + 0.980835, + 1.628906, + 1.396484, + 1.933594, + 1.769531, + 1.675781, + 1.789062, + 2.0, + 1.757812, + 1.474609, + 1.710938, + 1.511719, + 1.671875, + 1.546875, + 1.244141, + 1.523438, + 1.808594, + 1.910156, + 1.050293, + 1.582031, + 1.527344, + 1.835938, + 1.141602, + 1.777344, + 1.570312, + 1.617188, + 1.601562, + 1.71875, + 1.371094, + 1.726562, + 1.660156, + 1.014221, + 1.761719, + 1.617188, + 0.864258, + 1.847656, + 1.738281, + 2.070312, + 1.605469, + 1.683594, + 1.78125, + 0.973633, + 1.867188, + 2.039062, + 1.878906, + 1.609375, + 1.574219, + 1.480469, + 1.578125, + 0.881836, + 1.289062, + 1.808594, + 1.277344, + 1.851562, + 1.302734, + 1.460938, + 1.527344, + 1.761719, + 1.161133, + 1.349609, + 1.917969, + 0.802734, + 1.847656, + 1.482422, + 1.863281, + 1.789062, + 0.957764, + 1.808594, + 1.808594, + 1.043213, + 1.796875, + 2.03125, + 1.574219, + 1.660156, + 1.882812, + 1.882812, + 0.790039, + 1.84375, + 1.345703, + 1.667969, + 1.550781, + 1.964844, + 1.78125, + 1.361328, + 1.878906, + 1.917969, + 1.808594, + 1.527344, + 0.908203, + 1.597656, + 1.761719, + 1.511719, + 1.679688, + 2.15625, + 1.75, + 1.457031, + 1.5, + 1.859375, + 1.369141, + 1.933594, + 1.625, + 1.644531, + 1.546875, + 1.789062, + 0.867188, + 1.734375, + 1.439453, + 1.417969, + 1.980469, + 1.917969, + 1.484375, + 1.585938, + 1.855469, + 1.9375, + 0.793945, + 1.820312, + 1.018677, + 1.671875 + ] + }, + "name": "onnx::Mul_8403", + "outputIndexes": [ + 980 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 979, + 980 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_10/Mul_1_output_0", + "outputIndexes": [ + 981 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 981 + ], + "outputIndexes": [ + 2770 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2770 + ], + "outputIndexes": [ + 2771 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear", + "inputIndexes": [ + 2771 + ], + "outputIndexes": [ + 2772 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 437945860, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2772 + ], + "outputIndexes": [ + 2773 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2773 + ], + "outputIndexes": [ + 982 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 981 + ], + "main_type": "NONE", + "name": "/Shape_141_output_0", + "outputIndexes": [ + 983 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 983 + ], + "main_type": "NONE", + "name": "Shape2810", + "outputIndexes": [ + 984 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 983 + ], + "main_type": "NONE", + "name": "Rank2812", + "outputIndexes": [ + 985 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 985, + 985 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2814", + "outputIndexes": [ + 986 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 986 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2815", + "outputIndexes": [ + 987 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 986, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2817", + "outputIndexes": [ + 988 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 988 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2818", + "outputIndexes": [ + 989 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 984, + 987, + 989, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2821", + "outputIndexes": [ + 990 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 990 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2822", + "outputIndexes": [ + 991 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 991 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2823", + "outputIndexes": [ + 992 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 992, + 991 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2824", + "outputIndexes": [ + 993 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 983, + 993, + 986 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_154_output_0", + "outputIndexes": [ + 994 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 994, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_321_output_0", + "outputIndexes": [ + 995 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 995, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_130_output_0", + "outputIndexes": [ + 996 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 982, + 996 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_91_output_0", + "outputIndexes": [ + 997 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 997, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_80_output_0", + "outputIndexes": [ + 998 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 997 + ], + "main_type": "NONE", + "name": "/Shape_142_output_0", + "outputIndexes": [ + 999 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 999 + ], + "main_type": "NONE", + "name": "Shape2831", + "outputIndexes": [ + 1000 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 999 + ], + "main_type": "NONE", + "name": "Rank2833", + "outputIndexes": [ + 1001 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1001, + 1001 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2835", + "outputIndexes": [ + 1002 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1002 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2836", + "outputIndexes": [ + 1003 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1002, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2838", + "outputIndexes": [ + 1004 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1004 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2839", + "outputIndexes": [ + 1005 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1000, + 1003, + 1005, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2842", + "outputIndexes": [ + 1006 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1006 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2843", + "outputIndexes": [ + 1007 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1007 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2844", + "outputIndexes": [ + 1008 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1008, + 1007 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2845", + "outputIndexes": [ + 1009 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 999, + 1009, + 1002 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_155_output_0", + "outputIndexes": [ + 1010 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1010, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_30_output_0", + "outputIndexes": [ + 1011 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1011, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_326_output_0", + "outputIndexes": [ + 1012 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 997, + 1012, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_41_output_0", + "outputIndexes": [ + 1013 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1013 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_20_output_0", + "outputIndexes": [ + 1014 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 997, + 21, + 1012, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_40_output_0", + "outputIndexes": [ + 1015 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1014, + 1015 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_133_output_0", + "outputIndexes": [ + 1016 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1016, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_81_output_0", + "outputIndexes": [ + 1017 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 998, + 1017 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_50_output_0", + "outputIndexes": [ + 1018 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 981 + ], + "outputIndexes": [ + 2774 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2774 + ], + "outputIndexes": [ + 2775 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear", + "inputIndexes": [ + 2775 + ], + "outputIndexes": [ + 2776 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 440600090, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2776 + ], + "outputIndexes": [ + 2777 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2777 + ], + "outputIndexes": [ + 1019 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 995, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_131_output_0", + "outputIndexes": [ + 1020 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1019, + 1020 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_92_output_0", + "outputIndexes": [ + 1021 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1021, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_82_output_0", + "outputIndexes": [ + 1022 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1021 + ], + "main_type": "NONE", + "name": "/Shape_143_output_0", + "outputIndexes": [ + 1023 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1023 + ], + "main_type": "NONE", + "name": "Shape2894", + "outputIndexes": [ + 1024 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1023 + ], + "main_type": "NONE", + "name": "Rank2896", + "outputIndexes": [ + 1025 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1025, + 1025 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2898", + "outputIndexes": [ + 1026 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1026 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2899", + "outputIndexes": [ + 1027 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1026, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2901", + "outputIndexes": [ + 1028 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1028 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2902", + "outputIndexes": [ + 1029 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024, + 1027, + 1029, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2905", + "outputIndexes": [ + 1030 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1030 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2906", + "outputIndexes": [ + 1031 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1031 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2907", + "outputIndexes": [ + 1032 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1032, + 1031 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2908", + "outputIndexes": [ + 1033 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1023, + 1033, + 1026 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_156_output_0", + "outputIndexes": [ + 1034 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1034, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_31_output_0", + "outputIndexes": [ + 1035 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1035, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_328_output_0", + "outputIndexes": [ + 1036 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1021, + 1036, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_43_output_0", + "outputIndexes": [ + 1037 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1037 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_21_output_0", + "outputIndexes": [ + 1038 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1021, + 21, + 1036, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_42_output_0", + "outputIndexes": [ + 1039 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1038, + 1039 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_134_output_0", + "outputIndexes": [ + 1040 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1040, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_83_output_0", + "outputIndexes": [ + 1041 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1022, + 1041 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_51_output_0", + "outputIndexes": [ + 1042 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 981 + ], + "outputIndexes": [ + 2778 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2778 + ], + "outputIndexes": [ + 2779 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear", + "inputIndexes": [ + 2779 + ], + "outputIndexes": [ + 2780 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 441927216, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2780 + ], + "outputIndexes": [ + 2781 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2781 + ], + "outputIndexes": [ + 1043 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1043, + 1020 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_93_output_0", + "outputIndexes": [ + 1044 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1018, + 1042, + 1044, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_98_output_0", + "outputIndexes": [ + 1045 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1045 + ], + "outputIndexes": [ + 2782 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2782 + ], + "outputIndexes": [ + 2783 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear", + "inputIndexes": [ + 2783 + ], + "outputIndexes": [ + 2784 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 443254342, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2784 + ], + "outputIndexes": [ + 2785 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2785 + ], + "outputIndexes": [ + 1046 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1046 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_10/Mul_output_0", + "outputIndexes": [ + 1047 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.244141, + 1.330078, + 1.421875, + 1.550781, + 1.304688, + 1.380859, + 1.138672, + 0.023438, + 1.302734, + 0.931641, + 1.394531, + 1.134766, + 1.162109, + 1.515625, + 1.523438, + 1.167969, + 1.304688, + 1.300781, + 1.369141, + 1.412109, + 1.396484, + 1.419922, + 1.466797, + 1.057129, + 1.134766, + 1.306641, + 1.225586, + 1.167969, + 1.582031, + 1.5, + 1.006134, + 0.816406, + 1.255859, + 0.25, + 1.188477, + 1.086914, + 1.185547, + 1.484375, + 0.989258, + 1.199219, + 1.474609, + 1.376953, + 1.289062, + 0.836914, + 0.324219, + 1.361328, + 1.298828, + 1.255859, + 1.480469, + 0.916504, + 1.337891, + 0.912598, + 1.238281, + 0.503906, + 1.332031, + 1.115723, + 1.3125, + 1.248047, + 1.157227, + 0.987122, + 0.757812, + 1.507812, + 1.384766, + 1.310547, + 1.363281, + 1.112305, + 0.650391, + 1.251953, + 1.141602, + 1.225586, + 1.396484, + 1.378906, + 1.199219, + 1.1875, + 1.128906, + 1.086914, + 0.605469, + 0.930176, + 0.958984, + 0.378906, + 1.075684, + 0.113281, + 1.292969, + 0.8125, + 1.34375, + 1.369141, + 1.253906, + 0.830078, + 0.347656, + 1.014282, + 1.425781, + 1.121582, + 1.5, + 0.304688, + 1.339844, + 0.132812, + 1.225586, + 1.24707, + 1.761719, + 1.140625, + 1.128906, + 1.431641, + 1.515625, + 1.269531, + 1.353516, + 1.316406, + 1.582031, + 0.879395, + 1.322266, + 1.205078, + 1.494141, + 1.257812, + 1.550781, + 1.84375, + 1.355469, + 0.953125, + 1.347656, + 0.402344, + 1.149414, + 1.613281, + 1.308594, + 1.318359, + 1.152344, + 1.408203, + 1.088379, + 0.89209, + 1.224609, + 1.34375, + 1.243164, + 0.697266, + 0.617188, + 1.05835, + 1.031128, + 1.198242, + 1.365234, + 1.519531, + 0.974609, + 0.994659, + 1.027466, + 1.675781, + 1.734375, + 1.318359, + 0.911621, + 1.207031, + 1.328125, + 1.126953, + 1.087402, + 1.355469, + 1.261719, + 1.40625, + 1.165039, + 0.961426, + 1.143555, + 1.050049, + 1.398438, + 1.412109, + 0.542969, + 1.28125, + 0.265625, + 0.253906, + 1.675781, + 1.3125, + 1.174805, + 0.533203, + 1.523438, + 1.328125, + 1.458984, + 0.207031, + 1.554688, + 1.057129, + 1.361328, + 0.324219, + 1.259766, + 0.238281, + 1.208984, + 1.550781, + 1.390625, + 0.136719, + 1.229492, + 1.304688, + 1.213867, + 0.214844, + 0.885254, + 0.136719, + 1.341797, + 1.104492, + 0.417969, + 1.223633, + 0.967041, + 0.972534, + 1.248047, + 1.402344, + 1.236328, + 1.263672, + 1.3125, + 1.292969, + 1.197266, + 1.462891, + 1.460938, + 1.476562, + 1.06543, + 1.283203, + 1.177734, + 0.969482, + 1.582031, + 1.417969, + 1.474609, + 1.207031, + 1.261719, + 1.328125, + 1.104492, + 1.458984, + 1.376953, + 1.163086, + 1.204102, + 1.292969, + 1.085938, + 1.114258, + 1.498047, + 1.431641, + 1.003571, + 1.142578, + 1.335938, + 1.601562, + 1.373047, + 1.320312, + 1.118652, + 1.253906, + 1.026001, + 0.801758, + 1.945312, + 1.53125, + 1.605469, + 1.419922, + 1.289062, + 1.617188, + 1.048096, + 1.316406, + 1.131836, + 1.24707, + 1.445312, + 1.178711, + 1.285156, + 1.558594, + 1.017578, + 1.425781, + 1.062988, + 1.03418, + 1.492188, + 0.525391, + 1.294922, + 1.478516, + 0.355469, + 1.287109, + 1.300781, + 1.114746, + 1.042725, + 1.3125, + 1.511719, + 1.100586, + 1.478516, + 1.494141, + 1.255859, + 1.081543, + 1.294922, + 0.833984, + 1.223633, + 1.259766, + 1.152344, + 1.255859, + 1.300781, + 1.222656, + 1.271484, + 0.983154, + 1.353516, + 1.271484, + 0.378906, + 1.19043, + 1.265625, + 1.257812, + 0.830078, + 1.3125, + 0.390625, + 1.330078, + 1.367188, + 1.263672, + 1.161133, + 1.291016, + 0.253906, + 1.128906, + 0.918457, + 0.390625, + 1.124023, + 1.219727, + 1.180664, + 1.229492, + 1.015625, + 1.341797, + 1.480469, + 1.267578, + 1.275391, + 0.973755, + 0.261719, + 1.320312, + 0.09375, + 1.120117, + 1.539062, + 1.244141, + 0.981445, + 1.496094, + 1.511719, + 0.152344, + 1.211914, + 1.380859, + 1.245117, + 1.257812, + 1.333984, + 1.349609, + 1.118164, + 1.390625, + 1.074219, + 1.396484, + 0.989319, + 1.412109, + 1.283203, + 1.351562, + 0.775391, + 1.123535, + 1.574219, + 1.306641, + 0.885254, + 0.908203, + 1.291016, + 1.267578, + 2.226562, + 1.316406, + 1.283203, + 1.431641, + 1.554688, + 1.185547, + 1.128906, + 1.145508, + 1.519531, + 1.105469, + 1.259766, + 0.662109, + 1.330078, + 0.669922, + 0.84082, + 1.369141, + 0.515625, + 0.819336, + 0.833984, + 0.922852, + 0.179688, + 0.304688, + 1.447266, + 1.546875, + 0.796875, + 1.022339, + 0.257812, + 1.322266, + 0.900391, + 0.525391, + 1.441406, + 1.357422, + 1.148438, + 0.433594, + 1.396484, + 1.283203, + 1.527344, + 1.025757, + 1.228516, + 1.271484, + 1.515625, + 1.53125, + 1.388672, + 1.150391, + 1.324219, + 0.65625, + 1.507812, + 1.40625, + 0.537109, + 0.417969, + 1.535156, + 1.151367, + 0.831055, + 0.81543, + 1.227539, + 1.330078, + 1.380859, + 1.339844, + 0.1875, + 1.457031, + 1.429688, + 1.404297, + 1.024536, + 0.214844, + 1.166992, + 1.285156, + 1.228516, + 1.416016, + 1.24707, + 1.535156, + 0.371094, + 1.601562, + 1.339844, + 1.145508, + 1.306641, + 0.691406, + 1.347656, + 1.347656, + 1.494141, + 1.386719, + 1.105469, + 0.961914, + 1.291016, + 1.18457, + 1.318359, + 1.18457, + 1.515625, + 1.40625, + 1.628906, + 1.115723, + 1.129883, + 1.010925, + 1.240234, + 1.269531, + 1.351562, + 1.198242, + 1.105957, + 1.535156, + 1.378906, + 0.950439, + 1.3125, + 1.388672, + 1.365234, + 1.367188, + 1.255859, + 1.453125, + 1.574219, + 1.337891, + 1.365234, + 0.728516, + 1.065918, + 1.361328, + 1.431641, + 1.480469, + 1.042725, + 1.376953, + 1.285156, + 1.349609, + 1.129883, + 1.292969, + 1.394531, + 1.339844, + 0.8125, + 1.363281, + 1.174805, + 1.472656, + 1.328125, + 1.339844, + 1.259766, + 1.302734, + 0.496094, + 1.212891, + 0.253906, + 1.124023, + 1.330078, + 1.279297, + 1.178711, + 1.144531, + 1.408203, + 1.131836, + 1.157227, + 1.384766, + 0.308594, + 1.425781, + 1.167969, + 1.431641, + 1.226562, + 1.026733, + 2.140625, + 1.291016, + 1.480469, + 1.355469, + 0.25, + 1.198242, + 1.089844, + 1.4375, + 0.946533, + 1.304688, + 1.431641, + 1.316406, + 0.803711, + 1.227539, + 0.167969, + 0.40625, + 0.650391, + 0.21875, + 1.330078, + 1.349609, + 1.347656, + 0.623047, + 0.402344, + 1.198242, + 0.768555, + 0.956055, + 1.300781, + 1.316406, + 1.326172, + 1.337891, + 1.137695, + 1.199219, + 1.09082, + 1.431641, + 1.007019, + 1.369141, + 1.332031, + 1.035645, + 1.384766, + 1.133789, + 0.332031, + 0.34375, + 1.386719, + 0.402344, + 1.339844, + 1.05249, + 1.05835, + 1.414062, + 1.196289, + 1.053223, + 1.122559, + 0.296875, + 1.304688, + 1.585938, + 1.255859, + 1.21582, + 1.474609, + 0.273438, + 1.519531, + 0.945312, + 1.451172, + 1.365234, + 1.503906, + 1.201172, + 1.275391, + 1.320312, + 0.603516, + 1.494141, + 0.585938, + 1.496094, + 1.597656, + 1.15332, + 1.174805, + 1.259766, + 1.259766, + 1.474609, + 1.090332, + 1.306641, + 1.443359, + 1.052979, + 0.973145, + 1.357422, + 1.359375, + 1.439453, + 1.542969, + 1.566406, + 1.216797, + 1.361328, + 1.554688, + 1.384766, + 1.441406, + 1.196289, + 0.097656, + 1.476562, + 1.208984, + 1.112793, + 0.402344, + 1.300781, + 1.695312, + 1.511719, + 1.480469, + 1.251953, + 1.734375, + 0.997772, + 1.613281, + 1.306641, + 1.108887, + 0.746094, + 1.4375, + 1.141602, + 1.298828, + 1.416016, + 0.937012, + 1.059082, + 1.257812, + 1.488281, + 1.220703, + 0.898438, + 1.210938, + 1.443359, + 0.902344, + 1.205078, + 1.378906, + 1.251953, + 1.164062, + 1.351562, + 1.578125, + 1.016724, + 1.378906, + 1.261719, + 1.730469, + 0.689453, + 1.048096, + 1.355469, + 1.244141, + 0.908203, + 1.151367, + 1.412109, + 1.306641, + 1.214844, + 1.141602, + 1.25, + 1.345703, + 0.833008, + 1.378906, + 1.511719, + 1.439453, + 1.182617, + 1.096191, + 1.378906, + 1.21582, + 1.390625, + 1.341797, + 1.042969, + 1.236328, + 1.050781, + 1.394531, + 0.5625, + 1.291016, + 1.251953, + 0.830078, + 0.265625, + 1.066895, + 0.856445, + 1.216797, + 1.550781, + 1.172852, + 0.53125, + 0.015625, + 0.238281, + 1.351562, + 1.287109, + 1.390625, + 1.269531, + 1.086426, + 1.237305, + 1.302734, + 1.205078, + 1.253906, + 1.177734, + 1.237305, + 0.21875, + 1.085449, + 1.168945, + 1.300781, + 1.135742, + 1.202148, + 1.261719, + 1.275391, + 1.123047, + 1.233398, + 1.081055, + 1.005676, + 1.269531, + 1.199219, + 1.474609, + 0.808594, + 1.554688, + 1.275391, + 0.171875, + 1.59375, + 1.129883, + 1.285156, + 1.308594, + 0.861328, + 1.328125, + 1.359375, + 1.429688, + 1.229492, + 1.043701, + 1.1875, + 1.120117, + 1.369141, + 1.035156, + 1.151367, + 1.308594, + 1.253906, + 1.219727, + 2.015625, + 1.308594, + 1.112305, + 1.061523, + 1.128906, + 1.194336, + 1.355469, + 0.994019, + 1.173828, + 1.296875, + 1.378906, + 1.515625, + 1.337891, + 1.380859, + 1.546875, + 1.519531, + 1.597656, + 0.654297, + 1.287109, + 1.019043, + 1.3125, + 1.433594, + 1.253906, + 1.322266, + 0.691406, + 0.873047, + 0.570312, + 1.335938, + 1.507812, + 1.246094, + 0.837891, + 1.378906, + 1.332031, + 1.227539, + 1.186523, + 1.421875, + 1.165039, + 1.108887, + 1.376953, + 1.373047, + 1.390625, + 1.227539, + 1.168945, + 1.539062, + 1.003418, + 0.97937, + 1.421875, + 0.980957, + 1.470703, + 1.527344, + 1.341797, + 1.429688, + 1.207031, + 1.455078, + 1.382812, + 1.060303, + 1.233398, + 0.277344, + 1.335938, + 1.223633, + 1.503906, + 1.075684, + 1.161133, + 1.330078, + 1.255859, + 0.991333, + 1.335938, + 1.451172, + 1.306641, + 1.306641, + 1.419922, + 1.257812, + 0.963867, + 1.330078, + 1.108887, + 1.410156, + 1.106445, + 1.253906, + 1.601562, + 0.803711, + 1.071777, + 1.244141, + 0.93457, + 1.119629, + 2.28125, + 1.494141, + 1.380859, + 0.8125, + 0.583984, + 1.445312, + 1.298828, + 1.069336, + 0.802734, + 1.376953, + 0.878906, + 1.417969, + 1.378906, + 0.695312, + 1.291016, + 1.484375, + 0.850586, + 1.28125, + 1.275391, + 1.363281, + 0.916016, + 0.464844, + 1.107422, + 1.182617, + 0.472656, + 1.106934, + 1.488281, + 1.474609, + 0.300781, + 1.330078, + 0.527344, + 1.441406, + 1.632812, + 1.022339, + 0.560547, + 1.259766, + 1.22168, + 1.112305, + 1.189453, + 1.355469, + 1.503906, + 1.349609, + 1.114258, + 1.091797, + 1.213867, + 1.133789, + 1.361328, + 1.226562, + 1.238281, + 1.427734, + 1.457031, + 0.695312, + 1.324219, + 1.202148, + 0.848633, + 1.146484, + 0.689453, + 1.357422, + 1.300781, + 1.291016, + 1.367188, + 1.34375, + 1.092285, + 1.416016, + 1.314453, + 1.53125, + 0.948975, + 1.111328, + 1.498047, + 1.474609, + 0.007812, + 0.895996, + 0.900391, + 1.117676, + 1.069336, + 0.958984, + 1.412109, + 1.333984, + 1.197266, + 1.275391, + 1.196289, + 0.25, + 1.324219, + 1.119629, + 0.977173, + 0.929688, + 1.371094, + 1.441406, + 1.144531, + 0.285156, + 0.878418, + 1.112793, + 1.031494, + 1.302734, + 1.476562, + 1.535156, + 1.09375, + 1.363281, + 1.188477, + 1.168945, + 1.06543, + 1.363281, + 1.291016, + 1.53125, + 1.012878, + 1.246094, + 0.300781, + 1.230469, + 1.267578, + 1.296875, + 1.135742, + 1.285156, + 1.267578, + 1.335938, + 1.197266, + 1.292969, + 0.683594, + 1.016724, + 1.349609, + 1.554688, + 0.671875, + 0.903809, + 1.146484, + 0.230469, + 0.097656, + 0.652344, + 1.007568, + 1.186523, + 1.333984, + 1.021729, + 1.257812, + 0.140625, + 0.125, + 1.092773, + 1.470703, + 0.904297, + 1.265625, + 1.0271, + 1.451172, + 1.417969, + 1.124512, + 0.226562, + 1.478516, + 0.949463, + 0.950928, + 0.605469, + 1.217773, + 0.986023, + 1.057129, + 0.998001, + 1.378906, + 1.141602, + 1.083496, + 1.292969, + 0.9823, + 1.349609, + 1.251953, + 0.900391, + 1.251953, + 1.632812, + 1.494141, + 1.246094, + 0.542969, + 0.183594, + 2.398438, + 1.249023, + 1.185547, + 1.351562, + 1.213867, + 1.275391, + 1.081543, + 1.457031, + 0.089844, + 0.992249, + 0.71875, + 1.341797, + 1.316406, + 0.226562, + 1.316406, + 1.208984, + 1.404297, + 1.149414, + 1.302734, + 1.108398, + 0.825195, + 0.25, + 1.186523, + 0.922363, + 1.207031, + 0.3125, + 1.000755, + 1.519531, + 1.636719, + 1.328125, + 1.550781, + 0.877441, + 0.940674, + 1.416016, + 1.480469, + 0.576172, + 1.120605, + 1.355469, + 0.753906, + 1.679688, + 0.277344, + 1.398438, + 1.222656, + 1.277344, + 1.134766, + 1.28125, + 1.271484, + 1.151367, + 1.304688, + 0.0, + 1.369141, + 1.28125, + 1.229492, + 1.318359, + 1.339844, + 1.166016, + 1.21875, + 0.058594, + 0.954834, + 0.261719, + 1.419922, + 0.277344, + 0.759766, + 1.410156, + 1.400391, + 1.433594, + 0.634766, + 1.06543, + 1.11084, + 1.133789, + 0.207031, + 1.067383, + 0.734375, + 0.576172, + 0.386719, + 1.349609, + 1.503906, + 0.861328, + 1.251953, + 1.535156, + 1.144531, + 1.439453, + 0.760742, + 0.99588, + 1.208008, + 0.183594, + 1.314453, + 1.365234, + 1.160156, + 0.3125, + 0.183594, + 1.173828, + 1.470703, + 1.084961, + 1.419922, + 1.453125, + 1.02771, + 0.853516, + 2.484375, + 1.09082, + 1.168945, + 1.482422, + 1.003128, + 1.283203, + 1.351562, + 1.523438, + 1.414062, + 1.480469, + 1.302734, + 1.550781, + 1.300781, + 1.016602, + 1.498047, + 1.589844, + 0.922363, + 1.318359, + 1.449219, + 1.28125, + 1.259766, + 1.380859, + 1.578125, + 1.462891, + 0.191406, + 0.769531, + 1.009766, + 0.324219, + 1.261719, + 1.114258, + 1.161133, + 1.238281, + 1.304688, + 1.176758, + 1.132812, + 1.233398, + 0.21875, + 0.777344, + 1.129883, + 0.923828, + 1.292969, + 1.214844, + 0.720703, + 1.263672, + 1.219727, + 1.210938, + 1.337891, + 1.40625, + 0.230469, + 1.542969, + 1.474609, + 0.726562, + 1.253906, + 1.15332, + 1.675781, + 1.652344, + 1.271484, + 1.285156, + 1.337891, + 1.480469, + 1.318359, + 1.302734, + 0.907715, + 1.160156, + 1.259766, + 1.480469, + 1.464844, + 1.242188, + 0.533203, + 1.542969, + 0.296875, + 1.195312, + 1.433594, + 0.847656, + 1.261719, + 1.419922, + 1.527344, + 1.166016, + 0.938965, + 1.238281, + 0.203125, + 0.148438, + 0.175781, + 1.182617, + 1.304688, + 0.324219, + 1.019287, + 1.099609, + 1.609375, + 0.382812, + 1.251953, + 0.767578, + 1.011719, + 0.269531, + 1.246094, + 1.355469, + 1.302734, + 1.382812, + 0.939453, + 0.934082, + 1.412109, + 1.287109, + 0.513672, + 1.149414, + 0.160156, + 1.174805, + 1.371094, + 1.365234, + 1.519531, + 0.880859, + 0.833008, + 1.347656, + 0.183594, + 1.5625, + 1.144531, + 1.332031, + 1.253906, + 0.681641, + 1.392578, + 1.353516, + 1.230469, + 0.819336, + 1.219727, + 1.001114, + 1.644531, + 1.410156, + 1.229492, + 1.527344, + 1.316406, + 1.12207, + 1.554688, + 1.085938, + 1.146484, + 1.527344, + 1.400391, + 1.34375, + 1.176758, + 1.300781, + 1.578125, + 0.931152, + 1.289062, + 1.107422, + 1.199219, + 1.400391, + 1.083008, + 1.012939, + 1.15332, + 1.15332, + 1.511719, + 1.201172, + 1.04126, + 0.367188, + 1.515625, + 0.977295, + 1.287109, + 1.065918, + 1.259766, + 1.177734, + 1.316406, + 0.417969, + 1.390625, + 0.386719, + 1.400391, + 0.855469, + 0.949463, + 0.853516, + 1.269531, + 0.521484, + 1.283203, + 0.214844, + 1.267578, + 0.628906, + 1.455078, + 1.113281, + 1.070801, + 1.199219, + 1.421875, + 1.169922, + 0.98645, + 1.116211, + 1.181641, + 1.400391, + 0.167969, + 1.425781, + 1.120605, + 1.016968, + 1.306641, + 1.408203, + 1.378906, + 1.172852, + 0.683594, + 1.098633, + 1.257812, + 1.178711, + 1.699219, + 1.246094, + 1.332031, + 1.216797, + 0.939453, + 1.158203, + 0.121094, + 1.535156, + 1.257812, + 1.582031, + 1.357422, + 0.958984, + 0.595703, + 0.164062, + 1.291016, + 0.210938, + 0.457031, + 0.908203, + 1.062988, + 1.380859, + 1.419922, + 0.410156, + 1.066406, + 0.830078, + 1.416016, + 0.199219, + 1.333984, + 1.15332, + 1.255859, + 1.335938, + 1.376953, + 1.451172, + 0.253906, + 1.412109, + 1.423828, + 0.724609, + 0.316406, + 1.246094, + 1.523438, + 0.371094, + 1.337891, + 1.294922, + 1.320312, + 0.986267, + 1.285156, + 1.151367, + 0.277344, + 1.398438, + 1.081543, + 1.099121, + 1.261719, + 1.213867, + 0.644531, + 0.226562, + 1.143555, + 1.550781, + 1.014709, + 1.332031, + 1.386719, + 1.4375, + 1.535156, + 1.091309, + 1.067871, + 1.251953, + 1.330078, + 1.335938, + 1.234375, + 1.108398, + 1.341797, + 1.040283, + 1.378906, + 1.433594, + 1.207031, + 0.128906, + 1.261719, + 1.412109, + 1.164062, + 1.056641, + 1.125, + 1.034424, + 1.115234, + 1.277344, + 1.298828, + 1.378906, + 1.210938, + 1.275391, + 1.308594, + 0.758789, + 1.174805, + 0.238281, + 1.322266, + 0.292969, + 1.433594, + 1.332031, + 1.482422, + 0.230469, + 1.453125, + 1.013855, + 1.028076, + 1.277344, + 1.486328, + 1.275391, + 1.130859, + 1.40625, + 1.095215, + 1.202148, + 0.421875, + 1.188477, + 1.376953, + 1.570312, + 1.5, + 1.074219, + 1.229492, + 1.279297, + 1.380859, + 1.291016, + 1.165039, + 1.049072, + 1.034668, + 1.275391, + 1.050537, + 0.328125, + 1.074219, + 1.408203, + 1.46875, + 1.012024, + 0.234375, + 1.335938, + 1.433594, + 1.455078, + 1.347656, + 1.427734, + 1.28125, + 1.185547, + 1.052246, + 0.320312, + 1.217773, + 1.255859, + 1.373047, + 1.439453, + 1.022949, + 1.259766, + 1.404297, + 1.519531, + 1.277344, + 1.069824, + 1.710938, + 1.267578, + 1.174805, + 0.964111, + 1.542969, + 1.322266, + 0.548828, + 2.164062, + 1.11377, + 1.163086, + 1.40625, + 1.11084, + 0.560547, + 1.394531, + 1.163086, + 1.275391, + 0.246094, + 0.94751, + 0.816406, + 1.384766, + 1.183594, + 1.486328, + 1.425781, + 0.003906, + 1.289062, + 1.546875, + 0.140625, + 0.6875, + 1.229492, + 1.337891, + 1.339844, + 1.431641, + 1.314453, + 1.067871, + 1.310547, + 0.983032, + 1.24707, + 0.375, + 1.216797, + 1.527344, + 1.279297, + 0.748047, + 1.291016, + 1.294922, + 1.209961, + 1.208008, + 1.287109, + 1.251953, + 1.277344, + 1.047852, + 0.410156, + 1.201172, + 1.230469, + 1.316406, + 1.443359, + 0.770508, + 1.333984, + 0.938232, + 1.337891, + 1.28125, + 0.658203, + 1.229492, + 1.439453, + 1.277344, + 2.484375, + 0.986389, + 1.5, + 1.171875, + 1.233398, + 0.603516, + 0.210938, + 1.233398, + 1.271484, + 1.179688, + 0.930664, + 1.480469, + 1.259766, + 1.214844, + 0.222656, + 1.121582, + 1.380859, + 1.075684, + 1.228516, + 1.239258, + 1.455078, + 1.318359, + 1.306641, + 1.001968, + 1.353516, + 1.041992, + 1.337891, + 1.40625, + 1.386719, + 1.337891, + 0.945312, + 1.030396, + 0.891113, + 1.447266, + 0.897949, + 1.298828, + 1.302734, + 0.613281, + 1.277344, + 1.166992, + 1.376953, + 1.07959, + 1.273438, + 1.339844, + 0.740234, + 1.11377, + 1.316406, + 1.574219, + 1.416016, + 1.402344, + 0.691406, + 1.083496, + 1.347656, + 1.248047, + 1.316406, + 1.597656, + 1.009216, + 1.382812, + 1.135742, + 1.257812, + 1.113281, + 0.464844, + 1.269531, + 1.222656, + 1.472656, + 1.820312, + 1.378906, + 1.404297, + 1.230469, + 1.05249, + 1.189453, + 1.233398, + 1.125977, + 0.966064, + 0.642578, + 1.009399, + 1.082031, + 1.369141, + 1.097656, + 1.396484, + 1.376953, + 1.332031, + 1.251953, + 1.363281, + 1.255859, + 1.470703, + 1.318359, + 1.12207, + 1.181641, + 1.400391, + 1.166992, + 1.208008, + 1.269531, + 1.244141, + 1.412109, + 1.265625, + 1.742188, + 1.554688, + 1.074707, + 0.921387, + 1.241211, + 1.261719, + 0.019531, + 1.322266, + 1.585938, + 1.176758, + 0.457031, + 1.320312, + 1.140625, + 0.613281, + 0.222656, + 1.142578, + 1.064453, + 1.652344, + 1.011047, + 1.209961, + 1.21875, + 1.231445, + 1.515625, + 1.11377, + 1.621094, + 1.195312, + 0.550781, + 1.519531, + 1.269531, + 0.363281, + 0.183594, + 1.582031, + 1.300781, + 1.435547, + 0.550781, + 1.232422, + 0.855469, + 1.145508, + 1.341797, + 1.246094, + 1.121094, + 1.365234, + 1.104004, + 0.968262, + 1.263672, + 1.423828, + 1.263672, + 0.28125, + 0.580078, + 1.172852, + 1.228516, + 1.10498, + 0.831055, + 1.162109, + 1.400391, + 1.045654, + 0.535156, + 1.431641, + 1.439453, + 0.975708, + 1.427734, + 1.217773, + 0.910645, + 1.146484, + 1.292969, + 0.023438, + 0.148438, + 1.201172, + 1.15918, + 1.052002, + 1.605469, + 1.059814, + 1.332031, + 0.339844, + 1.174805, + 0.378906, + 0.496094, + 1.386719, + 1.613281, + 1.238281, + 1.217773, + 1.359375, + 1.472656, + 0.375, + 1.40625, + 1.040283, + 0.970459, + 1.169922, + 1.353516, + 1.228516, + 1.085938, + 0.855469, + 1.34375, + 1.507812, + 1.158203, + 1.054932, + 0.903809, + 0.911133, + 1.189453, + 2.46875, + 1.373047, + 1.318359, + 0.214844, + 1.198242, + 1.396484, + 1.191406, + 1.283203, + 1.163086, + 1.277344, + 1.445312, + 1.224609, + 1.128906, + 0.860352, + 1.163086, + 1.326172, + 1.373047, + 1.332031, + 1.390625, + 1.147461, + 1.181641, + 1.21875, + 1.431641, + 1.333984, + 1.267578, + 0.817383, + 0.179688, + 1.167969, + 1.318359, + 1.453125, + 1.457031, + 1.004608, + 0.160156, + 1.427734, + 1.511719, + 1.096191, + 1.363281, + 0.390625, + 1.582031, + 1.300781, + 1.245117, + 1.072754, + 1.1875, + 1.542969, + 1.008789, + 0.783203, + 1.283203, + 1.40625, + 1.222656, + 0.214844, + 1.519531, + 0.950928, + 0.167969, + 1.253906, + 1.664062, + 1.609375, + 1.012207, + 0.997009, + 1.12793, + 1.194336, + 1.257812, + 1.306641, + 1.228516, + 1.179688, + 1.174805, + 1.243164, + 1.146484, + 1.785156, + 1.386719, + 1.285156, + 1.523438, + 1.460938, + 0.732422, + 1.15625, + 1.353516, + 0.999321, + 1.044678, + 1.550781, + 1.402344, + 0.492188, + 1.065918, + 0.1875, + 1.275391, + 1.11377, + 1.5625, + 1.088867, + 1.265625, + 1.191406, + 1.40625, + 1.245117, + 0.947021, + 1.300781, + 1.249023, + 1.416016, + 1.028687, + 1.384766, + 0.603516, + 1.121094, + 0.740234, + 0.246094, + 1.279297, + 1.369141, + 1.507812, + 1.365234, + 1.439453, + 0.837891, + 1.099609, + 1.251953, + 0.634766, + 0.746094, + 1.294922, + 1.412109, + 1.378906, + 1.099609, + 1.326172, + 0.961426, + 1.404297, + 1.457031, + 1.214844, + 0.359375, + 1.088867, + 1.546875, + 1.306641, + 1.332031, + 0.958984, + 1.257812, + 1.086914, + 1.087402, + 1.253906, + 1.3125, + 1.093262, + 0.646484, + 1.180664, + 1.277344, + 1.273438, + 1.597656, + 1.511719, + 1.373047, + 1.052002, + 0.87207, + 1.503906, + 1.388672, + 0.492188, + 0.335938, + 1.328125, + 1.433594, + 1.488281, + 1.172852, + 1.40625, + 0.179688, + 1.277344, + 1.427734, + 1.125977, + 1.298828, + 1.035645, + 1.062256, + 0.928711, + 0.304688, + 1.363281, + 1.267578, + 1.535156, + 1.097656, + 1.433594, + 1.464844, + 1.182617, + 1.488281, + 1.198242, + 1.416016, + 1.507812, + 1.017456, + 1.069336, + 0.677734, + 1.18457, + 0.587891, + 0.21875, + 1.227539, + 1.816406, + 1.225586, + 1.425781, + 1.867188, + 1.296875, + 1.445312, + 1.223633, + 1.283203, + 1.244141, + 0.989258, + 1.020508, + 0.521484, + 1.248047, + 0.875488, + 1.19043, + 1.180664, + 1.253906, + 1.230469, + 1.202148, + 1.478516, + 1.439453, + 0.6875, + 1.287109, + 1.414062, + 0.390625, + 0.899902, + 1.265625, + 1.458984, + 0.786133, + 0.296875, + 1.18457, + 1.378906, + 1.21582, + 1.261719, + 1.136719, + 0.277344, + 1.253906, + 1.192383, + 0.787109, + 1.241211, + 1.135742, + 1.099121, + 1.089844, + 1.482422, + 1.003738, + 1.149414, + 1.498047, + 1.206055, + 1.11377, + 1.404297, + 1.332031, + 0.152344, + 1.147461, + 1.223633, + 1.390625, + 1.251953, + 1.361328, + 1.480469, + 0.950928, + 0.535156, + 1.318359, + 1.550781, + 1.388672, + 1.155273, + 0.654297, + 1.020996, + 1.404297, + 1.179688, + 1.225586, + 1.085938, + 1.333984, + 1.240234, + 1.306641, + 0.941162, + 1.378906, + 1.196289, + 1.198242, + 1.269531, + 1.239258, + 1.259766, + 1.527344, + 1.023926, + 1.53125, + 0.460938, + 0.019531, + 1.15332, + 0.902344, + 1.239258, + 1.373047, + 1.1875, + 1.15332, + 0.936523, + 1.237305, + 0.903809, + 1.236328, + 1.283203, + 1.558594, + 1.139648, + 0.21875, + 1.15918, + 1.287109, + 1.451172, + 1.072754, + 1.498047, + 1.161133, + 1.394531, + 1.263672, + 0.882324, + 1.292969, + 1.277344, + 1.213867, + 1.412109, + 1.12207, + 1.080078, + 1.179688, + 0.801758, + 0.991272, + 1.314453, + 1.550781, + 1.208008, + 1.400391, + 1.585938, + 1.462891, + 0.990295, + 1.617188, + 0.762695, + 1.145508, + 0.841797, + 0.496094, + 1.363281, + 1.207031, + 1.151367, + 0.230469, + 0.818359, + 1.496094, + 1.225586, + 1.511719, + 1.410156, + 1.519531, + 1.363281, + 1.298828, + 1.009094, + 1.498047, + 0.121094, + 1.113281, + 1.066895, + 1.099121, + 1.404297, + 1.345703, + 1.425781, + 1.15918, + 0.171875, + 1.322266, + 1.161133, + 1.058594, + 1.164062, + 1.511719, + 1.566406, + 1.585938, + 1.144531, + 1.029785, + 0.433594, + 1.203125, + 1.333984, + 0.953125, + 1.322266, + 1.429688, + 1.310547, + 1.400391, + 0.861328, + 1.21875, + 0.963379, + 1.648438, + 1.151367, + 1.419922, + 1.546875, + 1.073242, + 1.029419, + 1.10498, + 1.251953, + 1.433594, + 1.392578, + 1.163086, + 1.161133, + 0.199219, + 1.261719, + 1.34375, + 1.277344, + 1.306641, + 1.478516, + 1.431641, + 1.255859, + 1.168945, + 1.398438, + 0.780273, + 1.134766, + 1.210938, + 1.261719, + 0.191406, + 1.289062, + 1.263672, + 1.335938, + 1.355469, + 1.273438, + 1.107422, + 1.601562, + 1.030396, + 1.421875, + 1.233398, + 1.466797, + 0.339844, + 1.073242, + 1.0354, + 1.408203, + 0.21875, + 1.371094, + 0.4375, + 1.146484, + 0.167969, + 1.328125, + 0.991516, + 1.230469, + 0.578125, + 0.885254, + 1.421875, + 1.235352, + 0.991455, + 1.174805, + 1.098145, + 1.617188, + 1.310547, + 0.101562, + 0.476562, + 0.701172, + 1.300781, + 1.316406, + 1.074219, + 1.441406, + 1.439453, + 1.275391, + 0.858398, + 1.412109, + 1.279297, + 1.470703, + 1.494141, + 1.193359, + 0.930176, + 1.287109, + 1.261719, + 0.724609, + 1.359375, + 1.253906, + 1.570312, + 1.259766, + 1.498047, + 0.868164, + 1.443359, + 1.168945, + 1.0271, + 1.294922, + 1.373047, + 1.380859, + 1.265625, + 1.519531, + 0.316406, + 1.162109, + 1.179688, + 1.263672, + 0.425781, + 1.388672, + 1.433594, + 1.4375, + 0.277344, + 1.057861, + 0.722656, + 1.347656, + 1.056885, + 0.884766, + 0.179688, + 1.492188, + 1.318359, + 1.171875, + 0.128906, + 0.703125, + 0.316406, + 2.09375, + 1.458984, + 0.916016, + 1.386719, + 1.539062, + 1.207031, + 1.316406, + 1.396484, + 1.050293, + 0.335938, + 0.445312, + 1.597656, + 0.914062, + 0.96936, + 1.238281, + 1.139648, + 1.238281, + 1.482422, + 0.808594, + 1.220703, + 1.147461, + 1.179688, + 0.537109, + 1.476562, + 1.472656, + 1.558594, + 1.423828, + 1.141602, + 0.304688, + 1.488281, + 0.355469, + 1.275391, + 1.396484, + 1.390625, + 1.478516, + 1.511719, + 1.019775, + 1.294922, + 1.490234, + 1.322266, + 1.470703, + 1.087891, + 1.098145, + 1.369141, + 1.208984, + 1.566406, + 1.050781, + 1.419922, + 1.382812, + 0.634766, + 0.982544, + 1.145508, + 0.580078, + 1.151367, + 1.320312, + 1.416016, + 1.361328, + 0.977905, + 1.010498, + 1.148438, + 1.341797, + 0.664062, + 1.462891, + 1.085449, + 1.4375, + 1.259766, + 1.425781, + 1.419922, + 0.908691, + 1.333984, + 1.351562, + 1.25, + 1.287109, + 1.137695, + 0.548828, + 1.503906, + 1.259766, + 0.492188, + 1.292969, + 1.167969, + 0.25, + 1.166016, + 0.823242, + 1.347656, + 1.242188, + 1.219727, + 1.353516, + 1.589844, + 1.240234, + 1.048096, + 1.269531, + 1.066895, + 1.102051, + 1.144531, + 0.619141, + 1.088867, + 1.492188, + 1.429688, + 0.367188, + 1.053223, + 1.18457, + 1.357422, + 1.376953, + 1.273438, + 1.322266, + 1.135742, + 1.145508, + 1.224609, + 0.981567, + 1.320312, + 1.294922, + 0.242188, + 1.400391, + 1.253906, + 0.265625, + 1.292969, + 1.306641, + 1.722656, + 1.120605, + 1.200195, + 1.232422, + 0.421875, + 1.394531, + 1.542969, + 1.427734, + 1.246094, + 1.191406, + 1.001892, + 1.049805, + 0.277344, + 0.541016, + 1.267578, + 0.844727, + 1.384766, + 0.758789, + 0.984558, + 1.178711, + 1.271484, + 0.335938, + 0.903809, + 1.503906, + 0.183594, + 1.410156, + 1.026978, + 1.488281, + 1.400391, + 0.289062, + 1.435547, + 1.263672, + 0.390625, + 1.466797, + 1.550781, + 1.151367, + 1.369141, + 1.425781, + 1.523438, + 0.265625, + 1.523438, + 0.801758, + 1.232422, + 1.188477, + 1.392578, + 1.486328, + 0.790039, + 1.376953, + 1.363281, + 1.402344, + 1.023193, + 0.269531, + 1.314453, + 1.355469, + 1.124023, + 1.174805, + 1.511719, + 1.308594, + 0.997833, + 1.018433, + 1.419922, + 1.09668, + 1.40625, + 0.905762, + 1.734375, + 1.507812, + 1.279297, + 0.214844, + 1.34375, + 1.008484, + 1.171875, + 1.429688, + 1.4375, + 0.950195, + 1.077148, + 1.447266, + 1.361328, + 0.292969, + 1.183594, + 1.165039, + 1.129883 + ] + }, + "name": "onnx::Mul_8426", + "outputIndexes": [ + 1048 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1047, + 1048 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_10/Mul_1_output_0", + "outputIndexes": [ + 1049 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 978, + 1049 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_53_output_0", + "outputIndexes": [ + 1050 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1050 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_10/Mul_output_0", + "outputIndexes": [ + 1051 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.12793, + 1.229492, + 1.152344, + 1.220703, + 1.265625, + 1.233398, + 1.061279, + 0.34375, + 1.237305, + 0.992981, + 1.230469, + 1.103027, + 1.047852, + 1.227539, + 1.239258, + 1.145508, + 1.072266, + 1.223633, + 0.94458, + 1.179688, + 1.208984, + 1.292969, + 1.277344, + 1.015198, + 1.037109, + 1.15625, + 0.883301, + 1.019165, + 1.12207, + 1.229492, + 1.014526, + 0.876465, + 1.186523, + 0.417969, + 1.129883, + 0.865234, + 1.188477, + 1.152344, + 1.080078, + 1.1875, + 1.224609, + 1.138672, + 1.21875, + 0.860352, + 0.507812, + 1.189453, + 1.25, + 1.166016, + 1.054688, + 0.928711, + 1.119629, + 0.677734, + 1.100586, + 0.390625, + 1.117188, + 0.959473, + 1.100098, + 1.195312, + 1.08252, + 1.029785, + 0.803711, + 1.114258, + 1.208008, + 1.067871, + 0.861328, + 1.115234, + 0.707031, + 1.157227, + 0.99353, + 1.144531, + 1.179688, + 1.222656, + 1.112793, + 1.175781, + 1.083984, + 1.138672, + 0.660156, + 0.938965, + 0.900391, + 0.496094, + 1.117676, + 0.328125, + 1.101562, + 0.861328, + 1.144531, + 1.035156, + 1.165039, + 0.880371, + 0.541016, + 1.064941, + 1.097656, + 1.129883, + 1.244141, + 0.511719, + 1.183594, + 0.324219, + 1.114746, + 1.210938, + 1.182617, + 1.129883, + 1.005371, + 1.174805, + 1.238281, + 1.135742, + 1.214844, + 1.226562, + 1.175781, + 0.889648, + 1.241211, + 1.182617, + 1.115234, + 1.094238, + 1.234375, + 0.736328, + 1.143555, + 0.890137, + 1.249023, + 0.410156, + 1.132812, + 1.173828, + 1.210938, + 1.088867, + 0.80957, + 1.198242, + 1.000603, + 0.762695, + 1.096191, + 1.214844, + 1.083496, + 0.691406, + 0.722656, + 1.117188, + 1.10498, + 1.180664, + 1.1875, + 1.177734, + 0.997299, + 0.730469, + 1.099609, + 1.219727, + 1.035645, + 1.097656, + 1.013367, + 1.160156, + 1.223633, + 1.044434, + 1.044189, + 1.269531, + 1.178711, + 1.291016, + 1.201172, + 0.994812, + 1.149414, + 0.722656, + 1.223633, + 1.196289, + 0.681641, + 1.170898, + 0.484375, + 0.421875, + 0.480469, + 1.189453, + 1.003677, + 0.679688, + 1.238281, + 1.198242, + 1.22168, + 0.414062, + 1.128906, + 1.090332, + 1.194336, + 0.511719, + 1.063965, + 0.476562, + 1.198242, + 1.195312, + 1.086426, + 0.359375, + 1.151367, + 1.166016, + 1.198242, + 0.394531, + 0.856445, + 0.347656, + 0.986328, + 1.178711, + 0.65625, + 1.170898, + 1.073242, + 0.922852, + 1.188477, + 0.911133, + 1.058105, + 1.120605, + 1.191406, + 1.069336, + 1.214844, + 1.21875, + 1.229492, + 1.150391, + 1.081543, + 1.191406, + 1.134766, + 1.054443, + 1.208008, + 1.205078, + 1.09082, + 1.18457, + 1.135742, + 1.160156, + 0.970581, + 1.214844, + 1.157227, + 1.097656, + 1.145508, + 1.163086, + 1.003387, + 1.10791, + 1.165039, + 1.183594, + 0.92041, + 0.853516, + 1.223633, + 1.228516, + 1.151367, + 1.118652, + 1.11377, + 1.15332, + 0.976318, + 0.982666, + 0.550781, + 1.271484, + 1.132812, + 1.202148, + 1.151367, + 1.213867, + 0.788086, + 1.148438, + 1.101074, + 1.171875, + 0.816406, + 1.195312, + 1.249023, + 0.950684, + 1.176758, + 1.167969, + 0.991028, + 1.024414, + 1.21875, + 0.666016, + 1.214844, + 1.199219, + 0.53125, + 1.253906, + 1.168945, + 1.151367, + 1.043945, + 1.210938, + 1.10498, + 1.149414, + 1.233398, + 1.237305, + 1.191406, + 1.099121, + 1.175781, + 0.916504, + 1.191406, + 1.185547, + 1.091797, + 1.130859, + 1.223633, + 1.181641, + 1.158203, + 1.034668, + 1.241211, + 1.120605, + 0.582031, + 1.071289, + 1.181641, + 1.185547, + 0.832031, + 1.167969, + 0.46875, + 1.144531, + 1.066895, + 1.224609, + 1.020386, + 1.124023, + 0.433594, + 1.121094, + 0.942871, + 0.472656, + 1.084961, + 1.182617, + 0.998383, + 1.125977, + 0.990173, + 1.135742, + 1.202148, + 1.237305, + 0.96582, + 0.986633, + 0.378906, + 1.120605, + 0.304688, + 0.99176, + 1.170898, + 1.029785, + 1.074219, + 1.166992, + 1.238281, + 0.355469, + 1.166992, + 1.162109, + 1.061768, + 1.112793, + 1.010437, + 1.234375, + 1.135742, + 1.207031, + 1.068359, + 1.120605, + 0.981934, + 1.261719, + 1.151367, + 1.074219, + 0.860352, + 0.991272, + 1.15625, + 1.166016, + 0.902832, + 0.779297, + 1.157227, + 1.139648, + 0.390625, + 1.193359, + 1.11377, + 1.251953, + 1.185547, + 1.205078, + 1.150391, + 1.167969, + 1.237305, + 1.106934, + 1.097168, + 0.754883, + 1.191406, + 0.630859, + 0.973999, + 1.182617, + 0.484375, + 0.936035, + 0.591797, + 0.940674, + 0.34375, + 0.509766, + 1.223633, + 1.239258, + 0.789062, + 1.008545, + 0.433594, + 1.164062, + 1.031982, + 0.640625, + 1.112793, + 1.216797, + 1.115723, + 0.488281, + 1.199219, + 1.166992, + 1.217773, + 1.008484, + 1.135742, + 1.148438, + 1.261719, + 1.202148, + 1.206055, + 1.128906, + 0.985962, + 0.660156, + 1.271484, + 1.214844, + 0.677734, + 0.541016, + 1.300781, + 1.029541, + 0.943848, + 0.736328, + 1.194336, + 1.229492, + 1.183594, + 1.277344, + 0.390625, + 1.198242, + 1.237305, + 1.160156, + 0.981323, + 0.429688, + 1.146484, + 1.203125, + 1.183594, + 1.166992, + 1.15332, + 1.237305, + 0.511719, + 1.181641, + 1.197266, + 1.089355, + 1.249023, + 0.541016, + 1.176758, + 1.271484, + 1.130859, + 1.167969, + 0.794922, + 1.07373, + 1.142578, + 1.09082, + 1.205078, + 1.080078, + 1.246094, + 1.163086, + 0.966797, + 1.120605, + 1.067871, + 0.874023, + 1.175781, + 1.120605, + 1.166992, + 1.073242, + 0.96582, + 1.22168, + 1.223633, + 0.834961, + 0.582031, + 1.169922, + 1.207031, + 1.191406, + 1.145508, + 1.146484, + 1.212891, + 1.113281, + 1.149414, + 0.876953, + 0.576172, + 1.167969, + 1.191406, + 1.209961, + 1.030884, + 1.135742, + 1.167969, + 1.223633, + 1.077148, + 1.090332, + 1.172852, + 1.158203, + 0.712891, + 1.198242, + 1.152344, + 1.164062, + 1.205078, + 1.144531, + 1.134766, + 1.220703, + 0.609375, + 1.148438, + 0.398438, + 1.083008, + 1.154297, + 1.194336, + 1.105469, + 1.135742, + 1.255859, + 1.144531, + 1.178711, + 1.166992, + 0.464844, + 1.081543, + 1.19043, + 1.199219, + 1.09375, + 1.119141, + 0.996994, + 1.167969, + 1.232422, + 1.207031, + 0.410156, + 1.143555, + 1.009155, + 1.21875, + 0.915527, + 1.05249, + 1.199219, + 1.170898, + 0.839844, + 1.208008, + 0.34375, + 0.445312, + 0.790039, + 0.398438, + 1.202148, + 1.121582, + 1.132812, + 0.804688, + 0.382812, + 1.10791, + 0.800781, + 0.738281, + 1.102051, + 1.306641, + 1.213867, + 1.151367, + 1.136719, + 1.001251, + 1.120605, + 1.233398, + 0.829102, + 1.246094, + 1.269531, + 0.922363, + 0.981567, + 1.03125, + 0.560547, + 0.496094, + 1.198242, + 0.607422, + 1.225586, + 1.166016, + 1.052979, + 1.279297, + 1.062012, + 1.089844, + 1.207031, + 0.417969, + 1.230469, + 0.691406, + 1.191406, + 1.25, + 1.300781, + 0.378906, + 0.685547, + 0.879395, + 0.87793, + 1.255859, + 1.152344, + 1.175781, + 1.193359, + 1.098145, + 0.732422, + 1.253906, + 0.517578, + 1.248047, + 1.151367, + 1.011536, + 0.997482, + 0.973999, + 1.136719, + 0.675781, + 1.05127, + 1.168945, + 1.239258, + 0.644531, + 0.833008, + 1.209961, + 1.089355, + 1.216797, + 1.249023, + 0.679688, + 0.958496, + 1.135742, + 1.199219, + 1.124512, + 1.245117, + 1.077637, + 0.328125, + 1.136719, + 1.108398, + 1.066895, + 0.621094, + 1.179688, + 1.098145, + 1.292969, + 1.176758, + 1.136719, + 1.050293, + 1.108398, + 0.863281, + 1.105469, + 0.591797, + 0.734375, + 1.208008, + 1.124512, + 0.924805, + 0.782227, + 0.825195, + 1.037842, + 1.091309, + 1.198242, + 1.201172, + 0.994629, + 1.135742, + 1.239258, + 0.954102, + 1.15625, + 1.259766, + 1.198242, + 1.114258, + 1.174805, + 1.1875, + 1.037109, + 1.220703, + 1.176758, + 1.230469, + 0.464844, + 1.008972, + 1.137695, + 1.198242, + 0.972046, + 1.182617, + 1.074219, + 1.220703, + 1.120117, + 1.019409, + 1.162109, + 1.291016, + 0.956055, + 1.209961, + 1.207031, + 1.285156, + 0.813477, + 1.095703, + 1.227539, + 1.21582, + 1.234375, + 1.253906, + 1.010254, + 1.158203, + 1.144531, + 1.198242, + 0.691406, + 1.324219, + 1.198242, + 0.891602, + 0.445312, + 1.152344, + 0.589844, + 1.222656, + 1.287109, + 0.988098, + 0.566406, + 0.292969, + 0.402344, + 1.222656, + 1.245117, + 1.246094, + 1.275391, + 1.160156, + 1.22168, + 1.108398, + 0.928223, + 1.058594, + 1.082031, + 1.129883, + 0.382812, + 0.997711, + 1.194336, + 1.18457, + 1.182617, + 1.185547, + 1.275391, + 1.179688, + 0.924316, + 1.198242, + 1.141602, + 0.887695, + 1.142578, + 1.230469, + 1.128906, + 0.75, + 1.175781, + 1.121094, + 0.324219, + 1.043213, + 1.106445, + 1.447266, + 1.177734, + 0.837891, + 1.134766, + 1.171875, + 0.939941, + 0.99963, + 1.080566, + 1.109863, + 1.192383, + 1.213867, + 1.029907, + 1.043945, + 1.255859, + 1.142578, + 1.182617, + 0.5625, + 1.223633, + 0.993958, + 1.112305, + 1.204102, + 1.137695, + 1.144531, + 1.042969, + 1.160156, + 1.034668, + 1.238281, + 1.229492, + 1.230469, + 1.113281, + 0.907227, + 0.788086, + 1.173828, + 0.648438, + 1.169922, + 0.955322, + 1.160156, + 1.267578, + 1.198242, + 1.195312, + 0.738281, + 0.544922, + 0.732422, + 1.199219, + 1.145508, + 1.21875, + 0.99649, + 1.15625, + 1.176758, + 1.152344, + 1.194336, + 1.217773, + 1.120605, + 1.151367, + 1.211914, + 1.201172, + 1.183594, + 1.129883, + 1.089844, + 1.271484, + 0.973999, + 0.952393, + 1.269531, + 1.064941, + 1.182617, + 1.275391, + 1.304688, + 1.201172, + 1.167969, + 1.217773, + 1.212891, + 1.074219, + 1.160156, + 0.441406, + 1.136719, + 1.089355, + 1.146484, + 1.102051, + 1.064453, + 1.182617, + 1.145508, + 1.030029, + 1.125977, + 1.129883, + 1.219727, + 1.006683, + 1.229492, + 1.143555, + 1.003387, + 1.195312, + 1.027344, + 1.232422, + 1.166992, + 1.144531, + 1.105469, + 0.858398, + 1.085938, + 1.113281, + 1.00473, + 1.090332, + 0.501953, + 1.259766, + 1.173828, + 0.599609, + 0.730469, + 1.182617, + 1.108887, + 1.016235, + 0.810547, + 1.287109, + 0.915527, + 1.175781, + 1.233398, + 0.742188, + 1.177734, + 1.152344, + 0.566406, + 1.239258, + 1.245117, + 1.209961, + 0.921387, + 0.623047, + 1.074219, + 1.164062, + 0.488281, + 1.085449, + 1.220703, + 1.246094, + 0.421875, + 1.261719, + 0.621094, + 1.053711, + 1.092285, + 1.061035, + 0.691406, + 1.160156, + 1.05835, + 1.142578, + 1.150391, + 1.129883, + 1.223633, + 1.197266, + 1.089844, + 1.017334, + 1.181641, + 1.151367, + 1.191406, + 1.229492, + 1.206055, + 0.994812, + 1.172852, + 0.768555, + 1.213867, + 1.087891, + 0.658203, + 1.152344, + 0.769531, + 1.198242, + 1.25, + 1.214844, + 1.230469, + 1.225586, + 1.200195, + 1.191406, + 1.166992, + 1.211914, + 0.975342, + 1.07373, + 1.094727, + 1.176758, + 0.253906, + 0.937744, + 0.864258, + 1.129883, + 0.985535, + 0.710938, + 1.228516, + 1.228516, + 1.136719, + 1.248047, + 1.125977, + 0.390625, + 1.200195, + 1.025146, + 1.100098, + 0.558594, + 1.169922, + 1.242188, + 1.119629, + 0.460938, + 0.966064, + 1.010925, + 1.095703, + 1.160156, + 1.194336, + 1.232422, + 0.868164, + 0.861328, + 1.11377, + 1.224609, + 1.03125, + 1.213867, + 1.155273, + 1.265625, + 0.974731, + 1.089355, + 0.488281, + 1.162109, + 1.176758, + 1.139648, + 1.039307, + 1.161133, + 1.205078, + 1.213867, + 1.097168, + 1.166992, + 0.821289, + 1.057861, + 1.175781, + 1.214844, + 0.707031, + 0.993256, + 1.131836, + 0.429688, + 0.324219, + 0.768555, + 0.787109, + 1.139648, + 1.212891, + 1.136719, + 1.197266, + 0.382812, + 0.332031, + 1.141602, + 1.25, + 0.827148, + 1.206055, + 1.035889, + 1.197266, + 1.090332, + 0.808594, + 0.398438, + 1.11377, + 1.029297, + 0.968018, + 0.572266, + 1.082031, + 1.031738, + 0.988464, + 1.088867, + 1.294922, + 1.192383, + 1.022339, + 1.249023, + 0.835938, + 1.207031, + 1.185547, + 0.942627, + 1.120605, + 1.093262, + 1.351562, + 1.165039, + 0.669922, + 0.363281, + 0.496094, + 1.160156, + 1.114746, + 1.119629, + 1.182617, + 1.114746, + 1.089355, + 1.203125, + 0.332031, + 0.962646, + 0.751953, + 1.316406, + 1.229492, + 0.386719, + 1.213867, + 1.197266, + 1.141602, + 1.207031, + 1.157227, + 0.954102, + 0.911133, + 0.433594, + 1.047607, + 0.997894, + 1.070312, + 0.414062, + 1.208008, + 1.267578, + 1.040527, + 1.144531, + 0.65625, + 1.017456, + 1.045898, + 1.204102, + 1.136719, + 0.691406, + 1.143555, + 1.194336, + 0.782227, + 0.677734, + 0.701172, + 0.539062, + 1.120605, + 1.037109, + 1.176758, + 1.067383, + 1.144531, + 1.246094, + 1.245117, + 0.332031, + 1.176758, + 1.183594, + 1.10498, + 1.178711, + 0.589844, + 1.223633, + 1.208008, + 0.273438, + 1.036377, + 0.40625, + 1.166992, + 0.40625, + 0.887695, + 1.200195, + 1.202148, + 1.196289, + 0.813477, + 0.999641, + 0.675781, + 1.073242, + 0.378906, + 1.012146, + 0.818359, + 0.65625, + 0.570312, + 1.161133, + 1.213867, + 0.857422, + 0.625, + 1.234375, + 1.034912, + 1.200195, + 0.852539, + 1.003418, + 1.125977, + 0.371094, + 1.121582, + 1.155273, + 1.034668, + 0.371094, + 0.433594, + 1.21875, + 1.214844, + 1.07373, + 1.175781, + 1.237305, + 1.144531, + 0.769531, + 0.398438, + 1.109375, + 1.152344, + 1.273438, + 0.857422, + 1.151367, + 1.191406, + 1.257812, + 1.099121, + 1.201172, + 1.120605, + 1.271484, + 1.119629, + 1.021362, + 1.240234, + 1.136719, + 0.865234, + 1.191406, + 1.193359, + 1.213867, + 1.133789, + 1.255859, + 0.873047, + 1.18457, + 0.378906, + 0.799805, + 0.865234, + 0.441406, + 1.185547, + 0.952881, + 1.128906, + 1.112793, + 1.193359, + 1.161133, + 1.058105, + 1.186523, + 0.367188, + 0.911621, + 1.134766, + 0.911621, + 1.157227, + 1.136719, + 0.838867, + 1.229492, + 1.209961, + 1.271484, + 1.229492, + 1.225586, + 0.375, + 1.279297, + 1.255859, + 0.8125, + 1.197266, + 1.08252, + 1.176758, + 1.059326, + 1.222656, + 1.176758, + 1.169922, + 1.223633, + 1.210938, + 1.177734, + 0.707031, + 1.118652, + 1.188477, + 1.24707, + 1.200195, + 0.979248, + 0.492188, + 1.086914, + 0.46875, + 1.145508, + 1.223633, + 0.827148, + 1.202148, + 1.210938, + 1.222656, + 1.09082, + 0.880859, + 1.049072, + 0.355469, + 0.367188, + 0.351562, + 1.198242, + 1.229492, + 0.480469, + 1.121582, + 1.10498, + 1.144531, + 0.501953, + 1.07373, + 0.724609, + 1.089355, + 0.457031, + 1.175781, + 1.158203, + 0.817383, + 1.239258, + 0.957764, + 0.93457, + 1.269531, + 1.151367, + 0.433594, + 0.787109, + 0.40625, + 1.104004, + 1.135742, + 1.172852, + 1.255859, + 0.833984, + 0.511719, + 1.208008, + 0.414062, + 0.797852, + 1.152344, + 1.174805, + 1.108887, + 0.707031, + 1.196289, + 1.152344, + 1.129883, + 0.88623, + 1.176758, + 0.990234, + 0.75, + 1.232422, + 1.199219, + 0.950195, + 1.238281, + 1.114746, + 1.208008, + 0.956055, + 1.176758, + 1.147461, + 1.227539, + 1.152344, + 1.114746, + 1.189453, + 1.277344, + 0.950195, + 1.144531, + 1.137695, + 1.139648, + 1.165039, + 1.106445, + 0.956299, + 1.165039, + 0.985352, + 1.139648, + 0.983765, + 1.044922, + 0.501953, + 1.203125, + 0.993713, + 1.207031, + 0.898926, + 1.191406, + 1.104492, + 1.182617, + 0.480469, + 1.154297, + 0.566406, + 1.155273, + 1.018677, + 1.004578, + 0.824219, + 1.128906, + 0.677734, + 1.135742, + 0.40625, + 1.160156, + 0.722656, + 1.233398, + 1.074219, + 1.035156, + 1.275391, + 1.271484, + 1.135742, + 1.026978, + 1.090332, + 1.152344, + 1.188477, + 0.355469, + 1.21875, + 1.033203, + 1.102051, + 1.203125, + 1.089355, + 1.186523, + 1.108887, + 0.693359, + 1.017944, + 1.137695, + 1.088379, + 0.930664, + 1.191406, + 1.166016, + 1.103027, + 1.018677, + 1.073242, + 0.359375, + 1.188477, + 1.174805, + 1.167969, + 0.578125, + 0.954102, + 0.597656, + 0.367188, + 1.098145, + 0.375, + 0.417969, + 0.941895, + 1.207031, + 1.192383, + 1.263672, + 0.783203, + 1.031982, + 0.873047, + 1.095703, + 0.402344, + 1.167969, + 1.022705, + 1.051514, + 1.835938, + 1.249023, + 1.248047, + 0.390625, + 1.150391, + 1.230469, + 0.667969, + 0.457031, + 1.155273, + 1.160156, + 0.492188, + 1.255859, + 0.613281, + 1.19043, + 1.011169, + 1.151367, + 1.097656, + 0.453125, + 1.192383, + 1.087402, + 1.182617, + 1.161133, + 1.15625, + 0.774414, + 0.359375, + 1.147461, + 1.236328, + 1.07373, + 1.191406, + 1.166992, + 1.136719, + 1.182617, + 1.167969, + 1.058838, + 1.328125, + 0.71875, + 1.175781, + 1.11377, + 1.09375, + 1.172852, + 0.951416, + 1.121094, + 1.083008, + 1.152344, + 0.316406, + 1.145508, + 1.25, + 1.12793, + 1.083008, + 1.014343, + 1.001938, + 0.996414, + 1.15332, + 1.041992, + 1.141602, + 1.197266, + 1.206055, + 1.154297, + 0.662109, + 1.009949, + 0.429688, + 1.146484, + 0.472656, + 1.051514, + 1.174805, + 1.166992, + 0.386719, + 1.064941, + 1.019043, + 1.11377, + 1.245117, + 1.609375, + 1.165039, + 1.133789, + 1.136719, + 1.131836, + 1.075684, + 0.521484, + 1.047852, + 1.150391, + 1.010437, + 1.314453, + 1.109375, + 1.031006, + 1.208008, + 1.194336, + 1.166016, + 1.101562, + 0.873047, + 1.054199, + 1.09375, + 1.138672, + 0.558594, + 1.066895, + 1.099121, + 1.237305, + 0.987244, + 0.414062, + 1.178711, + 1.194336, + 1.199219, + 1.158203, + 1.145508, + 1.145508, + 1.060791, + 1.104004, + 0.417969, + 1.207031, + 1.151367, + 1.075195, + 1.186523, + 1.121582, + 1.119629, + 1.198242, + 1.259766, + 1.225586, + 0.96875, + 1.271484, + 1.141602, + 1.158203, + 1.089355, + 1.222656, + 1.176758, + 0.689453, + 0.9375, + 1.062256, + 1.105957, + 1.181641, + 1.155273, + 0.736328, + 1.198242, + 1.12207, + 1.129883, + 0.375, + 0.990662, + 0.891602, + 0.685547, + 1.114258, + 1.233398, + 1.257812, + 0.300781, + 1.162109, + 1.193359, + 0.339844, + 0.607422, + 1.120117, + 1.175781, + 1.161133, + 1.11377, + 1.185547, + 1.067871, + 1.183594, + 1.026001, + 1.245117, + 0.544922, + 1.216797, + 1.224609, + 1.287109, + 0.480469, + 1.240234, + 1.175781, + 1.191406, + 1.037598, + 1.164062, + 1.092773, + 1.151367, + 0.953613, + 0.417969, + 1.265625, + 1.199219, + 1.097168, + 1.10498, + 0.754883, + 1.136719, + 0.617188, + 1.051025, + 1.146484, + 0.716797, + 1.212891, + 1.214844, + 1.092285, + 0.503906, + 0.946289, + 1.380859, + 1.136719, + 1.193359, + 0.673828, + 0.394531, + 1.090332, + 1.012146, + 1.098633, + 0.886719, + 1.223633, + 1.191406, + 1.167969, + 0.378906, + 1.097656, + 1.257812, + 1.028198, + 1.074219, + 1.020142, + 1.242188, + 1.150391, + 1.245117, + 0.936523, + 1.098633, + 1.092285, + 1.229492, + 1.255859, + 1.257812, + 0.899902, + 0.869141, + 0.885742, + 0.894531, + 1.240234, + 1.026855, + 0.779297, + 1.167969, + 0.768555, + 1.022339, + 1.109863, + 1.176758, + 1.188477, + 1.117188, + 1.176758, + 0.685547, + 1.075195, + 1.197266, + 1.160156, + 1.104492, + 1.162109, + 0.754883, + 1.171875, + 1.204102, + 1.195312, + 1.255859, + 1.128906, + 0.958496, + 1.271484, + 1.105469, + 1.15332, + 1.116211, + 0.496094, + 1.151367, + 1.198242, + 1.289062, + 0.754883, + 1.197266, + 1.277344, + 1.105957, + 1.104492, + 1.017944, + 1.198242, + 1.116211, + 0.930176, + 0.762695, + 1.151367, + 1.122559, + 1.237305, + 1.109375, + 1.174805, + 1.251953, + 1.191406, + 1.209961, + 1.22168, + 1.135742, + 1.056152, + 1.163086, + 0.990112, + 0.899414, + 1.112793, + 1.192383, + 1.090332, + 1.145508, + 1.144531, + 1.122559, + 1.198242, + 0.804688, + 1.165039, + 1.119141, + 0.860352, + 1.136719, + 1.287109, + 0.335938, + 1.12793, + 1.198242, + 1.132812, + 0.552734, + 1.203125, + 1.113281, + 0.666016, + 0.429688, + 0.963135, + 1.054688, + 1.261719, + 1.023193, + 1.107422, + 1.134766, + 1.161133, + 1.253906, + 1.120605, + 0.726562, + 1.193359, + 0.644531, + 1.243164, + 1.235352, + 0.539062, + 0.351562, + 1.255859, + 1.246094, + 1.207031, + 0.650391, + 1.21875, + 0.842773, + 1.026611, + 1.179688, + 1.140625, + 1.067383, + 1.22168, + 1.126953, + 0.962891, + 1.179688, + 1.271484, + 1.507812, + 0.484375, + 0.679688, + 1.109375, + 1.071289, + 1.238281, + 0.850586, + 1.011292, + 1.219727, + 0.915527, + 0.632812, + 1.246094, + 1.214844, + 1.007141, + 1.129883, + 1.055664, + 0.891113, + 1.129883, + 1.152344, + 0.316406, + 0.347656, + 1.129883, + 1.144531, + 1.079102, + 1.22168, + 1.074219, + 1.188477, + 0.511719, + 1.181641, + 0.634766, + 0.599609, + 1.076172, + 1.277344, + 1.165039, + 1.166992, + 1.22168, + 1.214844, + 0.519531, + 1.176758, + 0.994995, + 0.926758, + 1.11377, + 1.28125, + 1.078613, + 1.046143, + 0.90625, + 1.198242, + 1.177734, + 1.101074, + 0.975708, + 0.742188, + 1.003708, + 1.113281, + 0.441406, + 1.239258, + 1.192383, + 0.40625, + 1.107422, + 1.191406, + 0.732422, + 1.163086, + 0.893066, + 1.128906, + 1.110352, + 1.054443, + 0.816406, + 0.838867, + 1.183594, + 1.228516, + 1.259766, + 1.182617, + 1.21875, + 1.089844, + 1.119141, + 0.993958, + 1.223633, + 1.238281, + 1.061035, + 0.5625, + 0.351562, + 1.167969, + 1.152344, + 1.182617, + 1.158203, + 1.013, + 0.28125, + 1.225586, + 1.229492, + 1.061035, + 1.142578, + 0.583984, + 1.314453, + 1.188477, + 1.160156, + 1.066406, + 1.089355, + 1.012451, + 1.021851, + 0.833984, + 1.175781, + 1.107422, + 1.122559, + 0.421875, + 1.267578, + 0.787109, + 0.433594, + 1.135742, + 0.744141, + 1.246094, + 1.133789, + 0.871094, + 1.060303, + 0.632812, + 1.10791, + 1.205078, + 1.1875, + 1.151367, + 1.195312, + 1.097656, + 1.15332, + 0.973999, + 1.261719, + 1.173828, + 1.194336, + 1.239258, + 0.607422, + 1.146484, + 1.193359, + 0.933105, + 1.050293, + 0.802734, + 1.151367, + 0.552734, + 1.018555, + 0.355469, + 1.21582, + 1.075195, + 1.209961, + 1.007141, + 1.130859, + 1.198242, + 1.199219, + 1.191406, + 1.003738, + 1.237305, + 1.174805, + 1.222656, + 0.915527, + 1.239258, + 0.658203, + 1.206055, + 0.820312, + 0.414062, + 1.170898, + 1.316406, + 1.165039, + 1.275391, + 1.320312, + 0.918945, + 1.087402, + 1.182617, + 0.744141, + 0.779297, + 1.183594, + 1.230469, + 1.211914, + 1.053223, + 1.182617, + 0.774414, + 1.259766, + 1.233398, + 1.145508, + 0.46875, + 0.950928, + 1.185547, + 1.191406, + 1.201172, + 0.882324, + 1.121582, + 1.09082, + 1.052979, + 1.182617, + 1.208984, + 1.166992, + 0.517578, + 1.074707, + 1.134766, + 1.145508, + 1.165039, + 1.136719, + 1.199219, + 1.045654, + 0.92334, + 1.223633, + 1.209961, + 0.615234, + 0.480469, + 1.110352, + 1.253906, + 1.253906, + 1.098633, + 1.143555, + 0.335938, + 1.086426, + 1.198242, + 1.057373, + 1.195312, + 0.857422, + 1.137695, + 0.916016, + 0.371094, + 1.098633, + 1.179688, + 1.168945, + 1.074219, + 0.901855, + 1.239258, + 1.154297, + 1.157227, + 1.175781, + 1.114258, + 1.380859, + 0.966797, + 0.9375, + 0.673828, + 1.074707, + 0.786133, + 0.378906, + 1.151367, + 1.121582, + 1.208008, + 1.201172, + 0.758789, + 1.143555, + 1.183594, + 1.128906, + 1.136719, + 1.160156, + 0.766602, + 1.06543, + 0.625, + 1.21875, + 0.751953, + 1.076172, + 1.1875, + 1.15625, + 0.956787, + 1.208008, + 1.092773, + 1.239258, + 0.84668, + 1.259766, + 1.199219, + 0.46875, + 0.892578, + 1.195312, + 1.230469, + 1.141602, + 0.453125, + 1.080566, + 1.05957, + 1.058105, + 1.11377, + 1.091309, + 0.421875, + 1.111816, + 1.155273, + 0.708984, + 1.158203, + 0.952637, + 1.009583, + 0.993011, + 1.109863, + 1.059082, + 1.137695, + 1.261719, + 1.213867, + 1.174805, + 1.238281, + 1.195312, + 0.367188, + 1.166992, + 1.105469, + 1.182617, + 1.208008, + 1.198242, + 1.222656, + 0.982666, + 0.675781, + 1.087402, + 1.235352, + 1.200195, + 1.067383, + 0.654297, + 1.065918, + 1.012329, + 1.07959, + 1.060547, + 1.054932, + 1.199219, + 1.084473, + 1.144531, + 0.947021, + 1.175781, + 1.09082, + 1.135742, + 1.204102, + 1.114258, + 1.09082, + 1.082031, + 0.907715, + 1.279297, + 0.587891, + 0.296875, + 1.154297, + 0.842773, + 1.182617, + 1.261719, + 1.160156, + 1.098145, + 0.870117, + 1.213867, + 0.900879, + 1.07373, + 1.198242, + 1.239258, + 1.179688, + 0.386719, + 1.105957, + 1.189453, + 1.249023, + 0.948242, + 0.941162, + 1.15625, + 1.18457, + 1.15918, + 0.94873, + 1.192383, + 1.175781, + 1.217773, + 1.230469, + 1.11377, + 0.797852, + 1.161133, + 0.800781, + 0.938965, + 1.152344, + 1.199219, + 1.181641, + 1.217773, + 1.314453, + 1.196289, + 1.129883, + 1.174805, + 0.834961, + 1.15918, + 0.844727, + 0.576172, + 1.271484, + 1.034668, + 1.238281, + 0.449219, + 0.779297, + 1.255859, + 1.182617, + 1.253906, + 1.244141, + 0.91748, + 1.199219, + 0.973755, + 0.816406, + 1.02002, + 0.363281, + 1.062256, + 0.802734, + 1.089844, + 1.214844, + 1.244141, + 1.1875, + 1.065918, + 0.363281, + 1.182617, + 1.095703, + 1.097168, + 1.139648, + 1.209961, + 1.080566, + 1.193359, + 1.112305, + 0.925781, + 0.636719, + 1.109375, + 1.213867, + 1.028809, + 1.129883, + 1.19043, + 1.053711, + 1.15625, + 0.92627, + 1.183594, + 0.942383, + 1.031006, + 1.166992, + 1.222656, + 1.219727, + 1.151367, + 1.011169, + 1.142578, + 0.959473, + 0.87207, + 1.175781, + 1.067871, + 0.910645, + 0.375, + 1.229492, + 1.216797, + 1.273438, + 1.196289, + 1.182617, + 1.160156, + 1.162109, + 1.084473, + 1.152344, + 0.767578, + 1.176758, + 1.191406, + 1.155273, + 0.378906, + 1.230469, + 1.059082, + 1.169922, + 1.191406, + 1.154297, + 1.078125, + 1.265625, + 1.074707, + 1.238281, + 1.152344, + 1.136719, + 0.40625, + 1.05957, + 0.968506, + 1.255859, + 0.414062, + 1.121094, + 0.449219, + 1.095215, + 0.351562, + 1.172852, + 0.928711, + 0.689453, + 0.675781, + 1.010498, + 1.114258, + 1.214844, + 1.062988, + 1.194336, + 1.061523, + 1.18457, + 1.283203, + 0.34375, + 0.560547, + 0.652344, + 1.177734, + 1.22168, + 1.098633, + 1.199219, + 1.123047, + 1.163086, + 0.816406, + 1.203125, + 1.176758, + 1.137695, + 1.222656, + 1.120117, + 0.888672, + 1.178711, + 1.230469, + 0.814453, + 1.245117, + 1.208008, + 1.223633, + 1.120605, + 1.19043, + 0.814453, + 1.251953, + 1.11377, + 1.05127, + 1.178711, + 1.176758, + 1.073242, + 1.083496, + 1.030518, + 0.507812, + 1.046875, + 1.122559, + 1.039062, + 0.537109, + 1.265625, + 1.230469, + 1.231445, + 0.441406, + 1.061768, + 0.821289, + 1.248047, + 1.039551, + 0.870117, + 0.34375, + 1.21875, + 1.197266, + 1.160156, + 0.339844, + 0.818359, + 0.390625, + 0.793945, + 1.238281, + 0.93457, + 1.200195, + 1.322266, + 1.161133, + 1.135742, + 1.11377, + 0.993988, + 0.527344, + 0.587891, + 1.176758, + 1.043457, + 1.104004, + 1.166992, + 1.146484, + 1.099609, + 1.296875, + 0.803711, + 1.129883, + 1.129883, + 1.054932, + 0.544922, + 1.261719, + 1.154297, + 1.019653, + 1.271484, + 1.120117, + 0.492188, + 0.939697, + 0.417969, + 0.858398, + 1.28125, + 1.166992, + 1.242188, + 1.126953, + 1.034424, + 1.181641, + 1.219727, + 1.193359, + 1.152344, + 1.092285, + 1.041748, + 1.147461, + 1.189453, + 1.214844, + 1.050293, + 0.828125, + 1.230469, + 0.646484, + 0.889648, + 0.962646, + 0.730469, + 1.100586, + 1.144531, + 1.139648, + 1.162109, + 1.011169, + 1.008301, + 1.167969, + 1.05835, + 0.669922, + 1.176758, + 1.554688, + 0.924316, + 1.152344, + 1.328125, + 1.207031, + 0.924805, + 1.207031, + 1.222656, + 1.11377, + 1.191406, + 1.09375, + 0.619141, + 1.166992, + 1.175781, + 0.576172, + 1.208984, + 1.040039, + 0.382812, + 1.053711, + 0.84082, + 1.229492, + 1.182617, + 1.161133, + 1.196289, + 1.279297, + 1.160156, + 1.139648, + 1.198242, + 1.105469, + 1.074707, + 1.199219, + 0.632812, + 1.029907, + 1.193359, + 1.236328, + 0.492188, + 1.044434, + 1.091309, + 1.201172, + 0.848633, + 1.135742, + 1.113281, + 0.986816, + 0.968506, + 0.537109, + 0.866211, + 1.173828, + 1.160156, + 0.472656, + 1.129883, + 1.058594, + 0.511719, + 1.136719, + 1.223633, + 1.226562, + 1.169922, + 1.116699, + 1.146484, + 0.558594, + 1.188477, + 1.216797, + 1.189453, + 1.143555, + 0.944336, + 1.075684, + 1.052002, + 0.425781, + 0.724609, + 1.131836, + 0.919434, + 1.219727, + 0.80957, + 1.021484, + 1.160156, + 1.225586, + 0.480469, + 0.896484, + 1.25, + 0.347656, + 1.213867, + 1.060303, + 1.213867, + 1.198242, + 0.449219, + 1.068359, + 1.158203, + 0.421875, + 1.255859, + 0.541016, + 1.120605, + 1.173828, + 1.105957, + 1.208008, + 0.441406, + 1.112793, + 0.916992, + 1.114258, + 1.106934, + 1.204102, + 1.141602, + 0.578125, + 1.210938, + 1.225586, + 1.234375, + 1.087891, + 0.460938, + 1.052002, + 1.160156, + 1.097656, + 1.200195, + 1.292969, + 1.152344, + 0.917969, + 0.915527, + 1.208008, + 1.015625, + 1.15625, + 0.601562, + 0.625, + 1.125977, + 1.208984, + 0.390625, + 1.259766, + 0.911133, + 1.135742, + 1.292969, + 1.248047, + 1.009094, + 0.833008, + 1.181641, + 1.168945, + 0.46875, + 1.227539, + 0.787109, + 1.125977 + ] + }, + "name": "onnx::Mul_8428", + "outputIndexes": [ + 1052 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1051, + 1052 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_10/Mul_1_output_0", + "outputIndexes": [ + 1053 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1053 + ], + "outputIndexes": [ + 2786 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2786 + ], + "outputIndexes": [ + 2787 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear", + "inputIndexes": [ + 2787 + ], + "outputIndexes": [ + 2788 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 445908572, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2788 + ], + "outputIndexes": [ + 2789 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2789 + ], + "outputIndexes": [ + 1054 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1054, + 1054 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Mul_output_0", + "outputIndexes": [ + 1055 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1054, + 1055 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Mul_1_output_0", + "outputIndexes": [ + 1056 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1056 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Mul_2_output_0", + "outputIndexes": [ + 1057 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1054, + 1057 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Add_output_0", + "outputIndexes": [ + 1058 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Mul_3_output_0", + "outputIndexes": [ + 1059 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1059 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_10/Tanh_output_0", + "outputIndexes": [ + 1060 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1060 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Add_1_output_0", + "outputIndexes": [ + 1061 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1054, + 1061 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Mul_4_output_0", + "outputIndexes": [ + 1062 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1062 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Mul_5_output_0", + "outputIndexes": [ + 1063 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1053 + ], + "outputIndexes": [ + 2790 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2790 + ], + "outputIndexes": [ + 2791 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear", + "inputIndexes": [ + 2791 + ], + "outputIndexes": [ + 2792 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 457852530, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2792 + ], + "outputIndexes": [ + 2793 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2793 + ], + "outputIndexes": [ + 1064 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1063, + 1064 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_10/Mul_output_0", + "outputIndexes": [ + 1065 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1065 + ], + "outputIndexes": [ + 2794 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2794 + ], + "outputIndexes": [ + 2795 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear", + "inputIndexes": [ + 2795 + ], + "outputIndexes": [ + 2796 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 469796488, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2796 + ], + "outputIndexes": [ + 2797 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2797 + ], + "outputIndexes": [ + 1066 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1066 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_10/Mul_output_0", + "outputIndexes": [ + 1067 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.496094, + 1.535156, + 1.570312, + 1.695312, + 1.550781, + 1.535156, + 1.400391, + 0.296875, + 1.507812, + 1.271484, + 1.683594, + 1.455078, + 1.386719, + 1.597656, + 1.644531, + 1.398438, + 1.5, + 1.523438, + 1.10791, + 1.53125, + 1.589844, + 1.554688, + 1.628906, + 1.332031, + 1.402344, + 1.539062, + 1.249023, + 1.392578, + 1.664062, + 1.558594, + 1.275391, + 1.071289, + 1.539062, + 0.410156, + 1.457031, + 1.208984, + 1.445312, + 1.609375, + 1.339844, + 1.466797, + 1.652344, + 1.632812, + 1.498047, + 1.112305, + 0.546875, + 1.478516, + 1.601562, + 1.472656, + 1.675781, + 1.192383, + 1.582031, + 0.970581, + 1.46875, + 0.564453, + 1.554688, + 1.265625, + 1.494141, + 1.519531, + 1.458984, + 1.302734, + 1.012329, + 1.742188, + 1.535156, + 1.462891, + 1.46875, + 1.371094, + 0.864258, + 1.519531, + 1.320312, + 1.433594, + 1.570312, + 1.566406, + 1.527344, + 1.457031, + 1.404297, + 1.355469, + 0.808594, + 1.230469, + 1.180664, + 0.552734, + 1.365234, + 0.285156, + 1.550781, + 1.068848, + 1.484375, + 1.464844, + 1.488281, + 1.128906, + 0.576172, + 1.371094, + 1.566406, + 1.351562, + 1.6875, + 0.5, + 1.535156, + 0.269531, + 1.417969, + 1.476562, + 1.847656, + 1.416016, + 1.371094, + 1.574219, + 1.558594, + 1.527344, + 1.535156, + 1.535156, + 1.597656, + 1.154297, + 1.570312, + 1.496094, + 1.648438, + 1.519531, + 1.667969, + 1.296875, + 1.474609, + 1.248047, + 1.554688, + 0.544922, + 1.369141, + 1.605469, + 1.490234, + 1.542969, + 1.554688, + 1.597656, + 1.283203, + 1.074219, + 1.439453, + 1.566406, + 1.490234, + 0.91748, + 0.870117, + 1.402344, + 1.386719, + 1.503906, + 1.566406, + 1.585938, + 1.279297, + 1.062988, + 1.34375, + 1.667969, + 1.945312, + 1.664062, + 1.248047, + 1.523438, + 1.539062, + 1.431641, + 1.335938, + 1.539062, + 1.519531, + 1.671875, + 1.443359, + 1.265625, + 1.414062, + 0.125, + 1.597656, + 1.574219, + 0.77832, + 1.570312, + 0.472656, + 0.429688, + 1.511719, + 1.621094, + 1.365234, + 0.775391, + 1.535156, + 1.558594, + 1.636719, + 0.410156, + 1.617188, + 1.359375, + 1.480469, + 0.496094, + 1.527344, + 0.449219, + 1.445312, + 1.773438, + 1.546875, + 0.285156, + 1.480469, + 1.558594, + 1.488281, + 0.378906, + 1.092773, + 0.300781, + 1.640625, + 1.429688, + 0.650391, + 1.490234, + 1.273438, + 1.237305, + 1.503906, + 1.71875, + 1.447266, + 1.443359, + 1.613281, + 1.441406, + 1.554688, + 1.652344, + 1.628906, + 1.59375, + 1.382812, + 1.494141, + 1.431641, + 1.267578, + 1.648438, + 1.585938, + 1.710938, + 1.451172, + 1.511719, + 1.511719, + 1.367188, + 1.675781, + 1.546875, + 1.439453, + 1.419922, + 1.542969, + 1.314453, + 1.425781, + 1.710938, + 1.601562, + 1.242188, + 1.275391, + 1.546875, + 1.625, + 1.570312, + 1.482422, + 1.386719, + 1.462891, + 1.365234, + 1.136719, + 1.613281, + 1.628906, + 1.710938, + 1.558594, + 1.558594, + 1.664062, + 1.160156, + 1.546875, + 1.363281, + 1.523438, + 1.408203, + 1.460938, + 1.582031, + 1.84375, + 1.322266, + 1.582031, + 1.28125, + 1.302734, + 1.636719, + 0.796875, + 1.546875, + 1.605469, + 0.550781, + 1.498047, + 1.539062, + 1.394531, + 1.351562, + 1.589844, + 1.726562, + 1.421875, + 1.601562, + 1.546875, + 1.451172, + 1.332031, + 1.554688, + 1.120117, + 1.492188, + 1.507812, + 1.447266, + 1.535156, + 1.523438, + 1.425781, + 1.490234, + 1.3125, + 1.546875, + 1.498047, + 0.615234, + 1.417969, + 1.546875, + 1.507812, + 1.06543, + 1.539062, + 0.550781, + 1.472656, + 1.703125, + 1.523438, + 1.380859, + 1.535156, + 0.414062, + 1.394531, + 1.192383, + 0.503906, + 1.359375, + 1.484375, + 1.458984, + 1.449219, + 1.298828, + 1.486328, + 1.636719, + 1.490234, + 1.419922, + 1.265625, + 0.390625, + 1.628906, + 0.234375, + 1.330078, + 1.621094, + 1.408203, + 1.308594, + 1.570312, + 1.710938, + 0.332031, + 1.542969, + 1.5625, + 1.496094, + 1.457031, + 1.396484, + 1.574219, + 1.347656, + 1.515625, + 1.359375, + 1.675781, + 1.249023, + 1.628906, + 1.527344, + 1.458984, + 1.012329, + 1.425781, + 1.679688, + 1.511719, + 1.097168, + 1.087402, + 1.507812, + 1.472656, + 6.125, + 1.578125, + 1.449219, + 1.601562, + 1.667969, + 1.486328, + 1.421875, + 1.416016, + 1.667969, + 1.404297, + 1.496094, + 0.916504, + 1.554688, + 0.918457, + 1.152344, + 1.582031, + 0.595703, + 1.063477, + 0.845703, + 1.196289, + 0.328125, + 0.488281, + 1.75, + 1.601562, + 1.061768, + 1.296875, + 0.449219, + 1.554688, + 1.245117, + 0.724609, + 1.605469, + 1.523438, + 1.412109, + 0.599609, + 1.554688, + 1.427734, + 1.65625, + 1.283203, + 1.435547, + 1.488281, + 1.679688, + 1.648438, + 1.601562, + 1.435547, + 1.425781, + 0.859375, + 1.660156, + 1.65625, + 0.754883, + 0.611328, + 1.652344, + 1.345703, + 1.141602, + 1.003143, + 1.451172, + 1.570312, + 1.601562, + 1.511719, + 0.367188, + 1.5625, + 1.640625, + 1.585938, + 1.261719, + 0.394531, + 1.431641, + 1.496094, + 1.490234, + 1.554688, + 1.447266, + 1.710938, + 0.578125, + 1.65625, + 1.589844, + 1.451172, + 1.566406, + 0.764648, + 1.570312, + 1.542969, + 1.558594, + 1.546875, + 1.166016, + 1.279297, + 1.507812, + 1.421875, + 1.484375, + 1.373047, + 1.613281, + 1.566406, + 1.890625, + 1.402344, + 1.416016, + 1.142578, + 1.613281, + 1.519531, + 1.539062, + 1.447266, + 1.464844, + 1.707031, + 1.558594, + 1.152344, + 1.142578, + 1.542969, + 1.621094, + 1.550781, + 1.449219, + 1.601562, + 1.648438, + 1.507812, + 1.574219, + 0.996964, + 0.869141, + 1.585938, + 1.617188, + 1.742188, + 1.322266, + 1.550781, + 1.527344, + 1.539062, + 1.425781, + 1.482422, + 1.585938, + 1.527344, + 0.982666, + 1.585938, + 1.458984, + 1.660156, + 1.566406, + 1.566406, + 1.527344, + 1.5625, + 0.707031, + 1.474609, + 0.429688, + 1.351562, + 1.601562, + 1.511719, + 1.441406, + 1.402344, + 1.675781, + 1.410156, + 1.455078, + 1.570312, + 0.488281, + 1.640625, + 1.449219, + 1.597656, + 1.464844, + 1.369141, + 2.28125, + 1.554688, + 1.59375, + 1.507812, + 0.417969, + 1.488281, + 1.341797, + 1.589844, + 1.188477, + 1.482422, + 1.527344, + 1.554688, + 1.08252, + 1.527344, + 0.332031, + 0.537109, + 0.944824, + 0.382812, + 1.628906, + 1.527344, + 1.494141, + 0.892578, + 0.568359, + 1.441406, + 1.011169, + 1.051025, + 1.589844, + 1.574219, + 1.539062, + 1.566406, + 1.470703, + 1.380859, + 1.416016, + 1.570312, + 1.208008, + 1.585938, + 1.566406, + 1.253906, + 1.447266, + 1.351562, + 0.523438, + 0.535156, + 1.554688, + 0.605469, + 1.570312, + 1.373047, + 1.347656, + 1.550781, + 1.412109, + 1.337891, + 1.445312, + 0.421875, + 1.550781, + 2.09375, + 1.53125, + 1.302734, + 1.621094, + 0.40625, + 0.869141, + 1.131836, + 1.425781, + 1.554688, + 1.730469, + 1.484375, + 1.550781, + 1.488281, + 0.842773, + 1.6875, + 0.615234, + 1.59375, + 1.6875, + 1.386719, + 1.328125, + 1.386719, + 1.515625, + 1.246094, + 1.34375, + 1.515625, + 1.574219, + 0.89502, + 1.234375, + 1.597656, + 1.470703, + 1.664062, + 1.648438, + 1.265625, + 1.333984, + 1.550781, + 1.683594, + 1.578125, + 1.589844, + 1.359375, + 0.265625, + 1.628906, + 1.478516, + 1.371094, + 0.626953, + 1.527344, + 1.917969, + 1.597656, + 1.632812, + 1.490234, + 1.847656, + 1.304688, + 1.953125, + 1.453125, + 0.991577, + 0.963867, + 1.574219, + 1.412109, + 1.392578, + 1.464844, + 1.267578, + 1.291016, + 1.498047, + 1.605469, + 1.519531, + 1.222656, + 1.558594, + 1.648438, + 1.200195, + 1.53125, + 1.621094, + 1.507812, + 1.431641, + 1.5625, + 1.652344, + 1.259766, + 1.546875, + 1.474609, + 1.65625, + 0.760742, + 1.375, + 1.519531, + 1.519531, + 1.216797, + 1.431641, + 1.558594, + 1.523438, + 1.482422, + 1.373047, + 1.482422, + 1.578125, + 1.145508, + 1.515625, + 1.632812, + 1.617188, + 1.570312, + 1.355469, + 1.539062, + 1.458984, + 1.621094, + 1.503906, + 1.341797, + 1.53125, + 1.371094, + 1.628906, + 0.864258, + 1.671875, + 1.472656, + 1.171875, + 0.433594, + 1.421875, + 0.993469, + 1.511719, + 1.621094, + 1.396484, + 0.683594, + 0.363281, + 0.398438, + 1.613281, + 1.507812, + 1.585938, + 1.486328, + 1.367188, + 1.490234, + 1.496094, + 1.318359, + 1.433594, + 1.439453, + 1.503906, + 0.347656, + 1.316406, + 1.464844, + 1.498047, + 1.443359, + 1.527344, + 1.585938, + 1.482422, + 1.240234, + 1.53125, + 1.404297, + 1.308594, + 1.482422, + 1.466797, + 1.585938, + 1.033936, + 1.804688, + 1.458984, + 0.28125, + 1.111328, + 1.443359, + 1.302734, + 1.503906, + 1.117676, + 1.523438, + 1.605469, + 1.769531, + 1.417969, + 1.347656, + 1.371094, + 1.400391, + 1.554688, + 1.3125, + 1.416016, + 1.511719, + 1.535156, + 1.423828, + 1.679688, + 1.621094, + 1.361328, + 1.347656, + 1.451172, + 1.431641, + 1.535156, + 1.259766, + 1.470703, + 1.443359, + 1.566406, + 1.566406, + 1.574219, + 1.570312, + 1.094238, + 1.507812, + 1.621094, + 0.833984, + 1.519531, + 1.337891, + 1.496094, + 1.664062, + 1.546875, + 1.53125, + 0.907715, + 0.78125, + 0.793945, + 1.53125, + 1.523438, + 1.503906, + 1.147461, + 1.582031, + 1.574219, + 1.445312, + 1.421875, + 1.644531, + 1.427734, + 1.388672, + 1.617188, + 1.515625, + 1.582031, + 1.53125, + 1.423828, + 1.660156, + 1.238281, + 1.324219, + 1.671875, + 1.275391, + 1.652344, + 1.675781, + 1.597656, + 1.632812, + 1.550781, + 1.570312, + 1.570312, + 1.318359, + 1.470703, + 0.480469, + 1.605469, + 1.447266, + 1.578125, + 1.388672, + 1.433594, + 1.621094, + 1.427734, + 1.283203, + 1.486328, + 1.578125, + 1.523438, + 1.384766, + 1.589844, + 1.480469, + 1.253906, + 1.578125, + 1.355469, + 1.617188, + 1.464844, + 1.490234, + 1.765625, + 1.067383, + 1.316406, + 1.476562, + 1.232422, + 1.386719, + 1.730469, + 1.632812, + 1.582031, + 0.861328, + 0.826172, + 1.558594, + 1.494141, + 1.339844, + 1.040771, + 1.59375, + 1.166992, + 1.628906, + 1.519531, + 0.911133, + 1.539062, + 1.617188, + 0.845703, + 1.558594, + 1.554688, + 1.488281, + 1.209961, + 0.720703, + 1.388672, + 1.433594, + 0.552734, + 1.4375, + 1.585938, + 1.605469, + 0.4375, + 1.625, + 0.786133, + 1.660156, + 1.777344, + 1.271484, + 0.825195, + 1.507812, + 1.429688, + 1.388672, + 1.451172, + 1.558594, + 1.570312, + 1.542969, + 1.365234, + 1.302734, + 1.5, + 1.455078, + 1.621094, + 1.558594, + 1.482422, + 1.683594, + 1.640625, + 0.938721, + 1.570312, + 1.386719, + 0.925781, + 1.453125, + 0.94751, + 1.498047, + 1.414062, + 1.515625, + 1.53125, + 1.632812, + 1.314453, + 1.570312, + 1.503906, + 1.648438, + 1.251953, + 1.402344, + 1.640625, + 1.628906, + 0.011719, + 1.217773, + 1.118652, + 1.382812, + 1.304688, + 1.090332, + 1.628906, + 1.542969, + 1.507812, + 1.46875, + 1.427734, + 0.378906, + 1.5625, + 1.40625, + 1.285156, + 0.845703, + 1.558594, + 1.59375, + 1.369141, + 0.464844, + 1.171875, + 1.457031, + 1.314453, + 1.613281, + 1.585938, + 1.667969, + 1.237305, + 1.632812, + 1.412109, + 1.470703, + 1.318359, + 1.601562, + 1.503906, + 1.582031, + 1.294922, + 1.443359, + 0.46875, + 1.464844, + 1.474609, + 1.5625, + 1.34375, + 1.496094, + 1.527344, + 1.609375, + 1.445312, + 1.554688, + 1.00351, + 1.341797, + 1.582031, + 1.683594, + 0.911133, + 1.229492, + 1.431641, + 0.398438, + 0.253906, + 0.922852, + 1.376953, + 1.396484, + 1.585938, + 1.392578, + 1.585938, + 0.34375, + 0.320312, + 1.357422, + 1.613281, + 1.114746, + 1.539062, + 1.318359, + 1.566406, + 1.574219, + 1.209961, + 0.414062, + 1.632812, + 1.261719, + 1.306641, + 0.78125, + 1.466797, + 1.257812, + 1.367188, + 1.273438, + 1.679688, + 1.449219, + 1.341797, + 1.539062, + 1.151367, + 1.566406, + 1.558594, + 1.207031, + 1.484375, + 1.726562, + 1.714844, + 1.511719, + 0.78125, + 0.351562, + 1.878906, + 1.494141, + 1.414062, + 1.589844, + 1.478516, + 1.5, + 1.380859, + 1.605469, + 0.277344, + 1.253906, + 0.991333, + 1.617188, + 1.585938, + 0.40625, + 1.582031, + 1.539062, + 1.664062, + 1.425781, + 1.558594, + 1.390625, + 1.135742, + 0.429688, + 1.410156, + 1.183594, + 1.404297, + 0.449219, + 1.239258, + 1.652344, + 1.773438, + 1.542969, + 1.347656, + 1.192383, + 1.255859, + 1.652344, + 1.570312, + 0.814453, + 1.396484, + 1.546875, + 0.948975, + 1.180664, + 0.382812, + 0.999793, + 1.458984, + 1.447266, + 1.458984, + 1.429688, + 1.449219, + 1.439453, + 1.527344, + 0.289062, + 1.539062, + 1.488281, + 1.462891, + 1.519531, + 1.707031, + 1.458984, + 1.5625, + 0.21875, + 1.308594, + 0.390625, + 1.539062, + 0.429688, + 1.082031, + 1.621094, + 1.558594, + 1.617188, + 0.920898, + 1.322266, + 1.161133, + 1.431641, + 0.359375, + 1.390625, + 0.968994, + 0.791992, + 0.578125, + 1.503906, + 1.628906, + 1.081055, + 1.148438, + 1.589844, + 1.400391, + 1.664062, + 1.049072, + 1.213867, + 1.486328, + 0.347656, + 1.515625, + 1.550781, + 1.34375, + 0.425781, + 0.324219, + 1.449219, + 1.558594, + 1.337891, + 1.644531, + 1.585938, + 1.384766, + 1.014832, + 1.519531, + 1.40625, + 1.443359, + 1.726562, + 1.166016, + 1.554688, + 1.589844, + 1.636719, + 1.511719, + 1.621094, + 1.511719, + 1.757812, + 1.476562, + 1.277344, + 1.777344, + 1.589844, + 1.133789, + 1.527344, + 1.617188, + 1.550781, + 1.503906, + 1.605469, + 1.660156, + 1.550781, + 0.347656, + 1.071777, + 1.170898, + 0.476562, + 1.453125, + 1.382812, + 1.441406, + 1.462891, + 1.558594, + 1.447266, + 1.376953, + 1.464844, + 0.371094, + 1.062256, + 1.431641, + 1.198242, + 1.486328, + 1.496094, + 1.061768, + 1.582031, + 1.455078, + 1.605469, + 1.527344, + 1.546875, + 0.390625, + 1.6875, + 1.636719, + 0.918945, + 1.5625, + 1.400391, + 1.71875, + 1.773438, + 1.511719, + 1.542969, + 1.484375, + 1.597656, + 1.527344, + 1.535156, + 1.192383, + 1.476562, + 1.515625, + 1.601562, + 1.570312, + 1.402344, + 0.623047, + 1.683594, + 0.480469, + 1.458984, + 1.695312, + 1.064941, + 1.511719, + 1.578125, + 1.601562, + 1.421875, + 1.179688, + 1.462891, + 0.328125, + 0.316406, + 0.339844, + 1.455078, + 1.589844, + 0.513672, + 1.314453, + 1.417969, + 1.710938, + 0.560547, + 1.412109, + 0.957031, + 1.332031, + 0.449219, + 1.5, + 1.5625, + 1.40625, + 1.542969, + 1.222656, + 1.196289, + 1.648438, + 1.554688, + 0.541016, + 1.196289, + 0.273438, + 1.451172, + 1.570312, + 1.550781, + 1.664062, + 1.111816, + 0.864258, + 1.523438, + 0.359375, + 2.039062, + 1.416016, + 1.4375, + 1.488281, + 0.888184, + 1.574219, + 1.490234, + 1.472656, + 1.10791, + 1.480469, + 1.287109, + 3.609375, + 1.554688, + 1.490234, + 1.710938, + 1.554688, + 1.447266, + 1.671875, + 1.263672, + 1.470703, + 1.667969, + 1.523438, + 1.570312, + 1.394531, + 1.503906, + 1.621094, + 1.195312, + 1.53125, + 1.464844, + 1.496094, + 1.507812, + 1.365234, + 1.283203, + 1.431641, + 1.398438, + 1.644531, + 1.53125, + 1.363281, + 0.558594, + 1.644531, + 1.273438, + 1.480469, + 1.355469, + 1.488281, + 1.431641, + 1.589844, + 0.560547, + 1.621094, + 0.580078, + 1.519531, + 1.208008, + 1.257812, + 1.094727, + 1.464844, + 0.806641, + 1.511719, + 0.386719, + 1.470703, + 0.84668, + 1.628906, + 1.353516, + 1.326172, + 1.488281, + 1.585938, + 1.40625, + 1.316406, + 1.390625, + 1.427734, + 1.589844, + 0.3125, + 1.554688, + 1.332031, + 1.326172, + 1.570312, + 1.621094, + 1.585938, + 1.433594, + 0.90332, + 1.396484, + 1.451172, + 1.480469, + 1.796875, + 1.542969, + 1.523438, + 1.482422, + 1.261719, + 1.404297, + 0.328125, + 1.640625, + 1.507812, + 1.605469, + 1.223633, + 1.271484, + 0.753906, + 0.324219, + 1.550781, + 0.351562, + 0.505859, + 1.200195, + 1.402344, + 1.523438, + 1.632812, + 0.441406, + 1.335938, + 1.119629, + 1.53125, + 0.34375, + 1.585938, + 1.417969, + 1.449219, + 1.392578, + 1.679688, + 1.632812, + 0.390625, + 1.498047, + 1.585938, + 0.879883, + 0.496094, + 1.5, + 1.664062, + 0.548828, + 1.589844, + 1.091797, + 1.539062, + 1.265625, + 1.503906, + 1.378906, + 0.464844, + 1.570312, + 1.376953, + 1.447266, + 1.554688, + 1.486328, + 0.867188, + 0.339844, + 1.417969, + 1.765625, + 1.279297, + 1.535156, + 1.578125, + 1.617188, + 1.6875, + 1.427734, + 1.345703, + 1.339844, + 1.675781, + 1.546875, + 1.507812, + 1.412109, + 1.486328, + 1.259766, + 1.480469, + 1.550781, + 1.433594, + 0.273438, + 1.511719, + 1.597656, + 1.474609, + 1.34375, + 1.355469, + 1.326172, + 1.328125, + 1.466797, + 1.460938, + 1.59375, + 1.496094, + 1.474609, + 1.535156, + 0.891602, + 1.416016, + 0.414062, + 1.554688, + 0.472656, + 1.542969, + 1.511719, + 1.722656, + 0.390625, + 1.652344, + 1.318359, + 1.294922, + 1.535156, + 1.804688, + 1.515625, + 1.400391, + 1.589844, + 1.396484, + 1.427734, + 0.623047, + 1.394531, + 1.570312, + 1.808594, + 1.625, + 1.332031, + 1.539062, + 1.523438, + 1.601562, + 1.472656, + 1.427734, + 1.178711, + 1.251953, + 1.458984, + 1.361328, + 0.537109, + 1.404297, + 1.507812, + 1.582031, + 1.279297, + 0.410156, + 1.632812, + 1.617188, + 1.605469, + 1.53125, + 1.597656, + 1.53125, + 1.433594, + 1.417969, + 0.441406, + 1.480469, + 1.496094, + 1.535156, + 1.617188, + 1.320312, + 1.484375, + 1.578125, + 1.652344, + 1.558594, + 1.296875, + 1.734375, + 1.511719, + 1.427734, + 1.314453, + 1.613281, + 1.589844, + 0.780273, + 2.148438, + 1.339844, + 1.451172, + 1.601562, + 1.433594, + 0.832031, + 1.609375, + 1.445312, + 1.472656, + 0.402344, + 1.238281, + 1.077148, + 1.098633, + 1.503906, + 1.601562, + 1.738281, + 0.285156, + 1.503906, + 1.761719, + 0.304688, + 0.766602, + 1.496094, + 1.5, + 1.511719, + 1.601562, + 1.488281, + 1.380859, + 1.462891, + 1.277344, + 1.550781, + 0.589844, + 1.466797, + 1.660156, + 1.527344, + 0.71875, + 1.574219, + 1.515625, + 1.519531, + 1.482422, + 1.53125, + 1.417969, + 1.462891, + 1.189453, + 0.503906, + 1.507812, + 1.511719, + 1.511719, + 1.617188, + 1.006622, + 1.542969, + 0.899414, + 1.414062, + 1.470703, + 0.839844, + 1.470703, + 1.585938, + 1.566406, + 2.023438, + 1.224609, + 1.699219, + 1.5, + 1.478516, + 0.790039, + 0.355469, + 1.466797, + 1.503906, + 1.414062, + 1.172852, + 1.617188, + 1.523438, + 1.5, + 0.367188, + 1.378906, + 1.640625, + 1.34375, + 1.449219, + 1.466797, + 1.617188, + 1.523438, + 1.519531, + 1.243164, + 1.488281, + 1.365234, + 1.5, + 1.660156, + 1.585938, + 1.494141, + 1.158203, + 1.231445, + 1.166016, + 1.628906, + 1.214844, + 1.380859, + 1.582031, + 0.855469, + 1.359375, + 1.445312, + 1.582031, + 1.394531, + 1.527344, + 1.550781, + 0.908203, + 1.386719, + 1.582031, + 1.78125, + 1.539062, + 1.59375, + 0.84668, + 1.369141, + 1.503906, + 1.464844, + 1.609375, + 1.554688, + 1.253906, + 1.542969, + 1.433594, + 1.492188, + 1.386719, + 0.617188, + 1.628906, + 1.527344, + 1.679688, + 1.628906, + 1.570312, + 1.597656, + 1.458984, + 1.373047, + 1.396484, + 1.478516, + 1.363281, + 1.234375, + 0.854492, + 1.302734, + 1.410156, + 1.539062, + 1.402344, + 1.621094, + 1.636719, + 1.519531, + 1.5, + 1.648438, + 1.431641, + 1.804688, + 1.449219, + 1.332031, + 1.332031, + 1.527344, + 1.453125, + 1.421875, + 1.621094, + 1.431641, + 1.542969, + 1.503906, + 1.470703, + 1.664062, + 1.408203, + 1.166992, + 1.457031, + 1.480469, + 0.28125, + 1.515625, + 1.6875, + 1.435547, + 0.675781, + 1.490234, + 1.423828, + 0.818359, + 0.421875, + 1.333984, + 1.349609, + 1.613281, + 1.347656, + 1.425781, + 1.515625, + 1.466797, + 1.648438, + 1.382812, + 1.462891, + 1.457031, + 0.795898, + 1.632812, + 1.582031, + 0.550781, + 0.34375, + 1.648438, + 1.59375, + 1.625, + 0.75293, + 1.484375, + 1.09082, + 1.429688, + 1.542969, + 1.482422, + 1.449219, + 1.589844, + 1.433594, + 1.207031, + 1.5, + 1.628906, + 1.398438, + 0.457031, + 0.806641, + 1.433594, + 1.431641, + 1.507812, + 1.117676, + 1.376953, + 1.601562, + 1.289062, + 0.763672, + 1.5625, + 1.667969, + 1.265625, + 1.582031, + 1.392578, + 1.176758, + 1.382812, + 1.605469, + 0.199219, + 0.308594, + 1.417969, + 1.507812, + 1.34375, + 1.8125, + 1.365234, + 1.550781, + 0.525391, + 1.457031, + 0.636719, + 0.720703, + 1.488281, + 1.695312, + 1.464844, + 1.464844, + 1.558594, + 1.632812, + 0.537109, + 1.585938, + 1.369141, + 1.287109, + 1.412109, + 1.488281, + 1.433594, + 1.365234, + 1.099609, + 1.496094, + 1.597656, + 1.341797, + 1.271484, + 1.022949, + 1.230469, + 1.427734, + 3.59375, + 1.558594, + 1.554688, + 0.398438, + 1.457031, + 1.570312, + 1.041016, + 1.5, + 1.458984, + 1.566406, + 1.582031, + 1.470703, + 1.369141, + 1.211914, + 1.398438, + 1.613281, + 1.5625, + 1.566406, + 1.570312, + 1.433594, + 1.472656, + 1.359375, + 1.628906, + 1.601562, + 1.554688, + 0.853516, + 0.308594, + 1.447266, + 1.582031, + 1.617188, + 1.621094, + 1.294922, + 0.273438, + 1.660156, + 1.597656, + 1.339844, + 1.554688, + 0.595703, + 1.585938, + 1.585938, + 1.519531, + 1.427734, + 1.425781, + 1.777344, + 1.316406, + 1.050537, + 1.539062, + 1.628906, + 1.474609, + 0.386719, + 1.648438, + 1.222656, + 0.308594, + 1.519531, + 1.232422, + 1.613281, + 1.314453, + 1.227539, + 1.410156, + 0.832031, + 1.470703, + 1.519531, + 1.480469, + 1.464844, + 1.447266, + 1.472656, + 1.416016, + 2.109375, + 1.601562, + 1.515625, + 1.65625, + 1.613281, + 0.833008, + 1.435547, + 1.527344, + 1.265625, + 1.300781, + 1.363281, + 1.527344, + 0.626953, + 1.298828, + 0.34375, + 1.523438, + 1.417969, + 1.78125, + 1.34375, + 1.480469, + 1.486328, + 1.585938, + 1.482422, + 1.206055, + 1.597656, + 1.503906, + 1.597656, + 1.244141, + 1.527344, + 0.833984, + 1.412109, + 1.002304, + 0.421875, + 1.53125, + 1.484375, + 1.625, + 1.582031, + 1.628906, + 1.135742, + 1.410156, + 1.539062, + 0.916504, + 0.951904, + 1.542969, + 1.589844, + 1.570312, + 1.400391, + 1.494141, + 1.097656, + 1.675781, + 1.613281, + 1.478516, + 0.511719, + 1.369141, + 1.664062, + 1.494141, + 1.566406, + 1.207031, + 1.535156, + 1.408203, + 1.402344, + 1.480469, + 1.511719, + 1.402344, + 0.75, + 1.435547, + 1.535156, + 1.527344, + 1.691406, + 1.660156, + 1.539062, + 1.351562, + 1.144531, + 1.714844, + 1.605469, + 0.720703, + 0.488281, + 1.519531, + 1.59375, + 1.632812, + 1.494141, + 1.558594, + 0.3125, + 1.457031, + 1.601562, + 1.324219, + 1.494141, + 1.15332, + 1.400391, + 1.208008, + 0.484375, + 1.519531, + 1.515625, + 1.609375, + 1.369141, + 1.172852, + 1.675781, + 1.386719, + 1.640625, + 1.429688, + 1.566406, + 1.640625, + 1.253906, + 1.28125, + 0.831055, + 1.474609, + 0.860352, + 0.375, + 1.453125, + 1.816406, + 1.527344, + 1.636719, + 1.277344, + 1.445312, + 1.617188, + 1.539062, + 1.511719, + 1.511719, + 1.160156, + 1.287109, + 0.767578, + 1.439453, + 1.043457, + 1.394531, + 1.480469, + 1.507812, + 1.433594, + 1.523438, + 1.566406, + 1.632812, + 0.963623, + 1.470703, + 1.617188, + 0.529297, + 1.21582, + 1.490234, + 1.730469, + 1.195312, + 0.480469, + 1.412109, + 1.554688, + 1.429688, + 1.458984, + 1.412109, + 0.441406, + 1.5, + 1.472656, + 0.948486, + 1.523438, + 1.316406, + 1.330078, + 1.328125, + 1.664062, + 1.3125, + 1.414062, + 1.597656, + 1.482422, + 1.445312, + 1.53125, + 1.507812, + 0.332031, + 1.408203, + 1.445312, + 1.542969, + 1.53125, + 1.613281, + 1.617188, + 1.227539, + 0.736328, + 1.539062, + 1.578125, + 1.570312, + 1.425781, + 0.806641, + 1.269531, + 1.480469, + 1.447266, + 1.369141, + 1.28125, + 1.546875, + 1.433594, + 1.515625, + 1.265625, + 1.535156, + 1.431641, + 1.414062, + 1.535156, + 1.542969, + 1.482422, + 1.660156, + 1.242188, + 1.710938, + 0.619141, + 0.246094, + 1.447266, + 1.125977, + 1.554688, + 1.523438, + 1.431641, + 1.390625, + 1.166992, + 1.519531, + 1.182617, + 1.472656, + 1.542969, + 1.601562, + 1.447266, + 0.371094, + 1.402344, + 1.5625, + 1.574219, + 1.292969, + 1.498047, + 1.431641, + 1.597656, + 1.494141, + 1.207031, + 1.589844, + 1.582031, + 1.494141, + 1.648438, + 1.427734, + 1.164062, + 1.449219, + 1.085449, + 1.238281, + 1.515625, + 1.664062, + 1.488281, + 1.566406, + 1.632812, + 1.578125, + 1.345703, + 1.859375, + 1.026978, + 1.460938, + 1.065918, + 0.732422, + 1.589844, + 1.435547, + 1.441406, + 0.429688, + 1.053711, + 1.664062, + 1.476562, + 1.726562, + 1.605469, + 1.554688, + 1.617188, + 1.435547, + 1.189453, + 1.726562, + 0.308594, + 1.414062, + 1.292969, + 1.345703, + 1.574219, + 1.570312, + 1.601562, + 1.396484, + 0.320312, + 1.482422, + 1.400391, + 1.353516, + 1.400391, + 1.65625, + 1.777344, + 1.597656, + 1.4375, + 1.267578, + 0.693359, + 1.4375, + 1.539062, + 1.304688, + 1.511719, + 1.625, + 1.476562, + 1.613281, + 1.230469, + 1.464844, + 1.181641, + 1.683594, + 1.441406, + 1.582031, + 1.566406, + 1.367188, + 1.283203, + 1.394531, + 1.402344, + 1.578125, + 1.597656, + 1.400391, + 1.3125, + 0.367188, + 1.582031, + 1.527344, + 1.59375, + 1.486328, + 1.617188, + 1.566406, + 1.478516, + 1.435547, + 1.578125, + 0.995361, + 1.421875, + 1.490234, + 1.550781, + 0.351562, + 1.535156, + 1.396484, + 1.554688, + 1.554688, + 1.490234, + 1.384766, + 1.609375, + 1.314453, + 1.625, + 1.451172, + 1.625, + 0.40625, + 1.328125, + 1.248047, + 1.59375, + 0.402344, + 1.550781, + 0.527344, + 1.414062, + 0.320312, + 1.582031, + 1.222656, + 1.182617, + 0.817383, + 1.210938, + 1.546875, + 1.523438, + 1.345703, + 1.464844, + 1.365234, + 1.636719, + 1.507812, + 0.257812, + 0.695312, + 0.99231, + 1.539062, + 1.582031, + 1.380859, + 1.617188, + 1.542969, + 1.535156, + 1.072266, + 1.609375, + 1.480469, + 1.636719, + 1.730469, + 1.447266, + 1.259766, + 1.503906, + 1.539062, + 0.970581, + 1.671875, + 1.558594, + 1.6875, + 1.464844, + 1.664062, + 1.101074, + 1.691406, + 1.503906, + 1.341797, + 1.597656, + 1.605469, + 1.644531, + 1.476562, + 1.769531, + 0.537109, + 1.429688, + 1.443359, + 1.451172, + 0.583984, + 1.582031, + 1.617188, + 1.609375, + 0.460938, + 1.355469, + 0.953857, + 1.621094, + 1.292969, + 1.11377, + 0.308594, + 1.636719, + 1.570312, + 1.478516, + 0.261719, + 0.969238, + 0.449219, + 1.417969, + 1.546875, + 1.208984, + 1.527344, + 1.675781, + 1.447266, + 1.542969, + 1.527344, + 1.382812, + 0.556641, + 0.648438, + 1.628906, + 1.230469, + 1.271484, + 1.519531, + 1.466797, + 1.384766, + 1.597656, + 1.053223, + 1.449219, + 1.431641, + 1.435547, + 0.697266, + 1.785156, + 1.539062, + 1.773438, + 1.636719, + 1.392578, + 0.472656, + 1.839844, + 0.476562, + 1.683594, + 1.613281, + 1.511719, + 1.53125, + 1.589844, + 1.239258, + 1.474609, + 1.703125, + 1.515625, + 1.617188, + 1.328125, + 1.349609, + 1.632812, + 1.480469, + 1.664062, + 1.298828, + 1.417969, + 1.519531, + 0.805664, + 1.257812, + 1.296875, + 0.821289, + 1.433594, + 1.574219, + 1.597656, + 1.554688, + 1.275391, + 1.322266, + 1.380859, + 1.648438, + 0.874023, + 1.597656, + 1.224609, + 1.625, + 1.515625, + 1.679688, + 1.578125, + 1.179688, + 1.574219, + 1.546875, + 1.464844, + 1.515625, + 1.414062, + 0.759766, + 1.613281, + 1.519531, + 0.662109, + 1.53125, + 1.453125, + 0.410156, + 1.384766, + 1.059082, + 1.601562, + 1.527344, + 1.443359, + 1.582031, + 1.601562, + 1.539062, + 1.429688, + 1.527344, + 1.361328, + 1.417969, + 1.472656, + 0.816406, + 1.347656, + 1.582031, + 1.609375, + 0.533203, + 1.353516, + 1.402344, + 1.582031, + 1.691406, + 1.464844, + 1.601562, + 1.398438, + 1.314453, + 1.029541, + 1.209961, + 1.554688, + 1.453125, + 0.386719, + 1.570312, + 1.462891, + 0.46875, + 1.494141, + 1.464844, + 1.632812, + 1.433594, + 1.439453, + 1.582031, + 0.625, + 1.574219, + 1.632812, + 1.652344, + 1.523438, + 1.361328, + 1.318359, + 1.333984, + 0.441406, + 0.772461, + 1.585938, + 1.178711, + 1.632812, + 1.004944, + 1.245117, + 1.443359, + 1.464844, + 0.484375, + 1.148438, + 1.664062, + 0.320312, + 1.644531, + 1.320312, + 1.59375, + 1.539062, + 0.449219, + 1.546875, + 1.462891, + 0.394531, + 1.609375, + 0.984253, + 1.394531, + 1.628906, + 1.554688, + 1.664062, + 0.449219, + 1.621094, + 1.090332, + 1.507812, + 1.474609, + 1.585938, + 1.664062, + 0.75, + 1.664062, + 1.664062, + 1.625, + 1.34375, + 0.460938, + 1.550781, + 1.5625, + 1.433594, + 1.419922, + 1.710938, + 1.527344, + 1.241211, + 1.222656, + 1.550781, + 1.378906, + 1.542969, + 0.924316, + 1.535156, + 1.769531, + 1.53125, + 0.363281, + 1.527344, + 1.239258, + 1.435547, + 1.640625, + 1.625, + 1.28125, + 1.191406, + 1.570312, + 1.546875, + 0.496094, + 1.429688, + 1.511719, + 1.371094 + ] + }, + "name": "onnx::Mul_8430", + "outputIndexes": [ + 1068 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1067, + 1068 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_10/Mul_1_output_0", + "outputIndexes": [ + 1069 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1050, + 1069 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_54_output_0", + "outputIndexes": [ + 1070 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1070, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_99_output_0", + "outputIndexes": [ + 1071 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1071 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_11/Mul_output_0", + "outputIndexes": [ + 1072 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.648438, + 1.875, + 1.738281, + 1.914062, + 1.832031, + 1.816406, + 1.439453, + 0.453125, + 1.796875, + 1.25, + 1.910156, + 1.601562, + 1.613281, + 1.878906, + 2.0, + 1.597656, + 1.621094, + 1.851562, + 0.992249, + 1.871094, + 1.871094, + 2.023438, + 1.925781, + 1.494141, + 1.515625, + 1.796875, + 1.578125, + 1.535156, + 1.777344, + 1.992188, + 1.515625, + 1.263672, + 1.648438, + 0.560547, + 1.558594, + 1.511719, + 1.71875, + 1.925781, + 1.507812, + 1.667969, + 1.925781, + 1.847656, + 1.71875, + 1.242188, + 0.669922, + 1.808594, + 1.84375, + 1.730469, + 1.535156, + 1.371094, + 1.796875, + 1.25, + 1.628906, + 0.685547, + 1.664062, + 1.539062, + 1.539062, + 1.871094, + 1.535156, + 1.310547, + 1.207031, + 1.636719, + 1.859375, + 1.683594, + 1.621094, + 1.777344, + 1.057861, + 1.820312, + 1.566406, + 1.75, + 1.917969, + 1.894531, + 1.546875, + 1.6875, + 1.664062, + 1.65625, + 0.962891, + 1.310547, + 1.291016, + 0.707031, + 1.59375, + 0.410156, + 1.476562, + 1.199219, + 1.785156, + 1.789062, + 1.746094, + 1.259766, + 0.710938, + 1.345703, + 1.878906, + 1.730469, + 1.964844, + 0.636719, + 1.765625, + 0.429688, + 1.851562, + 1.761719, + 1.910156, + 1.617188, + 1.498047, + 1.78125, + 1.925781, + 1.773438, + 1.945312, + 1.707031, + 1.777344, + 1.251953, + 1.910156, + 1.710938, + 1.851562, + 1.757812, + 1.945312, + 2.632812, + 1.800781, + 1.238281, + 1.859375, + 0.658203, + 1.671875, + 1.941406, + 1.847656, + 1.792969, + 0.844727, + 1.804688, + 1.408203, + 1.263672, + 1.582031, + 1.855469, + 1.65625, + 0.989563, + 0.998367, + 1.443359, + 1.542969, + 1.808594, + 1.796875, + 2.046875, + 1.335938, + 1.427734, + 1.447266, + 2.054688, + 1.621094, + 1.427734, + 1.322266, + 1.746094, + 1.800781, + 1.482422, + 1.527344, + 1.941406, + 1.6875, + 1.992188, + 1.621094, + 1.400391, + 1.589844, + 0.874023, + 1.996094, + 1.738281, + 0.949707, + 1.726562, + 0.636719, + 0.548828, + 1.515625, + 1.945312, + 1.5625, + 0.947998, + 1.867188, + 1.609375, + 1.871094, + 0.511719, + 1.90625, + 1.472656, + 1.585938, + 0.708984, + 1.554688, + 0.628906, + 1.652344, + 2.046875, + 1.738281, + 0.517578, + 1.589844, + 1.777344, + 1.804688, + 0.503906, + 1.355469, + 0.521484, + 1.380859, + 1.753906, + 0.844727, + 1.726562, + 1.435547, + 1.275391, + 1.738281, + 1.230469, + 1.539062, + 1.625, + 1.820312, + 1.75, + 1.707031, + 1.828125, + 2.046875, + 1.8125, + 1.570312, + 1.746094, + 1.539062, + 1.390625, + 2.023438, + 1.832031, + 1.746094, + 1.632812, + 1.714844, + 1.738281, + 1.474609, + 1.980469, + 1.839844, + 1.474609, + 1.777344, + 1.773438, + 1.443359, + 1.558594, + 1.84375, + 1.878906, + 1.375, + 1.351562, + 1.820312, + 1.925781, + 1.785156, + 1.789062, + 1.566406, + 1.71875, + 1.304688, + 1.225586, + 2.25, + 1.984375, + 1.898438, + 1.945312, + 1.855469, + 1.945312, + 1.314453, + 1.894531, + 1.601562, + 1.695312, + 1.765625, + 1.671875, + 1.886719, + 1.337891, + 1.53125, + 1.875, + 1.490234, + 1.478516, + 2.023438, + 1.044434, + 1.894531, + 1.839844, + 0.726562, + 1.910156, + 1.726562, + 1.679688, + 1.398438, + 1.746094, + 1.632812, + 1.632812, + 1.960938, + 1.949219, + 1.738281, + 1.574219, + 1.777344, + 1.241211, + 1.769531, + 1.746094, + 1.5625, + 1.664062, + 1.875, + 1.742188, + 1.761719, + 1.451172, + 1.933594, + 1.703125, + 0.766602, + 1.660156, + 1.761719, + 1.660156, + 1.230469, + 1.773438, + 0.695312, + 1.828125, + 1.431641, + 1.773438, + 1.355469, + 1.507812, + 0.59375, + 1.652344, + 1.261719, + 0.796875, + 1.570312, + 1.738281, + 1.539062, + 1.585938, + 1.332031, + 1.746094, + 1.910156, + 1.726562, + 1.648438, + 1.359375, + 0.595703, + 1.707031, + 0.429688, + 1.519531, + 1.917969, + 1.636719, + 1.339844, + 1.921875, + 1.917969, + 0.460938, + 1.617188, + 1.648438, + 1.683594, + 1.648438, + 1.820312, + 2.039062, + 1.609375, + 1.988281, + 1.585938, + 1.605469, + 1.3125, + 1.960938, + 1.851562, + 1.660156, + 1.234375, + 1.451172, + 2.007812, + 1.792969, + 1.308594, + 1.197266, + 1.722656, + 1.761719, + 1.050049, + 1.886719, + 1.652344, + 1.878906, + 2.007812, + 1.640625, + 1.589844, + 1.640625, + 1.902344, + 1.519531, + 1.59375, + 1.043457, + 1.847656, + 1.003006, + 1.236328, + 1.851562, + 0.983398, + 1.287109, + 1.243164, + 1.263672, + 0.464844, + 0.722656, + 1.933594, + 2.007812, + 1.113281, + 1.447266, + 0.605469, + 1.777344, + 1.408203, + 0.84082, + 1.699219, + 1.9375, + 1.582031, + 0.732422, + 1.972656, + 1.691406, + 1.949219, + 1.496094, + 1.671875, + 1.65625, + 2.070312, + 2.007812, + 1.875, + 1.523438, + 1.699219, + 1.009644, + 2.015625, + 2.0, + 1.000999, + 0.744141, + 2.171875, + 1.470703, + 1.145508, + 1.200195, + 1.695312, + 1.933594, + 1.796875, + 1.863281, + 0.511719, + 1.816406, + 2.09375, + 1.878906, + 1.398438, + 0.542969, + 1.628906, + 1.726562, + 1.582031, + 1.859375, + 1.746094, + 2.101562, + 0.679688, + 1.730469, + 1.773438, + 1.554688, + 1.84375, + 0.994324, + 1.898438, + 1.929688, + 1.914062, + 1.738281, + 1.498047, + 1.335938, + 1.695312, + 1.679688, + 1.800781, + 1.671875, + 1.828125, + 1.9375, + 1.466797, + 1.589844, + 1.582031, + 1.398438, + 1.800781, + 1.671875, + 1.894531, + 1.546875, + 1.392578, + 1.945312, + 1.714844, + 1.239258, + 1.474609, + 1.8125, + 1.84375, + 1.828125, + 1.710938, + 1.789062, + 1.996094, + 1.722656, + 1.75, + 1.160156, + 1.449219, + 1.800781, + 1.777344, + 1.964844, + 1.417969, + 1.601562, + 1.882812, + 1.941406, + 1.632812, + 1.667969, + 1.835938, + 1.761719, + 1.191406, + 1.914062, + 1.730469, + 2.0, + 1.722656, + 1.738281, + 1.773438, + 1.792969, + 0.891113, + 1.589844, + 0.527344, + 1.59375, + 1.863281, + 1.71875, + 1.710938, + 1.558594, + 2.007812, + 1.601562, + 1.652344, + 1.765625, + 0.621094, + 1.535156, + 1.660156, + 1.847656, + 1.6875, + 1.546875, + 1.217773, + 1.761719, + 1.855469, + 1.734375, + 0.556641, + 1.714844, + 1.539062, + 1.957031, + 1.267578, + 1.625, + 1.824219, + 1.742188, + 1.114746, + 1.789062, + 0.386719, + 0.71875, + 1.100586, + 0.566406, + 1.742188, + 1.761719, + 1.769531, + 0.967529, + 0.546875, + 1.636719, + 1.126953, + 1.324219, + 1.550781, + 1.800781, + 1.8125, + 1.761719, + 1.652344, + 1.738281, + 1.554688, + 1.855469, + 1.314453, + 1.953125, + 1.824219, + 1.316406, + 1.742188, + 1.482422, + 0.803711, + 0.728516, + 1.808594, + 0.860352, + 1.792969, + 1.621094, + 1.474609, + 1.855469, + 1.605469, + 1.470703, + 1.667969, + 0.738281, + 1.835938, + 0.924805, + 1.847656, + 1.582031, + 2.078125, + 0.630859, + 2.578125, + 1.300781, + 1.820312, + 1.867188, + 1.855469, + 1.757812, + 1.730469, + 1.757812, + 0.971558, + 1.949219, + 1.018066, + 2.085938, + 1.816406, + 1.546875, + 1.570312, + 1.617188, + 1.71875, + 1.96875, + 1.439453, + 1.851562, + 1.945312, + 1.052246, + 1.185547, + 1.855469, + 1.699219, + 1.90625, + 1.941406, + 1.898438, + 1.730469, + 1.6875, + 1.960938, + 2.015625, + 1.992188, + 1.71875, + 0.488281, + 1.792969, + 1.59375, + 1.617188, + 0.841797, + 1.726562, + 1.804688, + 1.9375, + 1.976562, + 1.832031, + 1.542969, + 1.476562, + 1.25, + 1.703125, + 1.511719, + 1.122559, + 1.824219, + 1.597656, + 1.679688, + 1.414062, + 1.261719, + 1.326172, + 1.671875, + 1.988281, + 1.726562, + 1.363281, + 1.65625, + 1.984375, + 1.239258, + 1.695312, + 1.804688, + 1.730469, + 1.601562, + 1.828125, + 1.941406, + 1.400391, + 1.816406, + 1.839844, + 2.078125, + 1.002167, + 1.4375, + 1.882812, + 1.730469, + 1.414062, + 1.699219, + 1.804688, + 1.867188, + 1.699219, + 1.445312, + 1.683594, + 1.847656, + 1.291016, + 1.824219, + 1.84375, + 2.046875, + 1.027588, + 1.558594, + 1.835938, + 1.789062, + 2.0, + 1.898438, + 1.542969, + 1.792969, + 1.597656, + 1.859375, + 0.939209, + 2.046875, + 1.617188, + 1.179688, + 0.638672, + 1.652344, + 0.722656, + 1.816406, + 2.007812, + 1.425781, + 0.944092, + 0.386719, + 0.525391, + 1.898438, + 1.78125, + 1.871094, + 1.898438, + 1.601562, + 1.742188, + 1.722656, + 1.695312, + 1.671875, + 1.664062, + 1.785156, + 0.556641, + 1.470703, + 1.730469, + 1.859375, + 1.679688, + 1.667969, + 1.910156, + 1.773438, + 1.648438, + 1.867188, + 1.550781, + 1.283203, + 1.726562, + 1.835938, + 1.894531, + 1.139648, + 1.890625, + 1.796875, + 0.457031, + 1.824219, + 1.542969, + 1.785156, + 1.808594, + 1.155273, + 1.789062, + 1.792969, + 1.289062, + 1.648438, + 1.5, + 1.730469, + 1.738281, + 1.917969, + 1.421875, + 1.421875, + 1.835938, + 1.613281, + 1.824219, + 2.28125, + 1.699219, + 1.435547, + 1.539062, + 1.59375, + 1.566406, + 1.667969, + 1.375, + 1.648438, + 1.546875, + 1.90625, + 1.945312, + 1.808594, + 1.824219, + 1.835938, + 1.984375, + 2.007812, + 1.000093, + 1.808594, + 1.285156, + 1.8125, + 1.917969, + 1.859375, + 1.777344, + 1.132812, + 1.186523, + 1.034912, + 1.835938, + 1.9375, + 1.769531, + 1.265625, + 1.742188, + 1.789062, + 1.675781, + 1.734375, + 1.863281, + 1.664062, + 1.585938, + 1.886719, + 1.839844, + 1.886719, + 1.691406, + 1.566406, + 2.078125, + 1.417969, + 1.285156, + 2.101562, + 1.416016, + 1.847656, + 2.015625, + 1.980469, + 1.898438, + 1.660156, + 1.886719, + 1.878906, + 1.566406, + 1.761719, + 0.576172, + 1.902344, + 1.570312, + 1.820312, + 1.554688, + 1.636719, + 1.792969, + 1.683594, + 1.419922, + 1.664062, + 1.925781, + 1.773438, + 1.667969, + 1.929688, + 1.746094, + 1.351562, + 1.933594, + 1.546875, + 1.90625, + 1.667969, + 1.632812, + 1.691406, + 1.110352, + 1.476562, + 1.621094, + 1.367188, + 1.566406, + 2.492188, + 2.085938, + 1.808594, + 1.24707, + 1.057129, + 1.902344, + 1.691406, + 1.460938, + 1.285156, + 2.015625, + 1.365234, + 1.914062, + 1.890625, + 1.134766, + 1.632812, + 1.796875, + 1.414062, + 1.898438, + 1.910156, + 1.835938, + 1.277344, + 0.776367, + 1.523438, + 1.609375, + 0.937012, + 1.550781, + 1.953125, + 2.015625, + 0.677734, + 1.867188, + 0.804688, + 1.523438, + 1.6875, + 1.486328, + 1.008972, + 1.871094, + 1.601562, + 1.558594, + 1.65625, + 1.582031, + 1.902344, + 1.746094, + 1.617188, + 1.574219, + 1.753906, + 1.652344, + 1.789062, + 1.800781, + 1.789062, + 1.384766, + 1.753906, + 1.058838, + 1.824219, + 1.652344, + 1.333984, + 1.617188, + 1.08252, + 1.902344, + 1.835938, + 1.605469, + 1.765625, + 1.984375, + 1.746094, + 1.921875, + 1.777344, + 2.03125, + 1.535156, + 1.605469, + 1.800781, + 1.835938, + 0.3125, + 1.235352, + 1.324219, + 1.554688, + 1.460938, + 1.277344, + 1.910156, + 1.785156, + 1.71875, + 1.910156, + 1.554688, + 0.628906, + 1.796875, + 1.507812, + 1.476562, + 1.28125, + 1.835938, + 1.898438, + 1.621094, + 0.65625, + 1.291016, + 1.345703, + 1.585938, + 1.828125, + 1.878906, + 1.941406, + 1.419922, + 1.136719, + 1.640625, + 1.691406, + 1.542969, + 1.855469, + 1.722656, + 1.941406, + 1.4375, + 1.820312, + 0.708984, + 1.675781, + 1.695312, + 1.6875, + 1.585938, + 1.738281, + 1.695312, + 1.828125, + 1.585938, + 1.824219, + 1.139648, + 1.490234, + 1.742188, + 2.007812, + 0.959717, + 1.371094, + 1.578125, + 0.576172, + 0.453125, + 1.05542, + 0.84668, + 1.648438, + 1.933594, + 1.519531, + 1.667969, + 0.484375, + 0.429688, + 1.570312, + 1.890625, + 1.320312, + 1.777344, + 1.550781, + 1.835938, + 1.738281, + 1.507812, + 0.515625, + 1.835938, + 1.339844, + 1.237305, + 0.907227, + 1.574219, + 1.435547, + 1.4375, + 1.496094, + 2.0625, + 1.699219, + 1.417969, + 1.8125, + 1.433594, + 1.847656, + 1.753906, + 1.3125, + 1.878906, + 1.742188, + 2.140625, + 1.707031, + 0.988159, + 0.453125, + 2.390625, + 1.738281, + 1.5625, + 1.667969, + 1.679688, + 1.691406, + 1.574219, + 1.855469, + 0.386719, + 1.320312, + 1.041016, + 2.039062, + 1.933594, + 0.517578, + 1.753906, + 1.808594, + 1.757812, + 1.628906, + 1.769531, + 1.304688, + 1.273438, + 0.59375, + 1.466797, + 1.474609, + 1.566406, + 0.611328, + 1.6875, + 2.046875, + 1.597656, + 1.941406, + 1.855469, + 1.310547, + 1.400391, + 1.886719, + 1.9375, + 1.011902, + 1.746094, + 1.792969, + 1.182617, + 1.859375, + 1.507812, + 1.949219, + 1.515625, + 1.683594, + 1.589844, + 1.421875, + 1.691406, + 1.886719, + 1.875, + 0.417969, + 1.949219, + 1.714844, + 1.8125, + 1.777344, + 0.855469, + 1.765625, + 1.707031, + 0.382812, + 1.398438, + 0.623047, + 1.855469, + 0.585938, + 1.161133, + 1.855469, + 1.746094, + 1.832031, + 1.021851, + 1.412109, + 1.386719, + 1.523438, + 0.525391, + 1.425781, + 1.126953, + 0.916992, + 0.788086, + 1.78125, + 1.828125, + 1.211914, + 1.460938, + 2.054688, + 1.511719, + 1.847656, + 1.19043, + 1.460938, + 1.644531, + 0.496094, + 1.851562, + 1.679688, + 1.6875, + 0.601562, + 0.697266, + 1.777344, + 1.878906, + 1.523438, + 1.886719, + 2.039062, + 1.597656, + 1.207031, + 2.703125, + 1.5625, + 1.582031, + 2.054688, + 1.453125, + 1.847656, + 1.855469, + 2.109375, + 1.710938, + 1.925781, + 1.683594, + 1.867188, + 1.683594, + 1.414062, + 2.015625, + 1.96875, + 1.243164, + 1.742188, + 1.890625, + 1.789062, + 1.792969, + 1.917969, + 2.570312, + 1.800781, + 0.529297, + 1.191406, + 1.363281, + 0.654297, + 1.707031, + 1.267578, + 1.65625, + 1.609375, + 1.773438, + 1.6875, + 1.585938, + 1.746094, + 0.537109, + 1.24707, + 1.609375, + 1.388672, + 1.722656, + 1.695312, + 1.045166, + 1.886719, + 1.699219, + 2.0625, + 1.851562, + 1.941406, + 0.496094, + 1.9375, + 1.921875, + 1.246094, + 1.839844, + 1.675781, + 1.957031, + 1.601562, + 1.734375, + 1.832031, + 1.6875, + 1.886719, + 1.777344, + 1.75, + 0.899902, + 1.683594, + 1.769531, + 1.90625, + 1.9375, + 1.617188, + 0.991333, + 1.921875, + 0.605469, + 1.632812, + 1.871094, + 1.310547, + 1.792969, + 1.777344, + 2.132812, + 1.589844, + 1.232422, + 1.609375, + 0.550781, + 0.449219, + 0.488281, + 1.664062, + 1.871094, + 0.764648, + 1.486328, + 1.640625, + 1.742188, + 0.786133, + 1.632812, + 1.231445, + 1.523438, + 0.595703, + 1.761719, + 1.722656, + 1.314453, + 1.882812, + 1.326172, + 1.351562, + 2.015625, + 1.628906, + 0.764648, + 1.472656, + 0.652344, + 1.597656, + 1.761719, + 1.835938, + 2.046875, + 1.298828, + 1.261719, + 1.804688, + 0.544922, + 0.95874, + 1.582031, + 1.726562, + 1.644531, + 0.950684, + 1.925781, + 1.828125, + 1.695312, + 1.271484, + 1.648438, + 1.449219, + 1.582031, + 2.015625, + 1.726562, + 1.457031, + 1.800781, + 1.625, + 1.96875, + 1.605469, + 1.625, + 1.847656, + 1.902344, + 1.691406, + 1.667969, + 1.878906, + 1.996094, + 1.28125, + 1.769531, + 1.632812, + 1.683594, + 1.777344, + 1.574219, + 1.402344, + 1.714844, + 1.53125, + 1.863281, + 1.345703, + 1.527344, + 0.699219, + 2.078125, + 1.402344, + 1.714844, + 1.192383, + 1.757812, + 1.554688, + 1.917969, + 0.813477, + 1.789062, + 0.818359, + 1.703125, + 1.28125, + 1.386719, + 1.212891, + 1.738281, + 0.893066, + 1.839844, + 0.527344, + 1.652344, + 1.00592, + 2.0, + 1.441406, + 1.523438, + 1.824219, + 1.9375, + 1.675781, + 1.291016, + 1.503906, + 1.699219, + 1.910156, + 0.5625, + 1.84375, + 1.433594, + 1.554688, + 1.851562, + 1.804688, + 1.835938, + 1.542969, + 1.047852, + 1.550781, + 1.648438, + 1.53125, + 1.443359, + 1.769531, + 1.757812, + 1.59375, + 1.416016, + 1.597656, + 0.542969, + 1.839844, + 1.792969, + 2.117188, + 1.472656, + 1.28125, + 0.88916, + 0.537109, + 1.855469, + 0.5625, + 0.838867, + 1.345703, + 1.679688, + 1.949219, + 1.988281, + 1.816406, + 1.566406, + 1.265625, + 1.765625, + 0.5, + 1.773438, + 1.574219, + 1.578125, + 3.0, + 1.980469, + 2.070312, + 0.558594, + 1.800781, + 1.914062, + 1.109375, + 0.6875, + 1.671875, + 2.0, + 0.707031, + 1.890625, + 1.353516, + 1.777344, + 1.394531, + 1.6875, + 1.707031, + 0.605469, + 1.757812, + 1.632812, + 1.609375, + 1.625, + 1.699219, + 1.068359, + 0.585938, + 1.734375, + 2.039062, + 1.566406, + 1.867188, + 1.78125, + 1.9375, + 1.828125, + 1.691406, + 1.511719, + 1.839844, + 1.119629, + 1.855469, + 1.730469, + 1.636719, + 1.730469, + 1.503906, + 1.6875, + 1.78125, + 1.75, + 0.390625, + 1.695312, + 1.894531, + 1.462891, + 1.570312, + 1.496094, + 1.550781, + 1.511719, + 1.691406, + 1.585938, + 1.84375, + 1.679688, + 1.828125, + 1.816406, + 1.092285, + 1.539062, + 0.552734, + 1.902344, + 0.648438, + 1.726562, + 1.761719, + 1.789062, + 0.496094, + 1.742188, + 1.439453, + 1.470703, + 1.757812, + 2.5625, + 1.734375, + 1.605469, + 1.796875, + 1.671875, + 1.527344, + 0.758789, + 1.519531, + 1.761719, + 1.539062, + 1.984375, + 1.609375, + 1.464844, + 1.769531, + 1.90625, + 1.742188, + 1.648438, + 1.425781, + 1.605469, + 1.679688, + 1.617188, + 0.794922, + 1.494141, + 1.808594, + 1.878906, + 1.398438, + 0.519531, + 1.808594, + 1.742188, + 1.898438, + 1.765625, + 1.75, + 1.714844, + 1.707031, + 1.457031, + 0.71875, + 1.707031, + 1.632812, + 1.726562, + 1.992188, + 1.574219, + 1.542969, + 1.90625, + 2.070312, + 1.777344, + 1.492188, + 2.132812, + 1.667969, + 1.558594, + 1.400391, + 1.90625, + 1.855469, + 0.94043, + 1.613281, + 1.490234, + 1.601562, + 1.695312, + 1.636719, + 0.996597, + 1.964844, + 1.65625, + 1.699219, + 0.53125, + 1.277344, + 1.165039, + 1.480469, + 1.667969, + 1.871094, + 1.941406, + 0.355469, + 1.753906, + 1.847656, + 0.457031, + 1.02002, + 1.695312, + 1.757812, + 1.761719, + 1.746094, + 1.863281, + 1.472656, + 1.789062, + 1.318359, + 1.835938, + 0.693359, + 1.722656, + 1.996094, + 1.871094, + 1.075195, + 1.84375, + 1.871094, + 1.8125, + 1.609375, + 1.679688, + 1.707031, + 1.792969, + 1.466797, + 0.756836, + 1.648438, + 1.695312, + 1.777344, + 1.75, + 1.179688, + 1.738281, + 1.314453, + 1.605469, + 1.734375, + 1.069824, + 1.613281, + 1.925781, + 1.742188, + 2.054688, + 1.318359, + 2.140625, + 1.683594, + 1.636719, + 1.019775, + 0.585938, + 1.644531, + 1.416016, + 1.757812, + 1.298828, + 1.863281, + 1.773438, + 1.71875, + 0.509766, + 1.455078, + 1.890625, + 1.46875, + 1.589844, + 1.660156, + 1.949219, + 1.84375, + 1.828125, + 1.345703, + 1.765625, + 1.535156, + 1.859375, + 1.90625, + 1.996094, + 1.519531, + 1.271484, + 1.277344, + 1.279297, + 2.085938, + 1.291016, + 1.699219, + 1.769531, + 1.095215, + 1.625, + 1.664062, + 1.882812, + 1.628906, + 1.636719, + 1.703125, + 1.171875, + 1.59375, + 1.792969, + 1.785156, + 1.667969, + 1.847656, + 1.134766, + 1.652344, + 1.898438, + 1.789062, + 1.96875, + 1.929688, + 1.484375, + 1.945312, + 1.5625, + 1.753906, + 1.566406, + 0.824219, + 1.769531, + 1.792969, + 1.90625, + 2.3125, + 1.796875, + 2.039062, + 1.683594, + 1.46875, + 1.578125, + 1.746094, + 1.59375, + 1.292969, + 1.06543, + 1.585938, + 1.490234, + 1.921875, + 1.519531, + 1.914062, + 2.023438, + 1.867188, + 1.835938, + 1.859375, + 1.710938, + 1.566406, + 1.710938, + 1.482422, + 1.679688, + 1.796875, + 1.679688, + 1.640625, + 1.695312, + 1.621094, + 1.777344, + 1.675781, + 1.730469, + 1.929688, + 1.394531, + 1.25, + 1.644531, + 1.816406, + 0.433594, + 1.753906, + 1.816406, + 1.585938, + 0.84375, + 1.6875, + 1.554688, + 1.047363, + 0.513672, + 1.480469, + 1.476562, + 2.054688, + 1.390625, + 1.667969, + 1.648438, + 1.652344, + 1.925781, + 1.628906, + 1.867188, + 1.742188, + 0.822266, + 1.945312, + 1.847656, + 0.829102, + 0.449219, + 1.992188, + 1.796875, + 1.972656, + 0.908691, + 1.761719, + 1.324219, + 1.722656, + 1.835938, + 1.71875, + 1.441406, + 1.761719, + 1.589844, + 1.367188, + 1.738281, + 1.96875, + 2.289062, + 0.630859, + 0.950684, + 1.792969, + 1.726562, + 1.65625, + 1.158203, + 1.550781, + 1.855469, + 1.326172, + 0.874023, + 1.917969, + 2.039062, + 1.443359, + 1.769531, + 1.527344, + 1.298828, + 1.515625, + 1.730469, + 0.457031, + 0.46875, + 1.636719, + 1.605469, + 1.482422, + 2.054688, + 1.335938, + 1.84375, + 0.736328, + 1.738281, + 0.849609, + 0.845703, + 1.910156, + 2.078125, + 1.804688, + 1.714844, + 1.871094, + 2.007812, + 0.795898, + 1.808594, + 1.46875, + 1.279297, + 1.6875, + 1.839844, + 1.527344, + 1.558594, + 1.255859, + 1.84375, + 1.957031, + 1.597656, + 1.554688, + 1.378906, + 1.273438, + 1.671875, + 1.554688, + 1.820312, + 1.816406, + 0.529297, + 1.691406, + 1.917969, + 1.535156, + 1.773438, + 1.166016, + 1.628906, + 1.824219, + 1.482422, + 0.826172, + 1.067871, + 1.59375, + 1.820312, + 1.972656, + 1.824219, + 1.820312, + 1.466797, + 1.691406, + 1.585938, + 1.898438, + 1.925781, + 1.503906, + 0.957764, + 0.560547, + 1.597656, + 1.714844, + 1.878906, + 1.828125, + 1.412109, + 0.375, + 1.933594, + 2.046875, + 1.636719, + 1.765625, + 0.764648, + 1.972656, + 1.816406, + 1.6875, + 1.488281, + 1.664062, + 1.376953, + 1.357422, + 1.19043, + 1.828125, + 1.613281, + 1.820312, + 0.652344, + 1.980469, + 0.943604, + 0.912109, + 1.738281, + 1.917969, + 1.890625, + 1.621094, + 1.22168, + 1.566406, + 1.832031, + 1.609375, + 1.863281, + 1.875, + 1.640625, + 1.777344, + 1.730469, + 1.457031, + 1.410156, + 1.898438, + 1.855469, + 2.101562, + 1.804688, + 1.058594, + 1.566406, + 1.882812, + 1.322266, + 1.507812, + 1.804688, + 1.777344, + 0.929688, + 1.458984, + 0.46875, + 1.804688, + 1.498047, + 2.078125, + 1.492188, + 1.746094, + 1.644531, + 1.980469, + 1.75, + 1.380859, + 1.929688, + 1.664062, + 1.992188, + 1.386719, + 1.929688, + 0.987732, + 1.652344, + 1.147461, + 0.566406, + 1.753906, + 1.894531, + 1.9375, + 1.980469, + 2.140625, + 1.263672, + 1.53125, + 1.683594, + 1.067383, + 1.188477, + 1.734375, + 2.015625, + 1.925781, + 1.523438, + 1.761719, + 1.310547, + 2.09375, + 1.960938, + 1.679688, + 0.701172, + 1.375, + 1.984375, + 1.820312, + 1.808594, + 1.275391, + 1.632812, + 1.492188, + 1.449219, + 1.664062, + 1.84375, + 1.65625, + 0.985657, + 1.714844, + 1.726562, + 1.644531, + 2.023438, + 1.824219, + 1.757812, + 1.492188, + 1.396484, + 2.0, + 1.953125, + 0.835938, + 0.740234, + 1.726562, + 2.132812, + 1.976562, + 1.617188, + 1.734375, + 0.484375, + 1.570312, + 1.945312, + 1.519531, + 1.808594, + 1.400391, + 1.589844, + 1.310547, + 0.544922, + 1.828125, + 1.753906, + 1.972656, + 1.476562, + 2.179688, + 2.0625, + 1.683594, + 1.796875, + 1.65625, + 1.777344, + 2.179688, + 1.302734, + 1.433594, + 1.070801, + 1.486328, + 1.049561, + 0.511719, + 1.871094, + 1.917969, + 1.675781, + 1.957031, + 2.601562, + 1.683594, + 1.921875, + 1.738281, + 1.71875, + 1.71875, + 1.285156, + 1.53125, + 0.940674, + 1.6875, + 1.271484, + 1.539062, + 1.792969, + 1.722656, + 1.714844, + 1.769531, + 1.851562, + 1.964844, + 1.089844, + 1.875, + 1.914062, + 0.834961, + 1.291016, + 1.757812, + 1.957031, + 1.605469, + 0.583984, + 1.527344, + 1.828125, + 1.609375, + 1.730469, + 1.423828, + 0.621094, + 1.652344, + 1.71875, + 1.213867, + 1.703125, + 1.474609, + 1.490234, + 1.4375, + 1.652344, + 1.423828, + 1.703125, + 1.949219, + 1.816406, + 1.710938, + 1.941406, + 1.730469, + 0.4375, + 1.59375, + 1.738281, + 1.847656, + 1.820312, + 1.855469, + 1.957031, + 1.3125, + 0.99585, + 1.660156, + 1.867188, + 1.753906, + 1.609375, + 1.056885, + 1.503906, + 1.875, + 1.451172, + 1.703125, + 1.449219, + 1.78125, + 1.585938, + 1.75, + 1.318359, + 1.765625, + 1.613281, + 1.699219, + 1.945312, + 1.664062, + 1.726562, + 1.757812, + 1.369141, + 2.078125, + 0.897461, + 0.425781, + 1.714844, + 1.291016, + 1.730469, + 1.863281, + 1.683594, + 1.527344, + 1.398438, + 1.796875, + 1.326172, + 1.832031, + 1.761719, + 1.914062, + 1.773438, + 0.519531, + 1.621094, + 1.859375, + 1.996094, + 1.378906, + 2.015625, + 1.699219, + 1.800781, + 1.859375, + 1.235352, + 1.785156, + 1.707031, + 1.695312, + 1.9375, + 1.535156, + 1.507812, + 1.71875, + 1.202148, + 1.455078, + 1.804688, + 1.820312, + 1.730469, + 1.917969, + 2.101562, + 1.917969, + 1.566406, + 1.828125, + 1.193359, + 1.738281, + 1.203125, + 0.822266, + 1.960938, + 1.765625, + 1.796875, + 0.542969, + 1.195312, + 1.847656, + 1.683594, + 2.039062, + 1.9375, + 1.960938, + 1.820312, + 1.621094, + 1.291016, + 1.558594, + 0.46875, + 1.5, + 0.925293, + 1.539062, + 1.863281, + 1.996094, + 1.8125, + 1.578125, + 0.521484, + 1.785156, + 1.519531, + 1.519531, + 1.628906, + 1.917969, + 1.554688, + 1.96875, + 1.613281, + 1.466797, + 0.818359, + 1.667969, + 1.785156, + 1.427734, + 1.742188, + 1.742188, + 1.660156, + 1.882812, + 1.302734, + 1.777344, + 1.453125, + 1.273438, + 1.71875, + 1.742188, + 1.890625, + 1.542969, + 1.402344, + 1.605469, + 1.570312, + 1.310547, + 1.910156, + 1.519531, + 1.558594, + 0.523438, + 1.691406, + 1.734375, + 1.972656, + 1.71875, + 1.761719, + 1.851562, + 1.667969, + 1.441406, + 1.777344, + 1.211914, + 1.625, + 1.703125, + 1.914062, + 0.457031, + 1.804688, + 1.65625, + 1.820312, + 1.820312, + 1.726562, + 1.515625, + 2.054688, + 1.464844, + 2.0, + 1.625, + 1.628906, + 0.760742, + 1.425781, + 1.361328, + 2.023438, + 0.550781, + 1.796875, + 0.785156, + 1.570312, + 0.488281, + 1.75, + 1.462891, + 1.466797, + 1.025635, + 1.328125, + 1.746094, + 1.808594, + 1.455078, + 1.761719, + 1.53125, + 1.894531, + 1.996094, + 0.632812, + 0.857422, + 0.907715, + 1.941406, + 1.867188, + 1.617188, + 1.929688, + 1.929688, + 1.695312, + 1.163086, + 1.910156, + 1.851562, + 1.851562, + 2.03125, + 1.742188, + 1.099609, + 1.773438, + 1.878906, + 1.129883, + 1.914062, + 1.984375, + 2.046875, + 1.703125, + 1.855469, + 1.328125, + 2.015625, + 1.59375, + 1.496094, + 1.789062, + 1.832031, + 1.621094, + 1.640625, + 1.585938, + 0.695312, + 1.679688, + 1.617188, + 1.605469, + 1.007233, + 1.882812, + 1.867188, + 1.957031, + 0.660156, + 1.507812, + 1.117676, + 1.886719, + 1.492188, + 1.322266, + 0.544922, + 1.875, + 1.777344, + 1.574219, + 0.496094, + 1.154297, + 0.662109, + 2.382812, + 2.039062, + 1.322266, + 1.710938, + 1.90625, + 1.550781, + 1.921875, + 1.703125, + 1.384766, + 0.78125, + 0.811523, + 1.902344, + 1.515625, + 1.447266, + 1.820312, + 1.679688, + 1.652344, + 1.984375, + 1.168945, + 1.679688, + 1.625, + 1.597656, + 0.875, + 2.03125, + 1.882812, + 1.462891, + 1.972656, + 1.636719, + 0.738281, + 1.330078, + 0.667969, + 1.096191, + 1.957031, + 1.851562, + 1.910156, + 1.96875, + 1.578125, + 1.773438, + 1.90625, + 1.671875, + 1.765625, + 1.609375, + 1.480469, + 1.714844, + 1.804688, + 2.015625, + 1.492188, + 1.90625, + 1.746094, + 1.094727, + 1.265625, + 1.427734, + 0.97522, + 1.472656, + 1.8125, + 1.789062, + 1.867188, + 1.429688, + 1.359375, + 1.703125, + 1.349609, + 0.966309, + 1.878906, + 2.09375, + 1.443359, + 1.640625, + 1.976562, + 1.941406, + 1.25, + 1.679688, + 1.785156, + 1.671875, + 1.816406, + 1.527344, + 0.897949, + 1.738281, + 1.710938, + 0.899902, + 1.753906, + 1.566406, + 0.517578, + 1.625, + 1.242188, + 2.007812, + 1.792969, + 1.597656, + 1.867188, + 2.117188, + 1.824219, + 1.507812, + 1.769531, + 1.453125, + 1.554688, + 1.566406, + 0.932129, + 1.441406, + 1.875, + 1.984375, + 0.720703, + 1.523438, + 1.554688, + 1.863281, + 1.205078, + 1.617188, + 1.640625, + 1.474609, + 1.527344, + 1.621094, + 1.261719, + 1.632812, + 1.773438, + 0.671875, + 1.75, + 1.554688, + 0.648438, + 1.808594, + 1.832031, + 1.949219, + 1.652344, + 1.695312, + 1.824219, + 0.734375, + 2.03125, + 2.0625, + 1.894531, + 1.617188, + 1.476562, + 1.484375, + 1.478516, + 0.626953, + 1.061523, + 1.84375, + 1.160156, + 1.886719, + 1.169922, + 1.40625, + 1.605469, + 1.832031, + 0.818359, + 1.300781, + 2.078125, + 0.496094, + 1.917969, + 1.451172, + 1.976562, + 1.808594, + 0.708984, + 1.84375, + 1.769531, + 0.760742, + 1.875, + 1.839844, + 1.652344, + 1.703125, + 1.816406, + 1.996094, + 0.591797, + 1.832031, + 1.248047, + 1.671875, + 1.691406, + 1.902344, + 1.859375, + 1.226562, + 2.046875, + 1.90625, + 1.964844, + 1.566406, + 0.623047, + 1.664062, + 1.726562, + 1.507812, + 1.78125, + 2.0625, + 1.8125, + 1.326172, + 1.433594, + 1.921875, + 1.345703, + 1.878906, + 1.328125, + 1.734375, + 1.6875, + 1.917969, + 0.541016, + 1.777344, + 1.423828, + 1.433594, + 2.046875, + 1.945312, + 1.375, + 1.554688, + 1.914062, + 1.925781, + 0.550781, + 1.773438, + 0.98291, + 1.667969 + ] + }, + "name": "onnx::Mul_8432", + "outputIndexes": [ + 1073 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1072, + 1073 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_11/Mul_1_output_0", + "outputIndexes": [ + 1074 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1074 + ], + "outputIndexes": [ + 2798 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2798 + ], + "outputIndexes": [ + 2799 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear", + "inputIndexes": [ + 2799 + ], + "outputIndexes": [ + 2800 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 481740446, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2800 + ], + "outputIndexes": [ + 2801 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2801 + ], + "outputIndexes": [ + 1075 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1074 + ], + "main_type": "NONE", + "name": "/Shape_155_output_0", + "outputIndexes": [ + 1076 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1076 + ], + "main_type": "NONE", + "name": "Shape3083", + "outputIndexes": [ + 1077 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1076 + ], + "main_type": "NONE", + "name": "Rank3085", + "outputIndexes": [ + 1078 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1078, + 1078 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3087", + "outputIndexes": [ + 1079 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1079 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3088", + "outputIndexes": [ + 1080 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1079, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3090", + "outputIndexes": [ + 1081 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1081 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3091", + "outputIndexes": [ + 1082 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1077, + 1080, + 1082, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3094", + "outputIndexes": [ + 1083 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1083 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3095", + "outputIndexes": [ + 1084 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1084 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3096", + "outputIndexes": [ + 1085 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1085, + 1084 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3097", + "outputIndexes": [ + 1086 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1076, + 1086, + 1079 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_169_output_0", + "outputIndexes": [ + 1087 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1087, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_353_output_0", + "outputIndexes": [ + 1088 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1088, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_143_output_0", + "outputIndexes": [ + 1089 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1075, + 1089 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_100_output_0", + "outputIndexes": [ + 1090 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1090, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_88_output_0", + "outputIndexes": [ + 1091 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1090 + ], + "main_type": "NONE", + "name": "/Shape_156_output_0", + "outputIndexes": [ + 1092 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1092 + ], + "main_type": "NONE", + "name": "Shape3104", + "outputIndexes": [ + 1093 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1092 + ], + "main_type": "NONE", + "name": "Rank3106", + "outputIndexes": [ + 1094 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1094, + 1094 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3108", + "outputIndexes": [ + 1095 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1095 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3109", + "outputIndexes": [ + 1096 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1095, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3111", + "outputIndexes": [ + 1097 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1097 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3112", + "outputIndexes": [ + 1098 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1093, + 1096, + 1098, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3115", + "outputIndexes": [ + 1099 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1099 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3116", + "outputIndexes": [ + 1100 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1100 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3117", + "outputIndexes": [ + 1101 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1101, + 1100 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3118", + "outputIndexes": [ + 1102 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1092, + 1102, + 1095 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_170_output_0", + "outputIndexes": [ + 1103 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1103, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_33_output_0", + "outputIndexes": [ + 1104 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_358_output_0", + "outputIndexes": [ + 1105 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1090, + 1105, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_45_output_0", + "outputIndexes": [ + 1106 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1106 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_22_output_0", + "outputIndexes": [ + 1107 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1090, + 21, + 1105, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_44_output_0", + "outputIndexes": [ + 1108 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1107, + 1108 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_146_output_0", + "outputIndexes": [ + 1109 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1109, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_89_output_0", + "outputIndexes": [ + 1110 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1091, + 1110 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_55_output_0", + "outputIndexes": [ + 1111 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1074 + ], + "outputIndexes": [ + 2802 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2802 + ], + "outputIndexes": [ + 2803 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear", + "inputIndexes": [ + 2803 + ], + "outputIndexes": [ + 2804 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 484394676, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2804 + ], + "outputIndexes": [ + 2805 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2805 + ], + "outputIndexes": [ + 1112 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1088, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_144_output_0", + "outputIndexes": [ + 1113 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1112, + 1113 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_101_output_0", + "outputIndexes": [ + 1114 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1114, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_90_output_0", + "outputIndexes": [ + 1115 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1114 + ], + "main_type": "NONE", + "name": "/Shape_157_output_0", + "outputIndexes": [ + 1116 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1116 + ], + "main_type": "NONE", + "name": "Shape3167", + "outputIndexes": [ + 1117 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1116 + ], + "main_type": "NONE", + "name": "Rank3169", + "outputIndexes": [ + 1118 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1118, + 1118 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3171", + "outputIndexes": [ + 1119 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1119 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3172", + "outputIndexes": [ + 1120 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1119, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3174", + "outputIndexes": [ + 1121 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1121 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3175", + "outputIndexes": [ + 1122 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1117, + 1120, + 1122, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3178", + "outputIndexes": [ + 1123 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1123 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3179", + "outputIndexes": [ + 1124 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1124 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3180", + "outputIndexes": [ + 1125 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1125, + 1124 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3181", + "outputIndexes": [ + 1126 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1116, + 1126, + 1119 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_171_output_0", + "outputIndexes": [ + 1127 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1127, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_34_output_0", + "outputIndexes": [ + 1128 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_360_output_0", + "outputIndexes": [ + 1129 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1114, + 1129, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_47_output_0", + "outputIndexes": [ + 1130 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1130 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_23_output_0", + "outputIndexes": [ + 1131 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1114, + 21, + 1129, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_46_output_0", + "outputIndexes": [ + 1132 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1131, + 1132 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_147_output_0", + "outputIndexes": [ + 1133 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1133, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_91_output_0", + "outputIndexes": [ + 1134 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1115, + 1134 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_56_output_0", + "outputIndexes": [ + 1135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1074 + ], + "outputIndexes": [ + 2806 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2806 + ], + "outputIndexes": [ + 2807 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear", + "inputIndexes": [ + 2807 + ], + "outputIndexes": [ + 2808 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 485721802, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2808 + ], + "outputIndexes": [ + 2809 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2809 + ], + "outputIndexes": [ + 1136 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1136, + 1113 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_102_output_0", + "outputIndexes": [ + 1137 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1111, + 1135, + 1137, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_107_output_0", + "outputIndexes": [ + 1138 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1138 + ], + "outputIndexes": [ + 2810 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2810 + ], + "outputIndexes": [ + 2811 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear", + "inputIndexes": [ + 2811 + ], + "outputIndexes": [ + 2812 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 487048928, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2812 + ], + "outputIndexes": [ + 2813 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2813 + ], + "outputIndexes": [ + 1139 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1139 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_11/Mul_output_0", + "outputIndexes": [ + 1140 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.417969, + 1.449219, + 1.496094, + 1.609375, + 1.458984, + 1.433594, + 1.207031, + 0.136719, + 1.40625, + 0.968506, + 1.507812, + 1.235352, + 1.302734, + 1.570312, + 1.601562, + 1.285156, + 1.365234, + 1.294922, + 1.335938, + 1.539062, + 1.535156, + 1.412109, + 1.527344, + 1.175781, + 1.213867, + 1.482422, + 1.345703, + 1.320312, + 1.660156, + 1.652344, + 1.081055, + 0.84668, + 1.419922, + 0.230469, + 1.253906, + 1.099121, + 1.287109, + 1.550781, + 1.072266, + 1.333984, + 1.582031, + 1.519531, + 1.40625, + 0.919434, + 0.316406, + 1.464844, + 1.486328, + 1.386719, + 1.578125, + 0.929199, + 1.476562, + 0.839844, + 1.289062, + 0.390625, + 1.365234, + 1.143555, + 1.339844, + 1.474609, + 1.310547, + 0.983032, + 0.726562, + 1.6875, + 1.570312, + 1.40625, + 1.412109, + 1.287109, + 0.646484, + 1.382812, + 1.259766, + 1.259766, + 1.464844, + 1.515625, + 1.306641, + 1.339844, + 1.208984, + 1.233398, + 0.568359, + 0.923828, + 0.974976, + 0.335938, + 1.214844, + 0.003906, + 1.376953, + 0.830078, + 1.386719, + 1.632812, + 1.398438, + 0.834961, + 0.332031, + 1.097168, + 1.519531, + 1.302734, + 1.648438, + 0.28125, + 1.433594, + 0.105469, + 1.453125, + 1.380859, + 1.910156, + 1.251953, + 1.136719, + 1.5625, + 1.609375, + 1.371094, + 1.519531, + 1.380859, + 1.574219, + 0.870117, + 1.546875, + 1.285156, + 1.585938, + 1.421875, + 1.699219, + 1.933594, + 1.431641, + 0.98291, + 1.462891, + 0.363281, + 1.209961, + 1.664062, + 1.386719, + 1.488281, + 1.131836, + 1.464844, + 1.120605, + 0.894043, + 1.365234, + 1.539062, + 1.365234, + 0.654297, + 0.576172, + 1.166016, + 1.143555, + 1.378906, + 1.507812, + 1.710938, + 0.943115, + 1.080566, + 1.120117, + 1.75, + 1.914062, + 1.484375, + 0.937988, + 1.349609, + 1.412109, + 1.205078, + 1.147461, + 1.535156, + 1.300781, + 1.675781, + 1.271484, + 1.00383, + 1.175781, + 0.829102, + 1.671875, + 1.46875, + 0.496094, + 1.427734, + 0.28125, + 0.25, + 2.132812, + 1.53125, + 1.257812, + 0.523438, + 1.636719, + 1.335938, + 1.625, + 0.222656, + 1.699219, + 1.161133, + 1.347656, + 0.316406, + 1.285156, + 0.238281, + 1.234375, + 1.675781, + 1.523438, + 0.105469, + 1.414062, + 1.458984, + 1.404297, + 0.210938, + 0.875977, + 0.066406, + 1.445312, + 1.261719, + 0.402344, + 1.339844, + 0.98645, + 0.967529, + 1.396484, + 1.369141, + 1.314453, + 1.300781, + 1.390625, + 1.53125, + 1.306641, + 1.53125, + 1.625, + 1.539062, + 1.130859, + 1.416016, + 1.239258, + 1.058838, + 1.714844, + 1.490234, + 1.644531, + 1.314453, + 1.371094, + 1.458984, + 1.172852, + 1.707031, + 1.388672, + 1.18457, + 1.367188, + 1.408203, + 1.103027, + 1.192383, + 1.640625, + 1.507812, + 0.949463, + 1.137695, + 1.523438, + 1.75, + 1.457031, + 1.462891, + 1.157227, + 1.414062, + 1.095703, + 0.804688, + 2.75, + 1.511719, + 1.777344, + 1.574219, + 1.462891, + 1.671875, + 0.999321, + 1.503906, + 1.245117, + 1.322266, + 1.761719, + 1.277344, + 1.425781, + 1.578125, + 1.175781, + 1.511719, + 1.087402, + 1.103027, + 1.644531, + 0.544922, + 1.542969, + 1.710938, + 0.339844, + 1.376953, + 1.431641, + 1.216797, + 1.135742, + 1.449219, + 1.625, + 1.207031, + 1.535156, + 1.458984, + 1.318359, + 1.175781, + 1.324219, + 0.848633, + 1.431641, + 1.414062, + 1.235352, + 1.341797, + 1.445312, + 1.253906, + 1.300781, + 1.02771, + 1.443359, + 1.320312, + 0.367188, + 1.261719, + 1.472656, + 1.392578, + 0.831055, + 1.396484, + 0.347656, + 1.408203, + 1.492188, + 1.396484, + 1.177734, + 1.380859, + 0.253906, + 1.261719, + 0.905762, + 0.378906, + 1.154297, + 1.357422, + 1.371094, + 1.488281, + 1.042236, + 1.40625, + 1.554688, + 1.394531, + 1.384766, + 1.019775, + 0.234375, + 1.457031, + 0.0, + 1.292969, + 1.710938, + 1.283203, + 1.011597, + 1.613281, + 1.660156, + 0.007812, + 1.376953, + 1.40625, + 1.423828, + 1.255859, + 1.488281, + 1.570312, + 1.216797, + 1.523438, + 1.151367, + 1.447266, + 0.994476, + 1.5, + 1.386719, + 1.451172, + 0.81543, + 1.115723, + 1.699219, + 1.482422, + 0.81543, + 0.819336, + 1.347656, + 1.402344, + 2.609375, + 1.539062, + 1.300781, + 1.558594, + 1.691406, + 1.363281, + 1.199219, + 1.269531, + 1.558594, + 1.110352, + 1.453125, + 0.626953, + 1.435547, + 0.697266, + 0.814453, + 1.458984, + 0.472656, + 0.861328, + 0.751953, + 0.904297, + 0.152344, + 0.285156, + 1.570312, + 1.628906, + 0.787109, + 1.037842, + 0.253906, + 1.470703, + 0.952393, + 0.449219, + 1.511719, + 1.519531, + 1.24707, + 0.386719, + 1.539062, + 1.292969, + 1.601562, + 1.152344, + 1.275391, + 1.291016, + 1.664062, + 1.636719, + 1.597656, + 1.242188, + 1.453125, + 0.660156, + 1.566406, + 1.613281, + 0.505859, + 0.375, + 1.75, + 1.068848, + 0.791992, + 0.841797, + 1.3125, + 1.447266, + 1.570312, + 1.478516, + 0.195312, + 1.570312, + 1.566406, + 1.507812, + 1.074707, + 0.203125, + 1.261719, + 1.337891, + 1.261719, + 1.582031, + 1.337891, + 1.761719, + 0.359375, + 1.554688, + 1.492188, + 1.193359, + 1.408203, + 0.603516, + 1.511719, + 1.439453, + 1.664062, + 1.464844, + 1.155273, + 0.995758, + 1.351562, + 1.324219, + 1.316406, + 1.371094, + 1.636719, + 1.566406, + 1.601562, + 1.231445, + 1.212891, + 0.980713, + 1.410156, + 1.289062, + 1.585938, + 1.285156, + 1.166016, + 1.632812, + 1.445312, + 0.910156, + 1.287109, + 1.4375, + 1.554688, + 1.507812, + 1.332031, + 1.484375, + 1.753906, + 1.486328, + 1.494141, + 0.736328, + 0.903809, + 1.416016, + 1.496094, + 1.660156, + 1.091797, + 1.458984, + 1.478516, + 1.457031, + 1.25, + 1.462891, + 1.458984, + 1.449219, + 0.811523, + 1.539062, + 1.353516, + 1.597656, + 1.386719, + 1.546875, + 1.542969, + 1.326172, + 0.484375, + 1.245117, + 0.230469, + 1.198242, + 1.470703, + 1.308594, + 1.304688, + 1.189453, + 1.644531, + 1.291016, + 1.320312, + 1.414062, + 0.277344, + 1.443359, + 1.217773, + 1.535156, + 1.353516, + 1.253906, + 1.683594, + 1.408203, + 1.652344, + 1.435547, + 0.222656, + 1.316406, + 1.246094, + 1.625, + 0.90918, + 1.373047, + 1.5, + 1.392578, + 0.789062, + 1.427734, + 0.140625, + 0.390625, + 0.642578, + 0.207031, + 1.507812, + 1.443359, + 1.414062, + 0.568359, + 0.355469, + 1.400391, + 0.768555, + 0.955322, + 1.339844, + 1.400391, + 1.410156, + 1.427734, + 1.28125, + 1.294922, + 1.145508, + 1.5, + 0.900391, + 1.46875, + 1.523438, + 1.019775, + 1.455078, + 1.162109, + 0.332031, + 0.335938, + 1.507812, + 0.375, + 1.550781, + 1.229492, + 1.113281, + 1.457031, + 1.263672, + 1.06543, + 1.361328, + 0.292969, + 1.404297, + 1.519531, + 1.470703, + 1.121582, + 1.613281, + 0.257812, + 1.322266, + 0.924316, + 1.710938, + 1.5, + 1.707031, + 1.333984, + 1.363281, + 1.433594, + 0.591797, + 1.535156, + 0.521484, + 1.601562, + 1.730469, + 1.231445, + 1.208008, + 1.449219, + 1.351562, + 1.648438, + 1.173828, + 1.503906, + 1.527344, + 0.660156, + 0.922363, + 1.546875, + 1.441406, + 1.554688, + 1.773438, + 1.679688, + 1.449219, + 1.431641, + 1.695312, + 1.644531, + 1.570312, + 1.285156, + 0.015625, + 1.466797, + 1.240234, + 1.298828, + 0.402344, + 1.464844, + 1.765625, + 1.490234, + 1.695312, + 1.445312, + 1.832031, + 1.074707, + 1.660156, + 1.40625, + 1.189453, + 0.724609, + 1.550781, + 1.192383, + 1.443359, + 1.457031, + 0.957031, + 0.993805, + 1.355469, + 1.664062, + 1.365234, + 0.952393, + 1.337891, + 1.53125, + 0.92334, + 1.345703, + 1.462891, + 1.316406, + 1.267578, + 1.585938, + 1.648438, + 1.066895, + 1.53125, + 1.310547, + 1.742188, + 0.621094, + 1.180664, + 1.478516, + 1.363281, + 1.004669, + 1.235352, + 1.419922, + 1.386719, + 1.310547, + 1.180664, + 1.353516, + 1.386719, + 0.857422, + 1.482422, + 1.554688, + 1.597656, + 1.167969, + 1.107422, + 1.416016, + 1.328125, + 1.617188, + 1.507812, + 1.141602, + 1.425781, + 1.223633, + 1.636719, + 0.576172, + 1.5, + 1.351562, + 0.824219, + 0.269531, + 1.229492, + 0.681641, + 1.365234, + 1.703125, + 1.249023, + 0.515625, + 0.015625, + 0.21875, + 1.429688, + 1.414062, + 1.476562, + 1.382812, + 1.203125, + 1.357422, + 1.416016, + 1.378906, + 1.447266, + 1.248047, + 1.316406, + 0.183594, + 1.106934, + 1.365234, + 1.462891, + 1.285156, + 1.337891, + 1.404297, + 1.458984, + 1.193359, + 1.402344, + 1.240234, + 1.051025, + 1.425781, + 1.402344, + 1.527344, + 0.765625, + 1.636719, + 1.384766, + 0.132812, + 1.361328, + 1.230469, + 1.167969, + 1.408203, + 0.807617, + 1.503906, + 1.4375, + 1.613281, + 1.384766, + 1.114258, + 1.302734, + 1.202148, + 1.558594, + 1.082031, + 1.200195, + 1.353516, + 1.402344, + 1.337891, + 2.773438, + 1.417969, + 1.136719, + 1.178711, + 1.261719, + 1.349609, + 1.458984, + 1.005066, + 1.294922, + 1.287109, + 1.609375, + 1.648438, + 1.486328, + 1.570312, + 1.15918, + 2.085938, + 1.675781, + 0.597656, + 1.400391, + 1.096191, + 1.447266, + 1.609375, + 1.410156, + 1.373047, + 0.660156, + 0.699219, + 0.525391, + 1.464844, + 1.757812, + 1.386719, + 0.850586, + 1.458984, + 1.445312, + 1.273438, + 1.332031, + 1.5, + 1.263672, + 1.271484, + 1.490234, + 1.519531, + 1.496094, + 1.314453, + 1.202148, + 1.53125, + 1.036865, + 0.987, + 1.667969, + 1.052246, + 1.486328, + 1.734375, + 1.494141, + 1.535156, + 1.316406, + 1.582031, + 1.460938, + 1.136719, + 1.355469, + 0.277344, + 1.574219, + 1.231445, + 1.46875, + 1.177734, + 1.200195, + 1.410156, + 1.241211, + 1.052246, + 1.410156, + 1.574219, + 1.441406, + 1.431641, + 1.503906, + 1.257812, + 0.988403, + 1.445312, + 1.257812, + 1.396484, + 1.371094, + 1.402344, + 1.617188, + 0.780273, + 1.079102, + 1.373047, + 0.955811, + 1.146484, + 3.234375, + 1.664062, + 1.361328, + 0.782227, + 0.554688, + 1.535156, + 1.419922, + 1.075684, + 0.791016, + 1.486328, + 0.931641, + 1.554688, + 1.492188, + 0.644531, + 1.494141, + 1.601562, + 0.844727, + 1.333984, + 1.498047, + 1.455078, + 0.951904, + 0.429688, + 1.121582, + 1.302734, + 0.5, + 1.166992, + 1.507812, + 1.507812, + 0.292969, + 1.507812, + 0.533203, + 1.628906, + 1.726562, + 1.019897, + 0.607422, + 1.5, + 1.337891, + 1.205078, + 1.242188, + 1.443359, + 1.570312, + 1.400391, + 1.225586, + 1.152344, + 1.322266, + 1.292969, + 1.488281, + 1.322266, + 1.402344, + 1.462891, + 1.546875, + 0.646484, + 1.507812, + 1.261719, + 0.878906, + 1.292969, + 0.654297, + 1.539062, + 1.404297, + 1.4375, + 1.404297, + 1.519531, + 1.19043, + 1.511719, + 1.410156, + 1.648438, + 1.000484, + 1.230469, + 1.566406, + 1.546875, + 0.0, + 0.878906, + 0.90918, + 1.227539, + 1.075684, + 0.952393, + 1.503906, + 1.449219, + 1.306641, + 1.408203, + 1.244141, + 0.21875, + 1.439453, + 1.257812, + 1.121582, + 0.897461, + 1.523438, + 1.464844, + 1.229492, + 0.273438, + 0.891113, + 1.269531, + 1.11377, + 1.441406, + 1.535156, + 1.621094, + 1.15918, + 1.371094, + 1.318359, + 1.332031, + 1.168945, + 1.523438, + 1.353516, + 1.605469, + 1.082031, + 1.398438, + 0.292969, + 1.363281, + 1.335938, + 1.365234, + 1.136719, + 1.357422, + 1.337891, + 1.417969, + 1.248047, + 1.478516, + 0.730469, + 1.083984, + 1.427734, + 1.738281, + 0.607422, + 0.9646, + 1.289062, + 0.207031, + 0.003906, + 0.621094, + 0.944824, + 1.275391, + 1.539062, + 1.166016, + 1.369141, + 0.164062, + 0.0, + 1.154297, + 1.519531, + 0.933105, + 1.378906, + 1.136719, + 1.578125, + 1.519531, + 1.269531, + 0.21875, + 1.613281, + 0.997375, + 0.964355, + 0.541016, + 1.353516, + 1.05127, + 1.192383, + 1.104004, + 1.574219, + 1.228516, + 1.149414, + 1.373047, + 1.008911, + 1.480469, + 1.416016, + 0.942139, + 1.457031, + 1.699219, + 1.523438, + 1.308594, + 0.558594, + 0.15625, + 3.828125, + 1.341797, + 1.235352, + 1.445312, + 1.349609, + 1.462891, + 1.167969, + 1.578125, + 0.003906, + 1.013428, + 0.689453, + 1.507812, + 1.447266, + 0.21875, + 1.363281, + 1.363281, + 1.462891, + 1.175781, + 1.417969, + 1.129883, + 0.916016, + 0.242188, + 1.1875, + 0.945068, + 1.384766, + 0.265625, + 1.05542, + 1.582031, + 1.863281, + 1.449219, + 1.882812, + 0.912598, + 1.037109, + 1.582031, + 1.714844, + 0.560547, + 1.291016, + 1.494141, + 0.689453, + 1.550781, + 0.246094, + 1.269531, + 1.285156, + 1.414062, + 1.363281, + 1.216797, + 1.294922, + 1.349609, + 1.427734, + 0.101562, + 1.523438, + 1.427734, + 1.353516, + 1.421875, + 1.285156, + 1.152344, + 1.292969, + 0.003906, + 1.01709, + 0.234375, + 1.527344, + 0.246094, + 0.775391, + 1.570312, + 1.445312, + 1.482422, + 0.583984, + 1.133789, + 1.146484, + 1.207031, + 0.183594, + 1.225586, + 0.681641, + 0.517578, + 0.367188, + 1.324219, + 1.589844, + 0.81543, + 1.257812, + 1.695312, + 1.167969, + 1.632812, + 0.744141, + 1.0625, + 1.322266, + 0.175781, + 1.474609, + 1.464844, + 1.324219, + 0.292969, + 0.175781, + 1.208008, + 1.617188, + 1.199219, + 1.605469, + 1.605469, + 1.097168, + 0.797852, + 2.859375, + 1.239258, + 1.285156, + 1.632812, + 0.98584, + 1.445312, + 1.462891, + 1.621094, + 1.455078, + 1.582031, + 1.365234, + 1.613281, + 1.412109, + 1.03418, + 1.695312, + 1.664062, + 0.870117, + 1.423828, + 1.519531, + 1.304688, + 1.367188, + 1.486328, + 1.625, + 1.523438, + 0.1875, + 0.758789, + 1.09375, + 0.28125, + 1.390625, + 1.119629, + 1.300781, + 1.355469, + 1.378906, + 1.271484, + 1.271484, + 1.347656, + 0.207031, + 0.78418, + 1.261719, + 0.957275, + 1.353516, + 1.363281, + 0.755859, + 1.388672, + 1.267578, + 1.478516, + 1.394531, + 1.585938, + 0.214844, + 1.554688, + 1.617188, + 0.730469, + 1.460938, + 1.269531, + 1.695312, + 1.703125, + 1.390625, + 1.488281, + 1.402344, + 1.671875, + 1.398438, + 1.345703, + 0.834961, + 1.302734, + 1.400391, + 1.570312, + 1.554688, + 1.320312, + 0.507812, + 1.640625, + 0.28125, + 1.265625, + 1.498047, + 0.898438, + 1.337891, + 1.476562, + 1.765625, + 1.223633, + 0.99115, + 1.345703, + 0.175781, + 0.117188, + 0.167969, + 1.386719, + 1.507812, + 0.335938, + 1.094238, + 1.207031, + 1.695312, + 0.363281, + 1.296875, + 0.771484, + 1.161133, + 0.238281, + 1.414062, + 1.466797, + 1.253906, + 1.507812, + 0.997391, + 0.989624, + 1.601562, + 1.419922, + 0.378906, + 1.189453, + 0.140625, + 1.255859, + 1.480469, + 1.423828, + 1.675781, + 0.833984, + 0.84375, + 1.462891, + 0.1875, + 1.535156, + 1.235352, + 1.367188, + 1.292969, + 0.599609, + 1.494141, + 1.421875, + 1.294922, + 0.869141, + 1.298828, + 1.07373, + 1.578125, + 1.511719, + 1.371094, + 1.601562, + 1.464844, + 1.224609, + 1.628906, + 1.198242, + 1.275391, + 1.707031, + 1.478516, + 1.419922, + 1.339844, + 1.324219, + 1.683594, + 0.978149, + 1.554688, + 1.259766, + 1.353516, + 1.447266, + 1.21875, + 1.047119, + 1.310547, + 1.248047, + 1.648438, + 1.261719, + 1.157227, + 0.335938, + 1.804688, + 1.004059, + 1.373047, + 1.066406, + 1.318359, + 1.176758, + 1.498047, + 0.40625, + 1.53125, + 0.371094, + 1.455078, + 0.895996, + 0.965332, + 0.821289, + 1.322266, + 0.517578, + 1.46875, + 0.1875, + 1.363281, + 0.605469, + 1.539062, + 1.167969, + 1.167969, + 1.333984, + 1.578125, + 1.316406, + 0.992584, + 1.175781, + 1.275391, + 1.515625, + 0.167969, + 1.53125, + 1.084961, + 1.094238, + 1.427734, + 1.539062, + 1.449219, + 1.239258, + 0.619141, + 1.241211, + 1.332031, + 1.310547, + 1.746094, + 1.384766, + 1.474609, + 1.222656, + 0.979614, + 1.316406, + 0.117188, + 1.683594, + 1.392578, + 1.648438, + 1.5625, + 1.022949, + 0.525391, + 0.152344, + 1.498047, + 0.183594, + 0.40625, + 0.928711, + 1.189453, + 1.53125, + 1.582031, + 0.292969, + 1.109375, + 0.844727, + 1.535156, + 0.1875, + 1.523438, + 1.24707, + 1.292969, + 1.291016, + 1.494141, + 1.785156, + 0.203125, + 1.373047, + 1.59375, + 0.664062, + 0.324219, + 1.330078, + 1.613281, + 0.34375, + 1.519531, + 1.239258, + 1.482422, + 0.990295, + 1.390625, + 1.211914, + 0.289062, + 1.457031, + 1.224609, + 1.185547, + 1.435547, + 1.373047, + 0.615234, + 0.191406, + 1.275391, + 1.753906, + 1.125, + 1.398438, + 1.478516, + 1.585938, + 1.851562, + 1.308594, + 1.152344, + 1.257812, + 1.241211, + 1.416016, + 1.457031, + 1.244141, + 1.384766, + 1.198242, + 1.335938, + 1.507812, + 1.359375, + 0.0, + 1.318359, + 1.494141, + 1.214844, + 1.160156, + 1.137695, + 1.183594, + 1.15332, + 1.359375, + 1.384766, + 1.484375, + 1.306641, + 1.392578, + 1.447266, + 0.685547, + 1.316406, + 0.222656, + 1.542969, + 0.285156, + 1.617188, + 1.472656, + 1.617188, + 0.210938, + 1.582031, + 1.013306, + 1.066895, + 1.408203, + 1.585938, + 1.357422, + 1.225586, + 1.566406, + 1.178711, + 1.269531, + 0.382812, + 1.231445, + 1.402344, + 1.75, + 1.550781, + 1.114258, + 1.330078, + 1.480469, + 1.542969, + 1.285156, + 1.259766, + 1.09668, + 1.09375, + 1.330078, + 1.144531, + 0.328125, + 1.108887, + 1.474609, + 1.585938, + 1.035645, + 0.21875, + 1.433594, + 1.691406, + 1.703125, + 1.478516, + 1.439453, + 1.386719, + 1.363281, + 1.166992, + 0.273438, + 1.439453, + 1.314453, + 1.441406, + 1.546875, + 1.097168, + 1.249023, + 1.554688, + 1.644531, + 1.355469, + 1.15332, + 1.753906, + 1.382812, + 1.220703, + 1.044189, + 1.621094, + 1.431641, + 0.521484, + 2.492188, + 1.12207, + 1.257812, + 1.5, + 1.182617, + 0.558594, + 1.617188, + 1.314453, + 1.392578, + 0.226562, + 0.963379, + 0.803711, + 1.075195, + 1.306641, + 1.478516, + 1.566406, + 0.050781, + 1.369141, + 1.695312, + 0.019531, + 0.638672, + 1.332031, + 1.376953, + 1.445312, + 1.511719, + 1.425781, + 1.166992, + 1.378906, + 1.044434, + 1.380859, + 0.351562, + 1.245117, + 1.6875, + 1.419922, + 0.648438, + 1.425781, + 1.410156, + 1.400391, + 1.341797, + 1.335938, + 1.316406, + 1.423828, + 1.068848, + 0.339844, + 1.314453, + 1.384766, + 1.435547, + 1.435547, + 0.764648, + 1.416016, + 0.821289, + 1.335938, + 1.507812, + 0.621094, + 1.308594, + 1.628906, + 1.429688, + 3.734375, + 0.971313, + 1.839844, + 1.431641, + 1.245117, + 0.572266, + 0.199219, + 1.298828, + 1.246094, + 1.400391, + 0.914551, + 1.523438, + 1.310547, + 1.300781, + 0.199219, + 1.195312, + 1.566406, + 1.138672, + 1.251953, + 1.365234, + 1.550781, + 1.476562, + 1.394531, + 1.087891, + 1.458984, + 1.166016, + 1.394531, + 1.503906, + 1.554688, + 1.439453, + 0.945801, + 1.007874, + 0.910156, + 1.722656, + 0.937012, + 1.503906, + 1.503906, + 0.636719, + 1.384766, + 1.175781, + 1.597656, + 1.185547, + 1.300781, + 1.423828, + 0.722656, + 1.213867, + 1.46875, + 1.652344, + 1.445312, + 1.435547, + 0.615234, + 1.176758, + 1.427734, + 1.259766, + 1.527344, + 1.742188, + 1.089355, + 1.519531, + 1.171875, + 1.291016, + 1.232422, + 0.445312, + 1.410156, + 1.408203, + 1.582031, + 2.664062, + 1.476562, + 1.498047, + 1.378906, + 1.155273, + 1.318359, + 1.302734, + 1.199219, + 0.970581, + 0.589844, + 1.059082, + 1.141602, + 1.621094, + 1.201172, + 1.425781, + 1.660156, + 1.462891, + 1.332031, + 1.5, + 1.369141, + 1.691406, + 1.208008, + 1.193359, + 1.488281, + 1.523438, + 1.300781, + 1.318359, + 1.445312, + 1.314453, + 1.492188, + 1.425781, + 1.648438, + 1.710938, + 1.12207, + 0.887207, + 1.246094, + 1.472656, + 0.015625, + 1.441406, + 1.652344, + 1.326172, + 0.417969, + 1.378906, + 1.226562, + 0.589844, + 0.21875, + 1.188477, + 1.152344, + 1.828125, + 1.150391, + 1.335938, + 1.308594, + 1.355469, + 1.539062, + 1.167969, + 1.115723, + 1.365234, + 0.513672, + 1.746094, + 1.431641, + 0.367188, + 0.164062, + 1.640625, + 1.398438, + 1.613281, + 0.488281, + 1.257812, + 0.883789, + 1.306641, + 1.640625, + 1.339844, + 1.211914, + 1.478516, + 1.205078, + 0.9375, + 1.416016, + 1.554688, + 1.185547, + 0.261719, + 0.552734, + 1.308594, + 1.324219, + 1.308594, + 0.765625, + 1.21582, + 1.539062, + 1.042969, + 0.488281, + 1.582031, + 1.474609, + 0.993469, + 1.613281, + 1.248047, + 0.901855, + 1.105469, + 1.423828, + 0.003906, + 0.140625, + 1.257812, + 1.320312, + 1.112305, + 1.800781, + 1.111816, + 1.441406, + 0.328125, + 1.320312, + 0.398438, + 0.464844, + 1.558594, + 1.675781, + 1.302734, + 1.289062, + 1.386719, + 1.660156, + 0.367188, + 1.574219, + 1.087402, + 1.037354, + 1.314453, + 1.355469, + 1.302734, + 1.112793, + 0.841797, + 1.353516, + 1.648438, + 1.214844, + 1.18457, + 0.930664, + 0.939209, + 1.259766, + 2.859375, + 1.478516, + 1.441406, + 0.207031, + 1.373047, + 1.5625, + 1.125977, + 1.367188, + 1.183594, + 1.369141, + 1.558594, + 1.292969, + 0.646484, + 0.853516, + 1.22168, + 1.535156, + 1.472656, + 1.515625, + 1.628906, + 1.271484, + 1.269531, + 1.304688, + 1.488281, + 1.445312, + 1.388672, + 0.714844, + 0.152344, + 1.292969, + 1.417969, + 1.632812, + 1.470703, + 1.09082, + 0.023438, + 1.613281, + 1.523438, + 1.192383, + 1.488281, + 0.355469, + 1.613281, + 1.455078, + 1.318359, + 1.195312, + 1.259766, + 1.574219, + 1.062256, + 0.823242, + 1.453125, + 1.412109, + 1.515625, + 0.214844, + 1.589844, + 0.92041, + 0.167969, + 1.363281, + 1.574219, + 1.738281, + 1.12793, + 0.904297, + 1.308594, + 1.057129, + 1.417969, + 1.355469, + 1.511719, + 1.287109, + 1.398438, + 1.361328, + 1.152344, + 1.890625, + 1.490234, + 1.597656, + 1.714844, + 1.5625, + 0.716797, + 1.25, + 1.519531, + 1.046387, + 1.113281, + 1.835938, + 1.482422, + 0.457031, + 1.129883, + 0.175781, + 1.380859, + 1.191406, + 1.679688, + 1.152344, + 1.304688, + 1.285156, + 1.498047, + 1.345703, + 0.955078, + 1.539062, + 1.419922, + 1.546875, + 1.058838, + 1.46875, + 0.609375, + 1.183594, + 0.691406, + 0.234375, + 1.353516, + 1.457031, + 1.574219, + 1.492188, + 1.519531, + 0.838867, + 1.155273, + 1.363281, + 0.673828, + 0.712891, + 1.373047, + 1.566406, + 1.554688, + 1.214844, + 1.375, + 1.060059, + 1.613281, + 1.503906, + 1.328125, + 0.328125, + 1.199219, + 1.730469, + 1.425781, + 1.451172, + 0.933105, + 1.339844, + 1.201172, + 1.152344, + 1.367188, + 1.421875, + 1.300781, + 0.638672, + 1.349609, + 1.298828, + 1.292969, + 1.652344, + 1.519531, + 1.484375, + 1.137695, + 0.908203, + 1.636719, + 1.449219, + 0.453125, + 0.308594, + 1.384766, + 1.566406, + 1.566406, + 1.277344, + 1.458984, + 0.148438, + 1.320312, + 1.828125, + 1.198242, + 1.396484, + 0.957031, + 1.204102, + 0.943604, + 0.292969, + 1.484375, + 1.380859, + 1.65625, + 1.162109, + 1.111816, + 1.554688, + 1.263672, + 1.679688, + 1.219727, + 1.601562, + 1.617188, + 0.958496, + 1.133789, + 0.664062, + 1.203125, + 0.564453, + 0.207031, + 1.421875, + 1.871094, + 1.400391, + 1.601562, + 1.90625, + 1.367188, + 1.574219, + 1.371094, + 1.494141, + 1.351562, + 0.981079, + 1.111328, + 0.527344, + 1.433594, + 0.890137, + 1.255859, + 1.296875, + 1.410156, + 1.431641, + 1.373047, + 1.589844, + 1.423828, + 0.662109, + 1.335938, + 1.570312, + 0.335938, + 1.012085, + 1.419922, + 1.597656, + 1.083008, + 0.277344, + 1.245117, + 1.652344, + 1.291016, + 1.365234, + 1.233398, + 0.261719, + 1.28125, + 1.322266, + 0.793945, + 1.328125, + 1.227539, + 1.151367, + 1.083008, + 1.539062, + 1.094727, + 1.310547, + 1.792969, + 1.373047, + 1.239258, + 1.507812, + 1.457031, + 0.175781, + 1.213867, + 1.283203, + 1.462891, + 1.492188, + 1.5, + 1.574219, + 0.978271, + 0.521484, + 1.503906, + 1.621094, + 1.457031, + 1.277344, + 0.591797, + 1.009766, + 1.585938, + 1.291016, + 1.376953, + 1.027832, + 1.441406, + 1.226562, + 1.421875, + 0.974243, + 1.376953, + 1.248047, + 1.269531, + 1.535156, + 1.390625, + 1.402344, + 1.699219, + 1.068359, + 1.671875, + 0.449219, + 0.007812, + 1.289062, + 0.858398, + 1.386719, + 1.490234, + 1.21582, + 1.138672, + 0.987854, + 1.355469, + 0.912598, + 1.523438, + 1.402344, + 1.578125, + 1.394531, + 0.1875, + 1.292969, + 1.441406, + 1.640625, + 1.161133, + 1.839844, + 1.347656, + 1.503906, + 1.511719, + 0.911133, + 1.425781, + 1.507812, + 1.345703, + 1.589844, + 1.176758, + 1.109375, + 1.320312, + 0.845703, + 0.988037, + 1.476562, + 1.585938, + 1.400391, + 1.550781, + 1.769531, + 1.574219, + 1.098145, + 1.914062, + 0.77832, + 1.292969, + 0.836914, + 0.464844, + 1.523438, + 1.333984, + 1.261719, + 0.21875, + 0.788086, + 1.703125, + 1.332031, + 1.621094, + 1.462891, + 1.859375, + 1.523438, + 1.318359, + 0.966553, + 1.703125, + 0.019531, + 1.304688, + 0.982178, + 1.131836, + 1.566406, + 1.652344, + 1.474609, + 1.291016, + 0.164062, + 1.347656, + 1.289062, + 1.146484, + 1.289062, + 1.683594, + 1.632812, + 1.546875, + 1.242188, + 1.132812, + 0.417969, + 1.386719, + 1.40625, + 1.043945, + 1.410156, + 1.523438, + 1.365234, + 1.632812, + 0.938477, + 1.285156, + 1.016357, + 1.691406, + 1.378906, + 1.488281, + 1.574219, + 1.169922, + 1.03833, + 1.200195, + 1.382812, + 1.441406, + 1.566406, + 1.197266, + 1.257812, + 0.195312, + 1.361328, + 1.429688, + 1.423828, + 1.371094, + 1.478516, + 1.519531, + 1.371094, + 1.193359, + 1.511719, + 0.798828, + 1.249023, + 1.318359, + 1.488281, + 0.160156, + 1.378906, + 1.394531, + 1.519531, + 1.435547, + 1.316406, + 1.19043, + 1.699219, + 1.023071, + 1.625, + 1.324219, + 1.554688, + 0.265625, + 1.09082, + 1.052734, + 1.482422, + 0.210938, + 1.589844, + 0.34375, + 1.224609, + 0.015625, + 1.527344, + 1.063477, + 1.318359, + 0.570312, + 0.896484, + 1.414062, + 1.416016, + 1.118652, + 1.287109, + 1.246094, + 1.652344, + 1.410156, + 0.074219, + 0.496094, + 0.681641, + 1.449219, + 1.511719, + 1.152344, + 1.578125, + 1.726562, + 1.318359, + 0.819336, + 1.570312, + 1.40625, + 1.578125, + 1.628906, + 1.355469, + 0.911621, + 1.410156, + 1.460938, + 0.703125, + 1.519531, + 1.398438, + 1.65625, + 1.363281, + 1.554688, + 0.925293, + 1.628906, + 1.259766, + 1.112793, + 1.527344, + 1.496094, + 1.53125, + 1.380859, + 1.703125, + 0.335938, + 1.376953, + 1.310547, + 1.363281, + 0.367188, + 1.449219, + 1.613281, + 1.648438, + 0.273438, + 1.121582, + 0.691406, + 1.519531, + 1.146484, + 0.88916, + 0.148438, + 1.597656, + 1.394531, + 1.269531, + 0.007812, + 0.705078, + 0.273438, + 1.621094, + 1.832031, + 0.968506, + 1.417969, + 1.550781, + 1.261719, + 1.458984, + 1.453125, + 1.098145, + 0.339844, + 0.414062, + 1.597656, + 1.017822, + 1.035889, + 1.443359, + 1.291016, + 1.388672, + 1.554688, + 0.791016, + 1.261719, + 1.296875, + 1.265625, + 0.505859, + 1.570312, + 1.542969, + 1.59375, + 1.625, + 1.224609, + 0.289062, + 1.470703, + 0.316406, + 1.294922, + 1.515625, + 1.433594, + 1.511719, + 1.648438, + 1.060303, + 1.417969, + 1.601562, + 1.369141, + 1.53125, + 1.212891, + 1.175781, + 1.455078, + 1.416016, + 1.6875, + 1.07373, + 1.816406, + 1.404297, + 0.576172, + 1.019287, + 1.111328, + 0.554688, + 1.306641, + 1.421875, + 1.566406, + 1.494141, + 1.04248, + 1.049805, + 1.245117, + 1.417969, + 0.658203, + 1.519531, + 1.026001, + 1.431641, + 1.318359, + 1.535156, + 1.480469, + 0.857422, + 1.408203, + 1.367188, + 1.363281, + 1.484375, + 1.251953, + 0.5, + 1.554688, + 1.316406, + 0.46875, + 1.363281, + 1.359375, + 0.238281, + 1.261719, + 0.833984, + 1.457031, + 1.421875, + 1.332031, + 1.503906, + 1.597656, + 1.394531, + 1.168945, + 1.359375, + 1.134766, + 1.136719, + 1.208984, + 0.572266, + 1.105957, + 1.640625, + 1.515625, + 0.359375, + 1.176758, + 1.285156, + 1.617188, + 1.357422, + 1.402344, + 1.431641, + 1.166992, + 1.151367, + 1.289062, + 0.966064, + 1.332031, + 1.474609, + 0.226562, + 1.523438, + 1.333984, + 0.257812, + 1.355469, + 1.369141, + 1.710938, + 1.208984, + 1.285156, + 1.431641, + 0.402344, + 1.601562, + 1.550781, + 1.660156, + 1.306641, + 1.249023, + 1.100098, + 1.061279, + 0.277344, + 0.509766, + 1.474609, + 0.87207, + 1.601562, + 0.775391, + 1.034424, + 1.332031, + 1.396484, + 0.304688, + 0.929199, + 1.738281, + 0.152344, + 1.675781, + 1.109863, + 1.621094, + 1.431641, + 0.265625, + 1.617188, + 1.375, + 0.277344, + 1.535156, + 1.453125, + 1.226562, + 1.462891, + 1.5625, + 1.683594, + 0.265625, + 1.59375, + 0.833008, + 1.253906, + 1.359375, + 1.488281, + 1.570312, + 0.748047, + 1.519531, + 1.488281, + 1.601562, + 1.078125, + 0.253906, + 1.367188, + 1.425781, + 1.191406, + 1.24707, + 1.691406, + 1.417969, + 0.98584, + 1.035645, + 1.519531, + 1.062012, + 1.492188, + 0.851562, + 2.210938, + 1.648438, + 1.457031, + 0.214844, + 1.380859, + 1.066895, + 1.142578, + 1.675781, + 1.554688, + 0.994141, + 1.15332, + 1.472656, + 1.539062, + 0.257812, + 1.236328, + 1.099609, + 1.226562 + ] + }, + "name": "onnx::Mul_8455", + "outputIndexes": [ + 1141 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1140, + 1141 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_11/Mul_1_output_0", + "outputIndexes": [ + 1142 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1071, + 1142 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_58_output_0", + "outputIndexes": [ + 1143 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1143 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_11/Mul_output_0", + "outputIndexes": [ + 1144 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.074707, + 1.15625, + 1.083008, + 1.169922, + 1.205078, + 1.15332, + 1.027466, + 0.351562, + 1.166992, + 0.976929, + 1.15918, + 1.068359, + 1.032227, + 1.134766, + 1.167969, + 1.098633, + 1.057861, + 1.177734, + 1.034912, + 1.129883, + 1.144531, + 1.223633, + 1.18457, + 0.984924, + 1.00592, + 1.089355, + 0.882812, + 0.986328, + 1.081055, + 1.115234, + 1.025146, + 0.874023, + 1.123535, + 0.441406, + 1.090332, + 0.848633, + 1.126953, + 1.102539, + 1.059814, + 1.119141, + 1.175781, + 1.112793, + 1.160156, + 0.870117, + 0.523438, + 1.130859, + 1.162109, + 1.106445, + 1.030762, + 0.917969, + 1.076172, + 0.683594, + 1.052979, + 0.417969, + 1.098633, + 0.929688, + 1.05249, + 1.130859, + 1.043945, + 0.999718, + 0.801758, + 1.068848, + 1.136719, + 1.018311, + 0.819336, + 1.100098, + 0.728516, + 1.112793, + 0.969849, + 1.10791, + 1.128906, + 1.124023, + 1.06543, + 1.125977, + 1.042236, + 1.112305, + 0.683594, + 0.939697, + 0.912109, + 0.511719, + 1.074219, + 0.335938, + 1.07666, + 0.881836, + 1.104004, + 0.974487, + 1.113281, + 0.886719, + 0.5625, + 1.047119, + 1.045166, + 1.089844, + 1.152344, + 0.535156, + 1.126953, + 0.34375, + 1.106934, + 1.151367, + 1.091309, + 1.089844, + 0.988831, + 1.120117, + 1.189453, + 1.084961, + 1.151367, + 1.116699, + 1.098145, + 0.89502, + 1.171875, + 1.120117, + 1.060791, + 1.052979, + 1.164062, + 0.728516, + 1.066895, + 0.88916, + 1.181641, + 0.417969, + 1.094238, + 1.099609, + 1.136719, + 1.036133, + 0.835938, + 1.138672, + 0.967529, + 0.762695, + 1.048096, + 1.137695, + 1.027466, + 0.716797, + 0.728516, + 1.068848, + 1.07373, + 1.151367, + 1.120605, + 1.11377, + 0.996658, + 0.755859, + 1.07373, + 1.118164, + 0.992126, + 1.043457, + 0.993988, + 1.119629, + 1.154297, + 1.040039, + 1.005585, + 1.210938, + 1.115723, + 1.223633, + 1.152344, + 0.97998, + 1.124023, + 0.748047, + 1.126953, + 1.118164, + 0.691406, + 1.112793, + 0.501953, + 0.445312, + 0.513672, + 1.138672, + 0.967529, + 0.697266, + 1.136719, + 1.147461, + 1.160156, + 0.417969, + 1.082031, + 1.036865, + 1.115234, + 0.537109, + 1.033203, + 0.492188, + 1.164062, + 1.129883, + 1.045898, + 0.378906, + 1.10498, + 1.112793, + 1.134766, + 0.414062, + 0.868164, + 0.359375, + 0.974976, + 1.130859, + 0.664062, + 1.10498, + 1.067871, + 0.919434, + 1.135742, + 0.903809, + 1.007996, + 1.05835, + 1.116699, + 0.990662, + 1.132812, + 1.136719, + 1.157227, + 1.092773, + 1.030273, + 1.134766, + 1.098145, + 1.044922, + 1.161133, + 1.15918, + 1.023926, + 1.128906, + 1.075195, + 1.11377, + 0.95752, + 1.15332, + 1.088379, + 1.064453, + 1.089844, + 1.08252, + 0.978882, + 1.06543, + 1.095215, + 1.149414, + 0.90918, + 0.831055, + 1.164062, + 1.166992, + 1.067383, + 1.068359, + 1.098145, + 1.098633, + 0.983643, + 0.970581, + 0.552734, + 1.199219, + 1.073242, + 1.11377, + 1.097656, + 1.152344, + 0.788086, + 1.098145, + 1.046631, + 1.121094, + 0.817383, + 1.12793, + 1.169922, + 0.923828, + 1.154297, + 1.106445, + 0.974609, + 0.999329, + 1.157227, + 0.683594, + 1.128906, + 1.115234, + 0.550781, + 1.168945, + 1.09668, + 1.125977, + 1.019287, + 1.132812, + 1.051758, + 1.101074, + 1.157227, + 1.223633, + 1.115723, + 1.039062, + 1.144531, + 0.90332, + 1.115234, + 1.136719, + 1.058838, + 1.06543, + 1.152344, + 1.135742, + 1.11377, + 1.010254, + 1.172852, + 1.056396, + 0.601562, + 1.043213, + 1.132812, + 1.151367, + 0.849609, + 1.091309, + 0.496094, + 1.088379, + 1.037598, + 1.149414, + 1.004059, + 1.089844, + 0.457031, + 1.129883, + 0.947266, + 0.5, + 1.05127, + 1.145508, + 0.965332, + 1.066406, + 0.973877, + 1.066895, + 1.135742, + 1.176758, + 0.953369, + 0.982666, + 0.398438, + 1.080078, + 0.316406, + 0.966553, + 1.098145, + 1.019897, + 1.062988, + 1.105469, + 1.21582, + 0.375, + 1.135742, + 1.117188, + 1.022583, + 1.083008, + 0.98645, + 1.158203, + 1.083496, + 1.121094, + 1.036377, + 1.088379, + 0.973389, + 1.183594, + 1.097168, + 1.027832, + 0.854492, + 0.95752, + 1.078125, + 1.091309, + 0.89502, + 0.807617, + 1.081543, + 1.073242, + 0.433594, + 1.147461, + 1.083984, + 1.191406, + 1.141602, + 1.120117, + 1.119629, + 1.129883, + 1.144531, + 1.087891, + 1.043213, + 0.782227, + 1.120605, + 0.652344, + 0.979004, + 1.120605, + 0.509766, + 0.939941, + 0.615234, + 0.941406, + 0.367188, + 0.535156, + 1.147461, + 1.144531, + 0.789062, + 0.979004, + 0.464844, + 1.076172, + 1.03125, + 0.652344, + 1.09082, + 1.143555, + 1.069336, + 0.523438, + 1.130859, + 1.10498, + 1.143555, + 0.979248, + 1.083496, + 1.09668, + 1.182617, + 1.128906, + 1.098145, + 1.088379, + 0.937744, + 0.677734, + 1.167969, + 1.144531, + 0.703125, + 0.568359, + 1.176758, + 1.016113, + 0.936523, + 0.748047, + 1.120605, + 1.138672, + 1.110352, + 1.178711, + 0.417969, + 1.140625, + 1.175781, + 1.077148, + 0.962402, + 0.457031, + 1.121094, + 1.151367, + 1.152344, + 1.108887, + 1.12793, + 1.181641, + 0.53125, + 1.176758, + 1.136719, + 1.067383, + 1.19043, + 0.546875, + 1.128906, + 1.213867, + 1.087891, + 1.120117, + 0.8125, + 1.039551, + 1.10498, + 1.066406, + 1.161133, + 1.052002, + 1.206055, + 1.129883, + 0.927734, + 1.083008, + 1.042969, + 0.879395, + 1.134766, + 1.098145, + 1.129883, + 1.016113, + 0.965332, + 1.180664, + 1.175781, + 0.84375, + 0.603516, + 1.128906, + 1.122559, + 1.145508, + 1.087402, + 1.089355, + 1.133789, + 1.044678, + 1.098145, + 0.882812, + 0.597656, + 1.098145, + 1.097656, + 1.149414, + 1.011658, + 1.07959, + 1.117188, + 1.148438, + 1.058105, + 1.028564, + 1.095703, + 1.085449, + 0.730469, + 1.123535, + 1.12207, + 1.080566, + 1.121094, + 1.094238, + 1.098145, + 1.166016, + 0.632812, + 1.105469, + 0.417969, + 1.0354, + 1.110352, + 1.121582, + 1.068359, + 1.067871, + 1.207031, + 1.123535, + 1.12793, + 1.098145, + 0.484375, + 1.034424, + 1.135742, + 1.113281, + 1.053223, + 1.075684, + 0.943359, + 1.11084, + 1.147461, + 1.146484, + 0.421875, + 1.10498, + 0.980835, + 1.136719, + 0.912109, + 1.035156, + 1.15332, + 1.115234, + 0.858398, + 1.152344, + 0.359375, + 0.476562, + 0.803711, + 0.414062, + 1.145508, + 1.069336, + 1.069824, + 0.822266, + 0.402344, + 1.070801, + 0.807617, + 0.748047, + 1.044922, + 1.230469, + 1.135742, + 1.088379, + 1.091309, + 0.989258, + 1.075195, + 1.152344, + 0.835938, + 1.214844, + 1.176758, + 0.927246, + 0.979614, + 0.996002, + 0.589844, + 0.521484, + 1.15332, + 0.634766, + 1.173828, + 1.121582, + 1.023315, + 1.239258, + 1.012817, + 1.05957, + 1.150391, + 0.421875, + 1.201172, + 0.991211, + 1.137695, + 1.134766, + 1.226562, + 0.390625, + 0.714844, + 0.887695, + 0.857422, + 1.175781, + 1.150391, + 1.129883, + 1.11377, + 1.044189, + 0.751953, + 1.176758, + 0.542969, + 1.192383, + 1.095215, + 0.987427, + 0.975464, + 0.94751, + 1.095703, + 0.701172, + 1.008728, + 1.098633, + 1.185547, + 0.716797, + 0.837891, + 1.154297, + 1.034424, + 1.118652, + 1.191406, + 0.732422, + 0.911133, + 1.08252, + 1.083008, + 1.063477, + 1.173828, + 1.04248, + 0.335938, + 1.07666, + 1.07959, + 1.025513, + 0.652344, + 1.143555, + 1.034424, + 1.208984, + 1.196289, + 1.10498, + 0.979004, + 1.083008, + 0.853516, + 1.044922, + 0.630859, + 0.759766, + 1.134766, + 1.075684, + 0.879395, + 0.756836, + 0.838867, + 1.019409, + 1.031738, + 1.11377, + 1.157227, + 0.985168, + 1.075195, + 1.15625, + 0.965332, + 1.125977, + 1.18457, + 1.138672, + 1.072754, + 1.084961, + 1.120605, + 1.027466, + 1.162109, + 1.117188, + 1.168945, + 0.505859, + 0.990173, + 1.104004, + 1.164062, + 0.966797, + 1.134766, + 1.026978, + 1.176758, + 1.059082, + 0.987, + 1.114258, + 1.160156, + 0.930664, + 1.147461, + 1.106445, + 1.206055, + 0.814453, + 1.066895, + 1.18457, + 1.170898, + 1.151367, + 1.192383, + 0.982666, + 1.10791, + 1.125977, + 1.136719, + 0.720703, + 1.223633, + 1.128906, + 0.888184, + 0.460938, + 1.120605, + 0.646484, + 1.175781, + 1.186523, + 0.970581, + 0.582031, + 0.308594, + 0.425781, + 1.161133, + 1.180664, + 1.174805, + 1.213867, + 1.113281, + 1.155273, + 1.07373, + 0.89502, + 1.037109, + 1.027466, + 1.113281, + 0.402344, + 0.986694, + 1.15332, + 1.151367, + 1.137695, + 1.11377, + 1.212891, + 1.128906, + 0.90332, + 1.139648, + 1.082031, + 0.892578, + 1.088379, + 1.134766, + 1.031738, + 0.762695, + 1.114258, + 1.068359, + 0.335938, + 1.265625, + 1.065918, + 1.25, + 1.120117, + 0.851562, + 1.083008, + 1.124512, + 0.909668, + 0.973999, + 1.065918, + 1.060303, + 1.144531, + 1.135742, + 1.015198, + 1.01709, + 1.192383, + 1.072754, + 1.125, + 0.544922, + 1.154297, + 0.965088, + 1.081055, + 1.15332, + 1.120117, + 1.087402, + 1.029175, + 1.111328, + 1.015442, + 1.151367, + 1.167969, + 1.141602, + 1.042969, + 1.01001, + 0.756836, + 1.09375, + 0.667969, + 1.125977, + 0.927246, + 1.115234, + 1.191406, + 1.123535, + 1.130859, + 0.760742, + 0.585938, + 0.761719, + 1.162109, + 1.072266, + 1.154297, + 1.010193, + 1.103516, + 1.137695, + 1.109863, + 1.128906, + 1.198242, + 1.067383, + 1.111328, + 1.167969, + 1.131836, + 1.147461, + 1.077637, + 1.047119, + 1.148438, + 0.955078, + 0.929199, + 1.196289, + 1.042725, + 1.098633, + 1.257812, + 1.208984, + 1.125977, + 1.143555, + 1.129883, + 1.160156, + 1.059082, + 1.072266, + 0.464844, + 1.066895, + 1.058838, + 1.105469, + 1.067383, + 1.031982, + 1.132812, + 1.089844, + 1.000526, + 1.083496, + 1.089355, + 1.144531, + 0.989929, + 1.200195, + 1.099609, + 0.983032, + 1.113281, + 0.993927, + 1.144531, + 1.109375, + 1.083496, + 1.036133, + 0.852539, + 1.043457, + 1.083984, + 0.995422, + 1.07373, + 0.496094, + 1.198242, + 1.126953, + 0.630859, + 0.756836, + 1.126953, + 1.050781, + 1.006561, + 0.817383, + 1.185547, + 0.915039, + 1.125, + 1.15625, + 0.756836, + 1.121094, + 1.114746, + 0.615234, + 1.19043, + 1.151367, + 1.136719, + 0.92334, + 0.640625, + 1.043213, + 1.10498, + 0.527344, + 1.060059, + 1.207031, + 1.163086, + 0.449219, + 1.182617, + 0.666016, + 0.993683, + 1.045166, + 1.049072, + 0.716797, + 1.093262, + 1.000301, + 1.112793, + 1.111816, + 1.07373, + 1.147461, + 1.131836, + 1.045166, + 1.00528, + 1.102539, + 1.114258, + 1.143555, + 1.175781, + 1.138672, + 0.944092, + 1.134766, + 0.773438, + 1.166016, + 1.052002, + 0.669922, + 1.09668, + 0.782227, + 1.128906, + 1.205078, + 1.130859, + 1.15332, + 1.160156, + 1.146484, + 1.103027, + 1.103027, + 1.123535, + 0.967529, + 1.050293, + 1.07373, + 1.120605, + 0.257812, + 0.947754, + 0.881836, + 1.116211, + 0.958496, + 0.71875, + 1.186523, + 1.154297, + 1.090332, + 1.167969, + 1.077148, + 0.40625, + 1.141602, + 0.992493, + 1.074219, + 0.591797, + 1.081543, + 1.166016, + 1.090332, + 0.484375, + 0.973022, + 0.997208, + 1.061035, + 1.12793, + 1.12793, + 1.182617, + 0.857422, + 0.880859, + 1.073242, + 1.169922, + 1.011536, + 1.12793, + 1.103027, + 1.208008, + 0.958252, + 1.050781, + 0.505859, + 1.121094, + 1.151367, + 1.098633, + 1.008057, + 1.11084, + 1.145508, + 1.155273, + 1.044678, + 1.114258, + 0.828125, + 1.037842, + 1.129883, + 1.175781, + 0.732422, + 0.991028, + 1.074219, + 0.453125, + 0.332031, + 0.771484, + 0.813477, + 1.113281, + 1.144531, + 1.091309, + 1.12793, + 0.402344, + 0.34375, + 1.114258, + 1.194336, + 0.833008, + 1.151367, + 1.005798, + 1.144531, + 1.055664, + 0.810547, + 0.417969, + 1.058105, + 1.028931, + 0.966064, + 0.583984, + 1.020386, + 1.018433, + 0.971558, + 1.081055, + 1.239258, + 1.145508, + 1.00824, + 1.192383, + 0.850586, + 1.114258, + 1.120117, + 0.948975, + 1.066406, + 1.042969, + 1.316406, + 1.105957, + 0.689453, + 0.378906, + 0.5, + 1.128906, + 1.096191, + 1.082031, + 1.113281, + 1.090332, + 1.063477, + 1.144531, + 0.351562, + 0.946289, + 0.773438, + 1.224609, + 1.182617, + 0.394531, + 1.161133, + 1.152344, + 1.106445, + 1.152344, + 1.083496, + 0.936035, + 0.90332, + 0.453125, + 1.035156, + 0.993591, + 1.043213, + 0.425781, + 1.155273, + 1.180664, + 0.973877, + 1.074219, + 0.667969, + 1.007935, + 1.017578, + 1.155273, + 1.063477, + 0.703125, + 1.099609, + 1.149414, + 0.77832, + 0.782227, + 0.753906, + 0.541016, + 1.088379, + 1.0047, + 1.112793, + 1.033203, + 1.09082, + 1.191406, + 1.196289, + 0.339844, + 1.110352, + 1.121094, + 1.058838, + 1.124512, + 0.583984, + 1.175781, + 1.160156, + 0.296875, + 1.024658, + 0.417969, + 1.120117, + 0.433594, + 0.879883, + 1.15332, + 1.136719, + 1.128906, + 0.836914, + 0.984009, + 0.679688, + 1.051514, + 0.40625, + 0.993988, + 0.823242, + 0.666016, + 0.585938, + 1.083496, + 1.152344, + 0.871094, + 0.662109, + 1.176758, + 1.006836, + 1.137695, + 0.847656, + 0.963867, + 1.08252, + 0.394531, + 1.07959, + 1.11377, + 0.990112, + 0.398438, + 0.441406, + 1.135742, + 1.160156, + 1.057861, + 1.152344, + 1.145508, + 1.097168, + 0.786133, + 0.460938, + 1.077148, + 1.098145, + 1.196289, + 0.861328, + 1.099121, + 1.168945, + 1.193359, + 1.045898, + 1.161133, + 1.105469, + 1.182617, + 1.066406, + 0.997894, + 1.143555, + 1.089844, + 0.885254, + 1.15918, + 1.136719, + 1.167969, + 1.069824, + 1.177734, + 0.867188, + 1.10791, + 0.394531, + 0.816406, + 0.857422, + 0.445312, + 1.145508, + 0.951172, + 1.11377, + 1.08252, + 1.124512, + 1.105469, + 1.020508, + 1.129883, + 0.382812, + 0.902832, + 1.088379, + 0.910645, + 1.105469, + 1.096191, + 0.864258, + 1.176758, + 1.133789, + 1.208008, + 1.140625, + 1.133789, + 0.386719, + 1.21582, + 1.174805, + 0.830078, + 1.139648, + 1.015869, + 1.128906, + 0.999902, + 1.195312, + 1.113281, + 1.111328, + 1.147461, + 1.151367, + 1.128906, + 0.724609, + 1.067383, + 1.145508, + 1.182617, + 1.121094, + 0.944336, + 0.525391, + 1.05127, + 0.492188, + 1.094238, + 1.128906, + 0.822266, + 1.121094, + 1.152344, + 1.143555, + 1.066895, + 0.884277, + 1.019409, + 0.355469, + 0.375, + 0.363281, + 1.161133, + 1.160156, + 0.513672, + 1.084473, + 1.077148, + 1.08252, + 0.525391, + 1.042969, + 0.751953, + 1.042969, + 0.496094, + 1.121094, + 1.089844, + 0.799805, + 1.191406, + 0.935059, + 0.932129, + 1.220703, + 1.068359, + 0.457031, + 0.901367, + 0.425781, + 1.059082, + 1.066895, + 1.126953, + 1.185547, + 0.848633, + 0.568359, + 1.144531, + 0.433594, + 0.800781, + 1.111328, + 1.112305, + 1.081543, + 0.714844, + 1.143555, + 1.095703, + 1.082031, + 0.882324, + 1.126953, + 0.987183, + 1.106934, + 1.178711, + 1.141602, + 0.931641, + 1.168945, + 1.077148, + 1.133789, + 0.942627, + 1.139648, + 1.107422, + 1.168945, + 1.100098, + 1.058594, + 1.124512, + 1.212891, + 0.925293, + 1.115723, + 1.116211, + 1.075684, + 1.107422, + 1.08252, + 0.951904, + 1.120605, + 0.951416, + 1.096191, + 0.957764, + 1.015015, + 0.529297, + 1.119629, + 0.982788, + 1.129883, + 0.885742, + 1.135742, + 1.061523, + 1.144531, + 0.517578, + 1.100098, + 0.597656, + 1.097656, + 1.023682, + 1.014893, + 0.825195, + 1.07373, + 0.677734, + 1.065918, + 0.433594, + 1.125977, + 0.742188, + 1.188477, + 1.039795, + 1.02002, + 1.208008, + 1.177734, + 1.096191, + 0.995392, + 1.040039, + 1.074707, + 1.130859, + 0.371094, + 1.162109, + 0.990662, + 1.086914, + 1.152344, + 1.058594, + 1.143555, + 1.066895, + 0.712891, + 0.982544, + 1.105957, + 1.074219, + 0.915527, + 1.121094, + 1.128906, + 1.066406, + 0.99585, + 1.042969, + 0.386719, + 1.146484, + 1.115234, + 1.09375, + 0.613281, + 0.958252, + 0.617188, + 0.386719, + 1.079102, + 0.402344, + 0.4375, + 0.958252, + 1.154297, + 1.11377, + 1.211914, + 0.864258, + 1.020264, + 0.879883, + 1.037354, + 0.410156, + 1.115234, + 1.020142, + 1.028931, + 1.550781, + 1.207031, + 1.198242, + 0.414062, + 1.095215, + 1.188477, + 0.6875, + 0.476562, + 1.113281, + 1.098145, + 0.507812, + 1.15918, + 0.662109, + 1.136719, + 0.995575, + 1.074707, + 1.092285, + 0.46875, + 1.134766, + 1.072266, + 1.15918, + 1.083984, + 1.113281, + 0.798828, + 0.375, + 1.099121, + 1.171875, + 1.033203, + 1.15332, + 1.126953, + 1.07373, + 1.169922, + 1.111328, + 1.030029, + 1.202148, + 0.724609, + 1.097656, + 1.056641, + 1.059326, + 1.104004, + 0.929199, + 1.073242, + 1.04126, + 1.106445, + 0.328125, + 1.068359, + 1.174805, + 1.097168, + 1.048828, + 0.971802, + 0.979126, + 0.964844, + 1.098633, + 0.982788, + 1.088867, + 1.134766, + 1.151367, + 1.098145, + 0.679688, + 0.974121, + 0.433594, + 1.110352, + 0.484375, + 0.984619, + 1.129883, + 1.109375, + 0.410156, + 1.0271, + 1.019897, + 1.095215, + 1.176758, + 1.40625, + 1.125977, + 1.11084, + 1.108887, + 1.078613, + 1.037842, + 0.554688, + 1.019775, + 1.097168, + 0.996185, + 1.239258, + 1.076172, + 1.013428, + 1.144531, + 1.122559, + 1.102051, + 1.066406, + 0.862305, + 1.026001, + 1.060059, + 1.128906, + 0.578125, + 1.042725, + 1.050537, + 1.151367, + 0.978149, + 0.425781, + 1.090332, + 1.142578, + 1.128906, + 1.097168, + 1.098633, + 1.088867, + 1.003799, + 1.057861, + 0.449219, + 1.151367, + 1.11377, + 1.042725, + 1.120117, + 1.089844, + 1.077637, + 1.128906, + 1.168945, + 1.152344, + 0.942383, + 1.155273, + 1.108887, + 1.128906, + 1.068359, + 1.133789, + 1.136719, + 0.701172, + 0.774414, + 1.035889, + 1.080566, + 1.101562, + 1.111328, + 0.758789, + 1.141602, + 1.085938, + 1.089844, + 0.398438, + 1.003342, + 0.924316, + 0.726562, + 1.083008, + 1.152344, + 1.197266, + 0.3125, + 1.118652, + 1.089355, + 0.363281, + 0.638672, + 1.082031, + 1.130859, + 1.134766, + 1.070801, + 1.119629, + 1.04248, + 1.147461, + 1.022705, + 1.169922, + 0.552734, + 1.155273, + 1.154297, + 1.222656, + 0.511719, + 1.173828, + 1.129883, + 1.128906, + 1.038574, + 1.112305, + 1.059326, + 1.097656, + 0.965576, + 0.441406, + 1.199219, + 1.162109, + 1.063965, + 1.064453, + 0.763672, + 1.066895, + 0.662109, + 1.01532, + 1.083008, + 0.738281, + 1.160156, + 1.151367, + 1.05127, + 0.527344, + 0.932129, + 1.28125, + 1.097168, + 1.132812, + 0.705078, + 0.402344, + 1.030762, + 1.011658, + 1.073242, + 0.898926, + 1.143555, + 1.11377, + 1.099609, + 0.394531, + 1.103516, + 1.198242, + 0.995544, + 1.04541, + 0.997772, + 1.173828, + 1.099609, + 1.19043, + 0.915527, + 1.057129, + 1.082031, + 1.175781, + 1.145508, + 1.164062, + 0.90332, + 0.865234, + 0.876465, + 0.899902, + 1.160156, + 0.997803, + 0.763672, + 1.121582, + 0.787109, + 0.958496, + 1.089355, + 1.107422, + 1.152344, + 1.063965, + 1.135742, + 0.695312, + 1.025879, + 1.130859, + 1.09668, + 1.069824, + 1.100098, + 0.770508, + 1.134766, + 1.136719, + 1.151367, + 1.175781, + 1.104492, + 0.941406, + 1.199219, + 1.05835, + 1.097656, + 1.08252, + 0.521484, + 1.11377, + 1.131836, + 1.245117, + 0.710938, + 1.167969, + 1.188477, + 1.071777, + 1.064941, + 1.003479, + 1.167969, + 1.084473, + 0.928223, + 0.777344, + 1.126953, + 1.081055, + 1.165039, + 1.094238, + 1.09375, + 1.167969, + 1.130859, + 1.147461, + 1.163086, + 1.094238, + 1.011414, + 1.114258, + 0.94165, + 0.866211, + 1.058838, + 1.135742, + 1.046143, + 1.109375, + 1.09375, + 1.065918, + 1.129883, + 0.822266, + 1.113281, + 1.083008, + 0.853516, + 1.088867, + 1.214844, + 0.339844, + 1.063477, + 1.10498, + 1.115234, + 0.572266, + 1.152344, + 1.08252, + 0.685547, + 0.449219, + 0.948486, + 1.032471, + 1.179688, + 1.005127, + 1.05542, + 1.083496, + 1.09375, + 1.1875, + 1.081055, + 0.854492, + 1.123535, + 0.671875, + 1.208008, + 1.130859, + 0.568359, + 0.363281, + 1.214844, + 1.208008, + 1.141602, + 0.666016, + 1.185547, + 0.862305, + 1.009644, + 1.121582, + 1.107422, + 1.042969, + 1.167969, + 1.07666, + 0.959961, + 1.143555, + 1.167969, + 1.878906, + 0.503906, + 0.714844, + 1.042725, + 1.054932, + 1.160156, + 0.869141, + 0.979736, + 1.136719, + 0.909668, + 0.660156, + 1.166016, + 1.143555, + 1.032715, + 1.073242, + 1.011292, + 0.879395, + 1.105469, + 1.08252, + 0.316406, + 0.375, + 1.088867, + 1.102539, + 1.05127, + 1.175781, + 1.058594, + 1.134766, + 0.542969, + 1.120117, + 0.660156, + 0.617188, + 1.012146, + 1.232422, + 1.108398, + 1.128906, + 1.155273, + 1.121582, + 0.550781, + 1.144531, + 1.004303, + 0.92041, + 1.067383, + 1.193359, + 1.066406, + 1.01178, + 0.892578, + 1.167969, + 1.112305, + 1.074219, + 0.935547, + 0.755859, + 0.980469, + 1.051025, + 0.433594, + 1.189453, + 1.128906, + 0.425781, + 1.084961, + 1.117188, + 0.805664, + 1.125, + 0.888672, + 1.092773, + 1.05542, + 1.01178, + 0.885254, + 0.858398, + 1.121094, + 1.165039, + 1.177734, + 1.107422, + 1.195312, + 1.043457, + 1.075195, + 0.965088, + 1.146484, + 1.213867, + 1.023804, + 0.625, + 0.375, + 1.121582, + 1.097168, + 1.139648, + 1.114746, + 0.97583, + 0.289062, + 1.150391, + 1.183594, + 1.042725, + 1.079102, + 0.609375, + 1.231445, + 1.108398, + 1.116211, + 1.050781, + 1.05835, + 0.979492, + 0.978271, + 0.861328, + 1.098633, + 1.043213, + 1.083008, + 0.4375, + 1.196289, + 0.826172, + 0.460938, + 1.112793, + 0.802734, + 1.154297, + 1.080078, + 0.878418, + 1.055176, + 0.691406, + 1.049072, + 1.144531, + 1.120605, + 1.115234, + 1.143555, + 1.050049, + 1.121094, + 0.931641, + 1.19043, + 1.132812, + 1.129883, + 1.15332, + 0.644531, + 1.099121, + 1.12207, + 0.924316, + 1.038574, + 0.789062, + 1.091309, + 0.582031, + 1.006653, + 0.367188, + 1.140625, + 1.053711, + 1.160156, + 0.984558, + 1.097656, + 1.126953, + 1.116699, + 1.136719, + 0.995544, + 1.183594, + 1.136719, + 1.141602, + 0.904785, + 1.166992, + 0.673828, + 1.170898, + 0.831055, + 0.441406, + 1.136719, + 1.265625, + 1.119629, + 1.209961, + 1.283203, + 0.924316, + 1.066406, + 1.141602, + 0.771484, + 0.798828, + 1.119629, + 1.192383, + 1.166992, + 1.024902, + 1.128906, + 0.77832, + 1.183594, + 1.157227, + 1.098145, + 0.488281, + 0.92627, + 1.106445, + 1.133789, + 1.12793, + 0.877441, + 1.051514, + 1.052002, + 1.022705, + 1.134766, + 1.132812, + 1.138672, + 0.548828, + 1.037598, + 1.082031, + 1.09082, + 1.066895, + 1.063477, + 1.152344, + 1.022217, + 0.922363, + 1.11377, + 1.139648, + 0.626953, + 0.511719, + 1.061523, + 1.183594, + 1.166016, + 1.045654, + 1.101074, + 0.351562, + 1.054199, + 1.113281, + 1.043945, + 1.152344, + 0.84668, + 1.114258, + 0.935547, + 0.394531, + 1.063965, + 1.125977, + 1.106934, + 1.041016, + 1.029785, + 1.180664, + 1.117676, + 1.10791, + 1.121094, + 1.074219, + 1.267578, + 0.941895, + 0.927246, + 0.683594, + 1.05249, + 0.80957, + 0.398438, + 1.120605, + 1.066895, + 1.154297, + 1.146484, + 0.78418, + 1.066895, + 1.144531, + 1.099609, + 1.07373, + 1.136719, + 0.767578, + 1.056396, + 0.65625, + 1.145508, + 0.765625, + 1.031006, + 1.135742, + 1.128906, + 0.914062, + 1.15625, + 1.039551, + 1.160156, + 0.854492, + 1.199219, + 1.135742, + 0.488281, + 0.89209, + 1.128906, + 1.155273, + 1.148438, + 0.46875, + 1.055664, + 0.982422, + 1.035645, + 1.072754, + 1.059082, + 0.4375, + 1.05957, + 1.11084, + 0.730469, + 1.095215, + 0.915527, + 0.968262, + 0.990479, + 1.047119, + 1.05127, + 1.090332, + 1.220703, + 1.208008, + 1.113281, + 1.161133, + 1.12207, + 0.382812, + 1.130859, + 1.079102, + 1.120605, + 1.146484, + 1.125, + 1.166992, + 0.971191, + 0.701172, + 1.025757, + 1.149414, + 1.11377, + 1.030884, + 0.675781, + 1.066406, + 0.956055, + 1.071777, + 1.048584, + 1.02771, + 1.12793, + 1.072266, + 1.105469, + 0.95752, + 1.105469, + 1.065918, + 1.089844, + 1.124023, + 1.09668, + 1.062988, + 1.035645, + 0.909668, + 1.165039, + 0.607422, + 0.3125, + 1.074707, + 0.831055, + 1.114258, + 1.182617, + 1.112793, + 1.044434, + 0.909668, + 1.160156, + 0.895996, + 1.035645, + 1.151367, + 1.208008, + 1.12793, + 0.40625, + 1.083984, + 1.126953, + 1.176758, + 0.937744, + 0.888672, + 1.12207, + 1.125977, + 1.111328, + 0.958496, + 1.113281, + 1.120605, + 1.164062, + 1.175781, + 1.082031, + 0.814453, + 1.136719, + 0.802734, + 0.909668, + 1.094238, + 1.105957, + 1.120117, + 1.144531, + 1.248047, + 1.151367, + 1.092285, + 1.102539, + 0.854492, + 1.125977, + 0.875488, + 0.607422, + 1.196289, + 1.010559, + 1.183594, + 0.472656, + 0.785156, + 1.178711, + 1.145508, + 1.136719, + 1.15918, + 0.892578, + 1.142578, + 0.939453, + 0.829102, + 0.960205, + 0.367188, + 1.029541, + 0.825195, + 1.084473, + 1.139648, + 1.183594, + 1.145508, + 1.036621, + 0.382812, + 1.121094, + 1.062988, + 1.059082, + 1.105469, + 1.18457, + 1.036133, + 1.166016, + 1.066895, + 0.90918, + 0.654297, + 1.043945, + 1.145508, + 1.031982, + 1.061523, + 1.097656, + 1.004181, + 1.077637, + 0.924805, + 1.151367, + 0.925781, + 1.011414, + 1.113281, + 1.149414, + 1.128906, + 1.121094, + 0.984375, + 1.104492, + 0.928711, + 0.837891, + 1.112305, + 1.053223, + 0.885254, + 0.390625, + 1.188477, + 1.152344, + 1.193359, + 1.116699, + 1.098145, + 1.099609, + 1.110352, + 1.044434, + 1.066406, + 0.765625, + 1.144531, + 1.114258, + 1.100586, + 0.394531, + 1.196289, + 1.036377, + 1.103516, + 1.114258, + 1.103516, + 1.052734, + 1.178711, + 1.059814, + 1.179688, + 1.114746, + 1.09668, + 0.421875, + 1.038574, + 0.956787, + 1.15625, + 0.429688, + 1.080078, + 0.464844, + 1.066895, + 0.371094, + 1.11377, + 0.932617, + 0.724609, + 0.699219, + 1.003632, + 1.088867, + 1.128906, + 1.038574, + 1.152344, + 1.018066, + 1.11084, + 1.18457, + 0.359375, + 0.595703, + 0.664062, + 1.151367, + 1.12793, + 1.07373, + 1.118164, + 1.072266, + 1.078613, + 0.822266, + 1.136719, + 1.144531, + 1.091309, + 1.183594, + 1.08252, + 0.895996, + 1.119141, + 1.172852, + 0.822266, + 1.214844, + 1.161133, + 1.145508, + 1.089844, + 1.095215, + 0.825195, + 1.191406, + 1.050293, + 1.017578, + 1.105469, + 1.152344, + 1.019165, + 1.038086, + 0.993011, + 0.535156, + 0.992798, + 1.068848, + 0.984253, + 0.558594, + 1.1875, + 1.161133, + 1.178711, + 0.464844, + 1.04126, + 0.829102, + 1.164062, + 1.029907, + 0.876953, + 0.359375, + 1.135742, + 1.105469, + 1.114258, + 0.359375, + 0.827148, + 0.417969, + 0.912109, + 1.21875, + 0.92041, + 1.123047, + 1.253906, + 1.129883, + 1.067383, + 1.095215, + 0.969727, + 0.537109, + 0.597656, + 1.103516, + 1.020508, + 1.085938, + 1.114746, + 1.100098, + 1.051025, + 1.224609, + 0.814453, + 1.075195, + 1.10498, + 1.0177, + 0.574219, + 1.208984, + 1.128906, + 0.983032, + 1.18457, + 1.098633, + 0.521484, + 0.936035, + 0.449219, + 0.854492, + 1.223633, + 1.122559, + 1.160156, + 1.074707, + 1.013489, + 1.124023, + 1.147461, + 1.138672, + 1.080566, + 1.051758, + 1.004578, + 1.114746, + 1.136719, + 1.155273, + 1.03418, + 0.8125, + 1.147461, + 0.666016, + 0.889648, + 0.961182, + 0.748047, + 1.058838, + 1.089844, + 1.108887, + 1.118164, + 0.998932, + 1.011536, + 1.11377, + 1.035645, + 0.697266, + 1.119141, + 1.8125, + 0.895996, + 1.113281, + 1.285156, + 1.141602, + 0.927734, + 1.160156, + 1.145508, + 1.073242, + 1.145508, + 1.069824, + 0.638672, + 1.103516, + 1.136719, + 0.597656, + 1.147461, + 1.025635, + 0.398438, + 1.036621, + 0.84668, + 1.15625, + 1.145508, + 1.088867, + 1.152344, + 1.204102, + 1.098145, + 1.099609, + 1.152344, + 1.051758, + 1.051758, + 1.131836, + 0.664062, + 0.992432, + 1.094238, + 1.175781, + 0.509766, + 1.023193, + 1.042725, + 1.124023, + 0.862305, + 1.078125, + 1.076172, + 0.962891, + 0.948242, + 0.5625, + 0.874023, + 1.113281, + 1.103516, + 0.492188, + 1.07666, + 1.010498, + 0.525391, + 1.088379, + 1.144531, + 1.150391, + 1.144531, + 1.075684, + 1.109863, + 0.591797, + 1.111328, + 1.157227, + 1.126953, + 1.094727, + 0.924805, + 1.05542, + 1.027466, + 0.457031, + 0.757812, + 1.070312, + 0.924316, + 1.166992, + 0.817383, + 1.010193, + 1.12207, + 1.160156, + 0.513672, + 0.88623, + 1.185547, + 0.363281, + 1.172852, + 1.019531, + 1.129883, + 1.149414, + 0.472656, + 0.995911, + 1.128906, + 0.449219, + 1.161133, + 0.601562, + 1.097656, + 1.124512, + 1.035156, + 1.141602, + 0.460938, + 1.05127, + 0.938965, + 1.081543, + 1.054199, + 1.168945, + 1.125, + 0.632812, + 1.131836, + 1.168945, + 1.141602, + 1.05835, + 0.484375, + 1.019775, + 1.107422, + 1.059082, + 1.163086, + 1.188477, + 1.120117, + 0.917969, + 0.91748, + 1.132812, + 0.986023, + 1.121094, + 0.646484, + 0.621094, + 1.061523, + 1.175781, + 0.414062, + 1.200195, + 0.90332, + 1.101074, + 1.213867, + 1.15625, + 1.009888, + 0.835938, + 1.125977, + 1.083008, + 0.480469, + 1.185547, + 0.794922, + 1.099121 + ] + }, + "name": "onnx::Mul_8457", + "outputIndexes": [ + 1145 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1144, + 1145 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_11/Mul_1_output_0", + "outputIndexes": [ + 1146 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1146 + ], + "outputIndexes": [ + 2814 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2814 + ], + "outputIndexes": [ + 2815 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear", + "inputIndexes": [ + 2815 + ], + "outputIndexes": [ + 2816 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 489703158, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2816 + ], + "outputIndexes": [ + 2817 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2817 + ], + "outputIndexes": [ + 1147 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1147, + 1147 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Mul_output_0", + "outputIndexes": [ + 1148 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1147, + 1148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Mul_1_output_0", + "outputIndexes": [ + 1149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1149 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Mul_2_output_0", + "outputIndexes": [ + 1150 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1147, + 1150 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Add_output_0", + "outputIndexes": [ + 1151 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1151 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Mul_3_output_0", + "outputIndexes": [ + 1152 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1152 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_11/Tanh_output_0", + "outputIndexes": [ + 1153 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1153 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Add_1_output_0", + "outputIndexes": [ + 1154 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1147, + 1154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Mul_4_output_0", + "outputIndexes": [ + 1155 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1155 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Mul_5_output_0", + "outputIndexes": [ + 1156 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1146 + ], + "outputIndexes": [ + 2818 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2818 + ], + "outputIndexes": [ + 2819 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear", + "inputIndexes": [ + 2819 + ], + "outputIndexes": [ + 2820 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 501647116, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2820 + ], + "outputIndexes": [ + 2821 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2821 + ], + "outputIndexes": [ + 1157 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1156, + 1157 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_11/Mul_output_0", + "outputIndexes": [ + 1158 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1158 + ], + "outputIndexes": [ + 2822 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2822 + ], + "outputIndexes": [ + 2823 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear", + "inputIndexes": [ + 2823 + ], + "outputIndexes": [ + 2824 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 513591074, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2824 + ], + "outputIndexes": [ + 2825 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2825 + ], + "outputIndexes": [ + 1159 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1159 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_11/Mul_output_0", + "outputIndexes": [ + 1160 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.570312, + 1.636719, + 1.699219, + 1.851562, + 1.722656, + 1.652344, + 1.476562, + 0.261719, + 1.660156, + 1.289062, + 1.753906, + 1.511719, + 1.435547, + 1.742188, + 1.789062, + 1.539062, + 1.550781, + 1.625, + 1.275391, + 1.628906, + 1.6875, + 1.683594, + 1.730469, + 1.355469, + 1.455078, + 1.632812, + 1.241211, + 1.449219, + 1.808594, + 1.71875, + 1.291016, + 1.06543, + 1.664062, + 0.390625, + 1.582031, + 1.194336, + 1.542969, + 1.746094, + 1.40625, + 1.570312, + 1.757812, + 1.710938, + 1.625, + 1.12207, + 0.492188, + 1.59375, + 1.742188, + 1.558594, + 1.808594, + 1.186523, + 1.660156, + 0.939697, + 1.519531, + 0.535156, + 1.652344, + 1.243164, + 1.570312, + 1.664062, + 1.574219, + 1.324219, + 0.94751, + 1.917969, + 1.664062, + 1.535156, + 1.458984, + 1.484375, + 0.821289, + 1.601562, + 1.322266, + 1.484375, + 1.640625, + 1.664062, + 1.582031, + 1.519531, + 1.462891, + 1.460938, + 0.773438, + 1.198242, + 1.186523, + 0.523438, + 1.390625, + 0.246094, + 1.59375, + 1.072754, + 1.535156, + 1.507812, + 1.585938, + 1.098633, + 0.525391, + 1.417969, + 1.570312, + 1.423828, + 1.859375, + 0.464844, + 1.664062, + 0.226562, + 1.5, + 1.570312, + 2.117188, + 1.449219, + 1.414062, + 1.730469, + 1.703125, + 1.582031, + 1.652344, + 1.617188, + 1.714844, + 1.11377, + 1.726562, + 1.613281, + 1.6875, + 1.605469, + 1.824219, + 1.283203, + 1.574219, + 1.236328, + 1.746094, + 0.501953, + 1.441406, + 1.722656, + 1.621094, + 1.601562, + 1.644531, + 1.75, + 1.314453, + 1.030029, + 1.523438, + 1.714844, + 1.527344, + 0.865234, + 0.797852, + 1.484375, + 1.427734, + 1.585938, + 1.691406, + 1.691406, + 1.308594, + 1.03418, + 1.390625, + 1.746094, + 2.109375, + 1.84375, + 1.287109, + 1.652344, + 1.664062, + 1.507812, + 1.378906, + 1.714844, + 1.585938, + 1.773438, + 1.558594, + 1.271484, + 1.480469, + 1.835938, + 1.644531, + 1.667969, + 0.738281, + 1.683594, + 0.429688, + 0.40625, + 1.416016, + 1.75, + 1.408203, + 0.730469, + 1.660156, + 1.648438, + 1.804688, + 0.371094, + 1.742188, + 1.439453, + 1.601562, + 0.476562, + 1.566406, + 0.390625, + 1.582031, + 1.902344, + 1.597656, + 0.257812, + 1.632812, + 1.691406, + 1.578125, + 0.355469, + 1.078613, + 0.265625, + 1.761719, + 1.480469, + 0.611328, + 1.589844, + 1.328125, + 1.257812, + 1.605469, + 1.734375, + 1.515625, + 1.535156, + 1.703125, + 1.488281, + 1.632812, + 1.71875, + 1.671875, + 1.695312, + 1.421875, + 1.5625, + 1.519531, + 1.279297, + 1.8125, + 1.699219, + 1.824219, + 1.539062, + 1.542969, + 1.636719, + 1.410156, + 1.824219, + 1.609375, + 1.523438, + 1.490234, + 1.636719, + 1.355469, + 1.496094, + 1.804688, + 1.714844, + 1.230469, + 1.271484, + 1.636719, + 1.816406, + 1.675781, + 1.558594, + 1.443359, + 1.519531, + 1.400391, + 1.15625, + 1.511719, + 1.796875, + 1.902344, + 1.640625, + 1.644531, + 1.820312, + 1.142578, + 1.632812, + 1.460938, + 1.589844, + 1.34375, + 1.558594, + 1.761719, + 1.890625, + 1.429688, + 1.722656, + 1.277344, + 1.337891, + 1.820312, + 0.732422, + 1.679688, + 1.816406, + 0.507812, + 1.585938, + 1.632812, + 1.488281, + 1.425781, + 1.785156, + 1.855469, + 1.46875, + 1.710938, + 1.695312, + 1.539062, + 1.378906, + 1.605469, + 1.118164, + 1.617188, + 1.632812, + 1.515625, + 1.621094, + 1.652344, + 1.496094, + 1.558594, + 1.314453, + 1.648438, + 1.574219, + 0.552734, + 1.480469, + 1.679688, + 1.644531, + 1.044678, + 1.605469, + 0.509766, + 1.5625, + 1.832031, + 1.628906, + 1.447266, + 1.667969, + 0.386719, + 1.472656, + 1.193359, + 0.453125, + 1.425781, + 1.570312, + 1.511719, + 1.597656, + 1.326172, + 1.617188, + 1.726562, + 1.636719, + 1.449219, + 1.285156, + 0.351562, + 1.710938, + 0.039062, + 1.402344, + 1.757812, + 1.458984, + 1.388672, + 1.691406, + 1.789062, + 0.296875, + 1.660156, + 1.648438, + 1.523438, + 1.527344, + 1.445312, + 1.71875, + 1.40625, + 1.597656, + 1.380859, + 1.816406, + 1.271484, + 1.714844, + 1.5625, + 1.558594, + 1.014526, + 1.414062, + 1.777344, + 1.605469, + 1.077148, + 1.050049, + 1.585938, + 1.570312, + 6.8125, + 1.667969, + 1.503906, + 1.691406, + 1.820312, + 1.582031, + 1.511719, + 1.511719, + 1.789062, + 1.498047, + 1.597656, + 0.898926, + 1.675781, + 0.848633, + 1.137695, + 1.699219, + 0.574219, + 1.091309, + 0.780273, + 1.208008, + 0.289062, + 0.445312, + 1.863281, + 1.734375, + 1.053467, + 1.298828, + 0.410156, + 1.675781, + 1.292969, + 0.693359, + 1.742188, + 1.65625, + 1.484375, + 0.560547, + 1.632812, + 1.492188, + 1.808594, + 1.349609, + 1.507812, + 1.578125, + 1.78125, + 1.777344, + 1.726562, + 1.515625, + 1.441406, + 0.821289, + 1.761719, + 1.773438, + 0.699219, + 0.558594, + 1.878906, + 1.398438, + 1.146484, + 0.961914, + 1.582031, + 1.679688, + 1.667969, + 1.671875, + 0.34375, + 1.714844, + 1.769531, + 1.667969, + 1.275391, + 0.367188, + 1.492188, + 1.605469, + 1.554688, + 1.691406, + 1.515625, + 1.789062, + 0.53125, + 1.738281, + 1.75, + 1.474609, + 1.753906, + 0.705078, + 1.691406, + 1.675781, + 1.679688, + 1.621094, + 1.112793, + 1.337891, + 1.5625, + 1.466797, + 1.554688, + 1.498047, + 1.785156, + 1.664062, + 1.972656, + 1.464844, + 1.476562, + 1.142578, + 1.683594, + 1.570312, + 1.632812, + 1.5, + 1.498047, + 1.859375, + 1.710938, + 1.106934, + 1.169922, + 1.628906, + 1.746094, + 1.695312, + 1.570312, + 1.664062, + 1.828125, + 1.585938, + 1.675781, + 0.985535, + 0.813477, + 1.667969, + 1.730469, + 1.855469, + 1.337891, + 1.679688, + 1.632812, + 1.625, + 1.474609, + 1.554688, + 1.675781, + 1.675781, + 0.947266, + 1.695312, + 1.53125, + 1.804688, + 1.648438, + 1.632812, + 1.644531, + 1.664062, + 0.652344, + 1.542969, + 0.390625, + 1.388672, + 1.699219, + 1.589844, + 1.535156, + 1.478516, + 1.753906, + 1.490234, + 1.554688, + 1.691406, + 0.453125, + 1.707031, + 1.570312, + 1.679688, + 1.490234, + 1.480469, + 2.101562, + 1.660156, + 1.726562, + 1.632812, + 0.375, + 1.582031, + 1.365234, + 1.714844, + 1.196289, + 1.507812, + 1.660156, + 1.652344, + 1.059814, + 1.640625, + 0.308594, + 0.492188, + 0.875977, + 0.347656, + 1.773438, + 1.582031, + 1.554688, + 0.876953, + 0.533203, + 1.523438, + 0.9646, + 1.019409, + 1.667969, + 1.710938, + 1.636719, + 1.636719, + 1.511719, + 1.416016, + 1.470703, + 1.722656, + 1.194336, + 1.683594, + 1.691406, + 1.255859, + 1.488281, + 1.408203, + 0.488281, + 0.484375, + 1.65625, + 0.556641, + 1.722656, + 1.480469, + 1.404297, + 1.667969, + 1.449219, + 1.410156, + 1.589844, + 0.382812, + 1.640625, + 2.632812, + 1.632812, + 1.419922, + 1.75, + 0.386719, + 0.888672, + 1.151367, + 1.431641, + 1.675781, + 1.847656, + 1.582031, + 1.609375, + 1.519531, + 0.820312, + 1.789062, + 0.589844, + 1.699219, + 1.851562, + 1.384766, + 1.384766, + 1.427734, + 1.582031, + 1.118652, + 1.417969, + 1.601562, + 1.726562, + 0.850586, + 1.245117, + 1.753906, + 1.539062, + 1.738281, + 1.820312, + 1.228516, + 1.308594, + 1.636719, + 1.8125, + 1.574219, + 1.75, + 1.4375, + 0.226562, + 1.632812, + 1.539062, + 1.396484, + 0.591797, + 1.605469, + 2.046875, + 1.777344, + 1.730469, + 1.558594, + 2.046875, + 1.394531, + 1.976562, + 1.511719, + 0.946777, + 0.922852, + 1.671875, + 1.488281, + 1.353516, + 1.507812, + 1.232422, + 1.314453, + 1.511719, + 1.738281, + 1.648438, + 1.233398, + 1.605469, + 1.773438, + 1.163086, + 1.664062, + 1.75, + 1.59375, + 1.535156, + 1.632812, + 1.753906, + 1.316406, + 1.660156, + 1.570312, + 1.808594, + 0.6875, + 1.412109, + 1.640625, + 1.609375, + 1.200195, + 1.53125, + 1.566406, + 1.617188, + 1.527344, + 1.441406, + 1.542969, + 1.710938, + 1.118164, + 1.605469, + 1.761719, + 1.777344, + 1.570312, + 1.380859, + 1.699219, + 1.59375, + 1.777344, + 1.648438, + 1.339844, + 1.621094, + 1.447266, + 1.695312, + 0.822266, + 1.863281, + 1.550781, + 1.182617, + 0.398438, + 1.490234, + 0.93457, + 1.648438, + 1.78125, + 1.476562, + 0.638672, + 0.332031, + 0.355469, + 1.738281, + 1.625, + 1.71875, + 1.632812, + 1.435547, + 1.636719, + 1.558594, + 1.333984, + 1.507812, + 1.503906, + 1.578125, + 0.320312, + 1.345703, + 1.613281, + 1.535156, + 1.519531, + 1.589844, + 1.746094, + 1.582031, + 1.261719, + 1.617188, + 1.490234, + 1.300781, + 1.558594, + 1.570312, + 1.660156, + 0.978027, + 1.867188, + 1.519531, + 0.269531, + 1.182617, + 1.5, + 1.404297, + 1.621094, + 1.119629, + 1.621094, + 1.675781, + 1.925781, + 1.464844, + 1.423828, + 1.414062, + 1.451172, + 1.683594, + 1.328125, + 1.460938, + 1.632812, + 1.664062, + 1.496094, + 1.640625, + 1.792969, + 1.398438, + 1.427734, + 1.550781, + 1.527344, + 1.652344, + 1.271484, + 1.566406, + 1.5, + 1.703125, + 1.71875, + 1.742188, + 1.640625, + 1.014587, + 1.464844, + 1.734375, + 0.78418, + 1.597656, + 1.34375, + 1.589844, + 1.8125, + 1.667969, + 1.660156, + 0.869141, + 0.722656, + 0.754883, + 1.667969, + 1.625, + 1.644531, + 1.164062, + 1.710938, + 1.679688, + 1.527344, + 1.558594, + 1.742188, + 1.507812, + 1.550781, + 1.742188, + 1.625, + 1.648438, + 1.570312, + 1.458984, + 1.804688, + 1.28125, + 1.357422, + 1.820312, + 1.302734, + 1.71875, + 1.855469, + 1.683594, + 1.742188, + 1.636719, + 1.699219, + 1.753906, + 1.386719, + 1.535156, + 0.445312, + 1.710938, + 1.503906, + 1.679688, + 1.472656, + 1.441406, + 1.742188, + 1.523438, + 1.308594, + 1.613281, + 1.652344, + 1.632812, + 1.449219, + 1.679688, + 1.558594, + 1.283203, + 1.683594, + 1.402344, + 1.699219, + 1.53125, + 1.613281, + 1.875, + 1.066895, + 1.349609, + 1.554688, + 1.259766, + 1.472656, + 1.648438, + 1.742188, + 1.675781, + 0.807617, + 0.776367, + 1.699219, + 1.617188, + 1.378906, + 0.990112, + 1.6875, + 1.136719, + 1.671875, + 1.648438, + 0.865234, + 1.679688, + 1.769531, + 0.795898, + 1.660156, + 1.675781, + 1.632812, + 1.216797, + 0.673828, + 1.417969, + 1.523438, + 0.488281, + 1.492188, + 1.683594, + 1.738281, + 0.414062, + 1.769531, + 0.763672, + 1.746094, + 1.914062, + 1.308594, + 0.802734, + 1.582031, + 1.527344, + 1.476562, + 1.570312, + 1.671875, + 1.710938, + 1.675781, + 1.439453, + 1.347656, + 1.617188, + 1.53125, + 1.734375, + 1.6875, + 1.570312, + 1.8125, + 1.746094, + 0.90918, + 1.691406, + 1.443359, + 0.870117, + 1.527344, + 0.915527, + 1.605469, + 1.527344, + 1.648438, + 1.617188, + 1.824219, + 1.375, + 1.695312, + 1.632812, + 1.777344, + 1.225586, + 1.441406, + 1.734375, + 1.753906, + 0.023438, + 1.209961, + 1.104492, + 1.443359, + 1.361328, + 1.043701, + 1.753906, + 1.683594, + 1.558594, + 1.617188, + 1.554688, + 0.359375, + 1.644531, + 1.433594, + 1.363281, + 0.769531, + 1.671875, + 1.683594, + 1.4375, + 0.414062, + 1.199219, + 1.535156, + 1.351562, + 1.730469, + 1.679688, + 1.847656, + 1.232422, + 1.714844, + 1.486328, + 1.585938, + 1.351562, + 1.667969, + 1.609375, + 1.757812, + 1.308594, + 1.494141, + 0.4375, + 1.570312, + 1.585938, + 1.636719, + 1.355469, + 1.648438, + 1.621094, + 1.71875, + 1.480469, + 1.621094, + 0.963135, + 1.392578, + 1.683594, + 1.8125, + 0.910645, + 1.229492, + 1.492188, + 0.367188, + 0.214844, + 0.884766, + 1.384766, + 1.519531, + 1.632812, + 1.458984, + 1.664062, + 0.308594, + 0.308594, + 1.460938, + 1.742188, + 1.100098, + 1.632812, + 1.351562, + 1.699219, + 1.640625, + 1.193359, + 0.375, + 1.746094, + 1.318359, + 1.339844, + 0.724609, + 1.507812, + 1.310547, + 1.398438, + 1.318359, + 1.785156, + 1.535156, + 1.384766, + 1.671875, + 1.08252, + 1.714844, + 1.652344, + 1.167969, + 1.550781, + 1.800781, + 1.882812, + 1.605469, + 0.732422, + 0.320312, + 1.84375, + 1.589844, + 1.503906, + 1.632812, + 1.53125, + 1.5625, + 1.417969, + 1.753906, + 0.246094, + 1.275391, + 0.923828, + 1.785156, + 1.683594, + 0.371094, + 1.703125, + 1.59375, + 1.730469, + 1.519531, + 1.691406, + 1.445312, + 1.134766, + 0.382812, + 1.492188, + 1.198242, + 1.453125, + 0.410156, + 1.314453, + 1.726562, + 1.933594, + 1.617188, + 1.324219, + 1.230469, + 1.296875, + 1.757812, + 1.675781, + 0.767578, + 1.490234, + 1.652344, + 0.908691, + 1.113281, + 0.378906, + 0.999313, + 1.574219, + 1.464844, + 1.570312, + 1.503906, + 1.546875, + 1.53125, + 1.644531, + 0.25, + 1.652344, + 1.632812, + 1.523438, + 1.640625, + 1.679688, + 1.523438, + 1.632812, + 0.289062, + 1.322266, + 0.351562, + 1.660156, + 0.390625, + 1.05957, + 1.714844, + 1.742188, + 1.671875, + 0.887207, + 1.386719, + 1.141602, + 1.478516, + 0.328125, + 1.449219, + 0.95166, + 0.766602, + 0.533203, + 1.570312, + 1.761719, + 1.077637, + 1.089844, + 1.730469, + 1.443359, + 1.789062, + 1.008911, + 1.223633, + 1.570312, + 0.296875, + 1.605469, + 1.691406, + 1.376953, + 0.398438, + 0.289062, + 1.53125, + 1.757812, + 1.388672, + 1.757812, + 1.683594, + 1.472656, + 1.010864, + 1.816406, + 1.507812, + 1.582031, + 1.773438, + 1.12793, + 1.621094, + 1.671875, + 1.765625, + 1.636719, + 1.746094, + 1.605469, + 1.902344, + 1.570312, + 1.316406, + 1.839844, + 1.6875, + 1.112793, + 1.691406, + 1.683594, + 1.621094, + 1.574219, + 1.753906, + 1.730469, + 1.65625, + 0.320312, + 1.020874, + 1.147461, + 0.433594, + 1.601562, + 1.419922, + 1.558594, + 1.566406, + 1.652344, + 1.570312, + 1.388672, + 1.589844, + 0.347656, + 1.052734, + 1.527344, + 1.216797, + 1.617188, + 1.585938, + 1.066895, + 1.691406, + 1.550781, + 1.695312, + 1.667969, + 1.675781, + 0.363281, + 1.773438, + 1.878906, + 0.886719, + 1.667969, + 1.460938, + 1.84375, + 1.941406, + 1.597656, + 1.664062, + 1.609375, + 1.695312, + 1.675781, + 1.597656, + 1.169922, + 1.527344, + 1.578125, + 1.675781, + 1.695312, + 1.443359, + 0.589844, + 1.742188, + 0.453125, + 1.546875, + 1.789062, + 1.031494, + 1.597656, + 1.71875, + 1.714844, + 1.494141, + 1.166992, + 1.503906, + 0.304688, + 0.289062, + 0.308594, + 1.609375, + 1.707031, + 0.457031, + 1.361328, + 1.507812, + 1.859375, + 0.5, + 1.451172, + 0.891113, + 1.376953, + 0.425781, + 1.632812, + 1.710938, + 1.433594, + 1.71875, + 1.21582, + 1.208008, + 1.832031, + 1.621094, + 0.5, + 1.244141, + 0.265625, + 1.488281, + 1.679688, + 1.664062, + 1.800781, + 1.07666, + 0.803711, + 1.664062, + 0.332031, + 2.085938, + 1.539062, + 1.494141, + 1.550781, + 0.863281, + 1.664062, + 1.574219, + 1.550781, + 1.083008, + 1.582031, + 1.302734, + 3.453125, + 1.632812, + 1.589844, + 1.859375, + 1.667969, + 1.5, + 1.824219, + 1.28125, + 1.582031, + 1.859375, + 1.621094, + 1.664062, + 1.515625, + 1.617188, + 1.773438, + 1.19043, + 1.6875, + 1.511719, + 1.558594, + 1.636719, + 1.496094, + 1.261719, + 1.535156, + 1.421875, + 1.730469, + 1.585938, + 1.408203, + 0.525391, + 1.785156, + 1.292969, + 1.585938, + 1.378906, + 1.554688, + 1.478516, + 1.707031, + 0.53125, + 1.78125, + 0.529297, + 1.621094, + 1.216797, + 1.287109, + 1.042725, + 1.511719, + 0.757812, + 1.589844, + 0.363281, + 1.621094, + 0.793945, + 1.753906, + 1.447266, + 1.349609, + 1.625, + 1.753906, + 1.476562, + 1.345703, + 1.427734, + 1.488281, + 1.710938, + 0.296875, + 1.6875, + 1.349609, + 1.353516, + 1.695312, + 1.664062, + 1.667969, + 1.5, + 0.858398, + 1.414062, + 1.558594, + 1.507812, + 1.914062, + 1.664062, + 1.613281, + 1.539062, + 1.285156, + 1.458984, + 0.3125, + 1.730469, + 1.601562, + 1.707031, + 1.176758, + 1.298828, + 0.71875, + 0.289062, + 1.632812, + 0.324219, + 0.480469, + 1.177734, + 1.496094, + 1.632812, + 1.828125, + 0.390625, + 1.376953, + 1.073242, + 1.5625, + 0.308594, + 1.699219, + 1.423828, + 1.466797, + 1.515625, + 1.738281, + 1.820312, + 0.367188, + 1.566406, + 1.722656, + 0.817383, + 0.46875, + 1.652344, + 1.773438, + 0.501953, + 1.699219, + 1.037598, + 1.6875, + 1.310547, + 1.597656, + 1.4375, + 0.433594, + 1.679688, + 1.427734, + 1.519531, + 1.675781, + 1.585938, + 0.800781, + 0.320312, + 1.480469, + 1.945312, + 1.324219, + 1.699219, + 1.671875, + 1.710938, + 1.871094, + 1.484375, + 1.410156, + 1.480469, + 1.625, + 1.648438, + 1.605469, + 1.443359, + 1.570312, + 1.259766, + 1.558594, + 1.613281, + 1.519531, + 0.238281, + 1.582031, + 1.695312, + 1.585938, + 1.345703, + 1.400391, + 1.365234, + 1.361328, + 1.5625, + 1.515625, + 1.636719, + 1.574219, + 1.574219, + 1.617188, + 0.850586, + 1.482422, + 0.378906, + 1.652344, + 0.441406, + 1.636719, + 1.632812, + 1.828125, + 0.347656, + 1.703125, + 1.345703, + 1.332031, + 1.710938, + 1.882812, + 1.613281, + 1.46875, + 1.703125, + 1.474609, + 1.488281, + 0.574219, + 1.445312, + 1.664062, + 1.988281, + 1.769531, + 1.365234, + 1.652344, + 1.632812, + 1.710938, + 1.542969, + 1.472656, + 1.181641, + 1.277344, + 1.5, + 1.439453, + 0.488281, + 1.423828, + 1.589844, + 1.742188, + 1.277344, + 0.382812, + 1.757812, + 1.757812, + 1.746094, + 1.589844, + 1.714844, + 1.664062, + 1.498047, + 1.474609, + 0.402344, + 1.566406, + 1.597656, + 1.589844, + 1.707031, + 1.367188, + 1.585938, + 1.679688, + 1.78125, + 1.644531, + 1.292969, + 1.882812, + 1.664062, + 1.542969, + 1.417969, + 1.710938, + 1.675781, + 0.744141, + 2.546875, + 1.392578, + 1.507812, + 1.746094, + 1.507812, + 0.767578, + 1.695312, + 1.535156, + 1.527344, + 0.363281, + 1.283203, + 1.090332, + 1.117188, + 1.554688, + 1.722656, + 1.792969, + 0.246094, + 1.550781, + 1.902344, + 0.273438, + 0.708984, + 1.546875, + 1.59375, + 1.632812, + 1.710938, + 1.601562, + 1.435547, + 1.570312, + 1.34375, + 1.632812, + 0.558594, + 1.589844, + 1.777344, + 1.722656, + 0.667969, + 1.714844, + 1.589844, + 1.632812, + 1.53125, + 1.632812, + 1.503906, + 1.597656, + 1.207031, + 0.476562, + 1.683594, + 1.605469, + 1.539062, + 1.710938, + 0.949951, + 1.632812, + 0.8125, + 1.484375, + 1.585938, + 0.811523, + 1.578125, + 1.679688, + 1.621094, + 1.800781, + 1.248047, + 1.925781, + 1.578125, + 1.578125, + 0.742188, + 0.332031, + 1.466797, + 1.574219, + 1.494141, + 1.163086, + 1.726562, + 1.597656, + 1.535156, + 0.355469, + 1.427734, + 1.773438, + 1.410156, + 1.490234, + 1.527344, + 1.753906, + 1.609375, + 1.667969, + 1.235352, + 1.558594, + 1.419922, + 1.660156, + 1.75, + 1.679688, + 1.519531, + 1.128906, + 1.217773, + 1.138672, + 1.726562, + 1.219727, + 1.306641, + 1.664062, + 0.807617, + 1.429688, + 1.507812, + 1.660156, + 1.470703, + 1.582031, + 1.617188, + 0.849609, + 1.445312, + 1.679688, + 1.914062, + 1.605469, + 1.675781, + 0.798828, + 1.4375, + 1.648438, + 1.519531, + 1.761719, + 1.652344, + 1.269531, + 1.695312, + 1.470703, + 1.574219, + 1.494141, + 0.570312, + 1.695312, + 1.652344, + 1.910156, + 1.464844, + 1.730469, + 1.710938, + 1.570312, + 1.431641, + 1.464844, + 1.582031, + 1.472656, + 1.240234, + 0.797852, + 1.349609, + 1.462891, + 1.726562, + 1.472656, + 1.722656, + 1.714844, + 1.601562, + 1.648438, + 1.761719, + 1.574219, + 1.90625, + 1.511719, + 1.361328, + 1.302734, + 1.648438, + 1.574219, + 1.464844, + 1.742188, + 1.527344, + 1.625, + 1.652344, + 1.455078, + 1.882812, + 1.542969, + 1.141602, + 1.523438, + 1.636719, + 0.246094, + 1.605469, + 1.800781, + 1.527344, + 0.615234, + 1.605469, + 1.458984, + 0.787109, + 0.390625, + 1.34375, + 1.431641, + 1.855469, + 1.396484, + 1.507812, + 1.578125, + 1.539062, + 1.765625, + 1.458984, + 1.417969, + 1.574219, + 0.732422, + 1.78125, + 1.652344, + 0.511719, + 0.3125, + 1.773438, + 1.707031, + 1.726562, + 0.716797, + 1.558594, + 1.065918, + 1.474609, + 1.667969, + 1.609375, + 1.5, + 1.683594, + 1.488281, + 1.219727, + 1.644531, + 1.691406, + 1.773438, + 0.414062, + 0.768555, + 1.542969, + 1.480469, + 1.628906, + 1.086914, + 1.423828, + 1.683594, + 1.308594, + 0.714844, + 1.710938, + 1.753906, + 1.267578, + 1.675781, + 1.462891, + 1.174805, + 1.443359, + 1.671875, + 0.253906, + 0.269531, + 1.464844, + 1.636719, + 1.396484, + 1.886719, + 1.447266, + 1.640625, + 0.496094, + 1.542969, + 0.591797, + 0.650391, + 1.539062, + 1.882812, + 1.527344, + 1.539062, + 1.648438, + 1.753906, + 0.503906, + 1.78125, + 1.382812, + 1.28125, + 1.490234, + 1.652344, + 1.496094, + 1.371094, + 1.087402, + 1.601562, + 1.664062, + 1.447266, + 1.294922, + 1.011353, + 1.227539, + 1.478516, + 3.4375, + 1.675781, + 1.628906, + 0.363281, + 1.554688, + 1.699219, + 0.967285, + 1.578125, + 1.480469, + 1.671875, + 1.660156, + 1.515625, + 1.011414, + 1.198242, + 1.492188, + 1.738281, + 1.667969, + 1.703125, + 1.777344, + 1.535156, + 1.574219, + 1.400391, + 1.734375, + 1.722656, + 1.660156, + 0.826172, + 0.28125, + 1.582031, + 1.65625, + 1.761719, + 1.691406, + 1.337891, + 0.277344, + 1.808594, + 1.773438, + 1.375, + 1.632812, + 0.552734, + 1.796875, + 1.664062, + 1.589844, + 1.498047, + 1.494141, + 1.867188, + 1.335938, + 1.03418, + 1.648438, + 1.699219, + 1.574219, + 0.375, + 1.839844, + 1.241211, + 0.285156, + 1.609375, + 1.149414, + 1.75, + 1.365234, + 1.181641, + 1.470703, + 0.814453, + 1.558594, + 1.597656, + 1.609375, + 1.578125, + 1.574219, + 1.558594, + 1.511719, + 2.203125, + 1.757812, + 1.675781, + 1.714844, + 1.738281, + 0.795898, + 1.511719, + 1.621094, + 1.271484, + 1.328125, + 1.363281, + 1.65625, + 0.605469, + 1.353516, + 0.324219, + 1.628906, + 1.449219, + 1.871094, + 1.355469, + 1.539062, + 1.5625, + 1.664062, + 1.621094, + 1.214844, + 1.730469, + 1.597656, + 1.710938, + 1.230469, + 1.632812, + 0.772461, + 1.490234, + 0.976318, + 0.40625, + 1.628906, + 1.664062, + 1.761719, + 1.683594, + 1.808594, + 1.113281, + 1.457031, + 1.605469, + 0.882324, + 0.927734, + 1.605469, + 1.738281, + 1.714844, + 1.429688, + 1.601562, + 1.074707, + 1.851562, + 1.746094, + 1.550781, + 0.476562, + 1.417969, + 1.796875, + 1.617188, + 1.675781, + 1.202148, + 1.574219, + 1.472656, + 1.464844, + 1.574219, + 1.628906, + 1.480469, + 0.685547, + 1.494141, + 1.621094, + 1.632812, + 1.816406, + 1.792969, + 1.679688, + 1.369141, + 1.113281, + 1.847656, + 1.695312, + 0.681641, + 0.457031, + 1.570312, + 1.699219, + 1.761719, + 1.585938, + 1.671875, + 0.300781, + 1.492188, + 1.746094, + 1.388672, + 1.601562, + 1.108887, + 1.494141, + 1.227539, + 0.457031, + 1.597656, + 1.632812, + 1.675781, + 1.427734, + 1.138672, + 1.792969, + 1.511719, + 1.773438, + 1.503906, + 1.683594, + 1.878906, + 1.302734, + 1.322266, + 0.768555, + 1.546875, + 0.810547, + 0.347656, + 1.542969, + 1.894531, + 1.667969, + 1.765625, + 1.238281, + 1.519531, + 1.703125, + 1.605469, + 1.632812, + 1.597656, + 1.103027, + 1.332031, + 0.710938, + 1.601562, + 0.999657, + 1.466797, + 1.597656, + 1.632812, + 1.466797, + 1.609375, + 1.609375, + 1.742188, + 0.938232, + 1.550781, + 1.683594, + 0.492188, + 1.197266, + 1.613281, + 1.824219, + 1.384766, + 0.457031, + 1.507812, + 1.625, + 1.507812, + 1.535156, + 1.507812, + 0.40625, + 1.542969, + 1.558594, + 0.908691, + 1.617188, + 1.355469, + 1.341797, + 1.373047, + 1.789062, + 1.355469, + 1.480469, + 1.792969, + 1.597656, + 1.527344, + 1.640625, + 1.636719, + 0.304688, + 1.527344, + 1.503906, + 1.617188, + 1.625, + 1.730469, + 1.769531, + 1.265625, + 0.681641, + 1.621094, + 1.699219, + 1.6875, + 1.478516, + 0.75, + 1.294922, + 1.53125, + 1.515625, + 1.425781, + 1.316406, + 1.632812, + 1.519531, + 1.628906, + 1.253906, + 1.6875, + 1.439453, + 1.507812, + 1.625, + 1.617188, + 1.519531, + 1.777344, + 1.201172, + 1.839844, + 0.603516, + 0.230469, + 1.507812, + 1.135742, + 1.664062, + 1.726562, + 1.503906, + 1.445312, + 1.10498, + 1.640625, + 1.15332, + 1.472656, + 1.675781, + 1.710938, + 1.527344, + 0.335938, + 1.496094, + 1.660156, + 1.757812, + 1.333984, + 1.503906, + 1.511719, + 1.648438, + 1.59375, + 1.214844, + 1.679688, + 1.714844, + 1.636719, + 1.738281, + 1.480469, + 1.116699, + 1.550781, + 1.052002, + 1.18457, + 1.605469, + 1.792969, + 1.570312, + 1.699219, + 1.78125, + 1.726562, + 1.398438, + 2.101562, + 1.020752, + 1.578125, + 1.074707, + 0.683594, + 1.699219, + 1.480469, + 1.480469, + 0.398438, + 1.013, + 1.808594, + 1.566406, + 1.78125, + 1.710938, + 1.5625, + 1.777344, + 1.439453, + 1.183594, + 1.824219, + 0.257812, + 1.462891, + 1.302734, + 1.412109, + 1.710938, + 1.707031, + 1.734375, + 1.480469, + 0.285156, + 1.570312, + 1.503906, + 1.402344, + 1.441406, + 1.792969, + 1.941406, + 1.664062, + 1.503906, + 1.287109, + 0.646484, + 1.492188, + 1.652344, + 1.330078, + 1.5625, + 1.746094, + 1.542969, + 1.707031, + 1.216797, + 1.554688, + 1.185547, + 1.863281, + 1.527344, + 1.695312, + 1.714844, + 1.472656, + 1.287109, + 1.466797, + 1.402344, + 1.617188, + 1.734375, + 1.433594, + 1.318359, + 0.332031, + 1.730469, + 1.617188, + 1.671875, + 1.636719, + 1.742188, + 1.628906, + 1.582031, + 1.539062, + 1.679688, + 0.943359, + 1.490234, + 1.585938, + 1.617188, + 0.3125, + 1.621094, + 1.457031, + 1.628906, + 1.6875, + 1.570312, + 1.427734, + 1.757812, + 1.306641, + 1.742188, + 1.554688, + 1.742188, + 0.375, + 1.373047, + 1.287109, + 1.691406, + 0.367188, + 1.660156, + 0.480469, + 1.480469, + 0.300781, + 1.679688, + 1.216797, + 1.058105, + 0.771484, + 1.209961, + 1.660156, + 1.59375, + 1.388672, + 1.523438, + 1.423828, + 1.765625, + 1.609375, + 0.25, + 0.630859, + 0.951172, + 1.625, + 1.710938, + 1.416016, + 1.773438, + 1.664062, + 1.597656, + 1.022949, + 1.722656, + 1.574219, + 1.710938, + 1.839844, + 1.515625, + 1.263672, + 1.601562, + 1.667969, + 0.911133, + 1.785156, + 1.648438, + 1.761719, + 1.566406, + 1.730469, + 1.081055, + 1.839844, + 1.539062, + 1.373047, + 1.667969, + 1.703125, + 1.71875, + 1.5625, + 1.90625, + 0.496094, + 1.5, + 1.542969, + 1.490234, + 0.529297, + 1.785156, + 1.851562, + 1.769531, + 0.429688, + 1.382812, + 0.931152, + 1.691406, + 1.339844, + 1.085938, + 0.296875, + 1.753906, + 1.648438, + 1.613281, + 0.066406, + 0.91748, + 0.417969, + 1.359375, + 1.707031, + 1.208984, + 1.636719, + 1.796875, + 1.535156, + 1.558594, + 1.597656, + 1.390625, + 0.521484, + 0.585938, + 1.683594, + 1.253906, + 1.355469, + 1.636719, + 1.523438, + 1.486328, + 1.773438, + 1.03125, + 1.527344, + 1.474609, + 1.462891, + 0.646484, + 1.894531, + 1.667969, + 1.890625, + 1.804688, + 1.464844, + 0.4375, + 1.960938, + 0.445312, + 1.703125, + 1.804688, + 1.558594, + 1.675781, + 1.679688, + 1.273438, + 1.566406, + 1.789062, + 1.644531, + 1.707031, + 1.382812, + 1.392578, + 1.71875, + 1.597656, + 1.8125, + 1.361328, + 1.378906, + 1.65625, + 0.779297, + 1.259766, + 1.320312, + 0.777344, + 1.494141, + 1.675781, + 1.734375, + 1.640625, + 1.324219, + 1.34375, + 1.478516, + 1.761719, + 0.845703, + 1.6875, + 1.664062, + 1.667969, + 1.566406, + 1.84375, + 1.6875, + 1.167969, + 1.691406, + 1.679688, + 1.566406, + 1.683594, + 1.507812, + 0.710938, + 1.734375, + 1.5625, + 0.628906, + 1.628906, + 1.503906, + 0.378906, + 1.46875, + 1.030396, + 1.710938, + 1.636719, + 1.542969, + 1.78125, + 1.746094, + 1.597656, + 1.53125, + 1.609375, + 1.435547, + 1.40625, + 1.566406, + 0.782227, + 1.365234, + 1.738281, + 1.699219, + 0.501953, + 1.384766, + 1.478516, + 1.722656, + 1.722656, + 1.582031, + 1.652344, + 1.386719, + 1.349609, + 1.052246, + 1.176758, + 1.675781, + 1.554688, + 0.351562, + 1.683594, + 1.53125, + 0.4375, + 1.582031, + 1.542969, + 1.773438, + 1.515625, + 1.458984, + 1.644531, + 0.591797, + 1.648438, + 1.722656, + 1.753906, + 1.617188, + 1.347656, + 1.365234, + 1.384766, + 0.40625, + 0.722656, + 1.683594, + 1.196289, + 1.789062, + 0.973877, + 1.304688, + 1.519531, + 1.578125, + 0.441406, + 1.131836, + 1.816406, + 0.285156, + 1.746094, + 1.371094, + 1.738281, + 1.671875, + 0.394531, + 1.625, + 1.589844, + 0.363281, + 1.726562, + 1.07959, + 1.488281, + 1.722656, + 1.683594, + 1.820312, + 0.414062, + 1.707031, + 1.083984, + 1.511719, + 1.527344, + 1.679688, + 1.746094, + 0.699219, + 1.742188, + 1.761719, + 1.742188, + 1.375, + 0.414062, + 1.625, + 1.652344, + 1.494141, + 1.478516, + 1.882812, + 1.617188, + 1.239258, + 1.208008, + 1.617188, + 1.402344, + 1.632812, + 0.867188, + 1.447266, + 1.878906, + 1.617188, + 0.335938, + 1.660156, + 1.243164, + 1.554688, + 1.746094, + 1.769531, + 1.294922, + 1.138672, + 1.6875, + 1.664062, + 0.460938, + 1.523438, + 1.554688, + 1.421875 + ] + }, + "name": "onnx::Mul_8459", + "outputIndexes": [ + 1161 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1160, + 1161 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_11/Mul_1_output_0", + "outputIndexes": [ + 1162 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1143, + 1162 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_59_output_0", + "outputIndexes": [ + 1163 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1163, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_108_output_0", + "outputIndexes": [ + 1164 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1164 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_12/Mul_output_0", + "outputIndexes": [ + 1165 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.933594, + 2.078125, + 1.972656, + 1.996094, + 1.976562, + 1.894531, + 1.636719, + 0.511719, + 1.859375, + 1.373047, + 1.921875, + 1.671875, + 1.992188, + 2.015625, + 2.265625, + 1.785156, + 1.867188, + 1.976562, + 1.140625, + 2.070312, + 2.078125, + 2.117188, + 2.109375, + 1.695312, + 1.65625, + 1.921875, + 1.957031, + 1.6875, + 2.054688, + 2.117188, + 1.648438, + 1.503906, + 1.8125, + 0.683594, + 1.691406, + 1.898438, + 1.800781, + 2.140625, + 1.585938, + 1.761719, + 2.117188, + 2.0625, + 1.871094, + 1.486328, + 0.780273, + 1.949219, + 1.941406, + 1.929688, + 1.691406, + 1.585938, + 1.835938, + 1.550781, + 1.714844, + 0.867188, + 1.859375, + 1.925781, + 1.695312, + 2.0625, + 1.609375, + 1.404297, + 1.410156, + 1.761719, + 2.140625, + 2.039062, + 1.914062, + 1.960938, + 1.322266, + 1.878906, + 1.863281, + 1.859375, + 2.03125, + 2.070312, + 1.660156, + 1.953125, + 1.765625, + 1.773438, + 1.21875, + 1.527344, + 1.65625, + 0.822266, + 1.703125, + 0.460938, + 1.699219, + 1.400391, + 2.03125, + 2.140625, + 1.917969, + 1.480469, + 0.855469, + 1.412109, + 2.03125, + 1.945312, + 2.078125, + 0.736328, + 1.921875, + 0.472656, + 2.171875, + 1.851562, + 2.023438, + 1.761719, + 1.648438, + 2.023438, + 2.171875, + 1.925781, + 1.996094, + 1.816406, + 1.980469, + 1.492188, + 2.132812, + 1.933594, + 2.109375, + 1.941406, + 2.195312, + 3.3125, + 1.898438, + 1.457031, + 1.980469, + 0.798828, + 1.78125, + 2.210938, + 2.0, + 2.023438, + 0.945312, + 1.894531, + 1.648438, + 1.5625, + 1.792969, + 2.101562, + 1.851562, + 1.349609, + 1.186523, + 1.53125, + 1.691406, + 1.964844, + 1.859375, + 2.234375, + 1.492188, + 1.902344, + 1.679688, + 2.179688, + 1.722656, + 1.474609, + 1.449219, + 1.867188, + 2.015625, + 1.710938, + 1.761719, + 2.210938, + 1.773438, + 2.226562, + 1.691406, + 1.470703, + 1.71875, + 0.948242, + 2.09375, + 1.992188, + 1.025757, + 1.910156, + 0.742188, + 0.632812, + 2.234375, + 1.925781, + 1.917969, + 1.205078, + 2.171875, + 1.71875, + 2.046875, + 0.607422, + 2.1875, + 1.609375, + 1.765625, + 0.865234, + 1.695312, + 0.691406, + 1.808594, + 2.171875, + 2.023438, + 0.59375, + 1.777344, + 1.832031, + 1.839844, + 0.603516, + 1.566406, + 0.619141, + 1.453125, + 1.847656, + 1.009888, + 1.808594, + 1.597656, + 1.5, + 1.898438, + 1.451172, + 1.695312, + 1.796875, + 1.953125, + 1.988281, + 1.777344, + 1.984375, + 2.382812, + 2.046875, + 1.753906, + 1.851562, + 1.746094, + 1.570312, + 2.328125, + 2.070312, + 1.882812, + 1.949219, + 1.863281, + 1.976562, + 1.664062, + 2.171875, + 1.796875, + 1.625, + 2.109375, + 1.886719, + 1.734375, + 1.679688, + 2.039062, + 1.933594, + 1.59375, + 1.707031, + 2.03125, + 2.109375, + 2.015625, + 2.015625, + 1.640625, + 2.007812, + 1.496094, + 1.341797, + 2.960938, + 2.046875, + 2.195312, + 2.0625, + 2.023438, + 2.203125, + 1.542969, + 2.117188, + 1.832031, + 1.746094, + 2.484375, + 1.785156, + 1.921875, + 1.589844, + 1.691406, + 1.949219, + 1.691406, + 1.644531, + 2.195312, + 1.253906, + 2.070312, + 1.960938, + 0.837891, + 1.949219, + 1.90625, + 1.828125, + 1.628906, + 1.839844, + 1.792969, + 1.761719, + 2.09375, + 2.0, + 1.847656, + 1.765625, + 1.898438, + 1.423828, + 1.867188, + 1.949219, + 1.707031, + 1.820312, + 2.132812, + 1.972656, + 1.890625, + 1.640625, + 2.039062, + 1.902344, + 0.920898, + 1.941406, + 2.023438, + 1.839844, + 1.486328, + 1.832031, + 0.859375, + 2.039062, + 1.605469, + 2.0, + 1.554688, + 1.589844, + 0.768555, + 1.773438, + 1.314453, + 1.097168, + 1.578125, + 1.863281, + 1.722656, + 1.816406, + 1.539062, + 1.953125, + 2.148438, + 1.9375, + 1.960938, + 1.566406, + 0.750977, + 1.914062, + 0.464844, + 1.757812, + 1.996094, + 1.851562, + 1.375, + 2.070312, + 2.140625, + 0.527344, + 1.726562, + 1.757812, + 1.890625, + 1.835938, + 2.148438, + 2.132812, + 1.753906, + 2.21875, + 1.640625, + 1.671875, + 1.511719, + 1.96875, + 2.054688, + 2.007812, + 1.455078, + 1.613281, + 2.148438, + 1.929688, + 1.447266, + 1.439453, + 1.792969, + 1.984375, + 1.231445, + 2.125, + 1.835938, + 2.09375, + 2.109375, + 1.808594, + 1.71875, + 1.789062, + 2.070312, + 1.667969, + 1.808594, + 1.172852, + 2.0, + 1.291016, + 1.324219, + 2.023438, + 1.253906, + 1.439453, + 1.527344, + 1.433594, + 0.544922, + 0.819336, + 2.015625, + 2.109375, + 1.306641, + 1.519531, + 0.724609, + 1.894531, + 1.470703, + 1.097168, + 1.992188, + 1.933594, + 1.714844, + 0.856445, + 2.078125, + 1.925781, + 2.070312, + 1.765625, + 1.960938, + 1.839844, + 2.171875, + 2.234375, + 2.046875, + 1.710938, + 2.0, + 1.271484, + 2.023438, + 2.304688, + 1.211914, + 0.914062, + 2.257812, + 1.695312, + 1.294922, + 1.507812, + 1.84375, + 1.945312, + 1.933594, + 2.007812, + 0.613281, + 1.941406, + 2.203125, + 1.933594, + 1.566406, + 0.621094, + 1.769531, + 1.789062, + 1.746094, + 2.015625, + 1.835938, + 2.171875, + 0.859375, + 1.96875, + 1.964844, + 1.8125, + 2.015625, + 1.251953, + 2.015625, + 2.015625, + 2.132812, + 1.90625, + 2.0, + 1.462891, + 1.777344, + 1.890625, + 1.917969, + 1.875, + 2.117188, + 2.023438, + 1.863281, + 1.738281, + 1.746094, + 1.691406, + 2.046875, + 1.820312, + 2.117188, + 1.710938, + 1.558594, + 2.054688, + 1.871094, + 1.484375, + 1.882812, + 1.960938, + 2.007812, + 2.085938, + 1.679688, + 1.75, + 2.320312, + 1.960938, + 1.878906, + 1.300781, + 2.054688, + 1.925781, + 2.023438, + 2.203125, + 1.605469, + 1.8125, + 1.996094, + 1.996094, + 1.773438, + 1.984375, + 1.992188, + 1.90625, + 1.605469, + 1.933594, + 1.878906, + 2.046875, + 1.804688, + 1.894531, + 1.96875, + 1.925781, + 1.022217, + 1.753906, + 0.650391, + 1.875, + 2.015625, + 1.824219, + 1.933594, + 1.667969, + 2.265625, + 1.792969, + 1.808594, + 1.972656, + 0.734375, + 1.765625, + 1.796875, + 1.992188, + 1.953125, + 1.699219, + 1.416016, + 1.835938, + 2.046875, + 1.902344, + 0.664062, + 1.839844, + 1.769531, + 2.0625, + 1.511719, + 1.9375, + 1.964844, + 1.796875, + 1.28125, + 1.953125, + 0.460938, + 0.950928, + 1.285156, + 0.662109, + 2.03125, + 1.917969, + 2.125, + 1.101562, + 0.699219, + 1.832031, + 1.349609, + 1.628906, + 1.613281, + 2.015625, + 1.851562, + 1.960938, + 1.832031, + 1.960938, + 1.675781, + 1.964844, + 1.628906, + 2.0625, + 1.984375, + 1.490234, + 1.992188, + 1.644531, + 0.987061, + 0.857422, + 2.007812, + 0.954346, + 2.046875, + 1.730469, + 1.648438, + 2.085938, + 1.816406, + 1.578125, + 1.875, + 0.937744, + 2.046875, + 1.351562, + 2.039062, + 1.75, + 2.25, + 0.759766, + 3.015625, + 1.466797, + 2.320312, + 2.148438, + 2.0, + 1.886719, + 1.910156, + 2.023438, + 1.180664, + 2.046875, + 1.277344, + 2.171875, + 2.039062, + 1.742188, + 1.765625, + 2.101562, + 1.875, + 2.617188, + 1.671875, + 2.148438, + 2.164062, + 1.416016, + 1.423828, + 1.929688, + 1.882812, + 2.085938, + 2.21875, + 2.53125, + 2.132812, + 1.84375, + 2.03125, + 2.234375, + 2.1875, + 1.898438, + 0.558594, + 1.90625, + 1.761719, + 1.933594, + 1.005524, + 1.933594, + 1.90625, + 2.242188, + 2.117188, + 2.007812, + 1.691406, + 1.632812, + 1.443359, + 1.976562, + 2.078125, + 1.378906, + 2.0625, + 1.714844, + 2.09375, + 1.730469, + 1.478516, + 1.542969, + 1.808594, + 2.257812, + 1.878906, + 1.486328, + 1.730469, + 2.0, + 1.460938, + 1.804688, + 1.976562, + 1.898438, + 1.765625, + 2.015625, + 2.125, + 1.597656, + 2.171875, + 1.882812, + 2.203125, + 1.296875, + 1.621094, + 2.070312, + 1.867188, + 1.625, + 1.886719, + 2.007812, + 2.078125, + 1.765625, + 1.625, + 1.804688, + 1.871094, + 1.455078, + 1.820312, + 1.996094, + 2.148438, + 1.086426, + 1.652344, + 2.023438, + 2.015625, + 2.164062, + 2.148438, + 1.730469, + 1.878906, + 1.835938, + 2.203125, + 1.167969, + 2.179688, + 1.679688, + 1.310547, + 0.716797, + 1.777344, + 0.900879, + 2.03125, + 2.21875, + 1.625, + 1.292969, + 0.4375, + 0.667969, + 1.960938, + 1.980469, + 2.023438, + 1.976562, + 1.734375, + 1.78125, + 2.023438, + 2.03125, + 2.007812, + 1.777344, + 1.839844, + 0.681641, + 1.667969, + 1.859375, + 2.21875, + 1.773438, + 1.835938, + 1.996094, + 1.878906, + 1.953125, + 1.980469, + 1.789062, + 1.511719, + 1.960938, + 1.921875, + 2.078125, + 1.441406, + 2.15625, + 1.96875, + 0.525391, + 1.914062, + 1.691406, + 1.816406, + 1.949219, + 1.261719, + 1.992188, + 1.882812, + 1.480469, + 1.972656, + 1.664062, + 1.976562, + 1.828125, + 2.03125, + 1.742188, + 1.494141, + 2.015625, + 1.738281, + 1.964844, + 2.695312, + 1.867188, + 1.558594, + 1.652344, + 1.722656, + 1.761719, + 1.738281, + 1.621094, + 1.695312, + 1.691406, + 2.054688, + 2.085938, + 1.933594, + 2.023438, + 2.273438, + 2.5625, + 2.15625, + 1.196289, + 1.964844, + 1.550781, + 1.980469, + 2.109375, + 1.984375, + 1.847656, + 1.376953, + 1.660156, + 1.244141, + 1.984375, + 2.234375, + 1.789062, + 1.460938, + 1.855469, + 1.941406, + 1.914062, + 1.820312, + 1.914062, + 1.753906, + 1.632812, + 1.976562, + 1.890625, + 2.109375, + 1.8125, + 1.707031, + 2.023438, + 1.589844, + 1.414062, + 2.203125, + 1.554688, + 1.925781, + 2.203125, + 2.226562, + 1.976562, + 1.800781, + 1.949219, + 2.078125, + 1.730469, + 1.886719, + 0.693359, + 2.132812, + 1.761719, + 1.941406, + 1.714844, + 1.785156, + 1.839844, + 1.777344, + 1.570312, + 1.742188, + 2.1875, + 1.882812, + 1.984375, + 2.007812, + 1.765625, + 1.484375, + 2.054688, + 1.871094, + 1.929688, + 1.761719, + 1.789062, + 1.828125, + 1.287109, + 1.722656, + 1.820312, + 1.550781, + 1.6875, + 3.234375, + 2.273438, + 1.871094, + 1.625, + 1.243164, + 2.117188, + 1.84375, + 1.59375, + 1.425781, + 2.109375, + 1.621094, + 2.0625, + 2.085938, + 1.349609, + 1.871094, + 2.007812, + 1.921875, + 1.941406, + 2.140625, + 2.023438, + 1.474609, + 1.0047, + 1.703125, + 1.800781, + 1.355469, + 1.78125, + 2.101562, + 2.140625, + 0.9646, + 2.023438, + 1.000595, + 1.644531, + 1.835938, + 1.671875, + 1.210938, + 2.0625, + 1.835938, + 1.699219, + 1.78125, + 1.78125, + 1.949219, + 1.9375, + 1.8125, + 1.839844, + 1.648438, + 1.730469, + 1.984375, + 1.945312, + 2.039062, + 1.535156, + 1.847656, + 1.203125, + 1.902344, + 1.867188, + 1.746094, + 1.824219, + 1.212891, + 2.179688, + 2.070312, + 1.789062, + 1.9375, + 2.046875, + 1.761719, + 1.964844, + 1.921875, + 2.132812, + 1.792969, + 1.808594, + 2.0, + 1.980469, + 0.320312, + 1.417969, + 1.636719, + 1.726562, + 1.699219, + 1.695312, + 2.023438, + 1.902344, + 1.90625, + 2.0, + 1.707031, + 0.756836, + 2.070312, + 1.792969, + 1.75, + 1.761719, + 2.15625, + 1.945312, + 1.75, + 0.856445, + 1.417969, + 1.558594, + 1.640625, + 1.859375, + 2.078125, + 2.125, + 1.757812, + 1.248047, + 1.917969, + 1.882812, + 1.851562, + 1.976562, + 1.925781, + 2.171875, + 1.6875, + 2.078125, + 0.891113, + 1.855469, + 1.957031, + 1.859375, + 1.820312, + 1.875, + 1.875, + 1.9375, + 1.84375, + 1.925781, + 1.322266, + 1.609375, + 1.902344, + 2.289062, + 1.112793, + 1.601562, + 1.738281, + 0.691406, + 0.511719, + 1.185547, + 0.997681, + 1.808594, + 2.03125, + 1.714844, + 1.757812, + 0.568359, + 0.488281, + 1.628906, + 1.921875, + 1.660156, + 1.886719, + 1.710938, + 2.023438, + 1.980469, + 1.914062, + 0.582031, + 1.984375, + 1.482422, + 1.390625, + 1.151367, + 1.726562, + 1.585938, + 1.808594, + 1.679688, + 2.179688, + 1.8125, + 1.628906, + 1.933594, + 1.808594, + 1.90625, + 1.796875, + 1.546875, + 1.976562, + 1.953125, + 2.226562, + 1.742188, + 1.192383, + 0.503906, + 3.390625, + 1.980469, + 1.667969, + 1.886719, + 1.816406, + 1.980469, + 1.714844, + 1.976562, + 0.460938, + 1.484375, + 1.306641, + 2.140625, + 2.054688, + 0.568359, + 1.886719, + 1.871094, + 1.925781, + 1.667969, + 1.824219, + 1.490234, + 1.527344, + 0.683594, + 1.601562, + 1.679688, + 1.890625, + 0.761719, + 1.820312, + 2.023438, + 1.902344, + 2.070312, + 2.515625, + 1.484375, + 1.5625, + 2.007812, + 2.1875, + 1.243164, + 1.898438, + 2.015625, + 1.402344, + 2.523438, + 1.652344, + 2.375, + 1.710938, + 1.953125, + 1.71875, + 1.597656, + 1.804688, + 2.03125, + 1.855469, + 0.472656, + 2.078125, + 1.898438, + 1.964844, + 1.984375, + 1.024414, + 1.851562, + 1.855469, + 0.386719, + 1.492188, + 0.730469, + 1.941406, + 0.708984, + 1.339844, + 2.132812, + 1.988281, + 1.945312, + 1.200195, + 1.578125, + 1.792969, + 1.648438, + 0.623047, + 1.574219, + 1.378906, + 1.06543, + 0.982056, + 1.949219, + 2.085938, + 1.40625, + 2.078125, + 2.242188, + 1.648438, + 2.171875, + 1.3125, + 1.773438, + 1.777344, + 0.576172, + 2.078125, + 2.0, + 2.039062, + 0.793945, + 0.730469, + 1.964844, + 2.132812, + 1.65625, + 2.109375, + 2.25, + 1.742188, + 1.494141, + 3.546875, + 1.777344, + 1.699219, + 2.039062, + 1.792969, + 2.023438, + 1.964844, + 2.289062, + 1.855469, + 2.109375, + 1.839844, + 2.117188, + 1.941406, + 1.667969, + 2.03125, + 2.210938, + 1.458984, + 2.023438, + 2.054688, + 1.84375, + 1.863281, + 2.078125, + 2.390625, + 2.085938, + 0.599609, + 1.429688, + 1.777344, + 0.720703, + 1.945312, + 1.443359, + 1.792969, + 1.800781, + 1.859375, + 1.847656, + 1.898438, + 1.785156, + 0.601562, + 1.388672, + 1.746094, + 1.574219, + 1.871094, + 1.820312, + 1.178711, + 1.847656, + 1.75, + 2.15625, + 2.070312, + 2.203125, + 0.587891, + 2.171875, + 2.203125, + 1.5625, + 2.023438, + 1.710938, + 2.242188, + 1.761719, + 1.902344, + 1.976562, + 1.875, + 2.203125, + 1.992188, + 1.851562, + 1.067383, + 1.9375, + 1.972656, + 2.171875, + 2.132812, + 1.839844, + 1.240234, + 2.101562, + 0.708984, + 1.652344, + 1.722656, + 1.582031, + 1.902344, + 1.898438, + 2.25, + 1.761719, + 1.523438, + 1.78125, + 0.652344, + 0.525391, + 0.554688, + 1.878906, + 2.09375, + 0.949463, + 1.644531, + 1.664062, + 1.957031, + 1.011658, + 1.882812, + 1.523438, + 1.753906, + 0.703125, + 1.898438, + 1.976562, + 1.486328, + 2.25, + 1.570312, + 1.589844, + 2.140625, + 1.761719, + 0.949463, + 1.839844, + 0.724609, + 1.691406, + 2.007812, + 1.996094, + 2.0625, + 1.507812, + 1.679688, + 1.976562, + 0.619141, + 1.11084, + 1.644531, + 1.914062, + 1.871094, + 1.132812, + 2.148438, + 1.984375, + 1.859375, + 1.507812, + 1.796875, + 1.652344, + 2.671875, + 2.265625, + 1.917969, + 1.578125, + 1.929688, + 1.800781, + 2.15625, + 1.957031, + 1.753906, + 1.996094, + 1.949219, + 1.804688, + 1.851562, + 1.886719, + 2.21875, + 1.488281, + 1.871094, + 1.839844, + 1.925781, + 2.046875, + 1.769531, + 1.8125, + 1.84375, + 1.789062, + 2.171875, + 1.431641, + 1.777344, + 0.834961, + 2.242188, + 1.519531, + 1.878906, + 1.392578, + 1.867188, + 1.761719, + 1.992188, + 1.049805, + 1.941406, + 1.054688, + 1.867188, + 1.355469, + 1.515625, + 1.431641, + 1.867188, + 1.09082, + 2.085938, + 0.597656, + 1.769531, + 1.231445, + 2.1875, + 1.636719, + 1.816406, + 2.0, + 1.914062, + 1.835938, + 1.416016, + 1.710938, + 1.945312, + 1.972656, + 0.65625, + 1.929688, + 1.535156, + 1.613281, + 1.921875, + 2.015625, + 2.195312, + 1.8125, + 1.231445, + 1.800781, + 1.679688, + 1.757812, + 1.671875, + 1.96875, + 1.960938, + 1.703125, + 1.570312, + 1.773438, + 0.572266, + 2.015625, + 1.839844, + 2.34375, + 2.085938, + 1.490234, + 1.07373, + 0.623047, + 2.078125, + 0.666016, + 1.091309, + 1.570312, + 1.765625, + 2.085938, + 2.171875, + 2.359375, + 1.695312, + 1.507812, + 2.03125, + 0.568359, + 1.992188, + 1.804688, + 1.761719, + 2.453125, + 2.078125, + 2.320312, + 0.677734, + 1.875, + 2.101562, + 1.414062, + 0.911621, + 1.792969, + 2.132812, + 0.849609, + 2.054688, + 1.941406, + 1.941406, + 1.578125, + 1.785156, + 1.859375, + 0.724609, + 1.945312, + 1.769531, + 1.652344, + 1.726562, + 1.863281, + 1.267578, + 0.710938, + 1.824219, + 2.257812, + 1.757812, + 2.070312, + 1.863281, + 2.03125, + 2.046875, + 1.863281, + 1.703125, + 1.648438, + 1.236328, + 1.933594, + 1.90625, + 1.84375, + 1.773438, + 1.933594, + 1.871094, + 2.015625, + 2.039062, + 0.449219, + 1.875, + 2.039062, + 1.570312, + 1.703125, + 1.648438, + 1.757812, + 1.722656, + 1.796875, + 1.804688, + 2.007812, + 1.761719, + 1.992188, + 2.03125, + 1.3125, + 1.765625, + 0.65625, + 2.09375, + 0.754883, + 1.96875, + 1.949219, + 1.964844, + 0.568359, + 1.957031, + 1.585938, + 1.648438, + 1.882812, + 2.242188, + 1.882812, + 1.75, + 2.140625, + 1.738281, + 1.617188, + 0.97583, + 1.621094, + 1.832031, + 1.714844, + 2.109375, + 1.710938, + 1.539062, + 1.949219, + 2.085938, + 1.820312, + 1.789062, + 1.820312, + 1.792969, + 1.976562, + 1.695312, + 0.938965, + 1.566406, + 2.007812, + 2.0625, + 1.566406, + 0.623047, + 1.804688, + 1.910156, + 1.960938, + 2.0, + 1.898438, + 1.820312, + 1.808594, + 1.542969, + 0.925781, + 1.945312, + 1.847656, + 2.078125, + 2.140625, + 1.699219, + 1.785156, + 2.078125, + 2.148438, + 1.886719, + 1.8125, + 2.34375, + 1.835938, + 1.722656, + 1.433594, + 2.0625, + 1.9375, + 1.167969, + 1.789062, + 1.636719, + 1.757812, + 1.855469, + 1.71875, + 1.196289, + 2.257812, + 1.839844, + 1.886719, + 0.623047, + 1.464844, + 1.242188, + 2.046875, + 1.816406, + 2.007812, + 2.0, + 0.414062, + 1.886719, + 1.90625, + 0.521484, + 1.333984, + 1.769531, + 1.902344, + 1.964844, + 1.914062, + 1.890625, + 1.613281, + 1.976562, + 1.5625, + 1.902344, + 0.827148, + 1.722656, + 2.242188, + 2.046875, + 1.417969, + 1.902344, + 2.046875, + 1.898438, + 1.871094, + 1.78125, + 2.03125, + 2.0, + 1.699219, + 0.924805, + 1.738281, + 1.867188, + 2.054688, + 1.925781, + 1.419922, + 1.933594, + 1.796875, + 1.898438, + 2.007812, + 1.279297, + 1.648438, + 2.140625, + 1.902344, + 2.890625, + 1.462891, + 2.335938, + 1.824219, + 1.847656, + 1.245117, + 0.693359, + 1.835938, + 1.5625, + 2.054688, + 1.589844, + 1.984375, + 1.851562, + 1.777344, + 0.568359, + 1.703125, + 2.023438, + 1.671875, + 1.773438, + 1.933594, + 2.164062, + 1.96875, + 2.039062, + 1.617188, + 2.15625, + 1.65625, + 2.023438, + 1.933594, + 2.078125, + 1.835938, + 1.578125, + 1.550781, + 1.46875, + 2.28125, + 1.449219, + 2.195312, + 1.988281, + 1.400391, + 1.84375, + 1.761719, + 2.023438, + 1.679688, + 1.808594, + 1.917969, + 1.441406, + 1.734375, + 1.933594, + 1.824219, + 1.78125, + 1.945312, + 1.396484, + 1.855469, + 1.945312, + 1.957031, + 2.1875, + 2.382812, + 1.613281, + 2.007812, + 1.613281, + 1.925781, + 1.75, + 1.073242, + 1.894531, + 1.917969, + 2.1875, + 3.03125, + 1.949219, + 2.210938, + 1.761719, + 1.617188, + 1.921875, + 1.914062, + 1.742188, + 1.5, + 1.265625, + 1.8125, + 1.609375, + 1.957031, + 1.597656, + 1.941406, + 2.15625, + 2.117188, + 1.890625, + 2.015625, + 1.910156, + 1.808594, + 1.820312, + 1.644531, + 2.117188, + 2.046875, + 1.6875, + 1.882812, + 1.8125, + 1.875, + 1.839844, + 1.882812, + 2.210938, + 2.117188, + 1.388672, + 1.425781, + 1.742188, + 2.039062, + 0.453125, + 1.875, + 1.929688, + 1.78125, + 1.018677, + 1.871094, + 1.628906, + 1.341797, + 0.576172, + 1.773438, + 1.601562, + 2.15625, + 1.632812, + 1.886719, + 1.808594, + 1.867188, + 2.085938, + 1.738281, + 2.039062, + 1.898438, + 0.984009, + 2.351562, + 1.890625, + 1.013611, + 0.519531, + 2.195312, + 1.960938, + 2.203125, + 1.048828, + 1.945312, + 1.621094, + 1.855469, + 2.117188, + 1.753906, + 1.570312, + 1.945312, + 1.636719, + 1.613281, + 1.976562, + 2.070312, + 3.296875, + 0.738281, + 1.158203, + 1.792969, + 1.886719, + 1.777344, + 1.310547, + 1.714844, + 2.078125, + 1.453125, + 1.072266, + 2.007812, + 2.171875, + 1.769531, + 2.078125, + 1.769531, + 1.542969, + 1.617188, + 1.769531, + 0.480469, + 0.566406, + 1.785156, + 1.808594, + 1.589844, + 2.242188, + 1.535156, + 2.09375, + 0.933594, + 1.839844, + 0.944336, + 1.057617, + 2.117188, + 2.335938, + 1.941406, + 1.820312, + 1.921875, + 2.226562, + 1.020264, + 2.0625, + 1.703125, + 1.40625, + 1.816406, + 2.015625, + 1.789062, + 1.703125, + 1.488281, + 1.859375, + 2.257812, + 1.757812, + 1.847656, + 1.648438, + 1.417969, + 1.804688, + 1.945312, + 2.007812, + 2.101562, + 0.625, + 1.871094, + 1.953125, + 2.125, + 2.039062, + 1.369141, + 1.832031, + 1.882812, + 1.734375, + 0.817383, + 1.162109, + 1.585938, + 1.972656, + 2.039062, + 2.0, + 2.148438, + 1.486328, + 1.851562, + 1.828125, + 1.996094, + 2.0, + 1.625, + 1.196289, + 0.619141, + 1.746094, + 1.84375, + 2.148438, + 1.996094, + 1.542969, + 0.398438, + 2.007812, + 2.125, + 1.84375, + 1.964844, + 0.890137, + 2.023438, + 1.960938, + 1.835938, + 1.648438, + 1.816406, + 1.53125, + 1.570312, + 1.53125, + 2.039062, + 1.714844, + 2.0625, + 0.732422, + 2.25, + 1.208984, + 0.97229, + 1.992188, + 2.664062, + 2.226562, + 1.789062, + 1.441406, + 1.820312, + 2.398438, + 1.800781, + 1.949219, + 2.054688, + 1.824219, + 1.886719, + 1.875, + 1.527344, + 1.667969, + 2.0, + 2.117188, + 2.421875, + 1.886719, + 1.457031, + 1.769531, + 2.117188, + 1.589844, + 1.730469, + 2.484375, + 1.976562, + 1.110352, + 1.660156, + 0.5625, + 1.96875, + 1.601562, + 2.132812, + 1.714844, + 1.902344, + 1.765625, + 2.046875, + 1.921875, + 1.511719, + 1.992188, + 1.882812, + 2.148438, + 1.699219, + 1.960938, + 1.355469, + 1.941406, + 1.390625, + 0.699219, + 1.941406, + 2.140625, + 2.054688, + 2.09375, + 2.265625, + 1.423828, + 1.660156, + 1.886719, + 1.219727, + 1.394531, + 1.921875, + 2.234375, + 2.078125, + 1.71875, + 1.921875, + 1.777344, + 2.226562, + 2.03125, + 1.855469, + 0.880859, + 1.605469, + 2.179688, + 2.03125, + 1.851562, + 1.447266, + 1.691406, + 1.699219, + 1.625, + 1.878906, + 2.046875, + 1.878906, + 1.283203, + 1.867188, + 1.761719, + 1.867188, + 2.085938, + 1.933594, + 2.085938, + 1.621094, + 1.59375, + 2.039062, + 2.070312, + 0.97229, + 0.90918, + 1.980469, + 2.242188, + 1.96875, + 1.730469, + 1.90625, + 0.550781, + 1.914062, + 2.171875, + 1.675781, + 1.949219, + 1.699219, + 1.738281, + 1.492188, + 0.705078, + 2.039062, + 1.949219, + 2.15625, + 1.589844, + 2.28125, + 2.109375, + 1.808594, + 1.941406, + 1.75, + 1.917969, + 2.492188, + 1.546875, + 1.566406, + 1.421875, + 1.511719, + 1.216797, + 0.619141, + 2.140625, + 2.257812, + 1.777344, + 2.078125, + 3.234375, + 1.878906, + 2.148438, + 1.898438, + 2.070312, + 1.941406, + 1.652344, + 1.652344, + 1.194336, + 2.117188, + 1.609375, + 1.660156, + 1.859375, + 1.890625, + 1.945312, + 1.863281, + 2.210938, + 2.03125, + 1.269531, + 1.988281, + 2.007812, + 1.056396, + 1.488281, + 1.945312, + 2.070312, + 2.117188, + 0.683594, + 1.632812, + 2.039062, + 1.765625, + 1.902344, + 1.527344, + 0.736328, + 1.769531, + 1.890625, + 1.488281, + 1.867188, + 1.839844, + 1.640625, + 1.609375, + 1.847656, + 1.738281, + 1.773438, + 2.054688, + 2.039062, + 1.808594, + 2.195312, + 1.960938, + 0.503906, + 1.753906, + 1.878906, + 2.09375, + 1.90625, + 1.914062, + 2.070312, + 1.494141, + 1.208008, + 1.726562, + 2.1875, + 1.863281, + 1.753906, + 1.417969, + 1.632812, + 2.265625, + 1.664062, + 2.0, + 1.625, + 1.902344, + 1.792969, + 1.984375, + 1.5, + 1.941406, + 1.816406, + 1.820312, + 2.09375, + 1.753906, + 1.886719, + 2.03125, + 1.710938, + 2.234375, + 1.129883, + 0.484375, + 1.910156, + 1.445312, + 1.890625, + 2.242188, + 1.875, + 1.628906, + 1.753906, + 1.945312, + 1.480469, + 2.109375, + 1.867188, + 2.1875, + 2.054688, + 0.611328, + 1.820312, + 2.039062, + 2.117188, + 1.609375, + 2.429688, + 1.921875, + 2.09375, + 2.078125, + 1.410156, + 1.882812, + 1.816406, + 1.808594, + 1.972656, + 1.589844, + 1.945312, + 1.847656, + 1.423828, + 1.726562, + 2.007812, + 2.015625, + 1.914062, + 2.078125, + 2.25, + 2.203125, + 1.578125, + 1.996094, + 1.359375, + 1.824219, + 1.431641, + 1.013367, + 2.085938, + 1.878906, + 1.863281, + 0.607422, + 1.398438, + 1.992188, + 1.992188, + 2.164062, + 2.125, + 2.359375, + 2.085938, + 2.078125, + 1.539062, + 1.703125, + 0.480469, + 1.695312, + 1.124512, + 1.675781, + 2.015625, + 2.09375, + 1.957031, + 1.84375, + 0.634766, + 1.941406, + 1.691406, + 1.691406, + 1.992188, + 2.125, + 1.714844, + 2.046875, + 1.761719, + 1.71875, + 0.945557, + 1.964844, + 1.894531, + 1.546875, + 2.046875, + 1.878906, + 1.859375, + 2.101562, + 1.398438, + 1.980469, + 1.640625, + 1.542969, + 1.992188, + 1.90625, + 2.085938, + 1.652344, + 1.632812, + 1.664062, + 1.871094, + 1.601562, + 2.0625, + 1.757812, + 1.878906, + 0.599609, + 1.746094, + 1.871094, + 1.910156, + 1.792969, + 1.933594, + 1.996094, + 1.8125, + 1.574219, + 1.851562, + 1.417969, + 1.832031, + 1.765625, + 2.039062, + 0.513672, + 1.957031, + 1.980469, + 2.0625, + 1.886719, + 1.914062, + 1.820312, + 2.226562, + 1.527344, + 2.148438, + 1.785156, + 1.839844, + 0.949951, + 1.644531, + 1.625, + 2.03125, + 0.630859, + 1.972656, + 0.958496, + 1.636719, + 0.552734, + 2.015625, + 1.667969, + 2.03125, + 1.271484, + 1.503906, + 1.96875, + 1.882812, + 1.554688, + 1.921875, + 1.714844, + 2.210938, + 2.148438, + 0.705078, + 1.092285, + 1.041016, + 2.03125, + 2.023438, + 1.847656, + 1.925781, + 2.265625, + 1.878906, + 1.519531, + 2.078125, + 2.078125, + 2.132812, + 2.195312, + 1.828125, + 1.253906, + 1.894531, + 1.898438, + 1.353516, + 2.109375, + 1.960938, + 2.140625, + 1.925781, + 2.109375, + 1.578125, + 2.117188, + 1.671875, + 1.648438, + 1.917969, + 1.871094, + 1.835938, + 1.78125, + 1.746094, + 0.791016, + 1.875, + 1.863281, + 1.886719, + 1.214844, + 2.367188, + 1.984375, + 2.171875, + 0.810547, + 1.664062, + 1.271484, + 2.078125, + 1.804688, + 1.582031, + 0.591797, + 2.078125, + 1.867188, + 1.761719, + 0.492188, + 1.365234, + 0.78125, + 2.789062, + 2.265625, + 1.519531, + 1.8125, + 2.09375, + 1.714844, + 2.109375, + 1.933594, + 1.578125, + 0.898438, + 1.052734, + 2.0625, + 1.601562, + 1.488281, + 2.039062, + 1.808594, + 1.839844, + 2.171875, + 1.425781, + 1.78125, + 1.675781, + 1.773438, + 1.126953, + 2.171875, + 2.046875, + 1.550781, + 2.1875, + 1.839844, + 0.864258, + 1.453125, + 0.834961, + 1.255859, + 2.140625, + 2.039062, + 2.070312, + 2.164062, + 1.78125, + 1.984375, + 2.054688, + 1.757812, + 1.980469, + 1.808594, + 1.640625, + 1.859375, + 1.941406, + 2.265625, + 1.710938, + 2.484375, + 1.972656, + 1.283203, + 1.445312, + 1.671875, + 1.173828, + 1.703125, + 1.878906, + 2.039062, + 1.949219, + 1.539062, + 1.527344, + 1.871094, + 1.445312, + 1.200195, + 2.148438, + 2.695312, + 1.644531, + 1.808594, + 2.257812, + 2.078125, + 1.458984, + 1.796875, + 1.832031, + 1.945312, + 2.078125, + 1.640625, + 1.074707, + 1.9375, + 1.765625, + 1.068848, + 1.816406, + 1.800781, + 0.642578, + 1.875, + 1.5, + 2.09375, + 1.996094, + 1.824219, + 1.957031, + 2.296875, + 1.933594, + 1.625, + 1.953125, + 1.597656, + 1.738281, + 1.648438, + 1.125, + 1.65625, + 1.914062, + 2.09375, + 0.932617, + 1.699219, + 1.746094, + 2.0, + 1.255859, + 1.902344, + 1.839844, + 1.71875, + 1.714844, + 2.039062, + 1.404297, + 1.746094, + 2.03125, + 0.844727, + 1.960938, + 1.757812, + 0.720703, + 1.949219, + 1.929688, + 2.195312, + 1.832031, + 1.855469, + 2.015625, + 0.854492, + 2.28125, + 2.078125, + 2.085938, + 1.839844, + 1.890625, + 1.613281, + 1.683594, + 0.763672, + 1.200195, + 2.039062, + 1.304688, + 2.109375, + 1.40625, + 1.597656, + 1.804688, + 2.015625, + 0.943848, + 1.46875, + 2.390625, + 0.544922, + 2.085938, + 1.628906, + 2.148438, + 1.90625, + 0.819336, + 2.109375, + 1.945312, + 0.90625, + 2.140625, + 2.523438, + 1.816406, + 1.792969, + 2.023438, + 2.132812, + 0.722656, + 2.09375, + 1.384766, + 1.863281, + 1.800781, + 1.921875, + 2.0625, + 1.703125, + 2.078125, + 2.0, + 2.046875, + 1.621094, + 0.683594, + 1.789062, + 1.867188, + 1.65625, + 1.886719, + 2.289062, + 1.9375, + 1.511719, + 1.6875, + 2.132812, + 1.427734, + 2.015625, + 1.671875, + 2.40625, + 1.761719, + 2.171875, + 0.628906, + 1.84375, + 1.628906, + 1.498047, + 2.257812, + 2.078125, + 1.558594, + 1.917969, + 2.117188, + 2.0, + 0.630859, + 1.863281, + 1.095215, + 1.957031 + ] + }, + "name": "onnx::Mul_8461", + "outputIndexes": [ + 1166 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1165, + 1166 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_12/Mul_1_output_0", + "outputIndexes": [ + 1167 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1167 + ], + "outputIndexes": [ + 2826 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2826 + ], + "outputIndexes": [ + 2827 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear", + "inputIndexes": [ + 2827 + ], + "outputIndexes": [ + 2828 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 525535032, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2828 + ], + "outputIndexes": [ + 2829 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2829 + ], + "outputIndexes": [ + 1168 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1167 + ], + "main_type": "NONE", + "name": "/Shape_169_output_0", + "outputIndexes": [ + 1169 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1169 + ], + "main_type": "NONE", + "name": "Shape3356", + "outputIndexes": [ + 1170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1169 + ], + "main_type": "NONE", + "name": "Rank3358", + "outputIndexes": [ + 1171 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1171, + 1171 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3360", + "outputIndexes": [ + 1172 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1172 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3361", + "outputIndexes": [ + 1173 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1172, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3363", + "outputIndexes": [ + 1174 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1174 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3364", + "outputIndexes": [ + 1175 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1170, + 1173, + 1175, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3367", + "outputIndexes": [ + 1176 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1176 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3368", + "outputIndexes": [ + 1177 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1177 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3369", + "outputIndexes": [ + 1178 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1178, + 1177 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3370", + "outputIndexes": [ + 1179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1169, + 1179, + 1172 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_184_output_0", + "outputIndexes": [ + 1180 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1180, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_385_output_0", + "outputIndexes": [ + 1181 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1181, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_156_output_0", + "outputIndexes": [ + 1182 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1168, + 1182 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_109_output_0", + "outputIndexes": [ + 1183 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1183, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_96_output_0", + "outputIndexes": [ + 1184 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1183 + ], + "main_type": "NONE", + "name": "/Shape_170_output_0", + "outputIndexes": [ + 1185 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1185 + ], + "main_type": "NONE", + "name": "Shape3377", + "outputIndexes": [ + 1186 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1185 + ], + "main_type": "NONE", + "name": "Rank3379", + "outputIndexes": [ + 1187 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1187, + 1187 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3381", + "outputIndexes": [ + 1188 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1188 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3382", + "outputIndexes": [ + 1189 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1188, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3384", + "outputIndexes": [ + 1190 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1190 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3385", + "outputIndexes": [ + 1191 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1186, + 1189, + 1191, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3388", + "outputIndexes": [ + 1192 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1192 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3389", + "outputIndexes": [ + 1193 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1193 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3390", + "outputIndexes": [ + 1194 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1194, + 1193 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3391", + "outputIndexes": [ + 1195 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1185, + 1195, + 1188 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_185_output_0", + "outputIndexes": [ + 1196 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1196, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_36_output_0", + "outputIndexes": [ + 1197 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1197, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_390_output_0", + "outputIndexes": [ + 1198 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1183, + 1198, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_49_output_0", + "outputIndexes": [ + 1199 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1199 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_24_output_0", + "outputIndexes": [ + 1200 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1183, + 21, + 1198, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_48_output_0", + "outputIndexes": [ + 1201 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1200, + 1201 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_159_output_0", + "outputIndexes": [ + 1202 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1202, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_97_output_0", + "outputIndexes": [ + 1203 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1184, + 1203 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_60_output_0", + "outputIndexes": [ + 1204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1167 + ], + "outputIndexes": [ + 2830 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2830 + ], + "outputIndexes": [ + 2831 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear", + "inputIndexes": [ + 2831 + ], + "outputIndexes": [ + 2832 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 528189262, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2832 + ], + "outputIndexes": [ + 2833 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2833 + ], + "outputIndexes": [ + 1205 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1181, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_157_output_0", + "outputIndexes": [ + 1206 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1205, + 1206 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_110_output_0", + "outputIndexes": [ + 1207 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1207, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_98_output_0", + "outputIndexes": [ + 1208 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1207 + ], + "main_type": "NONE", + "name": "/Shape_171_output_0", + "outputIndexes": [ + 1209 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1209 + ], + "main_type": "NONE", + "name": "Shape3440", + "outputIndexes": [ + 1210 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1209 + ], + "main_type": "NONE", + "name": "Rank3442", + "outputIndexes": [ + 1211 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1211, + 1211 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3444", + "outputIndexes": [ + 1212 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1212 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3445", + "outputIndexes": [ + 1213 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1212, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3447", + "outputIndexes": [ + 1214 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1214 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3448", + "outputIndexes": [ + 1215 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1210, + 1213, + 1215, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3451", + "outputIndexes": [ + 1216 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1216 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3452", + "outputIndexes": [ + 1217 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1217 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3453", + "outputIndexes": [ + 1218 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1218, + 1217 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3454", + "outputIndexes": [ + 1219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1209, + 1219, + 1212 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_186_output_0", + "outputIndexes": [ + 1220 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1220, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_37_output_0", + "outputIndexes": [ + 1221 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1221, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_392_output_0", + "outputIndexes": [ + 1222 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1207, + 1222, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_51_output_0", + "outputIndexes": [ + 1223 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1223 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_25_output_0", + "outputIndexes": [ + 1224 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1207, + 21, + 1222, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_50_output_0", + "outputIndexes": [ + 1225 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1224, + 1225 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_160_output_0", + "outputIndexes": [ + 1226 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1226, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_99_output_0", + "outputIndexes": [ + 1227 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208, + 1227 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_61_output_0", + "outputIndexes": [ + 1228 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1167 + ], + "outputIndexes": [ + 2834 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2834 + ], + "outputIndexes": [ + 2835 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear", + "inputIndexes": [ + 2835 + ], + "outputIndexes": [ + 2836 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 529516388, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2836 + ], + "outputIndexes": [ + 2837 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2837 + ], + "outputIndexes": [ + 1229 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1229, + 1206 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_111_output_0", + "outputIndexes": [ + 1230 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1204, + 1228, + 1230, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_116_output_0", + "outputIndexes": [ + 1231 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1231 + ], + "outputIndexes": [ + 2838 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2838 + ], + "outputIndexes": [ + 2839 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear", + "inputIndexes": [ + 2839 + ], + "outputIndexes": [ + 2840 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 530843514, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2840 + ], + "outputIndexes": [ + 2841 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2841 + ], + "outputIndexes": [ + 1232 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1232 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_12/Mul_output_0", + "outputIndexes": [ + 1233 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.416016, + 1.648438, + 1.589844, + 1.761719, + 1.632812, + 1.625, + 1.292969, + 0.105469, + 1.664062, + 0.955322, + 1.722656, + 1.310547, + 1.300781, + 1.839844, + 1.847656, + 1.355469, + 1.478516, + 1.384766, + 1.151367, + 1.679688, + 1.644531, + 1.625, + 1.765625, + 1.152344, + 1.180664, + 1.558594, + 1.380859, + 1.353516, + 1.863281, + 1.742188, + 1.079102, + 0.790039, + 1.617188, + 0.214844, + 1.371094, + 1.146484, + 1.410156, + 1.863281, + 1.057373, + 1.333984, + 1.925781, + 1.722656, + 1.597656, + 0.841797, + 0.28125, + 1.605469, + 1.785156, + 1.558594, + 1.632812, + 0.953369, + 1.53125, + 0.904785, + 1.261719, + 0.421875, + 1.597656, + 1.208008, + 1.384766, + 1.640625, + 1.332031, + 0.98761, + 0.724609, + 1.804688, + 1.757812, + 1.539062, + 1.488281, + 1.371094, + 0.591797, + 1.427734, + 1.242188, + 1.349609, + 1.652344, + 1.761719, + 1.402344, + 1.511719, + 1.261719, + 1.243164, + 0.515625, + 0.885254, + 0.996201, + 0.332031, + 1.210938, + 0.046875, + 1.419922, + 0.810547, + 1.566406, + 1.722656, + 1.443359, + 0.801758, + 0.292969, + 1.065918, + 1.621094, + 1.341797, + 1.84375, + 0.234375, + 1.667969, + 0.023438, + 1.433594, + 1.539062, + 2.273438, + 1.412109, + 1.210938, + 1.820312, + 1.859375, + 1.542969, + 1.617188, + 1.410156, + 1.722656, + 0.887695, + 1.816406, + 1.490234, + 1.765625, + 1.570312, + 1.910156, + 2.554688, + 1.539062, + 0.995178, + 1.679688, + 0.351562, + 1.285156, + 1.972656, + 1.613281, + 1.582031, + 1.10791, + 1.605469, + 1.122559, + 0.826172, + 1.414062, + 1.726562, + 1.417969, + 0.65625, + 0.546875, + 1.196289, + 1.172852, + 1.441406, + 1.617188, + 1.980469, + 0.967041, + 1.086426, + 1.098145, + 1.960938, + 2.078125, + 1.417969, + 0.974609, + 1.453125, + 1.613281, + 1.28125, + 1.152344, + 1.914062, + 1.386719, + 1.890625, + 1.332031, + 0.985229, + 1.231445, + 1.277344, + 1.730469, + 1.6875, + 0.441406, + 1.609375, + 0.230469, + 0.195312, + 2.523438, + 1.691406, + 1.320312, + 0.5, + 1.929688, + 1.414062, + 1.910156, + 0.167969, + 1.992188, + 1.175781, + 1.5625, + 0.257812, + 1.302734, + 0.21875, + 1.392578, + 1.972656, + 1.695312, + 0.125, + 1.462891, + 1.605469, + 1.339844, + 0.167969, + 0.867188, + 0.09375, + 1.503906, + 1.304688, + 0.355469, + 1.458984, + 1.011108, + 0.993561, + 1.523438, + 1.46875, + 1.296875, + 1.416016, + 1.597656, + 1.585938, + 1.445312, + 1.714844, + 1.851562, + 1.757812, + 1.257812, + 1.503906, + 1.363281, + 1.047607, + 2.070312, + 1.625, + 1.914062, + 1.445312, + 1.429688, + 1.527344, + 1.176758, + 1.972656, + 1.416016, + 1.201172, + 1.554688, + 1.664062, + 1.117676, + 1.240234, + 1.894531, + 1.667969, + 0.980469, + 1.12793, + 1.664062, + 1.882812, + 1.585938, + 1.574219, + 1.150391, + 1.472656, + 1.071289, + 0.776367, + 2.96875, + 1.808594, + 2.109375, + 1.636719, + 1.582031, + 2.101562, + 1.028442, + 1.652344, + 1.245117, + 1.333984, + 1.839844, + 1.294922, + 1.589844, + 1.730469, + 1.160156, + 1.628906, + 1.057129, + 1.131836, + 1.851562, + 0.496094, + 1.667969, + 1.917969, + 0.292969, + 1.507812, + 1.527344, + 1.223633, + 1.211914, + 1.671875, + 1.734375, + 1.279297, + 1.746094, + 1.679688, + 1.494141, + 1.183594, + 1.492188, + 0.845703, + 1.539062, + 1.523438, + 1.341797, + 1.472656, + 1.542969, + 1.476562, + 1.417969, + 1.026001, + 1.566406, + 1.40625, + 0.292969, + 1.271484, + 1.617188, + 1.523438, + 0.783203, + 1.503906, + 0.335938, + 1.460938, + 1.558594, + 1.511719, + 1.21582, + 1.375, + 0.195312, + 1.330078, + 0.814453, + 0.347656, + 1.137695, + 1.494141, + 1.367188, + 1.503906, + 1.002029, + 1.539062, + 1.851562, + 1.597656, + 1.412109, + 0.960205, + 0.222656, + 1.640625, + 0.097656, + 1.283203, + 1.808594, + 1.375, + 0.992737, + 1.851562, + 1.9375, + 0.132812, + 1.476562, + 1.511719, + 1.443359, + 1.419922, + 1.589844, + 1.632812, + 1.285156, + 1.777344, + 1.132812, + 1.574219, + 0.924805, + 1.648438, + 1.578125, + 1.585938, + 0.760742, + 1.116699, + 1.925781, + 1.570312, + 0.797852, + 0.877441, + 1.345703, + 1.449219, + 3.59375, + 1.703125, + 1.380859, + 1.722656, + 1.941406, + 1.416016, + 1.222656, + 1.488281, + 1.757812, + 1.180664, + 1.546875, + 0.582031, + 1.566406, + 0.630859, + 0.774414, + 1.683594, + 0.492188, + 0.81543, + 0.879883, + 0.898926, + 0.078125, + 0.277344, + 1.816406, + 1.855469, + 0.732422, + 0.98938, + 0.222656, + 1.605469, + 0.921387, + 0.46875, + 1.617188, + 1.621094, + 1.238281, + 0.378906, + 1.628906, + 1.458984, + 1.710938, + 1.081543, + 1.462891, + 1.429688, + 1.964844, + 1.851562, + 1.605469, + 1.386719, + 1.472656, + 0.621094, + 1.863281, + 2.007812, + 0.488281, + 0.355469, + 1.957031, + 1.167969, + 0.753906, + 0.827148, + 1.457031, + 1.550781, + 1.660156, + 1.683594, + 0.167969, + 1.699219, + 1.742188, + 1.609375, + 1.02478, + 0.125, + 1.291016, + 1.460938, + 1.34375, + 1.792969, + 1.378906, + 1.976562, + 0.328125, + 1.632812, + 1.683594, + 1.304688, + 1.609375, + 0.615234, + 1.707031, + 1.628906, + 1.824219, + 1.558594, + 1.197266, + 0.967041, + 1.457031, + 1.339844, + 1.373047, + 1.408203, + 1.90625, + 1.640625, + 1.59375, + 1.302734, + 1.251953, + 1.055908, + 1.605469, + 1.429688, + 1.710938, + 1.300781, + 1.200195, + 1.875, + 1.546875, + 0.90625, + 1.59375, + 1.589844, + 1.761719, + 1.785156, + 1.382812, + 1.539062, + 2.109375, + 1.671875, + 1.574219, + 0.693359, + 1.335938, + 1.632812, + 1.726562, + 1.90625, + 1.092773, + 1.53125, + 1.613281, + 1.617188, + 1.285156, + 1.515625, + 1.640625, + 1.550781, + 0.874023, + 1.617188, + 1.332031, + 1.902344, + 1.488281, + 1.609375, + 1.628906, + 1.451172, + 0.449219, + 1.386719, + 0.1875, + 1.269531, + 1.742188, + 1.394531, + 1.384766, + 1.219727, + 1.953125, + 1.300781, + 1.416016, + 1.539062, + 0.230469, + 1.554688, + 1.417969, + 1.703125, + 1.441406, + 1.259766, + 1.730469, + 1.490234, + 1.773438, + 1.527344, + 0.195312, + 1.439453, + 1.197266, + 1.851562, + 0.921387, + 1.488281, + 1.671875, + 1.478516, + 0.736328, + 1.527344, + 0.003906, + 0.386719, + 0.589844, + 0.191406, + 1.851562, + 1.550781, + 1.589844, + 0.5625, + 0.355469, + 1.460938, + 0.722656, + 0.893555, + 1.447266, + 1.609375, + 1.482422, + 1.570312, + 1.345703, + 1.34375, + 1.21582, + 1.699219, + 0.950684, + 1.628906, + 1.632812, + 1.013611, + 1.539062, + 1.179688, + 0.300781, + 0.277344, + 1.597656, + 0.335938, + 1.710938, + 1.302734, + 1.197266, + 1.652344, + 1.349609, + 1.138672, + 1.400391, + 0.265625, + 1.609375, + 1.695312, + 1.582031, + 1.173828, + 1.925781, + 0.25, + 2.007812, + 0.837891, + 1.820312, + 1.691406, + 1.925781, + 1.466797, + 1.585938, + 1.570312, + 0.53125, + 1.851562, + 0.658203, + 1.84375, + 2.164062, + 1.203125, + 1.261719, + 1.519531, + 1.474609, + 1.726562, + 1.230469, + 1.582031, + 1.8125, + 0.977417, + 0.960693, + 1.769531, + 1.558594, + 1.800781, + 1.972656, + 2.109375, + 1.337891, + 1.523438, + 1.910156, + 1.800781, + 1.808594, + 1.349609, + 0.109375, + 1.664062, + 1.330078, + 1.298828, + 0.359375, + 1.625, + 2.046875, + 1.722656, + 1.941406, + 1.494141, + 2.046875, + 1.089355, + 1.773438, + 1.451172, + 1.419922, + 0.730469, + 1.789062, + 1.308594, + 1.511719, + 1.550781, + 0.995697, + 0.991028, + 1.285156, + 1.972656, + 1.515625, + 0.912109, + 1.396484, + 1.667969, + 0.845703, + 1.613281, + 1.582031, + 1.527344, + 1.332031, + 1.71875, + 1.734375, + 1.014893, + 1.652344, + 1.429688, + 1.972656, + 0.734375, + 1.206055, + 1.601562, + 1.474609, + 0.980835, + 1.333984, + 1.535156, + 1.621094, + 1.394531, + 1.181641, + 1.400391, + 1.609375, + 0.842773, + 1.539062, + 1.816406, + 1.914062, + 1.147461, + 1.160156, + 1.679688, + 1.427734, + 1.945312, + 1.71875, + 1.192383, + 1.486328, + 1.231445, + 1.769531, + 0.544922, + 1.792969, + 1.345703, + 0.786133, + 0.1875, + 1.310547, + 0.776367, + 1.585938, + 2.132812, + 1.246094, + 0.492188, + 0.042969, + 0.195312, + 1.458984, + 1.550781, + 1.691406, + 1.542969, + 1.133789, + 1.460938, + 1.515625, + 1.367188, + 1.527344, + 1.291016, + 1.449219, + 0.183594, + 1.185547, + 1.464844, + 1.625, + 1.367188, + 1.394531, + 1.490234, + 1.542969, + 1.277344, + 1.496094, + 1.25, + 1.065918, + 1.503906, + 1.511719, + 1.6875, + 0.738281, + 1.941406, + 1.558594, + 0.105469, + 1.304688, + 1.289062, + 1.186523, + 1.494141, + 0.779297, + 1.742188, + 1.589844, + 1.667969, + 1.384766, + 1.155273, + 1.40625, + 1.269531, + 1.816406, + 1.180664, + 1.179688, + 1.597656, + 1.464844, + 1.400391, + 3.140625, + 1.550781, + 1.160156, + 1.095215, + 1.291016, + 1.441406, + 1.496094, + 0.99649, + 1.324219, + 1.243164, + 1.679688, + 1.839844, + 1.582031, + 1.683594, + 1.400391, + 2.117188, + 1.890625, + 0.589844, + 1.550781, + 1.063477, + 1.597656, + 1.855469, + 1.503906, + 1.480469, + 0.632812, + 0.884766, + 0.488281, + 1.632812, + 1.929688, + 1.585938, + 0.813477, + 1.648438, + 1.628906, + 1.330078, + 1.464844, + 1.613281, + 1.277344, + 1.277344, + 1.632812, + 1.625, + 1.6875, + 1.351562, + 1.263672, + 1.722656, + 1.012207, + 0.924316, + 1.984375, + 1.040527, + 1.6875, + 2.007812, + 1.664062, + 1.636719, + 1.365234, + 1.722656, + 1.660156, + 1.201172, + 1.449219, + 0.234375, + 1.757812, + 1.292969, + 1.644531, + 1.19043, + 1.263672, + 1.539062, + 1.349609, + 1.033936, + 1.486328, + 1.78125, + 1.585938, + 1.400391, + 1.570312, + 1.308594, + 0.985107, + 1.523438, + 1.230469, + 1.566406, + 1.351562, + 1.472656, + 1.910156, + 0.746094, + 1.181641, + 1.386719, + 0.973755, + 1.139648, + 3.765625, + 1.960938, + 1.507812, + 0.866211, + 0.511719, + 1.761719, + 1.554688, + 1.097656, + 0.801758, + 1.589844, + 0.857422, + 1.722656, + 1.65625, + 0.640625, + 1.652344, + 1.804688, + 1.02063, + 1.539062, + 1.605469, + 1.550781, + 0.854492, + 0.390625, + 1.214844, + 1.347656, + 0.488281, + 1.192383, + 1.714844, + 1.792969, + 0.265625, + 1.710938, + 0.507812, + 1.683594, + 1.84375, + 1.105957, + 0.517578, + 1.542969, + 1.380859, + 1.251953, + 1.306641, + 1.507812, + 1.660156, + 1.457031, + 1.326172, + 1.285156, + 1.378906, + 1.322266, + 1.710938, + 1.402344, + 1.539062, + 1.578125, + 1.71875, + 0.611328, + 1.589844, + 1.292969, + 0.939941, + 1.296875, + 0.603516, + 1.679688, + 1.511719, + 1.507812, + 1.527344, + 1.742188, + 1.175781, + 1.726562, + 1.671875, + 1.867188, + 0.998558, + 1.357422, + 1.785156, + 1.753906, + 0.023438, + 0.849609, + 0.899902, + 1.263672, + 1.119141, + 0.982666, + 1.617188, + 1.621094, + 1.443359, + 1.570312, + 1.355469, + 0.199219, + 1.578125, + 1.296875, + 1.163086, + 1.167969, + 1.765625, + 1.578125, + 1.229492, + 0.21875, + 0.88916, + 1.237305, + 1.160156, + 1.570312, + 1.75, + 1.804688, + 1.223633, + 1.332031, + 1.470703, + 1.486328, + 1.176758, + 1.648438, + 1.519531, + 1.773438, + 1.082031, + 1.498047, + 0.285156, + 1.417969, + 1.5, + 1.542969, + 1.191406, + 1.496094, + 1.503906, + 1.527344, + 1.261719, + 1.609375, + 0.662109, + 1.071289, + 1.503906, + 1.976562, + 0.572266, + 0.947998, + 1.333984, + 0.148438, + 0.0625, + 0.621094, + 0.879883, + 1.384766, + 1.644531, + 1.18457, + 1.433594, + 0.117188, + 0.058594, + 1.202148, + 1.8125, + 0.942871, + 1.503906, + 1.113281, + 1.726562, + 1.691406, + 1.211914, + 0.160156, + 1.738281, + 0.988464, + 0.927734, + 0.529297, + 1.337891, + 1.011536, + 1.231445, + 1.107422, + 1.832031, + 1.402344, + 1.167969, + 1.523438, + 0.998528, + 1.679688, + 1.457031, + 0.869141, + 1.460938, + 1.898438, + 2.015625, + 1.363281, + 0.496094, + 0.007812, + 4.578125, + 1.410156, + 1.271484, + 1.574219, + 1.355469, + 1.601562, + 1.143555, + 1.671875, + 0.089844, + 0.973145, + 0.666016, + 1.699219, + 1.558594, + 0.179688, + 1.605469, + 1.478516, + 1.679688, + 1.248047, + 1.523438, + 1.150391, + 0.884277, + 0.1875, + 1.220703, + 0.943359, + 1.390625, + 0.230469, + 1.099609, + 1.804688, + 2.015625, + 1.628906, + 2.15625, + 0.855469, + 0.979248, + 1.621094, + 1.839844, + 0.492188, + 1.423828, + 1.734375, + 0.660156, + 1.945312, + 0.378906, + 1.847656, + 1.384766, + 1.369141, + 1.398438, + 1.231445, + 1.339844, + 1.535156, + 1.480469, + 0.109375, + 1.621094, + 1.53125, + 1.488281, + 1.679688, + 1.304688, + 1.363281, + 1.412109, + 0.167969, + 0.985107, + 0.21875, + 1.621094, + 0.25, + 0.759766, + 1.6875, + 1.664062, + 1.710938, + 0.552734, + 1.103027, + 1.194336, + 1.291016, + 0.121094, + 1.164062, + 0.638672, + 0.476562, + 0.328125, + 1.511719, + 1.941406, + 0.833984, + 1.519531, + 1.980469, + 1.183594, + 1.847656, + 0.673828, + 0.989807, + 1.335938, + 0.117188, + 1.667969, + 1.796875, + 1.386719, + 0.269531, + 0.167969, + 1.388672, + 1.894531, + 1.15625, + 1.890625, + 1.796875, + 1.166992, + 0.791992, + 3.390625, + 1.328125, + 1.369141, + 1.835938, + 0.957275, + 1.558594, + 1.585938, + 1.976562, + 1.558594, + 1.769531, + 1.472656, + 2.007812, + 1.507812, + 1.027832, + 1.851562, + 1.847656, + 0.87207, + 1.675781, + 1.664062, + 1.453125, + 1.421875, + 1.753906, + 1.789062, + 1.871094, + 0.167969, + 0.697266, + 1.121582, + 0.242188, + 1.511719, + 1.149414, + 1.380859, + 1.404297, + 1.554688, + 1.333984, + 1.375, + 1.384766, + 0.03125, + 0.748047, + 1.355469, + 1.011536, + 1.484375, + 1.416016, + 0.699219, + 1.431641, + 1.318359, + 1.613281, + 1.625, + 1.914062, + 0.179688, + 1.882812, + 1.898438, + 0.646484, + 1.734375, + 1.243164, + 2.054688, + 1.835938, + 1.441406, + 1.695312, + 1.486328, + 1.875, + 1.574219, + 1.357422, + 0.818359, + 1.394531, + 1.539062, + 1.660156, + 1.757812, + 1.367188, + 0.554688, + 1.855469, + 0.242188, + 1.345703, + 1.640625, + 0.889648, + 1.494141, + 1.601562, + 2.132812, + 1.333984, + 0.898438, + 1.419922, + 0.1875, + 0.082031, + 0.0625, + 1.466797, + 1.65625, + 0.277344, + 1.135742, + 1.164062, + 1.945312, + 0.351562, + 1.318359, + 0.736328, + 1.191406, + 0.214844, + 1.546875, + 1.644531, + 1.291016, + 1.742188, + 0.9935, + 0.937744, + 1.851562, + 1.453125, + 0.484375, + 1.055908, + 0.148438, + 1.318359, + 1.695312, + 1.566406, + 2.015625, + 0.847656, + 0.838867, + 1.589844, + 0.144531, + 1.570312, + 1.257812, + 1.445312, + 1.443359, + 0.554688, + 1.628906, + 1.554688, + 1.451172, + 0.817383, + 1.412109, + 1.083984, + 1.546875, + 1.738281, + 1.515625, + 1.671875, + 1.625, + 1.322266, + 1.832031, + 1.217773, + 1.355469, + 1.863281, + 1.617188, + 1.585938, + 1.392578, + 1.396484, + 1.894531, + 0.976562, + 1.691406, + 1.416016, + 1.507812, + 1.605469, + 1.287109, + 1.032715, + 1.349609, + 1.306641, + 2.03125, + 1.160156, + 1.147461, + 0.3125, + 1.902344, + 1.059082, + 1.523438, + 1.021484, + 1.339844, + 1.275391, + 1.601562, + 0.417969, + 1.742188, + 0.359375, + 1.621094, + 0.898438, + 1.01709, + 0.769531, + 1.392578, + 0.484375, + 1.691406, + 0.023438, + 1.410156, + 0.566406, + 1.78125, + 1.161133, + 1.228516, + 1.574219, + 1.753906, + 1.363281, + 0.986877, + 1.202148, + 1.402344, + 1.597656, + 0.105469, + 1.585938, + 1.091797, + 1.049072, + 1.59375, + 1.652344, + 1.65625, + 1.316406, + 0.613281, + 1.255859, + 1.330078, + 1.337891, + 1.808594, + 1.515625, + 1.605469, + 1.255859, + 0.943115, + 1.271484, + 0.105469, + 1.867188, + 1.546875, + 1.917969, + 1.730469, + 1.003586, + 0.472656, + 0.125, + 1.601562, + 0.164062, + 0.429688, + 0.90625, + 1.224609, + 1.652344, + 1.8125, + 0.548828, + 1.151367, + 0.768555, + 1.683594, + 0.101562, + 1.652344, + 1.349609, + 1.341797, + 1.472656, + 1.65625, + 2.054688, + 0.199219, + 1.490234, + 1.769531, + 0.707031, + 0.320312, + 1.447266, + 1.824219, + 0.292969, + 1.753906, + 1.539062, + 1.636719, + 1.010193, + 1.507812, + 1.353516, + 0.238281, + 1.601562, + 1.183594, + 1.220703, + 1.447266, + 1.416016, + 0.546875, + 0.183594, + 1.314453, + 2.140625, + 1.151367, + 1.652344, + 1.660156, + 1.769531, + 2.039062, + 1.339844, + 1.171875, + 1.287109, + 1.318359, + 1.570312, + 1.527344, + 1.296875, + 1.476562, + 1.169922, + 1.419922, + 1.65625, + 1.464844, + 0.039062, + 1.486328, + 1.726562, + 1.349609, + 1.151367, + 1.171875, + 1.200195, + 1.189453, + 1.347656, + 1.5, + 1.664062, + 1.398438, + 1.511719, + 1.597656, + 0.753906, + 1.279297, + 0.175781, + 1.699219, + 0.242188, + 1.683594, + 1.546875, + 1.828125, + 0.140625, + 1.738281, + 1.005127, + 1.082031, + 1.605469, + 1.90625, + 1.472656, + 1.231445, + 1.753906, + 1.229492, + 1.208008, + 0.378906, + 1.208984, + 1.601562, + 1.875, + 1.683594, + 1.140625, + 1.310547, + 1.542969, + 1.726562, + 1.384766, + 1.322266, + 1.104492, + 1.060059, + 1.414062, + 1.138672, + 0.296875, + 1.074707, + 1.667969, + 1.90625, + 1.021606, + 0.160156, + 1.582031, + 1.777344, + 1.800781, + 1.539062, + 1.652344, + 1.539062, + 1.353516, + 1.201172, + 0.308594, + 1.554688, + 1.376953, + 1.648438, + 1.796875, + 1.049805, + 1.361328, + 1.671875, + 1.859375, + 1.507812, + 1.197266, + 2.234375, + 1.425781, + 1.24707, + 1.055176, + 1.917969, + 1.578125, + 0.464844, + 2.90625, + 1.145508, + 1.322266, + 1.625, + 1.208008, + 0.503906, + 2.007812, + 1.414062, + 1.539062, + 0.214844, + 0.956299, + 0.730469, + 1.648438, + 1.376953, + 1.675781, + 1.726562, + 0.03125, + 1.519531, + 1.9375, + 0.0, + 0.580078, + 1.398438, + 1.519531, + 1.472656, + 1.652344, + 1.507812, + 1.160156, + 1.492188, + 1.002792, + 1.507812, + 0.332031, + 1.214844, + 1.964844, + 1.59375, + 0.714844, + 1.535156, + 1.578125, + 1.490234, + 1.328125, + 1.457031, + 1.503906, + 1.546875, + 1.081055, + 0.382812, + 1.400391, + 1.478516, + 1.585938, + 1.695312, + 0.716797, + 1.5625, + 0.96936, + 1.464844, + 1.707031, + 0.558594, + 1.298828, + 1.863281, + 1.546875, + 3.921875, + 0.934082, + 2.101562, + 1.455078, + 1.457031, + 0.564453, + 0.152344, + 1.388672, + 1.349609, + 1.498047, + 0.875, + 1.859375, + 1.416016, + 1.388672, + 0.191406, + 1.192383, + 1.6875, + 1.198242, + 1.220703, + 1.412109, + 1.667969, + 1.554688, + 1.621094, + 1.109863, + 1.527344, + 1.132812, + 1.726562, + 1.683594, + 1.757812, + 1.433594, + 0.94043, + 1.012634, + 0.861328, + 1.832031, + 0.903809, + 1.703125, + 1.714844, + 0.566406, + 1.380859, + 1.261719, + 1.707031, + 1.183594, + 1.433594, + 1.582031, + 0.738281, + 1.241211, + 1.652344, + 1.835938, + 1.466797, + 1.660156, + 0.601562, + 1.233398, + 1.621094, + 1.386719, + 1.71875, + 1.972656, + 0.988892, + 1.769531, + 1.207031, + 1.472656, + 1.275391, + 0.4375, + 1.566406, + 1.539062, + 1.808594, + 2.835938, + 1.640625, + 1.742188, + 1.431641, + 1.138672, + 1.412109, + 1.462891, + 1.193359, + 0.929199, + 0.519531, + 1.10498, + 1.117676, + 1.675781, + 1.245117, + 1.632812, + 1.742188, + 1.597656, + 1.386719, + 1.707031, + 1.578125, + 1.742188, + 1.322266, + 1.170898, + 1.474609, + 1.589844, + 1.349609, + 1.394531, + 1.589844, + 1.429688, + 1.695312, + 1.421875, + 1.757812, + 1.929688, + 1.167969, + 0.896484, + 1.324219, + 1.570312, + 0.132812, + 1.457031, + 1.820312, + 1.300781, + 0.429688, + 1.4375, + 1.207031, + 0.564453, + 0.171875, + 1.234375, + 1.119629, + 1.992188, + 1.136719, + 1.464844, + 1.365234, + 1.412109, + 1.863281, + 1.152344, + 1.494141, + 1.455078, + 0.445312, + 1.980469, + 1.5625, + 0.320312, + 0.121094, + 1.988281, + 1.582031, + 1.804688, + 0.453125, + 1.447266, + 0.849609, + 1.255859, + 1.867188, + 1.458984, + 1.255859, + 1.59375, + 1.242188, + 0.949951, + 1.566406, + 1.847656, + 1.373047, + 0.21875, + 0.460938, + 1.396484, + 1.425781, + 1.4375, + 0.685547, + 1.207031, + 1.675781, + 1.019165, + 0.472656, + 1.757812, + 1.671875, + 1.039795, + 1.761719, + 1.324219, + 0.919922, + 1.166016, + 1.578125, + 0.019531, + 0.074219, + 1.292969, + 1.369141, + 1.166992, + 2.03125, + 1.163086, + 1.628906, + 0.304688, + 1.392578, + 0.355469, + 0.445312, + 1.679688, + 2.179688, + 1.390625, + 1.400391, + 1.574219, + 1.992188, + 0.359375, + 1.910156, + 1.046631, + 1.021118, + 1.287109, + 1.472656, + 1.380859, + 1.121094, + 0.798828, + 1.472656, + 1.890625, + 1.208008, + 1.178711, + 0.970215, + 0.926758, + 1.324219, + 2.367188, + 1.699219, + 1.574219, + 0.144531, + 1.460938, + 1.648438, + 1.298828, + 1.470703, + 1.208008, + 1.482422, + 1.632812, + 1.324219, + 0.797852, + 0.791016, + 1.160156, + 1.726562, + 1.636719, + 1.722656, + 1.800781, + 1.223633, + 1.371094, + 1.318359, + 1.726562, + 1.535156, + 1.458984, + 0.887207, + 0.15625, + 1.365234, + 1.535156, + 1.792969, + 1.691406, + 1.103027, + 0.023438, + 1.695312, + 1.878906, + 1.208984, + 1.585938, + 0.34375, + 1.742188, + 1.617188, + 1.359375, + 1.21875, + 1.378906, + 1.601562, + 1.07959, + 0.793945, + 1.605469, + 1.503906, + 1.660156, + 0.179688, + 1.972656, + 1.073242, + 0.210938, + 1.5, + 1.847656, + 2.015625, + 1.089844, + 0.87793, + 1.296875, + 1.412109, + 1.416016, + 1.617188, + 1.53125, + 1.353516, + 1.515625, + 1.433594, + 1.161133, + 2.195312, + 1.707031, + 1.777344, + 2.046875, + 1.808594, + 0.746094, + 1.310547, + 1.734375, + 1.05835, + 1.205078, + 2.164062, + 1.675781, + 0.453125, + 1.093262, + 0.128906, + 1.550781, + 1.251953, + 1.949219, + 1.123047, + 1.365234, + 1.357422, + 1.691406, + 1.542969, + 0.956299, + 1.574219, + 1.554688, + 1.804688, + 1.002213, + 1.539062, + 0.558594, + 1.199219, + 0.685547, + 0.214844, + 1.470703, + 1.667969, + 1.742188, + 1.6875, + 1.6875, + 0.760742, + 1.208984, + 1.59375, + 0.591797, + 0.693359, + 1.466797, + 1.867188, + 1.796875, + 1.217773, + 1.550781, + 1.030518, + 1.835938, + 1.671875, + 1.5, + 0.292969, + 1.22168, + 1.925781, + 1.582031, + 1.582031, + 0.929199, + 1.427734, + 1.204102, + 1.200195, + 1.496094, + 1.550781, + 1.447266, + 0.685547, + 1.363281, + 1.425781, + 1.447266, + 1.882812, + 1.808594, + 1.722656, + 1.158203, + 0.861328, + 1.804688, + 1.601562, + 0.417969, + 0.28125, + 1.457031, + 1.785156, + 1.730469, + 1.386719, + 1.667969, + 0.136719, + 1.417969, + 1.910156, + 1.205078, + 1.519531, + 0.992218, + 1.279297, + 0.924316, + 0.261719, + 1.597656, + 1.427734, + 1.863281, + 1.128906, + 1.402344, + 1.875, + 1.371094, + 1.785156, + 1.209961, + 1.695312, + 2.257812, + 1.036133, + 1.134766, + 0.611328, + 1.217773, + 0.517578, + 0.167969, + 1.695312, + 2.203125, + 1.507812, + 1.664062, + 2.328125, + 1.408203, + 1.707031, + 1.445312, + 1.71875, + 1.601562, + 1.017212, + 1.038818, + 0.492188, + 1.466797, + 0.841797, + 1.296875, + 1.384766, + 1.503906, + 1.486328, + 1.480469, + 1.738281, + 1.648438, + 0.623047, + 1.507812, + 1.773438, + 0.335938, + 0.905762, + 1.578125, + 1.886719, + 1.445312, + 0.242188, + 1.177734, + 1.714844, + 1.375, + 1.472656, + 1.232422, + 0.238281, + 1.355469, + 1.433594, + 0.792969, + 1.441406, + 1.269531, + 1.161133, + 1.095215, + 1.667969, + 1.085449, + 1.335938, + 1.886719, + 1.585938, + 1.275391, + 1.847656, + 1.6875, + 0.027344, + 1.253906, + 1.398438, + 1.667969, + 1.585938, + 1.683594, + 1.691406, + 0.986633, + 0.488281, + 1.458984, + 1.890625, + 1.558594, + 1.246094, + 0.597656, + 0.998169, + 1.632812, + 1.318359, + 1.503906, + 1.054932, + 1.613281, + 1.296875, + 1.53125, + 0.933105, + 1.566406, + 1.347656, + 1.287109, + 1.710938, + 1.453125, + 1.400391, + 1.933594, + 1.03418, + 2.023438, + 0.433594, + 0.035156, + 1.373047, + 0.823242, + 1.554688, + 1.761719, + 1.308594, + 1.213867, + 0.950928, + 1.486328, + 0.875977, + 1.523438, + 1.527344, + 1.738281, + 1.478516, + 0.007812, + 1.371094, + 1.542969, + 1.902344, + 1.135742, + 1.886719, + 1.470703, + 1.628906, + 1.640625, + 0.918945, + 1.578125, + 1.65625, + 1.445312, + 1.820312, + 1.161133, + 1.213867, + 1.365234, + 0.75, + 0.987732, + 1.542969, + 1.796875, + 1.523438, + 1.714844, + 1.984375, + 1.945312, + 1.12207, + 2.164062, + 0.714844, + 1.330078, + 0.821289, + 0.460938, + 1.652344, + 1.431641, + 1.384766, + 0.1875, + 0.734375, + 1.8125, + 1.458984, + 2.164062, + 1.660156, + 2.015625, + 1.730469, + 1.523438, + 1.012695, + 1.773438, + 0.050781, + 1.314453, + 1.086914, + 1.192383, + 1.679688, + 1.808594, + 1.78125, + 1.416016, + 0.003906, + 1.441406, + 1.300781, + 1.179688, + 1.384766, + 1.914062, + 1.738281, + 1.710938, + 1.292969, + 1.171875, + 0.375, + 1.455078, + 1.597656, + 0.982666, + 1.558594, + 1.703125, + 1.431641, + 1.785156, + 0.853516, + 1.382812, + 1.022217, + 1.8125, + 1.527344, + 1.523438, + 1.753906, + 1.114746, + 1.034912, + 1.207031, + 1.40625, + 1.566406, + 1.691406, + 1.251953, + 1.263672, + 0.007812, + 1.480469, + 1.523438, + 1.601562, + 1.457031, + 1.726562, + 1.578125, + 1.478516, + 1.149414, + 1.5625, + 0.823242, + 1.300781, + 1.355469, + 1.648438, + 0.078125, + 1.494141, + 1.539062, + 1.632812, + 1.498047, + 1.511719, + 1.3125, + 1.898438, + 1.029175, + 1.804688, + 1.414062, + 1.691406, + 0.300781, + 1.125, + 1.041992, + 1.65625, + 0.164062, + 1.726562, + 0.367188, + 1.294922, + 0.109375, + 1.703125, + 1.063477, + 1.511719, + 0.554688, + 0.839844, + 1.550781, + 1.355469, + 1.058105, + 1.458984, + 1.277344, + 1.832031, + 1.714844, + 0.09375, + 0.4375, + 0.619141, + 1.511719, + 1.636719, + 1.239258, + 1.734375, + 1.792969, + 1.515625, + 0.820312, + 1.695312, + 1.503906, + 1.78125, + 1.90625, + 1.291016, + 0.886719, + 1.472656, + 1.523438, + 0.667969, + 1.65625, + 1.535156, + 1.867188, + 1.511719, + 1.691406, + 0.853516, + 1.875, + 1.285156, + 1.168945, + 1.683594, + 1.589844, + 1.601562, + 1.357422, + 1.953125, + 0.265625, + 1.371094, + 1.371094, + 1.488281, + 0.367188, + 1.867188, + 1.898438, + 1.882812, + 0.265625, + 1.114258, + 0.605469, + 1.648438, + 1.152344, + 0.918457, + 0.105469, + 1.792969, + 1.515625, + 1.328125, + 0.082031, + 0.658203, + 0.273438, + 2.21875, + 2.09375, + 0.938232, + 1.523438, + 1.882812, + 1.341797, + 1.578125, + 1.613281, + 1.174805, + 0.292969, + 0.367188, + 1.773438, + 0.92334, + 0.997482, + 1.617188, + 1.392578, + 1.427734, + 1.949219, + 0.754883, + 1.287109, + 1.277344, + 1.277344, + 0.503906, + 1.800781, + 1.765625, + 1.625, + 1.867188, + 1.273438, + 0.273438, + 1.59375, + 0.304688, + 1.337891, + 1.730469, + 1.40625, + 1.601562, + 1.789062, + 1.052002, + 1.558594, + 1.835938, + 1.515625, + 1.644531, + 1.207031, + 1.15625, + 1.632812, + 1.554688, + 1.914062, + 1.085449, + 1.945312, + 1.578125, + 0.599609, + 1.025024, + 1.126953, + 0.488281, + 1.269531, + 1.570312, + 1.664062, + 1.511719, + 1.018188, + 1.034668, + 1.363281, + 1.443359, + 0.607422, + 1.746094, + 1.707031, + 1.597656, + 1.417969, + 1.761719, + 1.585938, + 0.849609, + 1.546875, + 1.515625, + 1.447266, + 1.605469, + 1.255859, + 0.480469, + 1.664062, + 1.441406, + 0.429688, + 1.431641, + 1.400391, + 0.203125, + 1.384766, + 0.760742, + 1.726562, + 1.476562, + 1.396484, + 1.679688, + 1.96875, + 1.519531, + 1.239258, + 1.515625, + 1.1875, + 1.151367, + 1.214844, + 0.544922, + 1.143555, + 1.835938, + 1.695312, + 0.359375, + 1.191406, + 1.308594, + 1.679688, + 1.359375, + 1.519531, + 1.601562, + 1.233398, + 1.22168, + 1.722656, + 0.918457, + 1.339844, + 1.511719, + 0.167969, + 1.660156, + 1.429688, + 0.199219, + 1.542969, + 1.423828, + 2.007812, + 1.243164, + 1.259766, + 1.503906, + 0.339844, + 1.769531, + 1.839844, + 1.945312, + 1.449219, + 1.289062, + 1.07373, + 1.086914, + 0.222656, + 0.464844, + 1.652344, + 0.851562, + 1.824219, + 0.740234, + 0.994843, + 1.353516, + 1.462891, + 0.273438, + 0.902344, + 2.007812, + 0.015625, + 1.890625, + 1.083008, + 1.820312, + 1.566406, + 0.242188, + 1.78125, + 1.478516, + 0.300781, + 1.890625, + 1.964844, + 1.263672, + 1.480469, + 1.816406, + 1.90625, + 0.226562, + 1.738281, + 0.792969, + 1.330078, + 1.380859, + 1.671875, + 1.785156, + 0.868164, + 1.8125, + 1.667969, + 1.808594, + 1.077637, + 0.179688, + 1.421875, + 1.550781, + 1.259766, + 1.341797, + 2.101562, + 1.5625, + 0.92041, + 0.964844, + 1.683594, + 1.083496, + 1.703125, + 0.902344, + 2.289062, + 1.742188, + 1.769531, + 0.167969, + 1.566406, + 1.049561, + 1.238281, + 1.941406, + 1.605469, + 0.982422, + 1.157227, + 1.746094, + 1.664062, + 0.238281, + 1.335938, + 1.133789, + 1.298828 + ] + }, + "name": "onnx::Mul_8484", + "outputIndexes": [ + 1234 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1233, + 1234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_12/Mul_1_output_0", + "outputIndexes": [ + 1235 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1164, + 1235 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_63_output_0", + "outputIndexes": [ + 1236 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1236 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_12/Mul_output_0", + "outputIndexes": [ + 1237 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.019287, + 1.097656, + 1.019531, + 1.10498, + 1.151367, + 1.066406, + 0.981201, + 0.410156, + 1.083008, + 0.938232, + 1.058594, + 0.988953, + 0.965576, + 1.057373, + 1.11377, + 1.0354, + 0.98999, + 1.107422, + 0.898926, + 1.066895, + 1.088867, + 1.171875, + 1.128906, + 0.939941, + 0.953613, + 1.045166, + 0.863281, + 0.925293, + 1.020386, + 1.045898, + 0.967041, + 0.853516, + 1.068848, + 0.484375, + 1.0271, + 0.836914, + 1.04248, + 1.039062, + 1.000679, + 1.064453, + 1.105469, + 1.051025, + 1.087891, + 0.851562, + 0.578125, + 1.054199, + 1.091309, + 1.040527, + 0.986023, + 0.902832, + 1.034668, + 0.703125, + 0.963135, + 0.472656, + 1.007202, + 0.902832, + 0.963135, + 1.063965, + 0.990845, + 0.946777, + 0.825195, + 1.023315, + 1.101074, + 0.973389, + 0.795898, + 1.019043, + 0.748047, + 1.054443, + 0.928711, + 1.036133, + 1.050537, + 1.05127, + 0.997009, + 1.042725, + 1.003387, + 1.036377, + 0.71875, + 0.922852, + 0.87207, + 0.568359, + 1.005035, + 0.398438, + 0.990845, + 0.87207, + 1.038574, + 0.928711, + 1.050537, + 0.865234, + 0.623047, + 0.966309, + 0.98877, + 1.003799, + 1.110352, + 0.578125, + 1.075195, + 0.398438, + 1.020264, + 1.05835, + 1.036133, + 1.023438, + 0.941895, + 1.072754, + 1.114258, + 1.020142, + 1.067383, + 1.029419, + 1.04248, + 0.875488, + 1.106445, + 1.081543, + 1.021729, + 0.99977, + 1.136719, + 0.669922, + 1.019287, + 0.861328, + 1.109375, + 0.484375, + 1.039795, + 1.031738, + 1.042725, + 0.976929, + 0.789062, + 1.091797, + 0.938477, + 0.77832, + 0.97937, + 1.068359, + 0.963867, + 0.746094, + 0.767578, + 1.003494, + 0.998428, + 1.071289, + 1.05127, + 1.045654, + 0.96582, + 0.738281, + 1.016968, + 1.055664, + 0.926758, + 0.986816, + 0.955322, + 1.085938, + 1.085449, + 0.980591, + 0.969238, + 1.157227, + 1.054688, + 1.171875, + 1.081543, + 0.927734, + 1.036377, + 0.708984, + 1.063477, + 1.065918, + 0.728516, + 1.031494, + 0.554688, + 0.488281, + 0.46875, + 1.067383, + 0.955322, + 0.720703, + 1.080078, + 1.089355, + 1.083008, + 0.472656, + 1.018188, + 0.993073, + 1.037109, + 0.578125, + 0.967285, + 0.539062, + 1.095703, + 1.092773, + 0.97583, + 0.441406, + 1.035645, + 1.058838, + 1.027222, + 0.460938, + 0.851562, + 0.40625, + 0.90625, + 1.083008, + 0.705078, + 1.046143, + 1.028564, + 0.880859, + 1.042725, + 0.870117, + 0.953125, + 0.993927, + 1.043457, + 0.931152, + 1.058105, + 1.050293, + 1.124023, + 1.059326, + 0.958252, + 1.042969, + 1.03418, + 0.974243, + 1.110352, + 1.090332, + 0.975098, + 1.043457, + 1.011536, + 1.041748, + 0.906738, + 1.109375, + 1.015015, + 0.999607, + 1.019775, + 1.01532, + 0.944336, + 1.002441, + 1.0625, + 1.077148, + 0.907715, + 0.797852, + 1.089844, + 1.078125, + 1.028564, + 1.019165, + 1.018311, + 1.035645, + 0.932129, + 0.970459, + 0.46875, + 1.144531, + 1.018677, + 1.04834, + 1.022583, + 1.111816, + 0.792969, + 1.016846, + 0.993713, + 1.064941, + 0.738281, + 1.067383, + 1.091309, + 0.904785, + 1.089355, + 1.064941, + 0.950195, + 0.962891, + 1.106445, + 0.730469, + 1.066406, + 1.047363, + 0.595703, + 1.09668, + 1.023193, + 1.056641, + 0.957031, + 1.105469, + 1.005249, + 1.055908, + 1.083984, + 1.145508, + 1.054688, + 0.986877, + 1.089355, + 0.885742, + 1.043213, + 1.057861, + 1.002945, + 1.012817, + 1.11377, + 1.083496, + 1.047119, + 0.956299, + 1.100586, + 1.023193, + 0.652344, + 0.99469, + 1.0354, + 1.066895, + 0.870117, + 1.030518, + 0.537109, + 1.026611, + 1.016357, + 1.067383, + 0.947021, + 1.015076, + 0.511719, + 1.041016, + 0.918457, + 0.556641, + 0.975586, + 1.065918, + 0.929688, + 1.009216, + 0.927734, + 1.020142, + 1.107422, + 1.108398, + 0.908203, + 0.937012, + 0.460938, + 0.997253, + 0.386719, + 0.912598, + 1.043457, + 0.95752, + 1.007477, + 1.049316, + 1.140625, + 0.425781, + 1.033203, + 1.042969, + 0.941162, + 1.017822, + 0.945557, + 1.120605, + 1.01178, + 1.061768, + 0.979736, + 1.026367, + 0.9375, + 1.111816, + 1.065918, + 0.972412, + 0.854492, + 0.917969, + 1.022827, + 1.010864, + 0.89209, + 0.806641, + 1.020508, + 1.013123, + 0.351562, + 1.112305, + 0.999027, + 1.10498, + 1.095703, + 1.03833, + 1.033691, + 1.034912, + 1.098145, + 1.040283, + 0.97522, + 0.782227, + 1.064941, + 0.699219, + 0.957764, + 1.053223, + 0.572266, + 0.905273, + 0.640625, + 0.912598, + 0.429688, + 0.574219, + 1.086914, + 1.103516, + 0.799805, + 0.943115, + 0.513672, + 1.014954, + 0.972656, + 0.683594, + 1.028442, + 1.066895, + 0.978516, + 0.582031, + 1.069824, + 1.054199, + 1.105469, + 0.938232, + 1.026733, + 1.025879, + 1.117676, + 1.088867, + 1.05127, + 1.010925, + 0.876953, + 0.716797, + 1.097656, + 1.131836, + 0.716797, + 0.621094, + 1.160156, + 0.94458, + 0.915527, + 0.757812, + 1.052246, + 1.082031, + 1.027588, + 1.098633, + 0.476562, + 1.058594, + 1.103516, + 1.026489, + 0.909668, + 0.505859, + 1.036377, + 1.081543, + 1.058105, + 1.066406, + 1.057129, + 1.095215, + 0.59375, + 1.103027, + 1.099609, + 1.004669, + 1.135742, + 0.613281, + 1.058594, + 1.145508, + 1.027344, + 1.041748, + 0.789062, + 1.012268, + 1.013855, + 0.979248, + 1.098633, + 1.00293, + 1.155273, + 1.035645, + 0.900391, + 1.009644, + 0.971069, + 0.837891, + 1.035156, + 1.017822, + 1.011108, + 0.954834, + 0.907227, + 1.135742, + 1.074219, + 0.854492, + 0.619141, + 1.049316, + 1.060059, + 1.091797, + 0.998276, + 1.018555, + 1.144531, + 0.973755, + 1.04248, + 0.87207, + 0.626953, + 1.034912, + 1.040283, + 1.082031, + 0.958008, + 0.99921, + 1.027588, + 1.073242, + 0.990662, + 0.963623, + 1.026855, + 1.034424, + 0.738281, + 1.051758, + 1.049561, + 1.020264, + 1.05127, + 1.019165, + 1.027222, + 1.088379, + 0.675781, + 1.019775, + 0.460938, + 0.992584, + 1.060059, + 1.051758, + 1.011536, + 1.016846, + 1.165039, + 1.043701, + 1.043213, + 1.059082, + 0.529297, + 0.986633, + 1.067383, + 1.046387, + 0.995972, + 1.009888, + 0.971802, + 1.027344, + 1.074219, + 1.043701, + 0.488281, + 1.044434, + 0.935059, + 1.070312, + 0.893066, + 0.971191, + 1.095215, + 1.059082, + 0.833008, + 1.09668, + 0.410156, + 0.541016, + 0.837891, + 0.472656, + 1.091309, + 1.002136, + 1.02356, + 0.825195, + 0.453125, + 1.012268, + 0.817383, + 0.754883, + 0.978027, + 1.12793, + 1.039551, + 0.999233, + 1.028442, + 0.962158, + 1.015747, + 1.051025, + 0.873047, + 1.126953, + 1.112305, + 0.893066, + 0.894531, + 0.963379, + 0.636719, + 0.576172, + 1.050293, + 0.679688, + 1.10791, + 1.031982, + 0.954102, + 1.131836, + 0.966553, + 1.00528, + 1.081055, + 0.501953, + 1.118652, + 1.410156, + 1.066895, + 1.04541, + 1.137695, + 0.460938, + 0.671875, + 0.859375, + 0.822266, + 1.134766, + 1.089844, + 1.06543, + 1.045898, + 0.986572, + 0.767578, + 1.113281, + 0.574219, + 1.121094, + 1.056396, + 0.93457, + 0.927246, + 0.891113, + 1.02832, + 0.662109, + 0.962646, + 1.047119, + 1.114258, + 0.761719, + 0.838867, + 1.09375, + 0.975952, + 1.063965, + 1.10791, + 0.675781, + 0.863281, + 1.028564, + 1.026489, + 0.976807, + 1.123047, + 1.001778, + 0.398438, + 0.984558, + 1.018921, + 0.987244, + 0.693359, + 1.067383, + 0.992126, + 1.176758, + 1.07959, + 1.037109, + 0.934082, + 1.012085, + 0.821289, + 0.976929, + 0.636719, + 0.783203, + 1.078125, + 0.999203, + 0.848633, + 0.722656, + 0.831055, + 0.96936, + 0.973999, + 1.066895, + 1.07373, + 0.950928, + 1.003006, + 1.085938, + 0.94751, + 1.051514, + 1.104492, + 1.097656, + 1.019043, + 1.034424, + 1.05127, + 0.976807, + 1.083008, + 1.050293, + 1.101074, + 0.546875, + 0.916504, + 1.0354, + 1.072754, + 0.9375, + 1.070801, + 0.95752, + 1.129883, + 1.011353, + 0.923828, + 1.043213, + 1.078613, + 0.908203, + 1.042725, + 1.04126, + 1.173828, + 0.771484, + 1.019531, + 1.11377, + 1.097656, + 1.113281, + 1.139648, + 0.94873, + 1.056152, + 1.041748, + 1.042969, + 0.746094, + 1.195312, + 1.061768, + 0.87793, + 0.511719, + 1.05127, + 0.646484, + 1.089355, + 1.134766, + 0.909668, + 0.642578, + 0.378906, + 0.507812, + 1.113281, + 1.089355, + 1.083984, + 1.138672, + 1.026245, + 1.08252, + 1.027588, + 0.857422, + 0.970947, + 0.971069, + 1.060303, + 0.464844, + 0.938965, + 1.066895, + 1.053711, + 1.056152, + 1.035156, + 1.11377, + 1.053955, + 0.888184, + 1.10498, + 1.019653, + 0.868164, + 1.012573, + 1.050537, + 0.975952, + 0.77832, + 1.057861, + 1.017822, + 0.417969, + 1.031738, + 1.028687, + 1.128906, + 1.036133, + 0.842773, + 1.009094, + 1.054932, + 0.865234, + 0.924805, + 1.01123, + 0.990051, + 1.065918, + 1.074219, + 0.953613, + 0.953857, + 1.115234, + 1.011353, + 1.05835, + 0.464844, + 1.083496, + 0.911133, + 0.986389, + 1.05249, + 1.034912, + 1.020142, + 0.992218, + 1.041992, + 0.970581, + 1.09668, + 1.079102, + 1.063477, + 0.994385, + 0.916016, + 0.707031, + 1.034424, + 0.693359, + 1.038574, + 0.908691, + 1.05127, + 1.129883, + 1.052979, + 1.067871, + 0.773438, + 0.652344, + 0.801758, + 1.088379, + 1.031738, + 1.050537, + 0.978882, + 1.032715, + 1.07373, + 1.026855, + 1.035645, + 1.074707, + 1.005707, + 1.027466, + 1.060791, + 1.064941, + 1.070312, + 1.014893, + 0.980713, + 1.083496, + 0.922363, + 0.882812, + 1.10498, + 0.989075, + 1.034424, + 1.174805, + 1.161133, + 1.068848, + 1.089355, + 1.051514, + 1.125977, + 1.01532, + 1.020386, + 0.5, + 0.982666, + 1.003479, + 1.034912, + 0.993652, + 0.967041, + 1.060059, + 1.026367, + 0.966064, + 0.990662, + 1.014038, + 1.091309, + 0.933105, + 1.083008, + 1.005951, + 0.949707, + 1.041748, + 0.957275, + 1.098145, + 1.026367, + 1.019165, + 1.028442, + 0.855469, + 0.981934, + 1.019775, + 0.959717, + 1.016724, + 0.414062, + 1.112305, + 1.058105, + 0.658203, + 0.768555, + 1.080078, + 0.988281, + 0.948242, + 0.826172, + 1.101562, + 0.893066, + 1.066895, + 1.098145, + 0.787109, + 1.043213, + 1.09668, + 0.626953, + 1.111816, + 1.11377, + 1.074219, + 0.89209, + 0.691406, + 0.978394, + 1.020386, + 0.580078, + 1.013184, + 1.097656, + 1.098633, + 0.488281, + 1.152344, + 0.685547, + 0.941895, + 0.985229, + 0.988037, + 0.738281, + 1.023193, + 0.954834, + 1.033447, + 1.05835, + 0.994385, + 1.068848, + 1.057861, + 0.987793, + 0.962891, + 1.030762, + 1.0354, + 1.062988, + 1.105469, + 1.073242, + 0.887207, + 1.066406, + 0.803711, + 1.088379, + 0.979248, + 0.681641, + 1.033691, + 0.800781, + 1.068359, + 1.074707, + 1.05835, + 1.074219, + 1.122559, + 1.065918, + 1.050049, + 1.06543, + 1.089844, + 0.954346, + 0.979736, + 1.003738, + 1.074707, + 0.308594, + 0.893555, + 0.856445, + 1.020264, + 0.925293, + 0.742188, + 1.111816, + 1.060303, + 1.030396, + 1.106445, + 1.028687, + 0.46875, + 1.081055, + 0.945068, + 1.020264, + 0.621094, + 1.027466, + 1.113281, + 1.027344, + 0.552734, + 0.929688, + 0.960205, + 0.991028, + 1.027344, + 1.062256, + 1.120117, + 0.848633, + 0.825195, + 1.010498, + 1.087891, + 0.978149, + 1.057129, + 1.044189, + 1.144531, + 0.948242, + 0.994568, + 0.5625, + 1.066406, + 1.07666, + 1.012024, + 0.969849, + 1.05249, + 1.055176, + 1.12207, + 0.98645, + 1.050537, + 0.835938, + 0.963379, + 1.066406, + 1.143555, + 0.776367, + 0.944092, + 1.027344, + 0.505859, + 0.417969, + 0.804688, + 0.770508, + 1.048584, + 1.075684, + 1.005096, + 1.044678, + 0.4375, + 0.421875, + 1.043213, + 1.104492, + 0.826172, + 1.081543, + 0.945312, + 1.054199, + 1.009766, + 0.783203, + 0.476562, + 0.982422, + 0.977539, + 0.95166, + 0.634766, + 0.985901, + 0.947754, + 0.93457, + 1.027466, + 1.164062, + 1.083008, + 0.924316, + 1.099121, + 0.845703, + 1.053711, + 1.047607, + 0.924805, + 0.994568, + 1.001526, + 1.269531, + 1.034912, + 0.734375, + 0.4375, + 0.390625, + 1.046875, + 1.034424, + 1.00116, + 1.037842, + 1.01416, + 0.99115, + 1.089844, + 0.410156, + 0.900391, + 0.780273, + 1.206055, + 1.093262, + 0.464844, + 1.106445, + 1.075684, + 1.066895, + 1.054932, + 1.0354, + 0.90332, + 0.880859, + 0.511719, + 0.939941, + 0.952637, + 0.971802, + 0.5, + 1.075195, + 1.106934, + 0.927246, + 1.015259, + 0.599609, + 0.966797, + 0.969727, + 1.074219, + 0.990356, + 0.761719, + 1.035645, + 1.082031, + 0.819336, + 0.699219, + 0.775391, + 0.535156, + 1.019653, + 0.949707, + 1.044678, + 0.974731, + 1.004547, + 1.111816, + 1.106934, + 0.394531, + 1.048584, + 1.044678, + 0.990234, + 1.054443, + 0.591797, + 1.094238, + 1.085938, + 0.332031, + 0.967529, + 0.476562, + 1.051758, + 0.488281, + 0.861328, + 1.102539, + 1.049805, + 1.044678, + 0.825195, + 0.930176, + 0.675781, + 0.981201, + 0.464844, + 0.962402, + 0.849609, + 0.710938, + 0.638672, + 1.012573, + 1.07373, + 0.871094, + 0.707031, + 1.133789, + 0.983521, + 1.086914, + 0.847656, + 0.959229, + 1.026733, + 0.464844, + 1.047852, + 1.083496, + 0.94873, + 0.4375, + 0.488281, + 1.079102, + 1.103027, + 0.983398, + 1.087891, + 1.082031, + 1.035645, + 0.817383, + 0.382812, + 1.011414, + 1.036865, + 1.136719, + 0.854492, + 1.028076, + 1.081543, + 1.128906, + 0.995148, + 1.112305, + 1.0354, + 1.105957, + 0.994415, + 0.951416, + 1.098145, + 1.045166, + 0.855469, + 1.082031, + 1.052002, + 1.073242, + 1.009949, + 1.130859, + 0.795898, + 1.046875, + 0.457031, + 0.836914, + 0.856445, + 0.505859, + 1.074707, + 0.908203, + 1.020264, + 0.991638, + 1.04248, + 1.062256, + 0.963135, + 1.057129, + 0.433594, + 0.898926, + 0.998726, + 0.895996, + 1.058838, + 1.040283, + 0.848633, + 1.112793, + 1.058594, + 1.111816, + 1.089844, + 1.082031, + 0.441406, + 1.160156, + 1.141602, + 0.818359, + 1.047363, + 0.960449, + 1.123535, + 0.955322, + 1.097168, + 1.052246, + 1.02771, + 1.106445, + 1.097656, + 1.049072, + 0.714844, + 1.003647, + 1.053955, + 1.100098, + 1.027222, + 0.880371, + 0.583984, + 1.01123, + 0.558594, + 1.017456, + 1.053467, + 0.826172, + 1.065918, + 1.08252, + 1.114258, + 1.002548, + 0.869141, + 0.974487, + 0.449219, + 0.421875, + 0.433594, + 1.077637, + 1.11377, + 0.560547, + 1.018433, + 1.008179, + 1.042236, + 0.580078, + 0.990479, + 0.772461, + 0.985535, + 0.546875, + 1.066895, + 1.032227, + 0.806641, + 1.141602, + 0.914062, + 0.900879, + 1.19043, + 1.003876, + 0.564453, + 0.916992, + 0.496094, + 0.966064, + 1.003006, + 1.043945, + 1.129883, + 0.84082, + 0.585938, + 1.081543, + 0.484375, + 0.766602, + 1.040039, + 1.032959, + 0.997955, + 0.71875, + 1.074219, + 1.039062, + 1.023193, + 0.870117, + 1.064453, + 0.939453, + 0.751953, + 1.143555, + 1.074219, + 0.896484, + 1.066406, + 1.023438, + 1.089355, + 0.913086, + 1.079102, + 1.081543, + 1.066895, + 1.049316, + 1.019653, + 1.050049, + 1.131836, + 0.893066, + 1.048096, + 1.030884, + 1.034668, + 1.059326, + 1.024658, + 0.92334, + 1.042725, + 0.904785, + 1.028198, + 0.907227, + 0.972778, + 0.570312, + 1.062988, + 0.932129, + 1.054443, + 0.862305, + 1.074219, + 0.990112, + 1.065918, + 0.552734, + 1.064453, + 0.648438, + 1.043213, + 0.953613, + 0.958984, + 0.833008, + 1.011536, + 0.724609, + 1.008057, + 0.5, + 1.04541, + 0.782227, + 1.136719, + 0.976685, + 0.971436, + 1.144531, + 1.066895, + 1.036377, + 0.943604, + 0.975464, + 1.019531, + 1.051025, + 0.464844, + 1.089844, + 0.939209, + 1.019775, + 1.074219, + 0.986084, + 1.09668, + 1.029785, + 0.75, + 0.934082, + 1.019409, + 1.009766, + 0.868164, + 1.05127, + 1.059814, + 1.019043, + 0.965088, + 0.978638, + 0.417969, + 1.069336, + 1.041504, + 1.059326, + 0.587891, + 0.935547, + 0.666016, + 0.429688, + 1.026733, + 0.464844, + 0.503906, + 0.901367, + 1.083984, + 1.063965, + 1.148438, + 0.948242, + 0.960449, + 0.875977, + 0.97876, + 0.46875, + 1.043701, + 0.956055, + 0.962402, + 1.337891, + 1.11377, + 1.111328, + 0.496094, + 1.011353, + 1.113281, + 0.710938, + 0.535156, + 1.043701, + 1.056885, + 0.564453, + 1.098633, + 0.669922, + 1.07373, + 0.950928, + 1.022461, + 1.019287, + 0.527344, + 1.04834, + 1.00824, + 1.071289, + 1.022095, + 1.075195, + 0.792969, + 0.464844, + 1.032959, + 1.15332, + 0.984009, + 1.09668, + 1.051025, + 1.010559, + 1.114258, + 1.023926, + 0.988647, + 1.066895, + 0.703125, + 1.012573, + 0.990051, + 1.003601, + 1.031128, + 0.884277, + 1.012329, + 0.964355, + 1.052979, + 0.40625, + 1.04126, + 1.116211, + 1.019531, + 0.99231, + 0.943115, + 0.943359, + 0.918945, + 1.027344, + 0.93457, + 1.0271, + 1.062988, + 1.085449, + 1.043213, + 0.716797, + 0.916016, + 0.503906, + 1.04248, + 0.527344, + 0.907227, + 1.048584, + 1.083496, + 0.453125, + 0.981812, + 0.959961, + 1.028198, + 1.129883, + 1.183594, + 1.043945, + 1.051758, + 1.0354, + 1.012634, + 0.960205, + 0.607422, + 0.98291, + 1.0354, + 0.911621, + 1.152344, + 1.023926, + 0.940918, + 1.089355, + 1.070801, + 1.046875, + 0.994354, + 0.84375, + 0.966064, + 1.020142, + 1.057861, + 0.615234, + 0.99469, + 1.004211, + 1.089844, + 0.924805, + 0.480469, + 1.011047, + 1.073242, + 1.059326, + 1.004486, + 1.040039, + 1.033936, + 0.952393, + 0.977539, + 0.521484, + 1.088867, + 1.015991, + 0.978149, + 1.037354, + 1.0354, + 1.019165, + 1.073242, + 1.100098, + 1.098633, + 0.903809, + 1.128906, + 1.04834, + 1.033203, + 1.004486, + 1.075195, + 1.059082, + 0.736328, + 0.681641, + 0.982422, + 0.999807, + 1.061279, + 1.043213, + 0.782227, + 1.100098, + 1.027466, + 1.041748, + 0.46875, + 0.963379, + 0.909668, + 0.738281, + 1.042969, + 1.0625, + 1.104492, + 0.378906, + 1.017822, + 1.003937, + 0.40625, + 0.6875, + 1.02002, + 1.05127, + 1.053467, + 1.02063, + 1.031494, + 0.976807, + 1.091309, + 0.963623, + 1.120605, + 0.609375, + 1.089844, + 1.109863, + 1.155273, + 0.546875, + 1.104492, + 1.037598, + 1.074707, + 0.985352, + 1.035645, + 1.018433, + 1.04248, + 0.914551, + 0.529297, + 1.12207, + 1.066406, + 1.002457, + 1.021606, + 0.77832, + 0.987976, + 0.681641, + 0.987305, + 1.0271, + 0.761719, + 1.067383, + 1.081055, + 0.990723, + 0.429688, + 0.893066, + 1.28125, + 0.997559, + 1.059326, + 0.722656, + 0.476562, + 0.967773, + 0.932617, + 0.989075, + 0.889648, + 1.058105, + 1.046143, + 1.019531, + 0.445312, + 0.998283, + 1.105469, + 0.952393, + 0.994293, + 0.943359, + 1.139648, + 1.011902, + 1.112305, + 0.866211, + 1.004425, + 1.014954, + 1.124512, + 1.088379, + 1.098145, + 0.842773, + 0.869141, + 0.862305, + 0.883301, + 1.074219, + 0.938721, + 0.724609, + 1.042969, + 0.794922, + 0.896973, + 1.011414, + 1.029297, + 1.057617, + 1.010925, + 1.058838, + 0.738281, + 0.966309, + 1.050537, + 1.050781, + 0.975708, + 1.05542, + 0.791016, + 1.083496, + 1.05127, + 1.09668, + 1.114258, + 1.030396, + 0.898438, + 1.126953, + 0.999397, + 1.059082, + 1.019897, + 0.552734, + 1.052734, + 1.067871, + 1.249023, + 0.638672, + 1.068359, + 1.123535, + 0.995117, + 0.986511, + 0.932129, + 1.058838, + 1.025635, + 0.899414, + 0.80957, + 1.059082, + 1.032715, + 1.140625, + 1.019897, + 1.027344, + 1.083496, + 1.067871, + 1.077148, + 1.095703, + 1.010681, + 0.947754, + 1.066895, + 0.916016, + 0.833984, + 1.026978, + 1.058838, + 0.97998, + 1.056396, + 1.042969, + 0.994568, + 1.083008, + 0.770508, + 1.088379, + 1.00528, + 0.836914, + 1.0354, + 1.131836, + 0.398438, + 1.006134, + 1.028687, + 1.033203, + 0.652344, + 1.074707, + 1.004425, + 0.724609, + 0.5, + 0.912598, + 0.967041, + 1.112793, + 0.956299, + 1.004608, + 1.01532, + 1.053223, + 1.07666, + 1.028198, + 0.751953, + 1.05835, + 0.707031, + 1.12793, + 1.066895, + 0.630859, + 0.429688, + 1.124023, + 1.115723, + 1.055176, + 0.714844, + 1.152344, + 0.856445, + 0.95459, + 1.066895, + 1.047119, + 0.96582, + 1.098145, + 1.009949, + 0.94458, + 1.07666, + 1.105957, + 0.5625, + 0.556641, + 0.748047, + 0.993225, + 1.000652, + 1.074707, + 0.898926, + 0.934082, + 1.058594, + 0.878418, + 0.683594, + 1.085449, + 1.09082, + 0.972534, + 1.035156, + 0.953613, + 0.857422, + 1.050781, + 1.022949, + 0.402344, + 0.4375, + 1.036377, + 1.035156, + 0.981445, + 1.121582, + 0.967529, + 1.067871, + 0.595703, + 1.043701, + 0.699219, + 0.654297, + 0.931641, + 1.183594, + 1.046143, + 1.058105, + 1.074219, + 1.078125, + 0.601562, + 1.113281, + 0.956299, + 0.890137, + 0.997589, + 1.15625, + 1.01709, + 0.960693, + 0.876953, + 1.091309, + 1.082031, + 1.012268, + 0.901367, + 0.765625, + 0.938232, + 0.984131, + 0.355469, + 1.084961, + 1.051025, + 0.476562, + 1.000957, + 1.055176, + 0.772461, + 1.041992, + 0.859375, + 1.051758, + 0.974854, + 0.950195, + 0.740234, + 0.851562, + 1.05127, + 1.084473, + 1.12207, + 1.041016, + 1.115234, + 0.973511, + 1.019165, + 0.922852, + 1.101562, + 1.102539, + 0.961426, + 0.630859, + 0.46875, + 1.066406, + 1.036133, + 1.105957, + 1.054932, + 0.945312, + 0.34375, + 1.102051, + 1.118652, + 0.992065, + 1.0354, + 0.646484, + 1.164062, + 1.040527, + 1.029785, + 1.001221, + 0.973755, + 0.918457, + 0.92627, + 0.835938, + 1.036133, + 0.982666, + 1.003891, + 0.501953, + 1.144531, + 0.797852, + 0.507812, + 1.027222, + 0.736328, + 1.122559, + 1.020264, + 0.869141, + 0.998512, + 0.693359, + 0.970337, + 1.060791, + 1.05957, + 1.027466, + 1.07373, + 0.98291, + 1.051758, + 0.90918, + 1.109863, + 1.083008, + 1.057861, + 1.057129, + 0.667969, + 1.007935, + 1.064453, + 0.884766, + 0.973999, + 0.756836, + 1.027344, + 0.628906, + 0.959229, + 0.429688, + 1.066895, + 0.97644, + 1.098145, + 0.949463, + 1.013489, + 1.061523, + 1.078125, + 1.0625, + 0.957764, + 1.080078, + 1.08252, + 1.089355, + 0.875977, + 1.082031, + 0.699219, + 1.083984, + 0.830078, + 0.513672, + 1.07959, + 1.201172, + 1.069824, + 1.128906, + 1.255859, + 0.887207, + 1.011414, + 1.05127, + 0.791992, + 0.813477, + 1.039795, + 1.133789, + 1.090332, + 0.973633, + 1.057861, + 0.763672, + 1.150391, + 1.09082, + 1.012817, + 0.537109, + 0.884766, + 1.031738, + 1.064941, + 1.037842, + 0.87207, + 0.995514, + 0.981079, + 0.981567, + 1.042969, + 1.059082, + 1.042236, + 0.591797, + 0.950439, + 1.011963, + 1.041992, + 1.021118, + 1.004425, + 1.055908, + 0.960693, + 0.911621, + 1.056152, + 1.077637, + 0.673828, + 0.572266, + 1.002625, + 1.119141, + 1.104004, + 1.009094, + 1.023071, + 0.425781, + 0.994537, + 1.070312, + 0.970703, + 1.082031, + 0.838867, + 1.037109, + 0.893066, + 0.445312, + 0.995789, + 1.050781, + 1.04248, + 0.971558, + 0.870117, + 1.130859, + 1.08252, + 1.020508, + 1.064941, + 1.010925, + 1.253906, + 0.908203, + 0.902344, + 0.730469, + 0.987183, + 0.830078, + 0.441406, + 1.051025, + 1.077148, + 1.108398, + 1.067383, + 0.679688, + 0.990356, + 1.09668, + 1.02002, + 1.029907, + 1.074219, + 0.779297, + 0.989502, + 0.707031, + 1.078613, + 0.768555, + 0.967041, + 1.066406, + 1.057129, + 0.865234, + 1.065918, + 0.964355, + 1.091309, + 0.858398, + 1.108398, + 1.06543, + 0.550781, + 0.875, + 1.043457, + 1.094238, + 1.169922, + 0.529297, + 0.986084, + 0.92334, + 0.99115, + 1.022583, + 0.98761, + 0.505859, + 1.001915, + 1.047119, + 0.755859, + 1.042725, + 0.884277, + 0.912598, + 0.935059, + 1.004028, + 1.010498, + 0.999367, + 1.144531, + 1.104004, + 1.051514, + 1.089355, + 1.052734, + 0.4375, + 1.061768, + 1.027222, + 1.056152, + 1.088867, + 1.057373, + 1.113281, + 0.935059, + 0.722656, + 0.951904, + 1.093262, + 1.041016, + 0.979004, + 0.707031, + 1.011169, + 0.899414, + 0.987122, + 0.986328, + 0.967285, + 1.0625, + 0.985168, + 1.012329, + 0.915039, + 1.061768, + 1.005219, + 1.006592, + 1.0625, + 1.036133, + 0.996521, + 0.997147, + 0.873047, + 1.085449, + 0.654297, + 0.394531, + 0.992676, + 0.830078, + 1.043457, + 1.147461, + 1.067383, + 1.001686, + 0.87207, + 1.091309, + 0.893066, + 0.966553, + 1.084473, + 1.108887, + 1.068359, + 0.464844, + 1.00383, + 1.035889, + 1.094727, + 0.893066, + 0.845703, + 1.043701, + 1.069336, + 1.038574, + 0.905762, + 1.025757, + 1.026611, + 1.060059, + 1.109863, + 1.014038, + 0.802734, + 1.066406, + 0.814453, + 0.90625, + 1.034912, + 1.074707, + 1.042725, + 1.07666, + 1.151367, + 1.104004, + 1.031738, + 1.05249, + 0.862305, + 1.0625, + 0.887207, + 0.644531, + 1.142578, + 0.963623, + 1.101562, + 0.521484, + 0.806641, + 1.095703, + 1.081055, + 1.097656, + 1.105469, + 0.869141, + 1.089355, + 0.88916, + 0.806641, + 0.890137, + 0.40625, + 0.9646, + 0.785156, + 0.992401, + 1.084473, + 1.135742, + 1.095215, + 0.985718, + 0.4375, + 1.051514, + 1.002228, + 1.002274, + 1.051025, + 1.07373, + 0.994324, + 1.081055, + 1.0271, + 0.874023, + 0.691406, + 0.988464, + 1.079102, + 0.973145, + 1.000725, + 1.020142, + 0.95459, + 1.033447, + 0.887207, + 1.09375, + 0.906738, + 0.919922, + 1.047119, + 1.101074, + 1.066895, + 1.0354, + 0.937744, + 1.027466, + 0.887207, + 0.808594, + 1.071777, + 0.98291, + 0.856445, + 0.449219, + 1.083008, + 1.071777, + 1.105957, + 1.05957, + 1.070312, + 1.035156, + 1.035645, + 0.962891, + 1.012268, + 0.767578, + 1.056641, + 1.05542, + 1.027466, + 0.457031, + 1.114746, + 0.962158, + 1.044189, + 1.032471, + 1.039795, + 1.003647, + 1.114258, + 1.003601, + 1.125977, + 1.040527, + 1.036621, + 0.519531, + 0.974731, + 0.92627, + 1.098145, + 0.480469, + 1.004028, + 0.529297, + 1.01178, + 0.441406, + 1.056152, + 0.875977, + 0.697266, + 0.728516, + 0.967041, + 1.006165, + 1.032715, + 0.976196, + 1.086426, + 0.953125, + 1.03418, + 1.128906, + 0.513672, + 0.638672, + 0.669922, + 1.082031, + 1.067383, + 1.025879, + 1.050781, + 0.994202, + 1.023315, + 0.822266, + 1.074219, + 1.07373, + 1.035889, + 1.125, + 1.020508, + 0.876953, + 1.043213, + 1.092773, + 0.819336, + 1.141602, + 1.110352, + 1.07666, + 1.019287, + 1.04126, + 0.830078, + 1.129883, + 0.985352, + 0.98291, + 1.031738, + 1.083496, + 0.97229, + 0.968872, + 0.954346, + 0.591797, + 0.923828, + 0.979248, + 0.943604, + 0.626953, + 1.175781, + 1.128906, + 1.130859, + 0.513672, + 0.994232, + 0.833008, + 1.096191, + 0.982666, + 0.845703, + 0.460938, + 1.084961, + 1.034912, + 1.03418, + 0.40625, + 0.834961, + 0.453125, + 0.78418, + 1.131836, + 0.902344, + 1.043945, + 1.146484, + 1.054199, + 1.0177, + 1.023926, + 0.921387, + 0.599609, + 0.644531, + 1.026978, + 0.987366, + 1.019775, + 1.034424, + 1.018799, + 0.97168, + 1.192383, + 0.816406, + 1.008911, + 1.008423, + 0.963135, + 0.626953, + 1.136719, + 1.063477, + 0.915527, + 1.133789, + 1.031738, + 0.574219, + 0.909668, + 0.501953, + 0.810547, + 1.203125, + 1.040283, + 1.103027, + 1.011597, + 0.974121, + 1.043457, + 1.05835, + 1.063965, + 1.021118, + 0.984375, + 0.950684, + 1.042236, + 1.067383, + 1.134766, + 0.97229, + 0.75, + 1.081055, + 0.689453, + 0.857422, + 0.938477, + 0.754883, + 0.98291, + 1.027222, + 1.028809, + 1.047119, + 0.959961, + 0.959229, + 1.047852, + 0.994965, + 0.716797, + 1.07373, + 2.953125, + 0.865234, + 1.050537, + 1.230469, + 1.060059, + 0.896484, + 1.074219, + 1.074219, + 1.026855, + 1.099121, + 0.982788, + 0.679688, + 1.03833, + 1.057617, + 0.632812, + 1.089844, + 0.969116, + 0.441406, + 0.982788, + 0.848633, + 1.098145, + 1.086426, + 1.037842, + 1.10498, + 1.188477, + 1.040283, + 1.035645, + 1.084961, + 0.976807, + 1.000774, + 1.051025, + 0.701172, + 0.948242, + 1.047852, + 1.070801, + 0.572266, + 0.969116, + 0.97937, + 1.074219, + 0.825195, + 1.011536, + 1.009216, + 0.904297, + 0.904785, + 0.560547, + 0.84375, + 1.026489, + 1.043457, + 0.552734, + 1.003677, + 0.951904, + 0.574219, + 1.020142, + 1.089844, + 1.10498, + 1.083008, + 0.986572, + 1.050781, + 0.632812, + 1.034668, + 1.088867, + 1.065918, + 1.021484, + 0.863281, + 0.990662, + 0.97876, + 0.5, + 0.791992, + 1.024658, + 0.896484, + 1.106934, + 0.799805, + 0.952393, + 1.052979, + 1.09082, + 0.5625, + 0.876953, + 1.141602, + 0.4375, + 1.075195, + 0.989502, + 1.086914, + 1.055664, + 0.519531, + 0.932617, + 1.052734, + 0.537109, + 1.128906, + 0.572266, + 1.041748, + 1.033447, + 0.993408, + 1.057373, + 0.521484, + 1.000748, + 0.910156, + 1.025146, + 1.005096, + 1.086426, + 1.049805, + 0.65625, + 1.074219, + 1.098145, + 1.086426, + 1.005615, + 0.527344, + 0.961914, + 1.043701, + 0.976807, + 1.057373, + 1.143555, + 1.049561, + 0.877441, + 0.870117, + 1.065918, + 0.92627, + 1.073242, + 0.667969, + 0.582031, + 1.006989, + 1.10791, + 0.472656, + 1.129883, + 0.87207, + 1.014893, + 1.186523, + 1.111328, + 0.959229, + 0.803711, + 1.066406, + 1.009888, + 0.527344, + 1.10498, + 0.760742, + 1.011841 + ] + }, + "name": "onnx::Mul_8486", + "outputIndexes": [ + 1238 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1237, + 1238 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_12/Mul_1_output_0", + "outputIndexes": [ + 1239 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1239 + ], + "outputIndexes": [ + 2842 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2842 + ], + "outputIndexes": [ + 2843 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear", + "inputIndexes": [ + 2843 + ], + "outputIndexes": [ + 2844 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 533497744, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2844 + ], + "outputIndexes": [ + 2845 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2845 + ], + "outputIndexes": [ + 1240 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1240, + 1240 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Mul_output_0", + "outputIndexes": [ + 1241 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1240, + 1241 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Mul_1_output_0", + "outputIndexes": [ + 1242 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1242 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Mul_2_output_0", + "outputIndexes": [ + 1243 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1240, + 1243 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Add_output_0", + "outputIndexes": [ + 1244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1244 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Mul_3_output_0", + "outputIndexes": [ + 1245 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1245 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_12/Tanh_output_0", + "outputIndexes": [ + 1246 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1246 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Add_1_output_0", + "outputIndexes": [ + 1247 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1240, + 1247 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Mul_4_output_0", + "outputIndexes": [ + 1248 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1248 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Mul_5_output_0", + "outputIndexes": [ + 1249 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1239 + ], + "outputIndexes": [ + 2846 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2846 + ], + "outputIndexes": [ + 2847 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear", + "inputIndexes": [ + 2847 + ], + "outputIndexes": [ + 2848 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 545441702, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2848 + ], + "outputIndexes": [ + 2849 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2849 + ], + "outputIndexes": [ + 1250 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1249, + 1250 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_12/Mul_output_0", + "outputIndexes": [ + 1251 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1251 + ], + "outputIndexes": [ + 2850 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2850 + ], + "outputIndexes": [ + 2851 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear", + "inputIndexes": [ + 2851 + ], + "outputIndexes": [ + 2852 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 557385660, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2852 + ], + "outputIndexes": [ + 2853 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2853 + ], + "outputIndexes": [ + 1252 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1252 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_12/Mul_output_0", + "outputIndexes": [ + 1253 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.644531, + 1.695312, + 1.757812, + 1.898438, + 1.773438, + 1.773438, + 1.535156, + 0.308594, + 1.695312, + 1.351562, + 1.851562, + 1.601562, + 1.519531, + 1.742188, + 1.820312, + 1.566406, + 1.585938, + 1.683594, + 1.235352, + 1.707031, + 1.804688, + 1.746094, + 1.824219, + 1.414062, + 1.570312, + 1.703125, + 1.306641, + 1.464844, + 1.808594, + 1.808594, + 1.376953, + 1.141602, + 1.707031, + 0.417969, + 1.59375, + 1.253906, + 1.613281, + 1.902344, + 1.585938, + 1.652344, + 1.855469, + 1.746094, + 1.683594, + 1.162109, + 0.566406, + 1.660156, + 1.777344, + 1.632812, + 1.742188, + 1.259766, + 1.695312, + 1.005768, + 1.601562, + 0.615234, + 1.722656, + 1.363281, + 1.613281, + 1.804688, + 1.667969, + 1.386719, + 1.050049, + 2.007812, + 1.691406, + 1.613281, + 1.457031, + 1.515625, + 0.89209, + 1.636719, + 1.402344, + 1.554688, + 1.742188, + 1.660156, + 1.628906, + 1.617188, + 1.574219, + 1.527344, + 0.857422, + 1.279297, + 1.236328, + 0.568359, + 1.496094, + 0.269531, + 1.667969, + 1.145508, + 1.621094, + 1.589844, + 1.648438, + 1.162109, + 0.574219, + 1.496094, + 1.679688, + 1.474609, + 1.902344, + 0.507812, + 1.707031, + 0.273438, + 1.554688, + 1.667969, + 2.304688, + 1.574219, + 1.431641, + 1.785156, + 1.785156, + 1.660156, + 1.78125, + 1.683594, + 1.777344, + 1.18457, + 1.742188, + 1.617188, + 1.78125, + 1.738281, + 1.84375, + 1.386719, + 1.714844, + 1.308594, + 1.820312, + 0.572266, + 1.519531, + 1.941406, + 1.710938, + 1.746094, + 1.597656, + 1.902344, + 1.435547, + 1.114746, + 1.628906, + 1.714844, + 1.570312, + 0.933594, + 0.90332, + 1.597656, + 1.507812, + 1.757812, + 1.742188, + 1.765625, + 1.425781, + 1.118164, + 1.478516, + 1.859375, + 2.109375, + 1.839844, + 1.373047, + 1.695312, + 1.703125, + 1.539062, + 1.423828, + 1.820312, + 1.730469, + 1.851562, + 1.59375, + 1.332031, + 1.539062, + 1.765625, + 1.734375, + 1.789062, + 0.818359, + 1.726562, + 0.476562, + 0.453125, + 1.503906, + 1.835938, + 1.472656, + 0.804688, + 1.679688, + 1.738281, + 1.808594, + 0.441406, + 1.726562, + 1.511719, + 1.640625, + 0.513672, + 1.671875, + 0.449219, + 1.648438, + 2.101562, + 1.714844, + 0.304688, + 1.664062, + 1.710938, + 1.664062, + 0.402344, + 1.176758, + 0.300781, + 1.878906, + 1.625, + 0.667969, + 1.699219, + 1.398438, + 1.322266, + 1.679688, + 1.765625, + 1.566406, + 1.585938, + 1.820312, + 1.582031, + 1.75, + 1.714844, + 1.816406, + 1.710938, + 1.503906, + 1.632812, + 1.5625, + 1.369141, + 1.882812, + 1.757812, + 1.921875, + 1.609375, + 1.636719, + 1.683594, + 1.5, + 1.882812, + 1.691406, + 1.539062, + 1.597656, + 1.726562, + 1.410156, + 1.582031, + 1.882812, + 1.824219, + 1.291016, + 1.298828, + 1.699219, + 1.832031, + 1.742188, + 1.617188, + 1.511719, + 1.605469, + 1.433594, + 1.259766, + 1.478516, + 1.875, + 1.808594, + 1.695312, + 1.789062, + 1.871094, + 1.233398, + 1.742188, + 1.539062, + 1.683594, + 1.375, + 1.640625, + 1.792969, + 1.863281, + 1.527344, + 1.804688, + 1.386719, + 1.369141, + 1.875, + 0.785156, + 1.746094, + 1.871094, + 0.576172, + 1.761719, + 1.746094, + 1.589844, + 1.478516, + 1.816406, + 1.839844, + 1.578125, + 1.761719, + 1.851562, + 1.628906, + 1.480469, + 1.894531, + 1.191406, + 1.667969, + 1.714844, + 1.5625, + 1.65625, + 1.753906, + 1.632812, + 1.644531, + 1.384766, + 1.8125, + 1.667969, + 0.623047, + 1.574219, + 1.820312, + 1.738281, + 1.125977, + 1.714844, + 0.582031, + 1.679688, + 1.824219, + 1.660156, + 1.464844, + 1.714844, + 0.433594, + 1.601562, + 1.249023, + 0.564453, + 1.503906, + 1.703125, + 1.597656, + 1.671875, + 1.398438, + 1.675781, + 1.84375, + 1.683594, + 1.535156, + 1.310547, + 0.425781, + 1.820312, + 0.28125, + 1.484375, + 1.71875, + 1.542969, + 1.460938, + 1.730469, + 1.824219, + 0.332031, + 1.691406, + 1.726562, + 1.5625, + 1.722656, + 1.507812, + 1.8125, + 1.474609, + 1.632812, + 1.523438, + 1.824219, + 1.337891, + 1.734375, + 1.660156, + 1.601562, + 1.072266, + 1.5, + 1.820312, + 1.667969, + 1.179688, + 1.15918, + 1.613281, + 1.585938, + 6.4375, + 1.804688, + 1.566406, + 1.867188, + 1.835938, + 1.613281, + 1.570312, + 1.585938, + 1.882812, + 1.75, + 1.609375, + 0.954346, + 1.699219, + 0.929199, + 1.214844, + 1.914062, + 0.685547, + 1.142578, + 0.901367, + 1.273438, + 0.332031, + 0.503906, + 1.902344, + 1.820312, + 1.104492, + 1.396484, + 0.472656, + 1.761719, + 1.332031, + 0.763672, + 1.753906, + 1.703125, + 1.535156, + 0.644531, + 1.78125, + 1.535156, + 1.859375, + 1.396484, + 1.582031, + 1.617188, + 1.832031, + 1.882812, + 1.738281, + 1.570312, + 1.519531, + 0.88916, + 1.847656, + 1.902344, + 0.772461, + 0.638672, + 2.007812, + 1.470703, + 1.25, + 0.999493, + 1.625, + 1.820312, + 1.699219, + 1.773438, + 0.382812, + 1.757812, + 1.871094, + 1.746094, + 1.355469, + 0.417969, + 1.539062, + 1.710938, + 1.648438, + 1.761719, + 1.605469, + 1.867188, + 0.613281, + 1.648438, + 1.78125, + 1.742188, + 1.792969, + 0.826172, + 1.761719, + 1.699219, + 1.664062, + 1.652344, + 1.345703, + 1.464844, + 1.574219, + 1.582031, + 1.585938, + 1.546875, + 1.792969, + 1.707031, + 2.085938, + 1.566406, + 1.589844, + 1.253906, + 1.777344, + 1.699219, + 1.703125, + 1.589844, + 1.566406, + 1.835938, + 1.773438, + 1.198242, + 1.224609, + 1.664062, + 1.804688, + 1.785156, + 1.617188, + 1.746094, + 1.84375, + 1.59375, + 1.84375, + 1.094238, + 0.999439, + 1.796875, + 1.804688, + 1.773438, + 1.419922, + 1.714844, + 1.734375, + 1.683594, + 1.5625, + 1.597656, + 1.75, + 1.679688, + 1.029175, + 1.816406, + 1.621094, + 1.847656, + 1.710938, + 1.714844, + 1.703125, + 1.777344, + 0.748047, + 1.589844, + 0.441406, + 1.5, + 1.746094, + 1.679688, + 1.652344, + 1.570312, + 1.828125, + 1.511719, + 1.628906, + 1.742188, + 0.496094, + 1.753906, + 1.648438, + 1.773438, + 1.632812, + 1.535156, + 1.890625, + 1.785156, + 1.726562, + 1.671875, + 0.425781, + 1.703125, + 1.458984, + 1.808594, + 1.28125, + 1.570312, + 1.722656, + 1.6875, + 1.130859, + 1.671875, + 0.34375, + 0.580078, + 0.941895, + 0.398438, + 1.769531, + 1.679688, + 1.632812, + 0.962402, + 0.599609, + 1.636719, + 1.032715, + 1.176758, + 1.703125, + 1.792969, + 1.742188, + 1.699219, + 1.671875, + 1.558594, + 1.570312, + 1.75, + 1.396484, + 1.792969, + 1.742188, + 1.333984, + 1.605469, + 1.46875, + 0.542969, + 0.552734, + 1.746094, + 0.609375, + 1.769531, + 1.550781, + 1.451172, + 1.722656, + 1.558594, + 1.472656, + 1.636719, + 0.457031, + 1.691406, + 2.820312, + 1.769531, + 1.507812, + 1.828125, + 0.445312, + 0.925781, + 1.237305, + 1.5, + 1.742188, + 1.871094, + 1.726562, + 1.707031, + 1.589844, + 0.885742, + 1.902344, + 0.699219, + 1.839844, + 1.898438, + 1.449219, + 1.447266, + 1.707031, + 1.664062, + 1.367188, + 1.507812, + 1.625, + 1.746094, + 1.083008, + 1.306641, + 1.761719, + 1.59375, + 1.851562, + 1.835938, + 1.396484, + 1.421875, + 1.664062, + 1.871094, + 1.722656, + 1.804688, + 1.453125, + 0.285156, + 1.761719, + 1.613281, + 1.490234, + 0.658203, + 1.675781, + 2.15625, + 1.851562, + 1.804688, + 1.589844, + 1.988281, + 1.490234, + 1.945312, + 1.554688, + 1.07666, + 0.998283, + 1.710938, + 1.554688, + 1.460938, + 1.546875, + 1.337891, + 1.412109, + 1.714844, + 1.757812, + 1.738281, + 1.316406, + 1.695312, + 1.882812, + 1.25, + 1.648438, + 1.800781, + 1.617188, + 1.585938, + 1.722656, + 1.804688, + 1.380859, + 2.03125, + 1.660156, + 1.84375, + 0.800781, + 1.478516, + 1.652344, + 1.6875, + 1.302734, + 1.625, + 1.664062, + 1.773438, + 1.699219, + 1.507812, + 1.644531, + 1.726562, + 1.200195, + 1.601562, + 1.804688, + 1.828125, + 1.589844, + 1.5, + 1.800781, + 1.652344, + 1.828125, + 1.734375, + 1.429688, + 1.722656, + 1.511719, + 1.769531, + 0.912598, + 1.894531, + 1.53125, + 1.261719, + 0.445312, + 1.585938, + 1.050049, + 1.726562, + 1.820312, + 1.496094, + 0.720703, + 0.398438, + 0.414062, + 1.847656, + 1.691406, + 1.839844, + 1.792969, + 1.496094, + 1.730469, + 1.671875, + 1.458984, + 1.507812, + 1.542969, + 1.699219, + 0.378906, + 1.416016, + 1.65625, + 1.636719, + 1.613281, + 1.679688, + 1.820312, + 1.710938, + 1.275391, + 1.699219, + 1.554688, + 1.423828, + 1.621094, + 1.65625, + 1.683594, + 1.060303, + 1.875, + 1.609375, + 0.3125, + 1.28125, + 1.660156, + 1.441406, + 1.667969, + 1.182617, + 1.710938, + 1.835938, + 1.949219, + 1.511719, + 1.53125, + 1.490234, + 1.585938, + 1.804688, + 1.392578, + 1.527344, + 1.730469, + 1.683594, + 1.707031, + 1.507812, + 1.855469, + 1.484375, + 1.435547, + 1.652344, + 1.605469, + 1.777344, + 1.359375, + 1.628906, + 1.632812, + 1.746094, + 1.746094, + 1.828125, + 1.757812, + 1.34375, + 1.449219, + 1.78125, + 0.863281, + 1.769531, + 1.441406, + 1.648438, + 1.875, + 1.746094, + 1.679688, + 0.940918, + 0.90332, + 0.827148, + 1.730469, + 1.738281, + 1.691406, + 1.245117, + 1.804688, + 1.71875, + 1.648438, + 1.652344, + 1.753906, + 1.589844, + 1.574219, + 1.925781, + 1.6875, + 1.707031, + 1.65625, + 1.523438, + 1.785156, + 1.347656, + 1.384766, + 1.832031, + 1.380859, + 1.777344, + 1.875, + 1.707031, + 1.792969, + 1.742188, + 1.730469, + 1.851562, + 1.542969, + 1.648438, + 0.484375, + 1.667969, + 1.527344, + 1.75, + 1.574219, + 1.566406, + 1.824219, + 1.570312, + 1.431641, + 1.714844, + 1.75, + 1.671875, + 1.539062, + 1.746094, + 1.585938, + 1.34375, + 1.722656, + 1.480469, + 1.820312, + 1.613281, + 1.683594, + 2.007812, + 1.135742, + 1.410156, + 1.554688, + 1.322266, + 1.519531, + 1.652344, + 1.707031, + 1.753906, + 0.895996, + 0.84668, + 1.710938, + 1.664062, + 1.412109, + 1.061279, + 1.761719, + 1.222656, + 1.773438, + 1.722656, + 0.921875, + 1.738281, + 1.753906, + 0.924316, + 1.738281, + 1.734375, + 1.722656, + 1.261719, + 0.758789, + 1.523438, + 1.570312, + 0.605469, + 1.609375, + 1.816406, + 1.941406, + 0.457031, + 1.863281, + 0.807617, + 1.820312, + 2.015625, + 1.416016, + 0.877441, + 1.683594, + 1.578125, + 1.515625, + 1.742188, + 1.769531, + 1.792969, + 1.75, + 1.519531, + 1.441406, + 1.714844, + 1.679688, + 1.875, + 1.726562, + 1.675781, + 1.894531, + 1.847656, + 0.970581, + 1.804688, + 1.546875, + 0.943604, + 1.613281, + 1.00386, + 1.664062, + 1.605469, + 1.679688, + 1.71875, + 1.90625, + 1.427734, + 1.839844, + 1.703125, + 1.800781, + 1.363281, + 1.496094, + 1.761719, + 1.828125, + 0.234375, + 1.259766, + 1.160156, + 1.511719, + 1.4375, + 1.145508, + 1.839844, + 1.757812, + 1.640625, + 1.671875, + 1.597656, + 0.417969, + 1.777344, + 1.503906, + 1.433594, + 0.984497, + 1.710938, + 1.726562, + 1.488281, + 0.464844, + 1.265625, + 1.570312, + 1.470703, + 1.761719, + 1.730469, + 1.96875, + 1.285156, + 1.734375, + 1.511719, + 1.644531, + 1.433594, + 1.761719, + 1.671875, + 1.816406, + 1.462891, + 1.5625, + 0.488281, + 1.632812, + 1.660156, + 1.710938, + 1.472656, + 1.695312, + 1.699219, + 1.863281, + 1.5625, + 1.714844, + 1.056885, + 1.427734, + 1.773438, + 1.789062, + 0.985962, + 1.306641, + 1.570312, + 0.410156, + 0.269531, + 0.955811, + 1.435547, + 1.570312, + 1.753906, + 1.527344, + 1.773438, + 0.351562, + 0.332031, + 1.554688, + 1.769531, + 1.189453, + 1.714844, + 1.443359, + 1.714844, + 1.757812, + 1.3125, + 0.433594, + 1.730469, + 1.433594, + 1.441406, + 0.791992, + 1.554688, + 1.369141, + 1.455078, + 1.419922, + 1.878906, + 1.652344, + 1.433594, + 1.753906, + 1.194336, + 1.777344, + 1.75, + 1.279297, + 1.632812, + 1.808594, + 1.851562, + 1.6875, + 0.819336, + 0.359375, + 1.71875, + 1.632812, + 1.59375, + 1.769531, + 1.582031, + 1.699219, + 1.445312, + 1.816406, + 0.289062, + 1.373047, + 1.019409, + 1.882812, + 1.738281, + 0.425781, + 1.816406, + 1.625, + 1.714844, + 1.589844, + 1.730469, + 1.511719, + 1.271484, + 0.433594, + 1.535156, + 1.269531, + 1.539062, + 0.484375, + 1.423828, + 1.824219, + 2.03125, + 1.691406, + 1.375, + 1.285156, + 1.40625, + 1.824219, + 1.695312, + 0.828125, + 1.585938, + 1.667969, + 0.997894, + 1.40625, + 0.441406, + 1.009399, + 1.652344, + 1.539062, + 1.714844, + 1.5625, + 1.621094, + 1.648438, + 1.75, + 0.304688, + 1.8125, + 1.695312, + 1.648438, + 1.789062, + 1.714844, + 1.652344, + 1.753906, + 0.363281, + 1.412109, + 0.421875, + 1.726562, + 0.457031, + 1.132812, + 1.839844, + 1.777344, + 1.765625, + 0.951416, + 1.425781, + 1.24707, + 1.558594, + 0.386719, + 1.539062, + 1.036621, + 0.833984, + 0.597656, + 1.644531, + 1.859375, + 1.152344, + 1.371094, + 1.945312, + 1.554688, + 1.796875, + 1.076172, + 1.306641, + 1.644531, + 0.367188, + 1.695312, + 1.835938, + 1.423828, + 0.464844, + 0.34375, + 1.640625, + 1.789062, + 1.5, + 1.796875, + 1.707031, + 1.632812, + 1.066406, + 1.644531, + 1.597656, + 1.609375, + 1.9375, + 1.200195, + 1.738281, + 1.734375, + 1.871094, + 1.707031, + 1.851562, + 1.730469, + 1.992188, + 1.636719, + 1.376953, + 1.855469, + 1.757812, + 1.195312, + 1.691406, + 1.796875, + 1.710938, + 1.660156, + 1.90625, + 2.039062, + 1.710938, + 0.386719, + 1.130859, + 1.233398, + 0.496094, + 1.644531, + 1.478516, + 1.578125, + 1.617188, + 1.660156, + 1.683594, + 1.535156, + 1.699219, + 0.398438, + 1.135742, + 1.554688, + 1.302734, + 1.691406, + 1.699219, + 1.123535, + 1.789062, + 1.695312, + 1.820312, + 1.707031, + 1.746094, + 0.40625, + 1.847656, + 1.894531, + 0.943848, + 1.746094, + 1.507812, + 1.914062, + 2.007812, + 1.617188, + 1.773438, + 1.648438, + 1.703125, + 1.714844, + 1.683594, + 1.232422, + 1.652344, + 1.667969, + 1.820312, + 1.78125, + 1.519531, + 0.681641, + 1.816406, + 0.496094, + 1.578125, + 1.871094, + 1.15332, + 1.71875, + 1.757812, + 1.808594, + 1.601562, + 1.242188, + 1.554688, + 0.359375, + 0.332031, + 0.363281, + 1.699219, + 1.835938, + 0.527344, + 1.451172, + 1.59375, + 1.945312, + 0.591797, + 1.511719, + 0.997162, + 1.449219, + 0.464844, + 1.828125, + 1.714844, + 1.535156, + 1.738281, + 1.322266, + 1.267578, + 1.90625, + 1.617188, + 0.611328, + 1.380859, + 0.296875, + 1.578125, + 1.773438, + 1.761719, + 1.867188, + 1.124512, + 0.921875, + 1.757812, + 0.371094, + 2.054688, + 1.578125, + 1.597656, + 1.589844, + 0.922363, + 1.710938, + 1.609375, + 1.691406, + 1.152344, + 1.648438, + 1.386719, + 1.832031, + 1.742188, + 1.707031, + 1.882812, + 1.769531, + 1.554688, + 1.898438, + 1.363281, + 1.636719, + 1.839844, + 1.648438, + 1.746094, + 1.585938, + 1.703125, + 1.761719, + 1.298828, + 1.730469, + 1.5625, + 1.65625, + 1.667969, + 1.570312, + 1.351562, + 1.636719, + 1.474609, + 1.769531, + 1.597656, + 1.554688, + 0.576172, + 1.773438, + 1.355469, + 1.671875, + 1.449219, + 1.679688, + 1.542969, + 1.761719, + 0.607422, + 1.847656, + 0.601562, + 1.726562, + 1.294922, + 1.431641, + 1.128906, + 1.601562, + 0.836914, + 1.6875, + 0.414062, + 1.65625, + 0.904785, + 1.871094, + 1.515625, + 1.447266, + 1.742188, + 1.773438, + 1.578125, + 1.40625, + 1.5625, + 1.554688, + 1.746094, + 0.34375, + 1.785156, + 1.433594, + 1.439453, + 1.804688, + 1.730469, + 1.632812, + 1.628906, + 0.957031, + 1.542969, + 1.621094, + 1.59375, + 1.910156, + 1.730469, + 1.714844, + 1.621094, + 1.361328, + 1.515625, + 0.339844, + 1.820312, + 1.675781, + 1.742188, + 1.214844, + 1.337891, + 0.811523, + 0.324219, + 1.660156, + 0.371094, + 0.558594, + 1.28125, + 1.613281, + 1.703125, + 1.800781, + 0.582031, + 1.462891, + 1.134766, + 1.664062, + 0.359375, + 1.804688, + 1.527344, + 1.535156, + 1.570312, + 1.855469, + 1.949219, + 0.429688, + 1.640625, + 1.773438, + 0.92334, + 0.515625, + 1.730469, + 1.8125, + 0.5625, + 1.792969, + 1.28125, + 1.730469, + 1.386719, + 1.71875, + 1.542969, + 0.488281, + 1.71875, + 1.5, + 1.574219, + 1.761719, + 1.679688, + 0.919434, + 0.378906, + 1.5625, + 2.007812, + 1.398438, + 1.679688, + 1.730469, + 1.761719, + 1.953125, + 1.550781, + 1.507812, + 1.519531, + 1.730469, + 1.671875, + 1.652344, + 1.519531, + 1.617188, + 1.333984, + 1.621094, + 1.644531, + 1.585938, + 0.289062, + 1.683594, + 1.835938, + 1.621094, + 1.480469, + 1.511719, + 1.382812, + 1.433594, + 1.621094, + 1.65625, + 1.65625, + 1.628906, + 1.613281, + 1.691406, + 0.946533, + 1.503906, + 0.425781, + 1.652344, + 0.496094, + 1.746094, + 1.71875, + 1.820312, + 0.417969, + 1.789062, + 1.421875, + 1.408203, + 1.800781, + 1.925781, + 1.683594, + 1.527344, + 1.742188, + 1.539062, + 1.535156, + 0.646484, + 1.53125, + 1.800781, + 1.976562, + 1.898438, + 1.476562, + 1.691406, + 1.699219, + 1.832031, + 1.617188, + 1.589844, + 1.239258, + 1.339844, + 1.570312, + 1.523438, + 0.537109, + 1.570312, + 1.695312, + 1.792969, + 1.359375, + 0.4375, + 1.796875, + 1.808594, + 1.804688, + 1.765625, + 1.78125, + 1.746094, + 1.550781, + 1.566406, + 0.496094, + 1.632812, + 1.695312, + 1.636719, + 1.839844, + 1.5, + 1.667969, + 1.738281, + 1.867188, + 1.699219, + 1.375, + 1.886719, + 1.699219, + 1.59375, + 1.421875, + 1.800781, + 1.773438, + 0.8125, + 2.609375, + 1.488281, + 1.585938, + 1.773438, + 1.558594, + 0.856445, + 1.785156, + 1.585938, + 1.679688, + 0.429688, + 1.292969, + 1.15625, + 1.400391, + 1.726562, + 1.804688, + 1.957031, + 0.300781, + 1.648438, + 2.023438, + 0.316406, + 0.833984, + 1.628906, + 1.652344, + 1.683594, + 1.808594, + 1.679688, + 1.507812, + 1.699219, + 1.455078, + 1.804688, + 0.607422, + 1.789062, + 1.777344, + 1.984375, + 0.793945, + 1.828125, + 1.640625, + 1.6875, + 1.605469, + 1.734375, + 1.550781, + 1.714844, + 1.237305, + 0.576172, + 1.816406, + 1.683594, + 1.640625, + 1.765625, + 1.043701, + 1.730469, + 0.956787, + 1.558594, + 1.640625, + 0.892578, + 1.660156, + 1.695312, + 1.71875, + 1.910156, + 1.316406, + 1.835938, + 1.675781, + 1.65625, + 0.806641, + 0.371094, + 1.589844, + 1.683594, + 1.582031, + 1.231445, + 1.800781, + 1.65625, + 1.644531, + 0.394531, + 1.431641, + 1.816406, + 1.496094, + 1.664062, + 1.664062, + 1.851562, + 1.652344, + 1.824219, + 1.332031, + 1.640625, + 1.496094, + 1.65625, + 1.839844, + 1.695312, + 1.550781, + 1.200195, + 1.283203, + 1.245117, + 1.714844, + 1.291016, + 1.332031, + 1.773438, + 0.894043, + 1.511719, + 1.609375, + 1.726562, + 1.554688, + 1.632812, + 1.675781, + 0.946533, + 1.496094, + 1.777344, + 2.039062, + 1.636719, + 1.757812, + 0.848633, + 1.5625, + 1.757812, + 1.722656, + 1.816406, + 1.679688, + 1.318359, + 1.820312, + 1.519531, + 1.671875, + 1.570312, + 0.625, + 1.789062, + 1.753906, + 1.9375, + 1.527344, + 1.714844, + 1.789062, + 1.609375, + 1.507812, + 1.511719, + 1.699219, + 1.527344, + 1.287109, + 0.904297, + 1.410156, + 1.585938, + 1.847656, + 1.515625, + 1.890625, + 1.765625, + 1.660156, + 1.710938, + 1.863281, + 1.566406, + 1.992188, + 1.574219, + 1.414062, + 1.322266, + 1.652344, + 1.632812, + 1.53125, + 1.792969, + 1.601562, + 1.683594, + 1.710938, + 1.75, + 1.929688, + 1.585938, + 1.219727, + 1.664062, + 1.683594, + 0.300781, + 1.710938, + 1.832031, + 1.632812, + 0.689453, + 1.691406, + 1.519531, + 0.868164, + 0.4375, + 1.462891, + 1.494141, + 1.875, + 1.488281, + 1.589844, + 1.679688, + 1.589844, + 1.851562, + 1.535156, + 1.640625, + 1.585938, + 0.819336, + 1.894531, + 1.761719, + 0.589844, + 0.363281, + 1.792969, + 1.839844, + 1.855469, + 0.806641, + 1.675781, + 1.111816, + 1.542969, + 1.757812, + 1.761719, + 1.546875, + 1.722656, + 1.574219, + 1.318359, + 1.867188, + 1.746094, + 1.511719, + 0.464844, + 0.853516, + 1.671875, + 1.558594, + 1.671875, + 1.213867, + 1.503906, + 1.714844, + 1.365234, + 0.798828, + 1.820312, + 1.898438, + 1.341797, + 1.667969, + 1.53125, + 1.238281, + 1.519531, + 1.726562, + 0.277344, + 0.324219, + 1.570312, + 1.773438, + 1.488281, + 1.914062, + 1.484375, + 1.746094, + 0.546875, + 1.609375, + 0.644531, + 0.736328, + 1.570312, + 1.867188, + 1.632812, + 1.636719, + 1.746094, + 1.800781, + 0.580078, + 1.851562, + 1.498047, + 1.363281, + 1.558594, + 1.75, + 1.582031, + 1.457031, + 1.195312, + 1.730469, + 1.761719, + 1.462891, + 1.417969, + 1.073242, + 1.3125, + 1.613281, + 4.984375, + 1.710938, + 1.726562, + 0.414062, + 1.613281, + 1.804688, + 1.208008, + 1.636719, + 1.496094, + 1.730469, + 1.699219, + 1.613281, + 1.365234, + 1.257812, + 1.566406, + 1.960938, + 1.699219, + 1.914062, + 1.832031, + 1.582031, + 1.671875, + 1.492188, + 1.789062, + 1.816406, + 1.652344, + 0.970703, + 0.359375, + 1.636719, + 1.773438, + 1.746094, + 1.707031, + 1.427734, + 0.308594, + 2.0, + 1.863281, + 1.457031, + 1.71875, + 0.623047, + 1.886719, + 1.761719, + 1.664062, + 1.574219, + 1.632812, + 1.960938, + 1.414062, + 1.123535, + 1.695312, + 1.902344, + 1.617188, + 0.414062, + 1.976562, + 0.203125, + 0.34375, + 1.730469, + 1.390625, + 1.761719, + 1.490234, + 1.237305, + 1.535156, + 0.931152, + 1.632812, + 1.75, + 1.667969, + 1.605469, + 1.652344, + 1.6875, + 1.519531, + 2.09375, + 1.824219, + 1.699219, + 1.78125, + 1.792969, + 0.863281, + 1.660156, + 1.679688, + 1.359375, + 1.439453, + 1.478516, + 1.730469, + 0.666016, + 1.394531, + 0.359375, + 1.726562, + 1.5, + 1.933594, + 1.412109, + 1.699219, + 1.648438, + 1.695312, + 1.667969, + 1.292969, + 1.753906, + 1.660156, + 1.738281, + 1.298828, + 1.710938, + 0.854492, + 1.550781, + 1.033447, + 0.453125, + 1.722656, + 1.679688, + 1.792969, + 1.722656, + 1.863281, + 1.192383, + 1.535156, + 1.726562, + 0.954102, + 1.000433, + 1.710938, + 1.816406, + 1.929688, + 1.507812, + 1.671875, + 1.137695, + 1.933594, + 1.804688, + 1.636719, + 0.517578, + 1.429688, + 1.835938, + 1.679688, + 1.730469, + 1.277344, + 1.667969, + 1.535156, + 1.558594, + 1.667969, + 1.753906, + 1.566406, + 0.819336, + 1.546875, + 1.734375, + 1.730469, + 1.863281, + 1.839844, + 1.773438, + 1.482422, + 1.211914, + 1.824219, + 1.777344, + 0.746094, + 0.533203, + 1.675781, + 1.8125, + 1.867188, + 1.652344, + 1.726562, + 0.339844, + 1.597656, + 1.761719, + 1.476562, + 1.746094, + 1.213867, + 1.558594, + 1.265625, + 0.513672, + 1.65625, + 1.765625, + 1.832031, + 1.503906, + 1.412109, + 1.898438, + 1.632812, + 1.816406, + 1.632812, + 1.722656, + 1.835938, + 1.375, + 1.371094, + 0.844727, + 1.617188, + 0.882812, + 0.390625, + 1.585938, + 1.875, + 1.757812, + 1.976562, + 1.386719, + 1.585938, + 1.835938, + 1.679688, + 1.683594, + 1.65625, + 1.198242, + 1.457031, + 0.777344, + 1.6875, + 1.095703, + 1.554688, + 1.671875, + 1.726562, + 1.542969, + 1.699219, + 1.710938, + 1.765625, + 1.003586, + 1.621094, + 1.742188, + 0.556641, + 1.255859, + 1.691406, + 1.898438, + 0.320312, + 0.503906, + 1.566406, + 1.671875, + 1.566406, + 1.722656, + 1.589844, + 0.464844, + 1.628906, + 1.671875, + 1.052734, + 1.6875, + 1.431641, + 1.412109, + 1.416016, + 1.835938, + 1.433594, + 1.613281, + 1.839844, + 1.605469, + 1.582031, + 1.71875, + 1.703125, + 0.355469, + 1.660156, + 1.636719, + 1.722656, + 1.695312, + 1.777344, + 1.882812, + 1.384766, + 0.746094, + 1.691406, + 1.761719, + 1.792969, + 1.53125, + 0.849609, + 1.402344, + 1.574219, + 1.582031, + 1.53125, + 1.376953, + 1.730469, + 1.574219, + 1.664062, + 1.320312, + 1.863281, + 1.570312, + 1.605469, + 1.632812, + 1.652344, + 1.613281, + 1.804688, + 1.271484, + 1.949219, + 0.660156, + 0.273438, + 1.585938, + 1.257812, + 1.742188, + 1.863281, + 1.617188, + 1.507812, + 1.192383, + 1.730469, + 1.240234, + 1.585938, + 1.808594, + 1.761719, + 1.621094, + 0.382812, + 1.5625, + 1.679688, + 1.75, + 1.416016, + 1.570312, + 1.601562, + 1.738281, + 1.589844, + 1.345703, + 1.769531, + 1.761719, + 1.695312, + 1.84375, + 1.5, + 1.199219, + 1.71875, + 1.162109, + 1.291016, + 1.679688, + 1.867188, + 1.679688, + 1.695312, + 1.867188, + 1.777344, + 1.503906, + 2.234375, + 1.100098, + 1.664062, + 1.201172, + 0.738281, + 1.78125, + 1.613281, + 1.632812, + 0.441406, + 1.083008, + 2.015625, + 1.636719, + 1.863281, + 1.882812, + 1.589844, + 1.828125, + 1.511719, + 1.241211, + 1.871094, + 0.304688, + 1.640625, + 1.330078, + 1.519531, + 1.746094, + 1.738281, + 1.835938, + 1.523438, + 0.328125, + 1.65625, + 1.535156, + 1.488281, + 1.5625, + 1.773438, + 1.925781, + 1.753906, + 1.644531, + 1.355469, + 0.714844, + 1.5625, + 1.757812, + 1.392578, + 1.679688, + 1.824219, + 1.566406, + 1.863281, + 1.261719, + 1.667969, + 1.255859, + 1.75, + 1.699219, + 1.800781, + 1.792969, + 1.566406, + 1.388672, + 1.523438, + 1.482422, + 1.769531, + 1.722656, + 1.511719, + 1.408203, + 0.371094, + 1.867188, + 1.703125, + 1.832031, + 1.691406, + 1.839844, + 1.730469, + 1.6875, + 1.585938, + 1.761719, + 1.009216, + 1.664062, + 1.703125, + 1.609375, + 0.351562, + 1.714844, + 1.558594, + 1.65625, + 1.695312, + 1.6875, + 1.507812, + 1.835938, + 1.373047, + 1.78125, + 1.621094, + 1.730469, + 0.464844, + 1.492188, + 1.355469, + 1.824219, + 0.410156, + 1.675781, + 0.572266, + 1.542969, + 0.34375, + 1.804688, + 1.287109, + 1.243164, + 0.853516, + 1.291016, + 1.699219, + 1.65625, + 1.458984, + 1.707031, + 1.458984, + 1.777344, + 1.742188, + 0.296875, + 0.722656, + 1.004761, + 1.710938, + 1.773438, + 1.539062, + 1.882812, + 1.726562, + 1.769531, + 1.137695, + 1.839844, + 1.632812, + 1.746094, + 1.890625, + 1.617188, + 1.361328, + 1.710938, + 1.789062, + 0.98761, + 1.867188, + 1.78125, + 1.882812, + 1.617188, + 1.824219, + 1.173828, + 1.945312, + 1.621094, + 1.449219, + 1.746094, + 1.746094, + 1.773438, + 1.632812, + 1.945312, + 0.548828, + 1.585938, + 1.5625, + 1.546875, + 0.599609, + 1.804688, + 1.929688, + 1.882812, + 0.492188, + 1.478516, + 1.004395, + 1.8125, + 1.419922, + 1.186523, + 0.351562, + 1.808594, + 1.722656, + 1.699219, + 0.304688, + 0.981689, + 0.464844, + 1.589844, + 1.757812, + 1.324219, + 1.753906, + 1.839844, + 1.605469, + 1.617188, + 1.6875, + 1.472656, + 0.572266, + 0.654297, + 1.695312, + 1.347656, + 1.412109, + 1.75, + 1.578125, + 1.550781, + 1.757812, + 1.110352, + 1.59375, + 1.546875, + 1.539062, + 0.728516, + 2.054688, + 1.792969, + 1.9375, + 1.816406, + 1.558594, + 0.505859, + 1.898438, + 0.513672, + 1.738281, + 1.820312, + 1.640625, + 1.792969, + 1.707031, + 1.337891, + 1.605469, + 1.820312, + 1.773438, + 1.773438, + 1.435547, + 1.472656, + 1.765625, + 1.707031, + 1.964844, + 1.423828, + 1.453125, + 1.738281, + 0.825195, + 1.330078, + 1.402344, + 0.863281, + 1.621094, + 1.773438, + 1.761719, + 1.730469, + 1.371094, + 1.4375, + 1.527344, + 1.785156, + 0.942871, + 1.699219, + 1.53125, + 1.707031, + 1.664062, + 1.980469, + 1.785156, + 1.279297, + 1.695312, + 1.777344, + 1.628906, + 1.714844, + 1.558594, + 0.776367, + 1.785156, + 1.648438, + 0.685547, + 1.722656, + 1.582031, + 0.4375, + 1.546875, + 1.132812, + 1.753906, + 1.671875, + 1.648438, + 1.824219, + 1.792969, + 1.742188, + 1.578125, + 1.738281, + 1.515625, + 1.527344, + 1.625, + 0.819336, + 1.441406, + 1.78125, + 1.746094, + 0.580078, + 1.455078, + 1.527344, + 1.738281, + 1.78125, + 1.605469, + 1.726562, + 1.464844, + 1.427734, + 1.091309, + 1.308594, + 1.738281, + 1.628906, + 0.414062, + 1.71875, + 1.605469, + 0.46875, + 1.667969, + 1.660156, + 1.726562, + 1.621094, + 1.574219, + 1.894531, + 0.648438, + 1.742188, + 1.792969, + 1.839844, + 1.695312, + 1.417969, + 1.431641, + 1.480469, + 0.464844, + 0.813477, + 1.929688, + 1.259766, + 1.917969, + 1.047119, + 1.355469, + 1.5625, + 1.664062, + 0.521484, + 1.223633, + 1.820312, + 0.335938, + 1.773438, + 1.416016, + 1.824219, + 1.691406, + 0.46875, + 1.664062, + 1.679688, + 0.433594, + 1.789062, + 1.182617, + 1.542969, + 1.835938, + 1.746094, + 1.832031, + 0.46875, + 1.738281, + 1.166992, + 1.667969, + 1.648438, + 1.796875, + 1.695312, + 0.88916, + 1.847656, + 1.871094, + 1.808594, + 1.455078, + 0.472656, + 1.675781, + 1.757812, + 1.570312, + 1.5625, + 1.96875, + 1.667969, + 1.298828, + 1.294922, + 1.691406, + 1.484375, + 1.679688, + 1.057861, + 1.5625, + 1.964844, + 1.664062, + 0.386719, + 1.738281, + 1.316406, + 1.621094, + 1.816406, + 1.851562, + 1.400391, + 1.205078, + 1.675781, + 1.730469, + 0.517578, + 1.589844, + 1.589844, + 1.507812 + ] + }, + "name": "onnx::Mul_8488", + "outputIndexes": [ + 1254 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1253, + 1254 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_12/Mul_1_output_0", + "outputIndexes": [ + 1255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1236, + 1255 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_64_output_0", + "outputIndexes": [ + 1256 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1256, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_117_output_0", + "outputIndexes": [ + 1257 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1257 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_13/Mul_output_0", + "outputIndexes": [ + 1258 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.722656, + 1.894531, + 1.761719, + 1.804688, + 1.832031, + 1.753906, + 1.457031, + 0.630859, + 1.839844, + 1.322266, + 1.785156, + 1.621094, + 1.699219, + 1.792969, + 1.933594, + 1.664062, + 1.578125, + 1.800781, + 1.177734, + 1.835938, + 1.867188, + 1.910156, + 1.84375, + 1.515625, + 1.5625, + 1.765625, + 1.585938, + 1.472656, + 1.863281, + 1.785156, + 1.482422, + 1.351562, + 1.734375, + 0.795898, + 1.648438, + 1.496094, + 1.746094, + 1.886719, + 1.640625, + 1.664062, + 1.941406, + 1.78125, + 1.789062, + 1.347656, + 0.845703, + 1.828125, + 1.765625, + 1.789062, + 1.494141, + 1.404297, + 1.679688, + 1.341797, + 1.585938, + 1.009827, + 1.695312, + 1.617188, + 1.457031, + 1.832031, + 1.492188, + 1.402344, + 1.316406, + 1.59375, + 1.886719, + 1.710938, + 1.484375, + 1.75, + 1.211914, + 1.851562, + 1.582031, + 1.765625, + 1.808594, + 1.773438, + 1.609375, + 1.691406, + 1.621094, + 1.589844, + 1.139648, + 1.408203, + 1.421875, + 0.891602, + 1.625, + 0.625, + 1.578125, + 1.326172, + 1.808594, + 1.738281, + 1.738281, + 1.355469, + 0.918945, + 1.375, + 1.742188, + 1.707031, + 1.953125, + 0.817383, + 1.699219, + 0.671875, + 1.839844, + 1.730469, + 1.710938, + 1.699219, + 1.478516, + 1.699219, + 1.996094, + 1.648438, + 1.777344, + 1.628906, + 1.761719, + 1.410156, + 1.875, + 1.824219, + 1.804688, + 1.78125, + 1.925781, + 2.515625, + 1.746094, + 1.388672, + 1.726562, + 0.849609, + 1.730469, + 1.980469, + 1.730469, + 1.757812, + 0.916016, + 1.761719, + 1.523438, + 1.416016, + 1.574219, + 1.875, + 1.660156, + 1.183594, + 1.15332, + 1.53125, + 1.5625, + 1.8125, + 1.742188, + 1.9375, + 1.5, + 1.441406, + 1.488281, + 1.964844, + 1.472656, + 1.478516, + 1.417969, + 1.785156, + 1.796875, + 1.574219, + 1.59375, + 2.125, + 1.722656, + 1.984375, + 1.578125, + 1.445312, + 1.597656, + 0.867188, + 1.808594, + 1.777344, + 1.121582, + 1.722656, + 0.822266, + 0.716797, + 1.433594, + 1.859375, + 1.582031, + 1.101074, + 1.894531, + 1.648438, + 1.789062, + 0.652344, + 1.90625, + 1.470703, + 1.605469, + 0.954102, + 1.585938, + 0.833984, + 1.730469, + 1.949219, + 1.726562, + 0.746094, + 1.644531, + 1.816406, + 1.75, + 0.636719, + 1.412109, + 0.671875, + 1.388672, + 1.730469, + 1.039307, + 1.707031, + 1.609375, + 1.367188, + 1.699219, + 1.289062, + 1.546875, + 1.671875, + 1.746094, + 1.667969, + 1.742188, + 1.792969, + 2.046875, + 1.828125, + 1.515625, + 1.804688, + 1.621094, + 1.472656, + 2.054688, + 1.746094, + 1.699219, + 1.722656, + 1.703125, + 1.742188, + 1.488281, + 1.992188, + 1.667969, + 1.498047, + 1.761719, + 1.691406, + 1.535156, + 1.597656, + 1.851562, + 1.824219, + 1.503906, + 1.34375, + 1.90625, + 1.796875, + 1.804688, + 1.792969, + 1.613281, + 1.777344, + 1.443359, + 1.449219, + 1.859375, + 1.824219, + 1.875, + 1.824219, + 1.730469, + 1.933594, + 1.363281, + 1.792969, + 1.574219, + 1.730469, + 1.578125, + 1.757812, + 1.753906, + 1.404297, + 1.660156, + 1.78125, + 1.535156, + 1.490234, + 1.980469, + 1.163086, + 1.78125, + 1.828125, + 0.927734, + 1.820312, + 1.738281, + 1.675781, + 1.490234, + 1.765625, + 1.65625, + 1.707031, + 1.777344, + 1.835938, + 1.8125, + 1.621094, + 1.839844, + 1.373047, + 1.695312, + 1.8125, + 1.59375, + 1.746094, + 1.949219, + 1.828125, + 1.734375, + 1.4375, + 1.875, + 1.742188, + 0.952881, + 1.628906, + 1.8125, + 1.679688, + 1.408203, + 1.679688, + 0.924805, + 1.855469, + 1.503906, + 1.820312, + 1.503906, + 1.578125, + 0.811523, + 1.722656, + 1.431641, + 1.019409, + 1.496094, + 1.710938, + 1.53125, + 1.636719, + 1.445312, + 1.683594, + 1.910156, + 1.714844, + 1.609375, + 1.447266, + 0.865234, + 1.734375, + 0.630859, + 1.582031, + 1.800781, + 1.609375, + 1.4375, + 1.871094, + 1.945312, + 0.638672, + 1.601562, + 1.632812, + 1.601562, + 1.71875, + 1.730469, + 1.863281, + 1.679688, + 1.835938, + 1.59375, + 1.570312, + 1.410156, + 1.867188, + 1.855469, + 1.722656, + 1.332031, + 1.478516, + 1.769531, + 1.671875, + 1.382812, + 1.3125, + 1.609375, + 1.695312, + 1.041992, + 1.902344, + 1.621094, + 1.8125, + 1.949219, + 1.644531, + 1.617188, + 1.632812, + 1.871094, + 1.753906, + 1.539062, + 1.168945, + 1.792969, + 1.271484, + 1.345703, + 1.820312, + 1.223633, + 1.384766, + 1.408203, + 1.392578, + 0.703125, + 0.858398, + 1.835938, + 1.898438, + 1.273438, + 1.484375, + 0.850586, + 1.671875, + 1.449219, + 1.065918, + 1.722656, + 1.722656, + 1.59375, + 0.971558, + 1.988281, + 1.742188, + 1.871094, + 1.539062, + 1.730469, + 1.660156, + 2.015625, + 1.949219, + 1.789062, + 1.683594, + 1.570312, + 1.143555, + 1.730469, + 2.0, + 1.113281, + 1.006775, + 2.070312, + 1.515625, + 1.265625, + 1.269531, + 1.730469, + 1.851562, + 1.738281, + 1.816406, + 0.669922, + 1.789062, + 2.023438, + 1.804688, + 1.333984, + 0.767578, + 1.6875, + 1.71875, + 1.632812, + 1.800781, + 1.679688, + 1.933594, + 1.009338, + 1.699219, + 1.835938, + 1.71875, + 1.8125, + 1.298828, + 1.804688, + 1.917969, + 1.804688, + 1.691406, + 1.554688, + 1.457031, + 1.632812, + 1.625, + 1.710938, + 1.640625, + 1.925781, + 1.757812, + 1.404297, + 1.644531, + 1.644531, + 1.410156, + 1.789062, + 1.667969, + 1.851562, + 1.570312, + 1.417969, + 1.835938, + 1.683594, + 1.390625, + 1.710938, + 1.828125, + 1.796875, + 1.871094, + 1.585938, + 1.640625, + 1.972656, + 1.789062, + 1.75, + 1.261719, + 1.707031, + 1.867188, + 1.808594, + 1.914062, + 1.427734, + 1.582031, + 1.753906, + 1.761719, + 1.621094, + 1.65625, + 1.796875, + 1.671875, + 1.347656, + 1.726562, + 1.707031, + 1.832031, + 1.695312, + 1.683594, + 1.699219, + 1.824219, + 1.104004, + 1.597656, + 0.681641, + 1.636719, + 1.804688, + 1.683594, + 1.738281, + 1.648438, + 1.984375, + 1.695312, + 1.628906, + 1.699219, + 0.794922, + 1.539062, + 1.710938, + 1.695312, + 1.742188, + 1.554688, + 1.269531, + 1.734375, + 1.789062, + 1.714844, + 0.77832, + 1.710938, + 1.5625, + 1.867188, + 1.427734, + 1.667969, + 1.808594, + 1.753906, + 1.261719, + 1.785156, + 0.595703, + 0.964111, + 1.271484, + 0.803711, + 1.804688, + 1.742188, + 1.851562, + 1.135742, + 0.754883, + 1.738281, + 1.28125, + 1.34375, + 1.507812, + 1.714844, + 1.617188, + 1.722656, + 1.757812, + 1.652344, + 1.644531, + 1.757812, + 1.578125, + 1.957031, + 1.835938, + 1.4375, + 1.605469, + 1.515625, + 1.031494, + 0.850586, + 1.804688, + 1.05127, + 1.71875, + 1.5625, + 1.507812, + 1.835938, + 1.566406, + 1.535156, + 1.722656, + 1.034668, + 1.808594, + 1.259766, + 1.789062, + 1.542969, + 2.023438, + 0.875977, + 2.515625, + 1.396484, + 1.703125, + 1.8125, + 1.878906, + 1.800781, + 1.691406, + 1.683594, + 1.146484, + 1.878906, + 1.271484, + 1.960938, + 1.859375, + 1.519531, + 1.613281, + 1.722656, + 1.773438, + 1.878906, + 1.527344, + 1.8125, + 1.871094, + 1.527344, + 1.287109, + 1.75, + 1.730469, + 1.914062, + 1.9375, + 1.753906, + 1.5625, + 1.667969, + 1.71875, + 1.832031, + 1.976562, + 1.59375, + 0.728516, + 1.691406, + 1.554688, + 1.644531, + 1.036133, + 1.753906, + 1.726562, + 2.054688, + 1.855469, + 1.796875, + 1.470703, + 1.554688, + 1.277344, + 1.664062, + 1.679688, + 1.285156, + 1.851562, + 1.59375, + 1.578125, + 1.359375, + 1.373047, + 1.466797, + 1.5625, + 1.933594, + 1.84375, + 1.490234, + 1.644531, + 1.792969, + 1.367188, + 1.777344, + 1.765625, + 1.75, + 1.589844, + 1.800781, + 1.851562, + 1.511719, + 1.894531, + 1.796875, + 2.023438, + 1.191406, + 1.535156, + 1.804688, + 1.679688, + 1.484375, + 1.78125, + 1.648438, + 1.9375, + 1.648438, + 1.482422, + 1.664062, + 1.671875, + 1.386719, + 1.746094, + 1.726562, + 2.101562, + 1.043457, + 1.679688, + 1.800781, + 1.824219, + 1.976562, + 1.867188, + 1.515625, + 1.792969, + 1.621094, + 1.878906, + 1.176758, + 1.996094, + 1.566406, + 1.259766, + 0.78125, + 1.710938, + 0.94458, + 1.769531, + 1.976562, + 1.429688, + 1.091309, + 0.667969, + 0.973389, + 1.796875, + 1.921875, + 1.800781, + 1.914062, + 1.558594, + 1.6875, + 1.746094, + 1.636719, + 1.621094, + 1.582031, + 1.761719, + 0.863281, + 1.542969, + 1.742188, + 1.890625, + 1.695312, + 1.78125, + 1.753906, + 1.761719, + 1.675781, + 1.816406, + 1.683594, + 1.427734, + 1.714844, + 1.738281, + 1.777344, + 1.257812, + 1.707031, + 1.824219, + 0.750977, + 1.742188, + 1.714844, + 1.65625, + 1.789062, + 1.279297, + 1.835938, + 1.75, + 1.324219, + 1.648438, + 1.617188, + 1.722656, + 1.710938, + 1.890625, + 1.542969, + 1.482422, + 1.800781, + 1.617188, + 1.757812, + 1.882812, + 1.773438, + 1.451172, + 1.488281, + 1.691406, + 1.632812, + 1.667969, + 1.492188, + 1.582031, + 1.523438, + 1.84375, + 1.792969, + 1.796875, + 1.710938, + 2.015625, + 1.660156, + 1.9375, + 1.15625, + 1.808594, + 1.457031, + 1.828125, + 1.785156, + 1.871094, + 1.714844, + 1.245117, + 1.523438, + 1.206055, + 1.835938, + 1.925781, + 1.652344, + 1.447266, + 1.757812, + 1.800781, + 1.652344, + 1.695312, + 1.800781, + 1.65625, + 1.585938, + 1.792969, + 1.777344, + 1.835938, + 1.660156, + 1.636719, + 1.785156, + 1.443359, + 1.369141, + 1.988281, + 1.527344, + 1.773438, + 1.953125, + 1.984375, + 1.855469, + 1.777344, + 1.730469, + 1.964844, + 1.707031, + 1.785156, + 0.761719, + 1.785156, + 1.632812, + 1.757812, + 1.574219, + 1.617188, + 1.761719, + 1.65625, + 1.460938, + 1.628906, + 1.824219, + 1.699219, + 1.554688, + 1.804688, + 1.617188, + 1.408203, + 1.765625, + 1.636719, + 1.804688, + 1.628906, + 1.601562, + 1.722656, + 1.255859, + 1.574219, + 1.636719, + 1.480469, + 1.617188, + 1.847656, + 2.023438, + 1.722656, + 1.347656, + 1.189453, + 1.835938, + 1.6875, + 1.447266, + 1.386719, + 1.921875, + 1.431641, + 1.867188, + 1.890625, + 1.261719, + 1.648438, + 1.824219, + 1.511719, + 1.84375, + 1.914062, + 1.730469, + 1.298828, + 1.037842, + 1.519531, + 1.574219, + 1.213867, + 1.632812, + 1.871094, + 1.933594, + 0.842773, + 1.929688, + 1.027466, + 1.496094, + 1.65625, + 1.652344, + 1.152344, + 1.796875, + 1.640625, + 1.582031, + 1.804688, + 1.554688, + 1.75, + 1.832031, + 1.648438, + 1.574219, + 1.664062, + 1.601562, + 1.769531, + 1.75, + 1.875, + 1.414062, + 1.742188, + 1.180664, + 1.769531, + 1.695312, + 1.375, + 1.636719, + 1.217773, + 1.941406, + 1.871094, + 1.695312, + 1.785156, + 1.933594, + 1.667969, + 1.820312, + 1.722656, + 1.898438, + 1.640625, + 1.648438, + 1.703125, + 1.796875, + 0.525391, + 1.365234, + 1.402344, + 1.566406, + 1.515625, + 1.431641, + 1.839844, + 1.816406, + 1.660156, + 1.765625, + 1.625, + 0.916504, + 1.835938, + 1.554688, + 1.570312, + 1.498047, + 1.875, + 1.761719, + 1.640625, + 0.942627, + 1.386719, + 1.445312, + 1.621094, + 1.695312, + 1.878906, + 1.941406, + 1.417969, + 1.220703, + 1.695312, + 1.734375, + 1.503906, + 1.800781, + 1.808594, + 1.921875, + 1.59375, + 1.75, + 0.895996, + 1.726562, + 1.730469, + 1.6875, + 1.609375, + 1.734375, + 1.722656, + 1.839844, + 1.597656, + 1.753906, + 1.230469, + 1.460938, + 1.722656, + 2.046875, + 1.074219, + 1.464844, + 1.675781, + 0.810547, + 0.744141, + 1.183594, + 0.935059, + 1.648438, + 1.839844, + 1.574219, + 1.648438, + 0.601562, + 0.664062, + 1.613281, + 1.765625, + 1.488281, + 1.71875, + 1.625, + 1.804688, + 1.730469, + 1.535156, + 0.759766, + 1.757812, + 1.488281, + 1.402344, + 1.160156, + 1.59375, + 1.458984, + 1.542969, + 1.5625, + 1.921875, + 1.75, + 1.466797, + 1.78125, + 1.511719, + 1.722656, + 1.695312, + 1.496094, + 1.753906, + 1.644531, + 2.078125, + 1.652344, + 1.117676, + 0.660156, + 1.820312, + 1.734375, + 1.628906, + 1.664062, + 1.695312, + 1.730469, + 1.527344, + 1.742188, + 0.625, + 1.314453, + 1.220703, + 2.023438, + 1.777344, + 0.728516, + 1.789062, + 1.671875, + 1.757812, + 1.617188, + 1.699219, + 1.363281, + 1.375, + 0.824219, + 1.458984, + 1.542969, + 1.664062, + 0.836914, + 1.746094, + 1.8125, + 1.664062, + 1.855469, + 1.625, + 1.412109, + 1.458984, + 1.742188, + 1.765625, + 1.208008, + 1.78125, + 1.773438, + 1.308594, + 2.023438, + 1.589844, + 2.085938, + 1.582031, + 1.648438, + 1.609375, + 1.480469, + 1.585938, + 1.863281, + 1.683594, + 0.660156, + 1.816406, + 1.726562, + 1.75, + 1.835938, + 0.918945, + 1.816406, + 1.730469, + 0.570312, + 1.4375, + 0.78125, + 1.785156, + 0.808594, + 1.283203, + 1.886719, + 1.84375, + 1.714844, + 1.15625, + 1.416016, + 1.425781, + 1.648438, + 0.805664, + 1.498047, + 1.308594, + 1.060303, + 0.986267, + 1.734375, + 1.796875, + 1.318359, + 1.699219, + 2.0625, + 1.582031, + 1.839844, + 1.24707, + 1.527344, + 1.632812, + 0.773438, + 1.871094, + 1.832031, + 1.597656, + 0.814453, + 0.819336, + 1.824219, + 1.820312, + 1.5, + 1.875, + 1.886719, + 1.679688, + 1.376953, + 2.460938, + 1.714844, + 1.574219, + 1.867188, + 1.515625, + 1.777344, + 1.820312, + 1.996094, + 1.683594, + 1.890625, + 1.714844, + 1.988281, + 1.664062, + 1.554688, + 1.886719, + 1.898438, + 1.298828, + 1.78125, + 1.816406, + 1.730469, + 1.664062, + 1.957031, + 2.382812, + 1.761719, + 0.744141, + 1.367188, + 1.474609, + 0.838867, + 1.789062, + 1.373047, + 1.578125, + 1.648438, + 1.691406, + 1.789062, + 1.664062, + 1.707031, + 0.710938, + 1.402344, + 1.478516, + 1.507812, + 1.738281, + 1.816406, + 1.161133, + 1.800781, + 1.746094, + 1.894531, + 1.777344, + 1.902344, + 0.724609, + 1.886719, + 1.832031, + 1.310547, + 1.808594, + 1.5625, + 2.023438, + 1.519531, + 1.675781, + 1.867188, + 1.652344, + 1.9375, + 1.746094, + 1.722656, + 1.007233, + 1.726562, + 1.808594, + 1.796875, + 1.859375, + 1.597656, + 1.21875, + 1.867188, + 0.800781, + 1.597656, + 1.722656, + 1.435547, + 1.765625, + 1.785156, + 1.972656, + 1.625, + 1.373047, + 1.628906, + 0.855469, + 0.615234, + 0.750977, + 1.757812, + 1.984375, + 0.968506, + 1.546875, + 1.605469, + 1.800781, + 1.013306, + 1.660156, + 1.417969, + 1.570312, + 0.816406, + 1.816406, + 1.722656, + 1.373047, + 1.984375, + 1.400391, + 1.380859, + 2.054688, + 1.605469, + 1.125, + 1.765625, + 0.905273, + 1.632812, + 1.742188, + 1.800781, + 1.863281, + 1.322266, + 1.349609, + 1.789062, + 0.701172, + 1.101074, + 1.625, + 1.6875, + 1.578125, + 1.121094, + 1.867188, + 1.804688, + 1.804688, + 1.304688, + 1.691406, + 1.472656, + 1.96875, + 1.925781, + 1.753906, + 1.421875, + 1.710938, + 1.695312, + 2.023438, + 1.628906, + 1.65625, + 1.804688, + 1.75, + 1.640625, + 1.730469, + 1.71875, + 1.96875, + 1.353516, + 1.804688, + 1.65625, + 1.75, + 1.816406, + 1.617188, + 1.460938, + 1.609375, + 1.46875, + 1.878906, + 1.375, + 1.554688, + 0.908203, + 1.921875, + 1.458984, + 1.730469, + 1.287109, + 1.859375, + 1.6875, + 1.820312, + 1.014099, + 1.863281, + 1.002731, + 1.792969, + 1.382812, + 1.498047, + 1.375, + 1.695312, + 1.087402, + 1.847656, + 0.771484, + 1.679688, + 1.253906, + 1.914062, + 1.503906, + 1.585938, + 1.816406, + 1.78125, + 1.722656, + 1.417969, + 1.585938, + 1.714844, + 1.777344, + 0.859375, + 1.753906, + 1.443359, + 1.558594, + 1.796875, + 1.707031, + 1.847656, + 1.664062, + 1.146484, + 1.574219, + 1.605469, + 1.59375, + 1.361328, + 1.847656, + 1.792969, + 1.589844, + 1.46875, + 1.546875, + 0.675781, + 1.792969, + 1.753906, + 1.953125, + 1.451172, + 1.378906, + 1.152344, + 0.65625, + 1.738281, + 0.800781, + 1.142578, + 1.490234, + 1.667969, + 1.777344, + 1.964844, + 1.808594, + 1.640625, + 1.355469, + 1.71875, + 0.695312, + 1.8125, + 1.566406, + 1.609375, + 2.03125, + 1.957031, + 1.992188, + 0.900879, + 1.6875, + 1.863281, + 1.273438, + 0.964844, + 1.683594, + 1.871094, + 0.890625, + 1.914062, + 1.566406, + 1.824219, + 1.455078, + 1.648438, + 1.734375, + 0.789062, + 1.722656, + 1.652344, + 1.636719, + 1.558594, + 1.769531, + 1.170898, + 0.996124, + 1.652344, + 2.046875, + 1.554688, + 1.8125, + 1.703125, + 1.808594, + 1.820312, + 1.652344, + 1.59375, + 1.574219, + 1.183594, + 1.730469, + 1.691406, + 1.695312, + 1.605469, + 1.59375, + 1.613281, + 1.679688, + 1.730469, + 0.716797, + 1.730469, + 1.960938, + 1.511719, + 1.605469, + 1.550781, + 1.574219, + 1.470703, + 1.617188, + 1.632812, + 1.730469, + 1.691406, + 1.726562, + 1.769531, + 1.269531, + 1.478516, + 0.740234, + 1.824219, + 0.802734, + 1.667969, + 1.78125, + 1.839844, + 0.736328, + 1.660156, + 1.46875, + 1.550781, + 1.808594, + 1.832031, + 1.714844, + 1.585938, + 1.792969, + 1.597656, + 1.503906, + 0.983032, + 1.527344, + 1.707031, + 1.496094, + 1.945312, + 1.628906, + 1.417969, + 1.742188, + 1.867188, + 1.78125, + 1.652344, + 1.478516, + 1.640625, + 1.699219, + 1.683594, + 0.975098, + 1.523438, + 1.765625, + 1.824219, + 1.523438, + 0.742188, + 1.621094, + 1.75, + 1.792969, + 1.726562, + 1.695312, + 1.714844, + 1.621094, + 1.453125, + 1.029297, + 1.710938, + 1.75, + 1.707031, + 1.867188, + 1.65625, + 1.597656, + 1.808594, + 1.863281, + 1.699219, + 1.519531, + 1.96875, + 1.667969, + 1.53125, + 1.464844, + 1.832031, + 1.832031, + 1.10791, + 1.351562, + 1.515625, + 1.621094, + 1.703125, + 1.597656, + 1.165039, + 2.0, + 1.664062, + 1.734375, + 0.802734, + 1.328125, + 1.310547, + 1.722656, + 1.761719, + 1.8125, + 1.878906, + 0.578125, + 1.792969, + 1.65625, + 0.650391, + 1.213867, + 1.664062, + 1.726562, + 1.753906, + 1.722656, + 1.75, + 1.503906, + 1.773438, + 1.460938, + 1.832031, + 0.97522, + 1.769531, + 1.898438, + 1.921875, + 1.269531, + 1.808594, + 1.863281, + 1.761719, + 1.574219, + 1.597656, + 1.675781, + 1.859375, + 1.488281, + 1.077148, + 1.617188, + 1.769531, + 1.757812, + 1.710938, + 1.302734, + 1.714844, + 1.585938, + 1.652344, + 1.761719, + 1.246094, + 1.621094, + 1.890625, + 1.742188, + 1.628906, + 1.335938, + 2.046875, + 1.585938, + 1.707031, + 1.24707, + 0.794922, + 1.71875, + 1.416016, + 1.707031, + 1.367188, + 1.722656, + 1.710938, + 1.640625, + 0.671875, + 1.490234, + 1.835938, + 1.503906, + 1.648438, + 1.644531, + 2.0, + 1.722656, + 1.882812, + 1.398438, + 1.738281, + 1.554688, + 1.789062, + 1.808594, + 1.8125, + 1.490234, + 1.396484, + 1.386719, + 1.373047, + 2.046875, + 1.322266, + 1.613281, + 1.785156, + 1.21875, + 1.498047, + 1.652344, + 1.769531, + 1.667969, + 1.613281, + 1.660156, + 1.324219, + 1.566406, + 1.746094, + 1.738281, + 1.570312, + 1.746094, + 1.242188, + 1.765625, + 1.804688, + 1.917969, + 1.871094, + 1.984375, + 1.410156, + 1.800781, + 1.511719, + 1.773438, + 1.621094, + 1.034668, + 1.765625, + 1.746094, + 1.972656, + 1.875, + 1.726562, + 1.976562, + 1.6875, + 1.511719, + 1.503906, + 1.828125, + 1.605469, + 1.425781, + 1.224609, + 1.675781, + 1.527344, + 1.890625, + 1.59375, + 1.765625, + 1.898438, + 1.824219, + 1.757812, + 1.851562, + 1.699219, + 1.535156, + 1.652344, + 1.474609, + 1.550781, + 1.75, + 1.5625, + 1.652344, + 1.707031, + 1.664062, + 1.71875, + 1.738281, + 1.898438, + 1.894531, + 1.382812, + 1.292969, + 1.75, + 1.863281, + 0.652344, + 1.773438, + 1.761719, + 1.640625, + 1.077148, + 1.699219, + 1.578125, + 1.259766, + 0.740234, + 1.53125, + 1.570312, + 2.007812, + 1.435547, + 1.652344, + 1.617188, + 1.71875, + 1.933594, + 1.609375, + 1.957031, + 1.730469, + 0.989197, + 1.960938, + 1.738281, + 1.014893, + 0.738281, + 1.960938, + 1.816406, + 1.921875, + 1.075195, + 1.851562, + 1.404297, + 1.703125, + 1.878906, + 1.679688, + 1.453125, + 1.742188, + 1.542969, + 1.496094, + 1.9375, + 1.832031, + 2.03125, + 0.850586, + 1.062012, + 1.675781, + 1.722656, + 1.703125, + 1.425781, + 1.5625, + 1.855469, + 1.384766, + 1.141602, + 1.828125, + 1.929688, + 1.558594, + 1.746094, + 1.582031, + 1.335938, + 1.636719, + 1.730469, + 0.782227, + 0.744141, + 1.695312, + 1.71875, + 1.46875, + 2.070312, + 1.458984, + 1.773438, + 0.897461, + 1.714844, + 1.014648, + 1.054932, + 1.789062, + 1.960938, + 1.703125, + 1.722656, + 1.792969, + 1.925781, + 0.998833, + 1.972656, + 1.488281, + 1.376953, + 1.683594, + 1.921875, + 1.59375, + 1.578125, + 1.384766, + 1.703125, + 1.992188, + 1.65625, + 1.474609, + 1.482422, + 1.375, + 1.667969, + 1.648438, + 1.890625, + 1.851562, + 0.740234, + 1.648438, + 1.804688, + 1.636719, + 1.730469, + 1.271484, + 1.710938, + 1.761719, + 1.458984, + 0.87207, + 1.148438, + 1.578125, + 1.933594, + 1.902344, + 1.808594, + 1.929688, + 1.478516, + 1.65625, + 1.550781, + 1.832031, + 1.785156, + 1.53125, + 1.222656, + 0.949219, + 1.566406, + 1.75, + 1.875, + 1.808594, + 1.482422, + 0.603516, + 1.953125, + 2.015625, + 1.761719, + 1.765625, + 0.939453, + 1.796875, + 1.785156, + 1.644531, + 1.65625, + 1.640625, + 1.408203, + 1.46875, + 1.283203, + 1.84375, + 1.652344, + 1.746094, + 0.845703, + 1.929688, + 1.04126, + 1.088379, + 1.769531, + 1.949219, + 1.886719, + 1.671875, + 1.347656, + 1.667969, + 2.023438, + 1.554688, + 1.847656, + 1.828125, + 1.664062, + 1.746094, + 1.703125, + 1.511719, + 1.601562, + 1.859375, + 1.917969, + 2.0625, + 1.757812, + 1.198242, + 1.570312, + 1.816406, + 1.412109, + 1.523438, + 1.898438, + 1.75, + 1.203125, + 1.490234, + 0.728516, + 1.785156, + 1.486328, + 1.835938, + 1.511719, + 1.703125, + 1.734375, + 1.882812, + 1.828125, + 1.494141, + 1.78125, + 1.679688, + 1.902344, + 1.466797, + 1.867188, + 1.125977, + 1.589844, + 1.287109, + 0.901855, + 1.847656, + 1.90625, + 1.824219, + 1.945312, + 2.023438, + 1.349609, + 1.539062, + 1.707031, + 1.192383, + 1.296875, + 1.792969, + 1.929688, + 1.929688, + 1.578125, + 1.75, + 1.306641, + 2.039062, + 1.894531, + 1.6875, + 0.950928, + 1.392578, + 1.910156, + 1.875, + 1.773438, + 1.339844, + 1.59375, + 1.585938, + 1.480469, + 1.617188, + 1.757812, + 1.734375, + 1.112305, + 1.585938, + 1.730469, + 1.710938, + 1.878906, + 1.722656, + 1.730469, + 1.597656, + 1.460938, + 1.847656, + 1.882812, + 0.976807, + 0.964844, + 1.742188, + 1.960938, + 1.878906, + 1.542969, + 1.742188, + 0.750977, + 1.714844, + 1.898438, + 1.632812, + 1.78125, + 1.474609, + 1.648438, + 1.349609, + 0.699219, + 1.761719, + 1.789062, + 1.941406, + 1.5, + 2.296875, + 1.925781, + 1.695312, + 1.738281, + 1.6875, + 1.679688, + 2.039062, + 1.390625, + 1.474609, + 1.263672, + 1.498047, + 1.224609, + 0.708984, + 1.789062, + 1.851562, + 1.792969, + 1.824219, + 2.390625, + 1.597656, + 1.886719, + 1.75, + 1.765625, + 1.761719, + 1.425781, + 1.570312, + 1.182617, + 1.59375, + 1.320312, + 1.539062, + 1.746094, + 1.792969, + 1.597656, + 1.726562, + 1.757812, + 1.785156, + 1.277344, + 1.835938, + 1.828125, + 1.099121, + 1.324219, + 1.664062, + 1.882812, + 1.636719, + 0.791016, + 1.503906, + 1.695312, + 1.597656, + 1.644531, + 1.412109, + 0.873047, + 1.605469, + 1.699219, + 1.396484, + 1.746094, + 1.412109, + 1.474609, + 1.486328, + 1.589844, + 1.566406, + 1.664062, + 1.890625, + 1.816406, + 1.722656, + 1.867188, + 1.75, + 0.623047, + 1.710938, + 1.773438, + 1.832031, + 1.804688, + 1.699219, + 1.839844, + 1.400391, + 1.121582, + 1.601562, + 1.886719, + 1.699219, + 1.601562, + 1.195312, + 1.507812, + 1.730469, + 1.507812, + 1.699219, + 1.53125, + 1.894531, + 1.664062, + 1.726562, + 1.414062, + 1.832031, + 1.71875, + 1.726562, + 1.808594, + 1.703125, + 1.648438, + 1.761719, + 1.464844, + 1.933594, + 1.10791, + 0.763672, + 1.679688, + 1.378906, + 1.804688, + 1.910156, + 1.699219, + 1.539062, + 1.427734, + 1.808594, + 1.460938, + 1.757812, + 1.769531, + 1.898438, + 1.835938, + 0.705078, + 1.648438, + 1.714844, + 1.914062, + 1.4375, + 1.679688, + 1.773438, + 1.765625, + 1.796875, + 1.314453, + 1.746094, + 1.65625, + 1.640625, + 1.792969, + 1.5625, + 1.632812, + 1.765625, + 1.251953, + 1.460938, + 1.792969, + 1.863281, + 1.644531, + 1.839844, + 1.972656, + 1.988281, + 1.605469, + 1.734375, + 1.324219, + 1.722656, + 1.361328, + 0.995148, + 1.851562, + 1.710938, + 1.78125, + 0.738281, + 1.320312, + 1.824219, + 1.84375, + 1.871094, + 1.953125, + 1.757812, + 1.738281, + 1.589844, + 1.355469, + 1.453125, + 0.605469, + 1.527344, + 1.294922, + 1.617188, + 1.886719, + 2.007812, + 1.839844, + 1.699219, + 0.712891, + 1.726562, + 1.558594, + 1.554688, + 1.71875, + 1.953125, + 1.621094, + 1.839844, + 1.679688, + 1.464844, + 1.022217, + 1.640625, + 1.800781, + 1.427734, + 1.738281, + 1.621094, + 1.699219, + 1.945312, + 1.291016, + 1.828125, + 1.558594, + 1.253906, + 1.773438, + 1.78125, + 1.785156, + 1.570312, + 1.470703, + 1.585938, + 1.5625, + 1.351562, + 1.882812, + 1.582031, + 1.554688, + 0.742188, + 1.679688, + 1.714844, + 1.808594, + 1.65625, + 1.769531, + 1.808594, + 1.671875, + 1.408203, + 1.664062, + 1.337891, + 1.777344, + 1.695312, + 1.828125, + 0.65625, + 1.878906, + 1.574219, + 1.71875, + 1.671875, + 1.738281, + 1.664062, + 2.007812, + 1.496094, + 1.871094, + 1.699219, + 1.640625, + 1.15918, + 1.558594, + 1.476562, + 1.847656, + 0.714844, + 1.742188, + 1.067871, + 1.601562, + 0.746094, + 1.808594, + 1.433594, + 1.421875, + 1.128906, + 1.378906, + 1.695312, + 1.65625, + 1.478516, + 1.90625, + 1.527344, + 1.851562, + 1.941406, + 1.11084, + 1.033203, + 0.973022, + 1.910156, + 1.792969, + 1.695312, + 1.769531, + 1.882812, + 1.65625, + 1.330078, + 1.882812, + 1.851562, + 1.855469, + 1.96875, + 1.695312, + 1.217773, + 1.71875, + 1.734375, + 1.25, + 1.902344, + 1.847656, + 1.996094, + 1.679688, + 1.804688, + 1.351562, + 1.949219, + 1.636719, + 1.558594, + 1.792969, + 1.691406, + 1.667969, + 1.589844, + 1.554688, + 0.91748, + 1.59375, + 1.589844, + 1.609375, + 1.207031, + 1.894531, + 1.871094, + 1.984375, + 0.855469, + 1.546875, + 1.234375, + 1.828125, + 1.574219, + 1.408203, + 0.910645, + 1.882812, + 1.636719, + 1.617188, + 0.599609, + 1.308594, + 0.868164, + 2.492188, + 1.929688, + 1.404297, + 1.667969, + 1.871094, + 1.609375, + 1.824219, + 1.773438, + 1.523438, + 1.002914, + 0.94873, + 1.738281, + 1.59375, + 1.511719, + 1.726562, + 1.667969, + 1.636719, + 1.898438, + 1.412109, + 1.664062, + 1.570312, + 1.582031, + 1.060059, + 2.046875, + 1.859375, + 1.462891, + 1.992188, + 1.679688, + 0.919922, + 1.431641, + 0.88623, + 1.223633, + 1.992188, + 1.847656, + 1.871094, + 1.78125, + 1.644531, + 1.777344, + 1.800781, + 1.691406, + 1.769531, + 1.621094, + 1.546875, + 1.695312, + 1.835938, + 2.03125, + 1.490234, + 1.726562, + 1.765625, + 1.165039, + 1.392578, + 1.539062, + 1.137695, + 1.574219, + 1.730469, + 1.75, + 1.777344, + 1.427734, + 1.460938, + 1.710938, + 1.425781, + 1.117676, + 1.824219, + 2.257812, + 1.478516, + 1.582031, + 2.078125, + 1.835938, + 1.378906, + 1.636719, + 1.699219, + 1.710938, + 1.769531, + 1.515625, + 1.043945, + 1.726562, + 1.664062, + 1.07373, + 1.726562, + 1.613281, + 0.710938, + 1.664062, + 1.296875, + 1.988281, + 1.804688, + 1.640625, + 1.863281, + 2.054688, + 1.675781, + 1.527344, + 1.890625, + 1.546875, + 1.667969, + 1.566406, + 1.116211, + 1.523438, + 1.894531, + 1.828125, + 0.973145, + 1.539062, + 1.554688, + 1.878906, + 1.244141, + 1.667969, + 1.632812, + 1.488281, + 1.515625, + 1.699219, + 1.296875, + 1.582031, + 1.726562, + 0.948242, + 1.753906, + 1.554688, + 0.790039, + 1.785156, + 1.804688, + 1.910156, + 1.6875, + 1.667969, + 1.832031, + 0.901367, + 1.796875, + 1.882812, + 1.867188, + 1.609375, + 1.447266, + 1.519531, + 1.613281, + 0.791992, + 1.251953, + 1.902344, + 1.267578, + 1.875, + 1.326172, + 1.458984, + 1.574219, + 1.777344, + 1.018188, + 1.337891, + 2.09375, + 0.751953, + 1.898438, + 1.570312, + 1.855469, + 1.761719, + 0.893066, + 1.738281, + 1.714844, + 1.003265, + 1.886719, + 2.0, + 1.679688, + 1.660156, + 1.820312, + 1.832031, + 0.790039, + 1.730469, + 1.402344, + 1.683594, + 1.714844, + 1.886719, + 1.769531, + 1.390625, + 1.859375, + 1.902344, + 1.855469, + 1.601562, + 0.779297, + 1.546875, + 1.714844, + 1.511719, + 1.664062, + 2.046875, + 1.761719, + 1.349609, + 1.419922, + 1.894531, + 1.380859, + 1.824219, + 1.398438, + 1.65625, + 1.609375, + 1.9375, + 0.80957, + 1.789062, + 1.449219, + 1.527344, + 1.941406, + 1.957031, + 1.519531, + 1.490234, + 1.902344, + 1.875, + 0.742188, + 1.726562, + 1.052979, + 1.789062 + ] + }, + "name": "onnx::Mul_8490", + "outputIndexes": [ + 1259 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1258, + 1259 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_13/Mul_1_output_0", + "outputIndexes": [ + 1260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1260 + ], + "outputIndexes": [ + 2854 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2854 + ], + "outputIndexes": [ + 2855 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear", + "inputIndexes": [ + 2855 + ], + "outputIndexes": [ + 2856 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 569329618, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2856 + ], + "outputIndexes": [ + 2857 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2857 + ], + "outputIndexes": [ + 1261 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1260 + ], + "main_type": "NONE", + "name": "/Shape_183_output_0", + "outputIndexes": [ + 1262 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1262 + ], + "main_type": "NONE", + "name": "Shape3629", + "outputIndexes": [ + 1263 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1262 + ], + "main_type": "NONE", + "name": "Rank3631", + "outputIndexes": [ + 1264 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264, + 1264 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3633", + "outputIndexes": [ + 1265 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1265 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3634", + "outputIndexes": [ + 1266 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1265, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3636", + "outputIndexes": [ + 1267 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1267 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3637", + "outputIndexes": [ + 1268 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1263, + 1266, + 1268, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3640", + "outputIndexes": [ + 1269 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1269 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3641", + "outputIndexes": [ + 1270 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1270 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3642", + "outputIndexes": [ + 1271 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1271, + 1270 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3643", + "outputIndexes": [ + 1272 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1262, + 1272, + 1265 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_199_output_0", + "outputIndexes": [ + 1273 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1273, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_417_output_0", + "outputIndexes": [ + 1274 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1274, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_169_output_0", + "outputIndexes": [ + 1275 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1261, + 1275 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_118_output_0", + "outputIndexes": [ + 1276 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1276, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_104_output_0", + "outputIndexes": [ + 1277 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1276 + ], + "main_type": "NONE", + "name": "/Shape_184_output_0", + "outputIndexes": [ + 1278 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1278 + ], + "main_type": "NONE", + "name": "Shape3650", + "outputIndexes": [ + 1279 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1278 + ], + "main_type": "NONE", + "name": "Rank3652", + "outputIndexes": [ + 1280 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1280, + 1280 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3654", + "outputIndexes": [ + 1281 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1281 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3655", + "outputIndexes": [ + 1282 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1281, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3657", + "outputIndexes": [ + 1283 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3658", + "outputIndexes": [ + 1284 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1279, + 1282, + 1284, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3661", + "outputIndexes": [ + 1285 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1285 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3662", + "outputIndexes": [ + 1286 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1286 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3663", + "outputIndexes": [ + 1287 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1287, + 1286 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3664", + "outputIndexes": [ + 1288 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1278, + 1288, + 1281 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_200_output_0", + "outputIndexes": [ + 1289 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1289, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_39_output_0", + "outputIndexes": [ + 1290 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1290, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_422_output_0", + "outputIndexes": [ + 1291 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1276, + 1291, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_53_output_0", + "outputIndexes": [ + 1292 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1292 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_26_output_0", + "outputIndexes": [ + 1293 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1276, + 21, + 1291, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_52_output_0", + "outputIndexes": [ + 1294 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1293, + 1294 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_172_output_0", + "outputIndexes": [ + 1295 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1295, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_105_output_0", + "outputIndexes": [ + 1296 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1277, + 1296 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_65_output_0", + "outputIndexes": [ + 1297 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1260 + ], + "outputIndexes": [ + 2858 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2858 + ], + "outputIndexes": [ + 2859 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear", + "inputIndexes": [ + 2859 + ], + "outputIndexes": [ + 2860 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 571983848, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2860 + ], + "outputIndexes": [ + 2861 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2861 + ], + "outputIndexes": [ + 1298 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1274, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_170_output_0", + "outputIndexes": [ + 1299 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1298, + 1299 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_119_output_0", + "outputIndexes": [ + 1300 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1300, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_106_output_0", + "outputIndexes": [ + 1301 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1300 + ], + "main_type": "NONE", + "name": "/Shape_185_output_0", + "outputIndexes": [ + 1302 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1302 + ], + "main_type": "NONE", + "name": "Shape3713", + "outputIndexes": [ + 1303 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1302 + ], + "main_type": "NONE", + "name": "Rank3715", + "outputIndexes": [ + 1304 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1304, + 1304 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3717", + "outputIndexes": [ + 1305 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1305 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3718", + "outputIndexes": [ + 1306 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1305, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3720", + "outputIndexes": [ + 1307 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1307 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3721", + "outputIndexes": [ + 1308 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1303, + 1306, + 1308, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3724", + "outputIndexes": [ + 1309 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1309 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3725", + "outputIndexes": [ + 1310 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1310 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3726", + "outputIndexes": [ + 1311 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1311, + 1310 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3727", + "outputIndexes": [ + 1312 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1302, + 1312, + 1305 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_201_output_0", + "outputIndexes": [ + 1313 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1313, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_40_output_0", + "outputIndexes": [ + 1314 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1314, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_424_output_0", + "outputIndexes": [ + 1315 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1300, + 1315, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_55_output_0", + "outputIndexes": [ + 1316 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1316 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_27_output_0", + "outputIndexes": [ + 1317 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1300, + 21, + 1315, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_54_output_0", + "outputIndexes": [ + 1318 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1317, + 1318 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_173_output_0", + "outputIndexes": [ + 1319 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1319, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_107_output_0", + "outputIndexes": [ + 1320 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1301, + 1320 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_66_output_0", + "outputIndexes": [ + 1321 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1260 + ], + "outputIndexes": [ + 2862 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2862 + ], + "outputIndexes": [ + 2863 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear", + "inputIndexes": [ + 2863 + ], + "outputIndexes": [ + 2864 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 573310974, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2864 + ], + "outputIndexes": [ + 2865 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2865 + ], + "outputIndexes": [ + 1322 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1322, + 1299 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_120_output_0", + "outputIndexes": [ + 1323 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1297, + 1321, + 1323, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_125_output_0", + "outputIndexes": [ + 1324 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1324 + ], + "outputIndexes": [ + 2866 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2866 + ], + "outputIndexes": [ + 2867 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear", + "inputIndexes": [ + 2867 + ], + "outputIndexes": [ + 2868 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 574638100, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2868 + ], + "outputIndexes": [ + 2869 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2869 + ], + "outputIndexes": [ + 1325 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1325 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_13/Mul_output_0", + "outputIndexes": [ + 1326 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.742188, + 1.71875, + 1.671875, + 1.894531, + 1.847656, + 1.847656, + 1.636719, + 0.261719, + 1.722656, + 1.244141, + 1.773438, + 1.570312, + 1.523438, + 1.980469, + 1.820312, + 1.535156, + 1.738281, + 1.617188, + 2.4375, + 1.878906, + 1.863281, + 1.757812, + 1.816406, + 1.53125, + 1.570312, + 1.738281, + 1.636719, + 1.71875, + 1.828125, + 1.800781, + 1.324219, + 1.054688, + 1.746094, + 0.402344, + 1.582031, + 1.289062, + 1.636719, + 1.847656, + 1.373047, + 1.628906, + 1.976562, + 1.714844, + 1.894531, + 1.257812, + 0.541016, + 1.730469, + 1.914062, + 1.746094, + 2.148438, + 1.361328, + 1.683594, + 1.15332, + 1.554688, + 0.767578, + 1.617188, + 1.431641, + 1.695312, + 1.796875, + 1.53125, + 1.333984, + 1.071289, + 2.03125, + 1.804688, + 1.644531, + 1.910156, + 1.632812, + 0.827148, + 1.664062, + 1.455078, + 1.554688, + 1.769531, + 1.847656, + 1.671875, + 1.589844, + 1.5, + 1.558594, + 0.849609, + 1.125, + 1.302734, + 0.621094, + 1.449219, + 0.066406, + 1.738281, + 1.194336, + 1.65625, + 1.738281, + 1.640625, + 1.019409, + 0.513672, + 1.400391, + 1.683594, + 1.490234, + 2.0, + 0.445312, + 1.699219, + 0.027344, + 1.582031, + 1.710938, + 2.25, + 1.621094, + 1.347656, + 1.757812, + 1.914062, + 1.675781, + 1.769531, + 1.542969, + 1.773438, + 1.146484, + 1.875, + 1.652344, + 1.804688, + 1.773438, + 1.875, + 2.507812, + 1.613281, + 1.253906, + 1.792969, + 0.626953, + 1.574219, + 2.039062, + 1.808594, + 1.660156, + 1.527344, + 1.789062, + 1.400391, + 1.189453, + 1.644531, + 1.824219, + 1.671875, + 1.02063, + 0.799805, + 1.542969, + 1.416016, + 1.605469, + 1.742188, + 1.917969, + 1.28125, + 1.447266, + 1.458984, + 1.914062, + 2.296875, + 1.761719, + 1.189453, + 1.703125, + 1.734375, + 1.46875, + 1.416016, + 1.863281, + 1.609375, + 1.773438, + 1.710938, + 1.332031, + 1.542969, + 1.996094, + 1.792969, + 1.75, + 0.714844, + 1.675781, + 0.492188, + 0.425781, + 2.632812, + 1.800781, + 1.574219, + 0.756836, + 1.988281, + 1.671875, + 1.945312, + 0.347656, + 1.972656, + 1.457031, + 1.742188, + 0.472656, + 1.585938, + 0.394531, + 1.644531, + 2.070312, + 1.734375, + 0.210938, + 1.667969, + 1.738281, + 1.703125, + 0.347656, + 1.143555, + 0.246094, + 1.859375, + 1.511719, + 0.582031, + 1.800781, + 1.332031, + 1.222656, + 1.714844, + 1.832031, + 1.566406, + 1.726562, + 1.699219, + 1.675781, + 1.664062, + 1.824219, + 1.980469, + 1.773438, + 1.417969, + 1.769531, + 1.5, + 1.339844, + 1.925781, + 1.785156, + 1.882812, + 1.613281, + 1.628906, + 1.648438, + 1.498047, + 1.863281, + 1.621094, + 1.539062, + 1.597656, + 1.734375, + 1.46875, + 1.494141, + 1.957031, + 1.839844, + 1.229492, + 1.5, + 1.695312, + 1.902344, + 1.730469, + 1.753906, + 1.558594, + 1.640625, + 1.376953, + 1.161133, + 2.703125, + 1.917969, + 1.953125, + 1.824219, + 1.757812, + 2.0, + 1.458984, + 1.652344, + 1.458984, + 1.644531, + 1.9375, + 1.605469, + 1.714844, + 1.773438, + 1.515625, + 1.722656, + 1.335938, + 1.447266, + 1.957031, + 0.748047, + 1.746094, + 1.964844, + 0.554688, + 1.660156, + 1.820312, + 1.546875, + 1.519531, + 1.839844, + 1.839844, + 1.5625, + 1.863281, + 1.808594, + 1.597656, + 1.478516, + 1.640625, + 1.222656, + 1.695312, + 1.785156, + 1.613281, + 1.746094, + 1.894531, + 1.660156, + 1.558594, + 1.225586, + 1.710938, + 1.625, + 0.519531, + 1.519531, + 1.832031, + 1.707031, + 1.12793, + 1.703125, + 0.583984, + 1.660156, + 1.726562, + 1.707031, + 1.5625, + 1.652344, + 0.378906, + 1.59375, + 1.185547, + 0.683594, + 1.382812, + 1.804688, + 1.632812, + 1.800781, + 1.310547, + 1.644531, + 1.8125, + 1.730469, + 1.816406, + 1.283203, + 0.460938, + 1.824219, + 0.210938, + 1.613281, + 1.976562, + 1.59375, + 1.351562, + 1.863281, + 1.789062, + 0.261719, + 1.71875, + 1.742188, + 1.648438, + 1.5625, + 1.617188, + 1.710938, + 1.570312, + 1.773438, + 1.445312, + 1.8125, + 1.261719, + 1.910156, + 1.652344, + 1.789062, + 0.990479, + 1.394531, + 1.925781, + 1.742188, + 1.092285, + 1.328125, + 1.601562, + 1.707031, + 2.3125, + 1.980469, + 1.652344, + 1.796875, + 1.902344, + 1.699219, + 1.478516, + 1.566406, + 1.738281, + 1.435547, + 1.835938, + 0.854492, + 1.6875, + 0.908691, + 1.107422, + 1.667969, + 1.061768, + 1.194336, + 1.347656, + 1.179688, + 0.289062, + 0.460938, + 1.910156, + 1.90625, + 0.977905, + 1.332031, + 0.386719, + 1.832031, + 1.203125, + 0.732422, + 1.707031, + 1.835938, + 1.507812, + 0.664062, + 1.828125, + 1.601562, + 1.792969, + 1.380859, + 1.636719, + 1.585938, + 1.945312, + 1.855469, + 1.8125, + 1.832031, + 1.621094, + 0.894531, + 1.796875, + 1.886719, + 0.708984, + 0.632812, + 1.96875, + 1.369141, + 1.131836, + 1.087402, + 1.722656, + 1.828125, + 1.753906, + 1.867188, + 0.3125, + 1.8125, + 1.742188, + 1.894531, + 1.318359, + 0.355469, + 1.5625, + 1.757812, + 1.664062, + 1.789062, + 1.695312, + 1.980469, + 0.53125, + 1.800781, + 1.742188, + 1.410156, + 1.78125, + 0.92627, + 1.851562, + 1.722656, + 1.78125, + 1.710938, + 1.376953, + 1.291016, + 1.679688, + 1.585938, + 1.675781, + 1.652344, + 1.851562, + 1.871094, + 2.53125, + 1.628906, + 1.527344, + 1.289062, + 1.84375, + 1.683594, + 1.925781, + 1.644531, + 1.613281, + 1.835938, + 1.867188, + 1.130859, + 2.148438, + 1.667969, + 1.898438, + 1.832031, + 1.585938, + 1.753906, + 2.117188, + 1.824219, + 1.765625, + 0.960205, + 1.757812, + 1.839844, + 1.835938, + 1.886719, + 1.384766, + 1.707031, + 1.773438, + 1.734375, + 1.511719, + 1.699219, + 1.773438, + 1.777344, + 1.400391, + 1.847656, + 1.527344, + 1.949219, + 1.679688, + 1.753906, + 1.757812, + 1.554688, + 0.664062, + 1.597656, + 0.390625, + 1.431641, + 1.785156, + 1.636719, + 1.550781, + 1.470703, + 1.824219, + 1.535156, + 1.660156, + 1.789062, + 0.429688, + 1.742188, + 1.691406, + 1.863281, + 1.589844, + 1.5625, + 1.546875, + 1.707031, + 1.828125, + 1.820312, + 0.421875, + 1.523438, + 1.470703, + 1.957031, + 1.230469, + 1.695312, + 1.742188, + 1.671875, + 1.101562, + 1.730469, + 0.335938, + 0.726562, + 0.852539, + 0.378906, + 1.847656, + 1.660156, + 1.757812, + 0.799805, + 0.654297, + 1.6875, + 1.09375, + 1.146484, + 1.605469, + 1.691406, + 1.757812, + 1.734375, + 1.542969, + 1.492188, + 1.550781, + 1.746094, + 1.28125, + 1.800781, + 1.773438, + 1.314453, + 1.761719, + 1.550781, + 0.503906, + 0.527344, + 1.800781, + 0.570312, + 1.835938, + 1.519531, + 1.417969, + 1.71875, + 1.507812, + 1.378906, + 1.664062, + 0.505859, + 1.804688, + 1.75, + 1.753906, + 1.589844, + 1.804688, + 0.492188, + 2.007812, + 1.145508, + 1.773438, + 1.816406, + 2.007812, + 1.644531, + 1.695312, + 1.664062, + 0.796875, + 2.007812, + 0.970825, + 1.847656, + 1.960938, + 1.427734, + 1.458984, + 1.753906, + 1.582031, + 2.226562, + 1.416016, + 1.769531, + 1.894531, + 2.070312, + 1.271484, + 1.851562, + 1.753906, + 1.882812, + 1.84375, + 2.507812, + 1.632812, + 1.835938, + 2.03125, + 1.78125, + 1.953125, + 1.640625, + 0.257812, + 1.714844, + 1.503906, + 1.550781, + 0.580078, + 1.695312, + 2.015625, + 1.804688, + 1.898438, + 1.664062, + 2.320312, + 1.412109, + 1.957031, + 1.625, + 1.644531, + 1.079102, + 1.785156, + 1.570312, + 1.648438, + 1.828125, + 1.229492, + 1.355469, + 1.628906, + 1.945312, + 1.835938, + 1.163086, + 1.613281, + 1.832031, + 1.18457, + 1.773438, + 1.636719, + 1.667969, + 1.628906, + 1.785156, + 1.738281, + 1.451172, + 1.824219, + 1.617188, + 1.976562, + 1.180664, + 1.394531, + 1.714844, + 1.738281, + 1.21582, + 1.601562, + 1.546875, + 1.792969, + 1.664062, + 1.474609, + 1.738281, + 1.832031, + 1.066895, + 1.730469, + 1.800781, + 1.96875, + 1.648438, + 1.388672, + 1.726562, + 1.605469, + 1.859375, + 1.71875, + 1.494141, + 1.660156, + 1.539062, + 1.882812, + 0.813477, + 1.683594, + 1.628906, + 1.152344, + 0.371094, + 1.558594, + 1.449219, + 1.679688, + 1.976562, + 1.546875, + 0.833984, + 0.359375, + 0.460938, + 1.746094, + 1.710938, + 1.765625, + 1.773438, + 1.412109, + 1.683594, + 1.640625, + 1.507812, + 1.753906, + 1.546875, + 1.652344, + 0.355469, + 1.410156, + 1.652344, + 1.707031, + 1.625, + 1.722656, + 1.648438, + 1.804688, + 1.503906, + 1.628906, + 1.519531, + 1.326172, + 1.644531, + 1.710938, + 1.8125, + 1.080078, + 1.851562, + 1.644531, + 0.265625, + 2.101562, + 1.519531, + 1.480469, + 1.585938, + 1.087891, + 1.761719, + 1.703125, + 2.03125, + 1.617188, + 1.443359, + 1.636719, + 1.574219, + 1.960938, + 1.455078, + 1.558594, + 1.71875, + 1.769531, + 1.613281, + 2.6875, + 1.761719, + 1.427734, + 1.494141, + 1.617188, + 1.53125, + 1.804688, + 1.332031, + 1.574219, + 1.527344, + 1.796875, + 1.699219, + 1.820312, + 1.824219, + 2.375, + 2.039062, + 1.921875, + 0.910645, + 1.691406, + 1.351562, + 1.746094, + 1.835938, + 1.644531, + 1.695312, + 0.915527, + 1.53125, + 0.824219, + 1.761719, + 1.960938, + 1.707031, + 1.119141, + 1.832031, + 1.683594, + 1.605469, + 1.570312, + 1.78125, + 1.462891, + 1.59375, + 1.695312, + 1.890625, + 1.753906, + 1.675781, + 1.462891, + 1.859375, + 1.263672, + 1.283203, + 1.855469, + 1.386719, + 1.851562, + 1.910156, + 1.921875, + 1.847656, + 1.589844, + 1.925781, + 1.925781, + 1.408203, + 1.675781, + 0.398438, + 1.761719, + 1.451172, + 1.855469, + 1.527344, + 1.519531, + 1.839844, + 1.570312, + 1.285156, + 1.734375, + 1.851562, + 1.800781, + 1.589844, + 1.820312, + 1.554688, + 1.294922, + 1.675781, + 1.535156, + 1.753906, + 1.613281, + 1.730469, + 1.914062, + 1.061279, + 1.476562, + 1.527344, + 1.261719, + 1.441406, + 3.140625, + 1.757812, + 1.738281, + 1.166992, + 0.767578, + 1.925781, + 1.753906, + 1.386719, + 1.0625, + 1.78125, + 1.112305, + 1.742188, + 1.824219, + 0.946533, + 1.832031, + 1.851562, + 1.460938, + 1.710938, + 1.636719, + 1.691406, + 1.205078, + 0.671875, + 1.416016, + 1.621094, + 0.760742, + 1.441406, + 1.816406, + 1.851562, + 0.449219, + 1.839844, + 0.833008, + 1.859375, + 2.0625, + 1.373047, + 0.8125, + 1.644531, + 1.597656, + 1.490234, + 1.589844, + 1.820312, + 1.960938, + 1.800781, + 1.574219, + 1.380859, + 1.574219, + 1.628906, + 1.867188, + 1.539062, + 1.628906, + 1.867188, + 1.867188, + 0.976685, + 1.78125, + 1.640625, + 1.150391, + 1.582031, + 0.956543, + 1.863281, + 1.707031, + 1.765625, + 1.773438, + 1.824219, + 1.535156, + 1.832031, + 1.710938, + 1.886719, + 1.22168, + 1.492188, + 1.707031, + 1.9375, + 0.003906, + 1.130859, + 1.208008, + 1.570312, + 1.394531, + 1.136719, + 1.835938, + 1.777344, + 1.566406, + 1.726562, + 1.601562, + 0.410156, + 1.679688, + 1.519531, + 1.376953, + 1.554688, + 1.867188, + 1.863281, + 1.589844, + 0.445312, + 1.138672, + 1.523438, + 1.478516, + 1.78125, + 1.933594, + 1.929688, + 1.462891, + 1.683594, + 1.558594, + 1.773438, + 1.472656, + 1.757812, + 1.726562, + 2.007812, + 1.339844, + 1.636719, + 0.501953, + 1.539062, + 1.746094, + 1.710938, + 1.375, + 1.691406, + 1.734375, + 1.636719, + 1.601562, + 1.671875, + 0.910156, + 1.367188, + 1.648438, + 1.898438, + 1.04126, + 1.189453, + 1.640625, + 0.351562, + 0.207031, + 0.865234, + 1.431641, + 1.699219, + 1.738281, + 1.394531, + 1.722656, + 0.300781, + 0.277344, + 1.458984, + 1.914062, + 1.211914, + 1.582031, + 1.394531, + 1.808594, + 1.734375, + 1.494141, + 0.441406, + 1.773438, + 1.259766, + 1.289062, + 0.722656, + 1.617188, + 1.318359, + 1.455078, + 1.445312, + 1.726562, + 1.621094, + 1.404297, + 1.714844, + 1.371094, + 1.886719, + 1.75, + 1.161133, + 1.652344, + 1.964844, + 1.960938, + 1.605469, + 0.750977, + 0.300781, + 3.1875, + 1.597656, + 1.609375, + 1.726562, + 1.554688, + 1.660156, + 1.40625, + 1.863281, + 0.222656, + 1.333984, + 0.881348, + 1.875, + 1.726562, + 0.375, + 1.832031, + 1.675781, + 1.679688, + 1.5, + 1.664062, + 1.433594, + 1.146484, + 0.414062, + 1.427734, + 1.25, + 1.53125, + 0.5, + 1.375, + 1.816406, + 2.140625, + 1.828125, + 2.226562, + 1.19043, + 1.318359, + 1.914062, + 1.957031, + 0.742188, + 1.65625, + 1.789062, + 0.934082, + 2.460938, + 0.519531, + 2.101562, + 1.578125, + 1.578125, + 1.714844, + 1.582031, + 1.609375, + 1.660156, + 1.714844, + 0.21875, + 1.789062, + 1.617188, + 1.710938, + 1.773438, + 1.632812, + 1.554688, + 1.683594, + 0.019531, + 1.292969, + 0.453125, + 1.753906, + 0.464844, + 0.991089, + 1.847656, + 1.851562, + 1.746094, + 0.837891, + 1.470703, + 1.498047, + 1.511719, + 0.363281, + 1.507812, + 0.959473, + 0.783203, + 0.53125, + 1.632812, + 2.007812, + 1.078125, + 2.28125, + 1.921875, + 1.494141, + 1.851562, + 0.983032, + 1.204102, + 1.628906, + 0.324219, + 1.726562, + 1.726562, + 1.539062, + 0.449219, + 0.292969, + 1.609375, + 1.914062, + 1.402344, + 1.890625, + 1.851562, + 1.433594, + 0.993134, + 3.390625, + 1.527344, + 1.527344, + 1.953125, + 1.116699, + 1.730469, + 1.777344, + 1.996094, + 1.679688, + 1.839844, + 1.703125, + 1.90625, + 1.691406, + 1.214844, + 1.867188, + 1.851562, + 1.166016, + 1.71875, + 1.851562, + 1.613281, + 1.589844, + 1.863281, + 2.320312, + 1.886719, + 0.371094, + 1.02832, + 1.269531, + 0.457031, + 1.675781, + 1.542969, + 1.695312, + 1.699219, + 1.765625, + 1.644531, + 1.585938, + 1.582031, + 0.355469, + 1.034912, + 1.582031, + 1.275391, + 1.652344, + 1.664062, + 1.046875, + 1.6875, + 1.582031, + 1.683594, + 1.664062, + 1.992188, + 0.425781, + 2.007812, + 2.015625, + 0.890625, + 1.777344, + 1.478516, + 1.851562, + 2.140625, + 1.671875, + 1.800781, + 1.761719, + 1.855469, + 1.839844, + 1.738281, + 1.193359, + 1.613281, + 1.707031, + 1.617188, + 1.78125, + 1.679688, + 0.836914, + 1.863281, + 0.460938, + 1.597656, + 1.835938, + 1.085449, + 1.742188, + 1.832031, + 2.015625, + 1.515625, + 1.308594, + 1.671875, + 0.351562, + 0.246094, + 0.277344, + 1.625, + 1.699219, + 0.433594, + 1.429688, + 1.460938, + 2.085938, + 0.605469, + 1.570312, + 0.981201, + 1.451172, + 0.429688, + 1.773438, + 1.8125, + 1.660156, + 1.832031, + 1.335938, + 1.171875, + 1.851562, + 1.648438, + 0.945557, + 1.761719, + 0.257812, + 1.632812, + 1.730469, + 1.664062, + 1.917969, + 1.140625, + 1.3125, + 1.683594, + 0.269531, + 1.972656, + 1.494141, + 1.632812, + 1.648438, + 0.844727, + 1.847656, + 1.648438, + 1.574219, + 1.128906, + 1.578125, + 1.322266, + 1.855469, + 1.800781, + 1.675781, + 1.851562, + 1.617188, + 1.535156, + 1.847656, + 1.472656, + 1.574219, + 1.988281, + 1.695312, + 1.710938, + 1.644531, + 1.546875, + 1.910156, + 1.234375, + 1.753906, + 1.558594, + 1.664062, + 1.789062, + 1.722656, + 1.384766, + 1.566406, + 1.482422, + 2.070312, + 1.542969, + 1.466797, + 0.566406, + 1.921875, + 1.347656, + 1.675781, + 1.394531, + 1.503906, + 1.527344, + 1.652344, + 0.679688, + 1.839844, + 0.589844, + 1.789062, + 1.251953, + 1.324219, + 1.067383, + 1.558594, + 0.722656, + 1.660156, + 0.367188, + 1.792969, + 0.847656, + 1.851562, + 1.443359, + 1.347656, + 1.726562, + 1.945312, + 1.535156, + 1.294922, + 1.449219, + 1.601562, + 1.757812, + 0.339844, + 1.914062, + 1.431641, + 1.376953, + 1.707031, + 1.691406, + 1.648438, + 1.648438, + 0.949219, + 1.464844, + 1.617188, + 1.554688, + 2.085938, + 1.691406, + 1.710938, + 1.539062, + 1.40625, + 1.597656, + 0.285156, + 1.9375, + 1.613281, + 1.851562, + 1.859375, + 1.240234, + 0.797852, + 0.304688, + 1.652344, + 0.394531, + 0.654297, + 1.121094, + 1.570312, + 1.816406, + 1.785156, + 0.992828, + 1.380859, + 1.067871, + 1.734375, + 0.320312, + 1.757812, + 1.523438, + 1.636719, + 1.707031, + 1.808594, + 1.992188, + 0.421875, + 1.640625, + 1.789062, + 1.004669, + 0.667969, + 1.625, + 1.925781, + 0.574219, + 1.839844, + 2.453125, + 1.789062, + 1.242188, + 1.730469, + 1.566406, + 0.535156, + 1.84375, + 1.462891, + 1.539062, + 1.757812, + 1.699219, + 0.912598, + 0.375, + 1.570312, + 1.90625, + 1.378906, + 1.789062, + 1.847656, + 1.867188, + 1.957031, + 1.527344, + 1.347656, + 1.65625, + 1.578125, + 1.640625, + 1.683594, + 1.507812, + 1.683594, + 1.425781, + 1.613281, + 1.746094, + 1.566406, + 0.253906, + 1.65625, + 1.835938, + 1.664062, + 1.388672, + 1.523438, + 1.394531, + 1.451172, + 1.683594, + 1.761719, + 1.761719, + 1.605469, + 1.785156, + 1.769531, + 0.956787, + 1.578125, + 0.40625, + 1.816406, + 0.46875, + 1.789062, + 1.710938, + 1.882812, + 0.367188, + 1.703125, + 1.349609, + 1.382812, + 1.691406, + 1.949219, + 1.785156, + 1.585938, + 1.859375, + 1.472656, + 1.574219, + 0.707031, + 1.542969, + 1.660156, + 1.96875, + 1.871094, + 1.447266, + 1.679688, + 1.703125, + 1.835938, + 1.6875, + 1.550781, + 1.482422, + 1.371094, + 1.589844, + 1.478516, + 0.484375, + 1.416016, + 1.828125, + 1.839844, + 1.314453, + 0.390625, + 1.785156, + 1.882812, + 1.960938, + 1.675781, + 1.777344, + 1.667969, + 1.589844, + 1.451172, + 0.746094, + 1.757812, + 1.605469, + 1.691406, + 1.820312, + 1.369141, + 1.667969, + 1.820312, + 1.972656, + 1.789062, + 1.390625, + 2.085938, + 1.574219, + 1.554688, + 1.378906, + 1.957031, + 1.6875, + 0.728516, + 3.734375, + 1.421875, + 1.53125, + 1.851562, + 1.585938, + 0.75, + 1.886719, + 1.550781, + 1.691406, + 0.394531, + 1.353516, + 1.122559, + 2.546875, + 1.597656, + 1.714844, + 1.863281, + 0.226562, + 1.71875, + 2.085938, + 0.273438, + 1.002457, + 1.621094, + 1.691406, + 1.667969, + 1.734375, + 1.628906, + 1.451172, + 1.691406, + 1.253906, + 1.71875, + 0.568359, + 1.570312, + 1.953125, + 1.734375, + 1.152344, + 1.847656, + 1.71875, + 1.613281, + 1.5625, + 1.703125, + 1.585938, + 1.71875, + 1.314453, + 0.794922, + 1.757812, + 1.648438, + 1.714844, + 1.808594, + 0.973389, + 1.652344, + 1.519531, + 1.554688, + 1.703125, + 0.932617, + 1.644531, + 1.960938, + 1.695312, + 3.265625, + 1.273438, + 1.976562, + 1.621094, + 1.601562, + 0.799805, + 0.335938, + 1.625, + 1.65625, + 1.660156, + 1.239258, + 1.808594, + 1.644531, + 1.628906, + 0.355469, + 1.472656, + 1.785156, + 1.443359, + 1.511719, + 1.730469, + 1.820312, + 1.664062, + 1.738281, + 1.425781, + 1.695312, + 1.515625, + 1.671875, + 1.898438, + 1.851562, + 1.714844, + 1.269531, + 1.380859, + 1.201172, + 1.867188, + 1.191406, + 1.890625, + 1.726562, + 0.868164, + 1.714844, + 1.515625, + 1.8125, + 1.416016, + 1.617188, + 1.679688, + 1.05249, + 1.453125, + 1.824219, + 1.980469, + 1.769531, + 1.796875, + 0.901367, + 1.425781, + 1.6875, + 1.503906, + 1.878906, + 1.941406, + 1.371094, + 1.828125, + 1.515625, + 1.644531, + 1.535156, + 0.728516, + 1.65625, + 1.710938, + 1.804688, + 2.476562, + 1.867188, + 1.871094, + 1.695312, + 1.554688, + 1.554688, + 1.679688, + 1.511719, + 1.316406, + 0.849609, + 1.373047, + 1.480469, + 1.855469, + 1.507812, + 1.707031, + 1.792969, + 1.730469, + 1.671875, + 1.695312, + 1.742188, + 1.832031, + 1.660156, + 1.601562, + 1.921875, + 1.734375, + 1.605469, + 1.574219, + 1.710938, + 1.636719, + 1.714844, + 1.695312, + 2.539062, + 1.960938, + 1.488281, + 1.192383, + 1.574219, + 1.773438, + 0.167969, + 1.832031, + 2.039062, + 1.570312, + 0.677734, + 1.632812, + 1.503906, + 0.868164, + 0.398438, + 1.433594, + 1.427734, + 1.898438, + 1.443359, + 1.679688, + 1.734375, + 1.707031, + 1.722656, + 1.494141, + 2.390625, + 1.617188, + 0.728516, + 2.070312, + 1.832031, + 0.59375, + 0.292969, + 1.878906, + 1.71875, + 1.804688, + 0.765625, + 1.679688, + 1.11377, + 1.570312, + 1.964844, + 1.480469, + 1.4375, + 1.703125, + 1.400391, + 1.230469, + 1.757812, + 1.863281, + 1.550781, + 0.449219, + 0.748047, + 1.585938, + 1.507812, + 1.679688, + 1.001312, + 1.511719, + 1.964844, + 1.349609, + 0.740234, + 1.890625, + 1.753906, + 1.355469, + 1.902344, + 1.539062, + 1.194336, + 1.455078, + 1.675781, + 0.070312, + 0.25, + 1.474609, + 1.730469, + 1.380859, + 2.015625, + 1.367188, + 1.796875, + 0.548828, + 1.546875, + 0.539062, + 0.728516, + 1.894531, + 1.996094, + 1.621094, + 1.65625, + 1.75, + 1.929688, + 0.603516, + 1.917969, + 1.371094, + 1.316406, + 1.554688, + 1.753906, + 1.660156, + 1.46875, + 1.114258, + 1.789062, + 1.984375, + 1.494141, + 1.378906, + 1.265625, + 1.271484, + 1.59375, + 3.0625, + 1.804688, + 1.777344, + 0.382812, + 1.652344, + 1.828125, + 1.984375, + 1.609375, + 1.570312, + 1.640625, + 1.808594, + 1.664062, + 2.132812, + 1.213867, + 1.601562, + 1.828125, + 1.757812, + 1.847656, + 1.777344, + 1.539062, + 1.679688, + 1.554688, + 1.847656, + 1.796875, + 1.644531, + 1.652344, + 0.40625, + 1.65625, + 1.722656, + 1.839844, + 1.742188, + 1.408203, + 0.238281, + 1.804688, + 1.914062, + 1.482422, + 1.660156, + 0.552734, + 1.871094, + 1.742188, + 1.617188, + 1.496094, + 1.535156, + 1.9375, + 1.322266, + 1.054688, + 1.628906, + 1.863281, + 1.785156, + 0.375, + 1.984375, + 0.6875, + 0.316406, + 1.660156, + 2.210938, + 1.976562, + 1.386719, + 1.285156, + 1.470703, + 1.960938, + 1.613281, + 1.652344, + 1.636719, + 1.570312, + 1.710938, + 1.648438, + 1.53125, + 2.070312, + 1.839844, + 1.695312, + 1.945312, + 1.882812, + 1.116699, + 1.546875, + 1.769531, + 1.339844, + 1.447266, + 2.351562, + 1.703125, + 0.693359, + 1.462891, + 0.371094, + 1.746094, + 1.507812, + 2.007812, + 1.429688, + 1.636719, + 1.574219, + 1.785156, + 1.585938, + 1.308594, + 1.867188, + 1.566406, + 1.949219, + 1.398438, + 1.792969, + 0.855469, + 1.566406, + 0.930176, + 0.457031, + 1.695312, + 1.898438, + 1.785156, + 1.773438, + 1.84375, + 1.105957, + 1.445312, + 1.730469, + 0.895508, + 1.014709, + 1.738281, + 1.832031, + 1.898438, + 1.570312, + 1.746094, + 1.664062, + 1.769531, + 1.796875, + 1.636719, + 0.552734, + 1.589844, + 1.972656, + 1.722656, + 1.773438, + 1.192383, + 1.730469, + 1.566406, + 1.488281, + 1.675781, + 1.777344, + 1.550781, + 1.049316, + 1.542969, + 1.636719, + 1.707031, + 1.996094, + 1.832031, + 1.824219, + 1.435547, + 1.167969, + 1.816406, + 1.710938, + 0.689453, + 0.513672, + 1.609375, + 1.917969, + 1.78125, + 1.605469, + 1.816406, + 0.46875, + 1.691406, + 1.894531, + 1.550781, + 1.734375, + 1.402344, + 1.542969, + 1.300781, + 0.484375, + 1.773438, + 1.59375, + 1.871094, + 1.394531, + 2.484375, + 1.800781, + 1.542969, + 1.941406, + 1.492188, + 1.714844, + 1.90625, + 1.386719, + 1.507812, + 0.946777, + 1.458984, + 0.755859, + 0.347656, + 1.691406, + 1.984375, + 1.816406, + 1.910156, + 2.570312, + 1.644531, + 1.792969, + 1.726562, + 1.792969, + 1.679688, + 1.335938, + 1.349609, + 0.783203, + 1.710938, + 1.134766, + 1.455078, + 1.683594, + 1.664062, + 1.71875, + 1.730469, + 1.765625, + 1.761719, + 0.88623, + 1.652344, + 1.863281, + 0.556641, + 1.193359, + 1.714844, + 1.992188, + 1.53125, + 0.5, + 1.5625, + 1.867188, + 1.550781, + 1.519531, + 1.585938, + 0.480469, + 1.6875, + 1.753906, + 1.063477, + 1.710938, + 1.433594, + 1.425781, + 1.382812, + 1.777344, + 1.396484, + 1.640625, + 2.054688, + 1.710938, + 1.484375, + 1.839844, + 1.804688, + 0.28125, + 1.458984, + 1.566406, + 1.789062, + 1.722656, + 1.816406, + 1.863281, + 1.234375, + 0.675781, + 1.722656, + 1.898438, + 1.886719, + 1.449219, + 0.905273, + 1.363281, + 1.820312, + 1.554688, + 1.605469, + 1.316406, + 1.773438, + 1.458984, + 1.71875, + 1.191406, + 1.679688, + 1.664062, + 1.546875, + 1.671875, + 1.609375, + 1.570312, + 1.976562, + 1.339844, + 1.828125, + 0.65625, + 0.226562, + 1.605469, + 1.162109, + 1.789062, + 1.777344, + 1.539062, + 1.515625, + 1.219727, + 1.648438, + 1.167969, + 1.601562, + 1.632812, + 1.789062, + 1.695312, + 0.332031, + 1.6875, + 1.726562, + 1.898438, + 1.558594, + 1.992188, + 1.707031, + 1.695312, + 1.757812, + 1.310547, + 1.765625, + 1.671875, + 1.6875, + 1.804688, + 1.503906, + 1.316406, + 1.566406, + 1.07373, + 1.216797, + 1.78125, + 1.898438, + 1.746094, + 1.785156, + 1.980469, + 1.945312, + 1.408203, + 2.296875, + 1.129883, + 1.570312, + 1.192383, + 0.736328, + 1.734375, + 1.609375, + 1.632812, + 0.34375, + 1.015015, + 2.015625, + 1.726562, + 1.902344, + 1.699219, + 2.046875, + 1.820312, + 1.585938, + 1.369141, + 2.023438, + 0.230469, + 1.546875, + 1.259766, + 1.5, + 1.84375, + 1.894531, + 1.761719, + 1.542969, + 0.304688, + 1.621094, + 1.601562, + 1.546875, + 1.578125, + 1.832031, + 1.953125, + 1.851562, + 1.582031, + 1.373047, + 0.644531, + 1.605469, + 1.742188, + 1.316406, + 1.632812, + 1.726562, + 1.699219, + 1.839844, + 1.164062, + 1.664062, + 1.265625, + 2.90625, + 1.570312, + 1.792969, + 1.84375, + 1.472656, + 1.357422, + 1.503906, + 1.714844, + 2.101562, + 1.777344, + 1.470703, + 1.605469, + 0.285156, + 1.796875, + 1.734375, + 1.726562, + 1.644531, + 1.726562, + 1.941406, + 1.679688, + 1.554688, + 1.792969, + 1.026733, + 1.636719, + 1.675781, + 1.699219, + 0.265625, + 1.773438, + 1.851562, + 1.707031, + 1.824219, + 1.671875, + 1.412109, + 1.984375, + 1.410156, + 1.832031, + 1.695312, + 1.878906, + 0.634766, + 1.457031, + 1.421875, + 1.679688, + 0.335938, + 1.839844, + 0.830078, + 1.585938, + 0.316406, + 1.792969, + 1.292969, + 2.09375, + 0.864258, + 1.224609, + 1.746094, + 1.65625, + 1.324219, + 1.597656, + 1.542969, + 1.96875, + 1.816406, + 0.332031, + 0.714844, + 0.939941, + 1.691406, + 1.804688, + 1.447266, + 1.804688, + 1.886719, + 1.628906, + 1.205078, + 1.890625, + 1.582031, + 1.828125, + 2.046875, + 1.632812, + 1.213867, + 1.617188, + 1.8125, + 0.938721, + 1.691406, + 1.683594, + 1.90625, + 1.761719, + 1.800781, + 1.146484, + 1.902344, + 1.585938, + 1.414062, + 1.808594, + 1.753906, + 1.785156, + 1.65625, + 1.964844, + 0.476562, + 1.707031, + 1.554688, + 1.710938, + 0.597656, + 1.835938, + 1.929688, + 1.960938, + 0.476562, + 1.451172, + 0.917969, + 1.824219, + 1.402344, + 1.102539, + 0.308594, + 1.765625, + 1.738281, + 1.625, + 0.214844, + 0.972778, + 0.566406, + 2.648438, + 1.875, + 1.192383, + 1.789062, + 1.878906, + 1.59375, + 1.804688, + 1.757812, + 1.353516, + 0.46875, + 0.59375, + 1.824219, + 1.240234, + 1.431641, + 1.691406, + 1.585938, + 1.691406, + 1.851562, + 1.01416, + 1.496094, + 1.628906, + 1.515625, + 0.944336, + 2.007812, + 1.835938, + 2.109375, + 1.761719, + 1.609375, + 0.509766, + 1.808594, + 0.464844, + 1.621094, + 1.742188, + 1.703125, + 1.835938, + 1.847656, + 1.277344, + 1.8125, + 1.738281, + 1.753906, + 1.875, + 1.429688, + 1.470703, + 1.738281, + 1.667969, + 2.023438, + 1.353516, + 1.902344, + 1.707031, + 0.854492, + 1.229492, + 1.482422, + 0.766602, + 1.675781, + 1.667969, + 1.796875, + 1.761719, + 1.291016, + 1.279297, + 1.53125, + 1.710938, + 0.963867, + 1.738281, + 1.609375, + 1.75, + 1.65625, + 1.898438, + 1.785156, + 1.130859, + 1.765625, + 1.800781, + 1.59375, + 1.679688, + 1.5625, + 0.768555, + 1.816406, + 1.621094, + 0.689453, + 1.644531, + 1.585938, + 0.425781, + 1.636719, + 1.002014, + 1.792969, + 1.6875, + 1.675781, + 1.824219, + 1.90625, + 1.613281, + 1.523438, + 1.832031, + 1.550781, + 1.474609, + 1.570312, + 0.77832, + 1.515625, + 1.925781, + 1.683594, + 0.621094, + 1.363281, + 1.5, + 1.796875, + 1.730469, + 1.742188, + 1.726562, + 1.523438, + 1.46875, + 1.859375, + 1.324219, + 1.601562, + 1.777344, + 0.335938, + 1.835938, + 1.539062, + 0.402344, + 1.578125, + 1.675781, + 1.925781, + 1.539062, + 1.5625, + 1.746094, + 0.535156, + 1.804688, + 1.859375, + 1.980469, + 1.679688, + 1.449219, + 1.365234, + 1.371094, + 0.457031, + 0.681641, + 1.796875, + 1.171875, + 1.851562, + 1.071777, + 1.279297, + 1.660156, + 1.644531, + 0.5, + 1.191406, + 1.902344, + 0.328125, + 2.0625, + 1.404297, + 1.808594, + 1.839844, + 0.476562, + 1.890625, + 1.695312, + 0.578125, + 1.855469, + 2.054688, + 1.558594, + 1.804688, + 1.84375, + 2.03125, + 0.441406, + 1.816406, + 1.121094, + 1.609375, + 1.597656, + 1.796875, + 1.789062, + 1.488281, + 1.789062, + 1.757812, + 1.804688, + 1.417969, + 0.402344, + 1.535156, + 1.691406, + 1.527344, + 1.511719, + 1.976562, + 1.648438, + 1.265625, + 1.22168, + 1.726562, + 1.390625, + 1.742188, + 1.566406, + 2.460938, + 1.984375, + 1.726562, + 0.359375, + 1.769531, + 1.390625, + 1.621094, + 1.761719, + 1.769531, + 1.201172, + 1.359375, + 1.695312, + 1.890625, + 0.488281, + 1.597656, + 1.515625, + 1.494141 + ] + }, + "name": "onnx::Mul_8513", + "outputIndexes": [ + 1327 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1326, + 1327 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_13/Mul_1_output_0", + "outputIndexes": [ + 1328 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1257, + 1328 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_68_output_0", + "outputIndexes": [ + 1329 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1329 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_13/Mul_output_0", + "outputIndexes": [ + 1330 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.873047, + 0.924805, + 0.873047, + 0.918457, + 0.970703, + 0.900879, + 0.869141, + 0.484375, + 0.898926, + 0.864258, + 0.885742, + 0.874023, + 0.856445, + 0.871094, + 0.924805, + 0.912109, + 0.87207, + 0.930176, + 0.991638, + 0.896973, + 0.890625, + 0.975342, + 0.953613, + 0.838867, + 0.84668, + 0.881836, + 0.748047, + 0.849609, + 0.84375, + 0.888184, + 0.877441, + 0.823242, + 0.911133, + 0.550781, + 0.896973, + 0.762695, + 0.915527, + 0.871094, + 0.915039, + 0.928711, + 0.893555, + 0.893066, + 0.904297, + 0.816406, + 0.621094, + 0.901367, + 0.908691, + 0.894043, + 0.886719, + 0.847656, + 0.883301, + 0.699219, + 0.854492, + 0.507812, + 0.869141, + 0.825195, + 0.858398, + 0.919922, + 0.888184, + 0.891113, + 0.800781, + 0.845703, + 0.911133, + 0.853516, + 0.754883, + 0.880859, + 0.746094, + 0.893066, + 0.835938, + 0.916016, + 0.906738, + 0.881836, + 0.87793, + 0.930176, + 0.887695, + 0.917969, + 0.726562, + 0.87207, + 0.84082, + 0.599609, + 0.905273, + 0.509766, + 0.887207, + 0.834961, + 0.887695, + 0.826172, + 0.905273, + 0.838867, + 0.644531, + 0.901367, + 0.861328, + 0.900879, + 0.901855, + 0.625, + 0.927246, + 0.476562, + 0.894043, + 0.906738, + 0.825195, + 0.914062, + 0.850586, + 0.906738, + 0.916016, + 0.862305, + 0.909668, + 0.91748, + 0.87207, + 0.825195, + 0.910156, + 0.931152, + 0.851562, + 0.848633, + 0.921387, + 0.662109, + 0.874023, + 0.825195, + 0.920898, + 0.525391, + 0.911621, + 0.855469, + 0.902832, + 0.862305, + 0.771484, + 0.913574, + 0.856445, + 0.751953, + 0.861328, + 0.901855, + 0.84082, + 0.746094, + 0.768555, + 0.891113, + 0.902832, + 0.929688, + 0.896484, + 0.905273, + 0.882324, + 0.710938, + 0.910156, + 0.895996, + 0.755859, + 0.892578, + 0.912109, + 0.901855, + 0.931152, + 0.885254, + 0.863281, + 0.977295, + 0.908203, + 0.951904, + 0.939453, + 0.856445, + 0.916016, + 0.714844, + 0.893555, + 0.903809, + 0.75, + 0.884766, + 0.607422, + 0.552734, + 0.472656, + 0.904785, + 0.833984, + 0.738281, + 0.881836, + 0.949951, + 0.895508, + 0.535156, + 0.84082, + 0.895508, + 0.888672, + 0.613281, + 0.84668, + 0.595703, + 0.954834, + 0.891602, + 0.845703, + 0.537109, + 0.90918, + 0.920898, + 0.887207, + 0.511719, + 0.819336, + 0.509766, + 0.798828, + 0.942139, + 0.740234, + 0.875, + 0.907227, + 0.838867, + 0.901367, + 0.785156, + 0.861328, + 0.863281, + 0.896484, + 0.822266, + 0.907227, + 0.895508, + 0.922852, + 0.90918, + 0.870117, + 0.887207, + 0.907227, + 0.908691, + 0.894531, + 0.914062, + 0.828125, + 0.919922, + 0.870117, + 0.890625, + 0.832031, + 0.923828, + 0.884277, + 0.898926, + 0.877441, + 0.882812, + 0.853516, + 0.885742, + 0.878418, + 0.905273, + 0.836914, + 0.754883, + 0.92334, + 0.901855, + 0.858398, + 0.871094, + 0.893555, + 0.895508, + 0.852539, + 0.887695, + 0.441406, + 0.932617, + 0.84668, + 0.89209, + 0.863281, + 0.906738, + 0.746094, + 0.867188, + 0.896973, + 0.91748, + 0.689453, + 0.929199, + 0.920898, + 0.814453, + 0.965576, + 0.892578, + 0.845703, + 0.875, + 0.944092, + 0.738281, + 0.916504, + 0.900879, + 0.636719, + 0.923828, + 0.867188, + 0.896973, + 0.875, + 0.92627, + 0.880859, + 0.903809, + 0.910645, + 0.968018, + 0.904297, + 0.884277, + 0.908203, + 0.831055, + 0.901367, + 0.899414, + 0.866211, + 0.876953, + 0.91748, + 0.908203, + 0.915039, + 0.896484, + 0.913574, + 0.888184, + 0.681641, + 0.87793, + 0.896973, + 0.931641, + 0.814453, + 0.888184, + 0.570312, + 0.887695, + 0.854492, + 0.921875, + 0.855469, + 0.900391, + 0.5625, + 0.92041, + 0.857422, + 0.609375, + 0.919922, + 0.955566, + 0.823242, + 0.861328, + 0.860352, + 0.883789, + 0.91748, + 0.963623, + 0.787109, + 0.87207, + 0.541016, + 0.855469, + 0.453125, + 0.805664, + 0.869141, + 0.854492, + 0.927734, + 0.881348, + 0.943115, + 0.496094, + 0.908203, + 0.906738, + 0.849609, + 0.885742, + 0.851562, + 0.949219, + 0.903809, + 0.906738, + 0.866211, + 0.875488, + 0.863281, + 0.933594, + 0.899902, + 0.826172, + 0.84082, + 0.838867, + 0.839844, + 0.878906, + 0.84668, + 0.792969, + 0.876953, + 0.892578, + 0.390625, + 0.939697, + 0.881348, + 0.927734, + 0.914062, + 0.905273, + 0.917969, + 0.916504, + 0.919922, + 0.908203, + 0.859375, + 0.773438, + 0.900391, + 0.714844, + 0.897949, + 0.893555, + 0.615234, + 0.870117, + 0.669922, + 0.868164, + 0.505859, + 0.626953, + 0.905762, + 0.894531, + 0.786133, + 0.880859, + 0.560547, + 0.849609, + 0.916016, + 0.716797, + 0.881836, + 0.919922, + 0.88916, + 0.609375, + 0.896973, + 0.909668, + 0.917969, + 0.858398, + 0.917969, + 0.884766, + 0.929688, + 0.914062, + 0.911621, + 0.871094, + 0.795898, + 0.714844, + 0.916016, + 0.896484, + 0.726562, + 0.646484, + 0.923828, + 0.870117, + 0.884766, + 0.738281, + 0.911133, + 0.900879, + 0.870117, + 0.935059, + 0.523438, + 0.900391, + 0.911621, + 0.880371, + 0.851562, + 0.560547, + 0.915039, + 0.899902, + 0.910645, + 0.890625, + 0.912109, + 0.888184, + 0.621094, + 1.091797, + 0.91748, + 0.870117, + 0.959717, + 0.628906, + 0.879883, + 0.976196, + 0.873047, + 0.910645, + 0.75, + 0.92334, + 0.904297, + 0.869141, + 0.936523, + 0.863281, + 0.957764, + 0.873047, + 0.722656, + 0.885742, + 0.865234, + 0.775391, + 0.888184, + 0.892578, + 0.865234, + 0.862305, + 0.830078, + 0.953125, + 0.912598, + 0.804688, + 0.613281, + 0.904785, + 0.893555, + 0.922852, + 0.892578, + 0.871094, + 0.914062, + 0.847656, + 0.87793, + 0.842773, + 0.636719, + 0.880859, + 0.883789, + 0.92041, + 0.881836, + 0.855469, + 0.879395, + 0.898438, + 0.881348, + 0.827148, + 0.873047, + 0.864258, + 0.746094, + 0.881348, + 0.903809, + 0.87207, + 0.904297, + 0.864258, + 0.885254, + 0.933105, + 0.683594, + 0.901367, + 0.529297, + 0.888672, + 0.893555, + 0.932617, + 0.866211, + 0.908203, + 0.961914, + 0.946533, + 0.902832, + 0.88916, + 0.570312, + 0.863281, + 0.925781, + 0.893555, + 0.855469, + 0.912109, + 0.919922, + 0.916504, + 0.901855, + 0.90332, + 0.535156, + 0.92041, + 0.844727, + 0.865234, + 0.845703, + 0.863281, + 0.940186, + 0.891113, + 0.817383, + 0.918945, + 0.488281, + 0.587891, + 0.818359, + 0.525391, + 0.901855, + 0.860352, + 0.873047, + 0.824219, + 0.484375, + 0.857422, + 0.796875, + 0.701172, + 0.895508, + 0.936035, + 0.914062, + 0.865234, + 0.883301, + 0.844727, + 0.908203, + 0.900391, + 0.802734, + 0.94458, + 0.933594, + 0.831055, + 0.783203, + 0.856445, + 0.695312, + 0.617188, + 0.906738, + 0.720703, + 0.927734, + 0.909668, + 0.870117, + 0.969482, + 0.842773, + 0.896973, + 0.924316, + 0.566406, + 0.938721, + 0.765625, + 0.901367, + 0.92334, + 0.918945, + 0.525391, + 0.710938, + 0.818359, + 0.738281, + 0.936035, + 0.893555, + 0.908203, + 0.905762, + 0.87207, + 0.783203, + 0.915039, + 0.617188, + 0.981934, + 0.870117, + 0.832031, + 0.837891, + 0.753906, + 0.895508, + 0.677734, + 0.853516, + 0.879395, + 0.92041, + 0.811523, + 0.786133, + 0.920898, + 0.847656, + 0.87207, + 0.916504, + 0.679688, + 0.754883, + 0.863281, + 0.855469, + 0.849609, + 0.95166, + 0.896973, + 0.529297, + 0.853516, + 0.90332, + 0.871094, + 0.716797, + 0.900879, + 0.833984, + 0.993073, + 0.889648, + 0.899414, + 0.787109, + 0.924805, + 0.754883, + 0.862305, + 0.628906, + 0.766602, + 0.901855, + 0.881348, + 0.762695, + 0.671875, + 0.814453, + 0.89209, + 0.854492, + 0.892578, + 0.887695, + 0.879883, + 0.865234, + 0.928711, + 0.879395, + 0.908691, + 0.9375, + 0.936035, + 0.893555, + 0.87207, + 0.907227, + 0.890137, + 0.918945, + 0.913086, + 0.929199, + 0.566406, + 0.835938, + 0.880859, + 0.906738, + 0.878906, + 0.932129, + 0.850586, + 0.937988, + 0.885254, + 0.834961, + 0.892578, + 0.915039, + 0.865234, + 0.916992, + 0.87207, + 0.95874, + 0.738281, + 0.897461, + 0.965088, + 0.943115, + 0.921387, + 0.949951, + 0.855469, + 0.888184, + 0.916504, + 0.910645, + 0.744141, + 0.999008, + 0.991821, + 0.831055, + 0.560547, + 0.916016, + 0.673828, + 0.907715, + 0.925293, + 0.818359, + 0.65625, + 0.445312, + 0.5625, + 0.939697, + 0.925781, + 0.896973, + 0.955322, + 0.910645, + 0.929199, + 0.877441, + 0.779297, + 0.837891, + 0.847656, + 0.900879, + 0.539062, + 0.869141, + 0.935547, + 0.908691, + 0.921875, + 0.916016, + 0.961426, + 0.892578, + 0.793945, + 0.929199, + 0.904297, + 0.810547, + 0.89502, + 0.916016, + 0.84668, + 0.775391, + 0.877441, + 0.897949, + 0.552734, + 1.149414, + 0.89209, + 1.003143, + 0.904785, + 0.824219, + 0.877441, + 0.893066, + 0.75, + 0.818359, + 0.907227, + 0.870117, + 0.94458, + 0.896973, + 0.884766, + 0.864258, + 0.943115, + 0.884766, + 0.911621, + 0.417969, + 0.916992, + 0.852539, + 0.879883, + 0.94043, + 0.893555, + 0.871094, + 0.891602, + 0.895508, + 0.880859, + 0.908203, + 0.939697, + 0.896484, + 0.837891, + 0.987183, + 0.615234, + 0.858398, + 0.705078, + 0.893066, + 0.833008, + 0.883301, + 0.952393, + 0.894531, + 0.899414, + 0.770508, + 0.679688, + 0.802734, + 0.921875, + 0.87793, + 0.909668, + 0.93457, + 0.891602, + 0.918945, + 0.894531, + 0.924316, + 0.912109, + 0.89209, + 0.895996, + 0.885254, + 0.892578, + 0.924316, + 0.894043, + 0.873047, + 0.908203, + 0.864258, + 0.826172, + 0.913086, + 0.900391, + 0.865234, + 0.942383, + 0.948975, + 0.892578, + 0.930176, + 0.911621, + 0.915527, + 0.902832, + 0.877441, + 0.556641, + 0.841797, + 0.880371, + 0.861328, + 0.880859, + 0.853516, + 0.898438, + 0.914062, + 0.898926, + 0.862305, + 0.851562, + 0.919434, + 0.825195, + 0.94458, + 0.924805, + 0.870117, + 0.877441, + 0.847656, + 0.900879, + 0.892578, + 0.869141, + 0.861328, + 0.818359, + 0.891113, + 0.919922, + 0.887207, + 0.902832, + 0.429688, + 0.953369, + 0.898926, + 0.652344, + 0.796875, + 0.901855, + 0.848633, + 0.865234, + 0.790039, + 0.933594, + 0.833008, + 0.904785, + 0.882812, + 0.769531, + 0.87793, + 0.914551, + 0.638672, + 0.944824, + 0.931641, + 0.935547, + 0.844727, + 0.707031, + 0.89502, + 0.892578, + 0.607422, + 0.876953, + 0.912598, + 0.916504, + 0.544922, + 0.942383, + 0.744141, + 0.818359, + 0.823242, + 0.90332, + 0.744141, + 0.88916, + 0.84668, + 0.92334, + 0.896973, + 0.868164, + 0.907227, + 0.876953, + 0.864258, + 0.861328, + 0.897461, + 0.888672, + 0.891602, + 0.958252, + 0.919434, + 0.779297, + 0.884766, + 0.782227, + 0.935059, + 0.860352, + 0.6875, + 0.913086, + 0.794922, + 0.885254, + 0.934082, + 0.919434, + 0.90918, + 0.913086, + 0.940186, + 0.887695, + 0.913086, + 0.90332, + 0.873047, + 0.890625, + 0.880371, + 0.903809, + 0.417969, + 0.851562, + 0.803711, + 0.896973, + 0.841797, + 0.707031, + 0.905762, + 0.912109, + 0.88623, + 0.947998, + 0.904785, + 0.533203, + 0.91748, + 0.848633, + 0.927246, + 0.65625, + 0.855469, + 0.932617, + 0.89502, + 0.589844, + 0.890137, + 0.855469, + 0.904297, + 0.87207, + 0.901367, + 0.891602, + 0.780273, + 0.770508, + 0.890137, + 0.92041, + 0.87207, + 0.90625, + 0.882812, + 0.937744, + 0.839844, + 0.869141, + 0.599609, + 0.913086, + 0.927734, + 0.884766, + 0.880859, + 0.887695, + 0.894043, + 0.96582, + 0.877441, + 0.910645, + 0.819336, + 0.883789, + 0.932129, + 0.931641, + 0.763672, + 0.87207, + 0.885742, + 0.576172, + 0.558594, + 0.799805, + 0.776367, + 0.910156, + 0.916992, + 0.904297, + 0.904785, + 0.507812, + 0.523438, + 0.929199, + 0.88916, + 0.787109, + 0.938232, + 0.861328, + 0.889648, + 0.839844, + 0.734375, + 0.523438, + 0.838867, + 0.887695, + 0.867188, + 0.638672, + 0.861328, + 0.865234, + 0.84668, + 0.933594, + 0.976196, + 0.935059, + 0.858398, + 0.946533, + 0.788086, + 0.868164, + 0.904785, + 0.87207, + 0.848633, + 0.847656, + 0.983032, + 0.920898, + 0.755859, + 0.505859, + 0.386719, + 0.893066, + 0.899902, + 0.869141, + 0.912598, + 0.875488, + 0.884766, + 0.901367, + 0.529297, + 0.836914, + 0.776367, + 0.987, + 0.908691, + 0.513672, + 0.899902, + 0.927734, + 0.923828, + 0.94873, + 0.882324, + 0.844727, + 0.823242, + 0.566406, + 0.870117, + 0.883301, + 0.856445, + 0.554688, + 0.94458, + 0.936523, + 0.770508, + 0.873047, + 0.576172, + 0.893066, + 0.887207, + 0.902344, + 0.827148, + 0.744141, + 0.896484, + 0.910645, + 0.794922, + 0.761719, + 0.825195, + 0.535156, + 0.906738, + 0.837891, + 0.90332, + 0.867188, + 0.876953, + 0.960205, + 0.939941, + 0.501953, + 0.878906, + 0.914551, + 0.873047, + 0.906738, + 0.582031, + 0.914062, + 0.915527, + 0.394531, + 0.883301, + 0.546875, + 0.884766, + 0.53125, + 0.847656, + 0.904785, + 0.902344, + 0.904785, + 0.833008, + 0.850586, + 0.634766, + 0.880371, + 0.529297, + 0.860352, + 0.833008, + 0.714844, + 0.669922, + 0.870117, + 0.873047, + 0.822266, + 0.707031, + 0.925781, + 0.875977, + 0.911133, + 0.838867, + 0.892578, + 0.886719, + 0.527344, + 0.879395, + 0.925781, + 0.824219, + 0.488281, + 0.548828, + 0.922363, + 0.907715, + 0.881836, + 0.897461, + 0.919434, + 0.900391, + 0.78125, + 0.386719, + 0.880371, + 0.912598, + 0.935547, + 0.81543, + 0.874023, + 0.887207, + 0.929199, + 0.87207, + 0.911133, + 0.887695, + 0.923828, + 0.863281, + 0.884766, + 0.920898, + 0.880371, + 0.816406, + 0.925293, + 0.903809, + 0.92041, + 0.892578, + 0.928223, + 0.833008, + 0.87793, + 0.535156, + 0.804688, + 0.789062, + 0.546875, + 0.935059, + 0.84375, + 0.898926, + 0.865234, + 0.892578, + 0.912598, + 0.84668, + 0.905762, + 0.5, + 0.875, + 0.904785, + 0.832031, + 0.895508, + 0.894043, + 0.84082, + 0.924316, + 0.908691, + 0.947754, + 0.919922, + 0.888672, + 0.505859, + 0.939941, + 0.91748, + 0.801758, + 0.900879, + 0.873047, + 0.931641, + 0.790039, + 0.924316, + 0.883301, + 0.89502, + 0.893066, + 0.927734, + 0.893555, + 0.722656, + 0.854492, + 0.910645, + 0.927246, + 0.878418, + 0.780273, + 0.632812, + 0.852539, + 0.607422, + 0.896484, + 0.908203, + 0.789062, + 0.905273, + 0.908691, + 0.902832, + 0.861328, + 0.838867, + 0.838867, + 0.541016, + 0.496094, + 0.501953, + 0.916016, + 0.920898, + 0.617188, + 0.906738, + 0.899902, + 0.88623, + 0.613281, + 0.869141, + 0.746094, + 0.87207, + 0.583984, + 0.900391, + 0.885254, + 0.736328, + 0.925781, + 0.865234, + 0.848633, + 1.000034, + 0.87207, + 0.646484, + 1.113281, + 0.619141, + 0.858398, + 0.868164, + 0.899902, + 0.939209, + 0.800781, + 0.597656, + 0.931641, + 0.552734, + 0.712891, + 0.910156, + 0.900879, + 0.894531, + 0.720703, + 0.910156, + 0.883789, + 0.891113, + 0.825195, + 0.931152, + 0.875977, + 0.821289, + 0.92334, + 0.918945, + 0.78125, + 0.907715, + 0.892578, + 0.911621, + 0.794922, + 0.946777, + 0.89209, + 0.929199, + 0.893066, + 0.873047, + 0.899902, + 0.94043, + 0.842773, + 0.89209, + 0.91748, + 0.88623, + 0.928711, + 0.887695, + 0.833984, + 0.904785, + 0.81543, + 0.827148, + 0.837891, + 0.849609, + 0.607422, + 0.867188, + 0.870117, + 0.916504, + 0.810547, + 0.925293, + 0.879395, + 0.893555, + 0.607422, + 0.904785, + 0.707031, + 0.888184, + 0.911621, + 0.883789, + 0.805664, + 0.897461, + 0.712891, + 0.854492, + 0.546875, + 0.882324, + 0.768555, + 0.937012, + 0.870117, + 0.881348, + 0.95874, + 0.899902, + 0.916016, + 0.891113, + 0.871094, + 0.88916, + 0.911621, + 0.53125, + 0.900391, + 0.868164, + 0.919922, + 0.931152, + 0.861328, + 1.004211, + 0.87207, + 0.744141, + 0.839844, + 0.918457, + 0.883789, + 0.78418, + 0.921387, + 0.89502, + 0.865234, + 0.869141, + 0.853516, + 0.472656, + 0.904785, + 0.919922, + 0.880371, + 0.589844, + 0.871094, + 0.689453, + 0.496094, + 0.876953, + 0.544922, + 0.552734, + 0.868164, + 0.931641, + 0.912598, + 0.969971, + 1.108887, + 0.858398, + 0.834961, + 0.84668, + 0.533203, + 0.898926, + 0.848633, + 0.850586, + 1.029785, + 0.921875, + 0.95874, + 0.564453, + 0.894531, + 0.9375, + 0.705078, + 0.580078, + 0.908203, + 0.865234, + 0.613281, + 0.909668, + 0.675781, + 0.896973, + 0.863281, + 0.885742, + 0.903809, + 0.578125, + 0.902832, + 0.921875, + 0.947754, + 0.873047, + 0.916992, + 0.794922, + 0.523438, + 0.917969, + 0.897949, + 0.903809, + 0.949951, + 0.904785, + 0.867188, + 0.946045, + 0.908691, + 0.885742, + 0.940674, + 0.652344, + 0.876465, + 0.855469, + 0.87793, + 0.901367, + 0.80957, + 0.882324, + 0.838867, + 0.913086, + 0.523438, + 0.894043, + 0.932129, + 0.890137, + 0.924805, + 0.822266, + 0.860352, + 0.829102, + 0.887695, + 0.796875, + 0.853516, + 0.928223, + 0.932129, + 0.888184, + 0.705078, + 0.814453, + 0.537109, + 0.888184, + 0.580078, + 0.793945, + 0.933594, + 0.880859, + 0.515625, + 0.854492, + 0.891602, + 0.94043, + 0.930664, + 0.925781, + 0.892578, + 0.908203, + 0.863281, + 0.899902, + 0.870117, + 0.638672, + 0.876465, + 0.868164, + 0.787109, + 0.9375, + 0.912109, + 0.830078, + 0.91748, + 0.89209, + 0.897949, + 0.884277, + 0.771484, + 0.884277, + 0.885742, + 0.931641, + 0.666016, + 0.885742, + 0.865234, + 0.905762, + 0.854492, + 0.521484, + 0.884766, + 0.938721, + 0.875977, + 0.882324, + 0.886719, + 0.89502, + 0.845703, + 0.887695, + 0.580078, + 0.916992, + 0.896484, + 0.847656, + 0.903809, + 0.911133, + 0.878418, + 0.893066, + 0.915039, + 0.915039, + 0.833984, + 0.937012, + 0.910645, + 0.939209, + 0.902344, + 0.888672, + 0.913574, + 0.748047, + 0.523438, + 0.869141, + 0.887695, + 0.879395, + 0.916992, + 0.804688, + 0.892578, + 0.893066, + 0.895996, + 0.521484, + 0.900879, + 0.899414, + 0.768555, + 0.878418, + 0.906738, + 0.92334, + 0.457031, + 0.880859, + 0.808594, + 0.503906, + 0.697266, + 0.88916, + 0.903809, + 0.90625, + 0.87207, + 0.893066, + 0.880859, + 0.897461, + 0.874023, + 0.943848, + 0.65625, + 0.918457, + 0.927246, + 0.95874, + 0.578125, + 0.912109, + 0.894043, + 0.899414, + 0.865234, + 0.915039, + 0.907227, + 0.88623, + 0.865234, + 0.578125, + 0.96582, + 0.908203, + 0.862305, + 0.868164, + 0.759766, + 0.871094, + 0.691406, + 0.867188, + 0.899414, + 0.765625, + 0.90625, + 0.895996, + 0.865234, + 0.394531, + 0.844727, + 1.012695, + 0.908203, + 0.914062, + 0.738281, + 0.548828, + 0.858398, + 0.841797, + 0.863281, + 0.84082, + 0.903809, + 0.89502, + 0.866211, + 0.503906, + 0.892578, + 0.913574, + 0.854492, + 0.885742, + 0.820312, + 0.916504, + 0.886719, + 0.926758, + 0.801758, + 0.84668, + 0.904297, + 0.941162, + 0.896973, + 0.924805, + 0.760742, + 0.792969, + 0.791016, + 0.837891, + 0.901855, + 0.896484, + 0.660156, + 0.880371, + 0.797852, + 0.793945, + 0.88623, + 0.897949, + 0.947021, + 0.883789, + 0.916504, + 0.728516, + 0.873047, + 0.87793, + 0.845703, + 0.862305, + 0.88623, + 0.788086, + 0.951172, + 0.912598, + 0.946289, + 0.920898, + 0.865234, + 0.849609, + 0.932129, + 0.885254, + 0.920898, + 0.896484, + 0.582031, + 0.885254, + 0.90332, + 0.999187, + 0.539062, + 0.919922, + 0.914551, + 0.865234, + 0.885254, + 0.852539, + 0.909668, + 0.895996, + 0.838867, + 0.803711, + 0.951416, + 0.919434, + 0.92041, + 0.915527, + 0.885254, + 0.891113, + 0.912598, + 0.920898, + 0.93457, + 0.887207, + 0.844727, + 0.904297, + 0.822266, + 0.724609, + 0.87793, + 0.90332, + 0.88916, + 0.914062, + 0.919922, + 0.850586, + 0.927246, + 0.841797, + 0.912109, + 0.919922, + 0.813477, + 0.898926, + 0.950195, + 0.492188, + 0.862305, + 0.852539, + 0.893066, + 0.658203, + 0.919922, + 0.907715, + 0.738281, + 0.544922, + 0.814453, + 0.900391, + 0.927246, + 0.863281, + 0.869141, + 0.879395, + 0.895996, + 0.924805, + 0.90918, + 0.841797, + 0.900879, + 0.710938, + 0.921387, + 0.880371, + 0.671875, + 0.519531, + 0.952881, + 0.974854, + 0.88623, + 0.720703, + 0.954346, + 0.808594, + 0.849609, + 0.900879, + 0.93457, + 0.877441, + 0.934082, + 0.917969, + 0.880371, + 0.897461, + 0.927734, + 3.46875, + 0.611328, + 0.761719, + 0.873047, + 0.89209, + 0.942627, + 0.854492, + 0.84668, + 0.87793, + 0.823242, + 0.710938, + 0.915527, + 0.92334, + 0.888672, + 0.903809, + 0.845703, + 0.834961, + 0.932129, + 0.894043, + 0.496094, + 0.511719, + 0.898438, + 0.883301, + 0.893066, + 0.908691, + 0.902344, + 0.884277, + 0.628906, + 0.908203, + 0.742188, + 0.685547, + 0.808594, + 0.935547, + 0.895508, + 0.912109, + 0.933594, + 0.880371, + 0.638672, + 0.914551, + 0.867188, + 0.816406, + 0.876953, + 0.987915, + 0.884766, + 0.869141, + 0.842773, + 0.931641, + 0.898926, + 0.900391, + 0.814453, + 0.714844, + 0.888184, + 0.867188, + 0.414062, + 0.929199, + 0.890625, + 0.537109, + 0.875488, + 0.905273, + 0.8125, + 0.888672, + 0.813477, + 0.907715, + 0.826172, + 0.854492, + 0.856445, + 0.835938, + 0.921387, + 0.895996, + 0.942627, + 0.869141, + 0.907227, + 0.868164, + 0.882812, + 0.810547, + 0.912598, + 0.929199, + 0.860352, + 0.669922, + 0.546875, + 0.911621, + 0.869141, + 0.911621, + 0.888184, + 0.866211, + 0.460938, + 0.92334, + 0.916504, + 0.887207, + 0.87793, + 0.652344, + 0.967041, + 0.900879, + 0.919434, + 0.88623, + 0.865234, + 0.786133, + 0.861328, + 0.816406, + 0.884277, + 0.837891, + 0.849609, + 0.5625, + 0.979614, + 0.817383, + 0.607422, + 0.908203, + 0.754883, + 0.904297, + 0.916016, + 0.826172, + 0.891602, + 0.703125, + 0.844727, + 0.904297, + 0.92041, + 0.905273, + 0.905762, + 0.857422, + 0.973877, + 0.814453, + 0.92334, + 0.928223, + 0.883789, + 0.902832, + 0.664062, + 0.899902, + 0.911133, + 0.834961, + 0.87793, + 0.644531, + 0.885254, + 0.646484, + 0.875488, + 0.503906, + 0.925781, + 0.882812, + 0.883301, + 0.855469, + 0.873047, + 0.919434, + 0.908203, + 0.928223, + 0.881348, + 0.919434, + 0.943359, + 0.894043, + 0.817383, + 0.907715, + 0.703125, + 0.957031, + 0.828125, + 0.558594, + 0.922852, + 0.995331, + 0.92041, + 0.967773, + 1.114746, + 0.854492, + 0.885742, + 0.912598, + 0.794922, + 0.790039, + 0.883789, + 0.924316, + 0.907715, + 0.861328, + 0.923828, + 0.742188, + 0.938232, + 0.936523, + 0.894043, + 0.583984, + 0.816406, + 0.864258, + 0.915039, + 0.92041, + 0.818359, + 0.876465, + 0.868164, + 0.857422, + 0.89209, + 0.885742, + 0.896484, + 0.626953, + 0.857422, + 0.895996, + 0.900391, + 0.833984, + 0.851562, + 0.895996, + 0.867188, + 0.860352, + 0.89209, + 0.899902, + 0.683594, + 0.613281, + 0.852539, + 0.985657, + 0.916016, + 0.886719, + 0.892578, + 0.523438, + 0.865234, + 0.916992, + 0.870117, + 0.92041, + 0.790039, + 0.90918, + 0.837891, + 0.496094, + 0.844727, + 0.912598, + 0.866211, + 0.895508, + 1.000748, + 0.943359, + 0.939941, + 0.863281, + 0.915039, + 0.875, + 1.037598, + 0.833008, + 0.830078, + 0.736328, + 0.918457, + 0.828125, + 0.5, + 0.915527, + 0.893555, + 0.932129, + 0.896484, + 0.695312, + 0.862305, + 0.916992, + 0.890137, + 0.873047, + 0.92334, + 0.740234, + 0.896484, + 0.708984, + 0.911133, + 0.740234, + 0.87207, + 0.943115, + 0.919922, + 0.787109, + 0.893066, + 0.830078, + 0.895996, + 0.84082, + 0.954834, + 0.904785, + 0.591797, + 0.836914, + 0.89502, + 0.88916, + 1.124023, + 0.576172, + 0.860352, + 0.801758, + 0.852539, + 0.881348, + 0.890137, + 0.548828, + 0.864258, + 0.91748, + 0.736328, + 0.894531, + 0.818359, + 0.841797, + 0.855469, + 0.856445, + 0.893066, + 0.894043, + 0.97876, + 0.935547, + 0.931641, + 0.90918, + 0.888672, + 0.501953, + 0.920898, + 0.881348, + 0.893066, + 0.919922, + 0.88623, + 0.944092, + 0.866211, + 0.738281, + 0.839844, + 0.928223, + 0.885742, + 0.876953, + 0.714844, + 0.928223, + 0.780273, + 0.845703, + 0.869141, + 0.89502, + 0.912109, + 0.87793, + 0.864258, + 0.861328, + 0.904297, + 0.877441, + 0.88916, + 0.909668, + 0.908691, + 0.878418, + 0.833008, + 0.802734, + 0.897949, + 0.679688, + 0.533203, + 0.894531, + 0.802734, + 0.870117, + 0.918945, + 0.936035, + 0.876953, + 0.817383, + 0.919434, + 0.839844, + 0.851562, + 0.911133, + 0.927246, + 0.907715, + 0.513672, + 0.901367, + 0.911621, + 0.908203, + 0.826172, + 0.708984, + 0.894043, + 0.900879, + 0.871094, + 0.858398, + 0.882812, + 0.88623, + 0.912109, + 0.943848, + 0.921387, + 0.767578, + 0.92041, + 0.771484, + 0.836914, + 0.864258, + 0.893066, + 0.900879, + 0.916992, + 0.959229, + 0.882812, + 0.90918, + 0.823242, + 0.817383, + 0.905273, + 0.851562, + 0.654297, + 0.951416, + 0.857422, + 0.948975, + 0.568359, + 0.77832, + 0.938721, + 0.919922, + 0.905273, + 0.937744, + 0.740234, + 0.912598, + 0.779297, + 0.777344, + 0.779297, + 0.496094, + 0.861328, + 0.814453, + 0.897461, + 0.928223, + 0.926758, + 0.931641, + 0.867188, + 0.53125, + 0.911621, + 0.876953, + 0.880371, + 0.911621, + 0.894531, + 0.84082, + 0.958008, + 0.885254, + 0.824219, + 0.716797, + 0.879883, + 0.930176, + 0.899902, + 0.875, + 0.87793, + 0.824219, + 0.839844, + 0.852539, + 0.90332, + 0.857422, + 0.8125, + 0.898926, + 0.899902, + 0.915039, + 0.921875, + 0.850586, + 0.916992, + 0.799805, + 0.705078, + 0.894043, + 0.878906, + 0.779297, + 0.511719, + 0.91748, + 0.911621, + 0.927246, + 0.912109, + 0.888184, + 0.858398, + 0.908691, + 0.875488, + 0.839844, + 0.746094, + 0.908691, + 0.922363, + 0.87207, + 0.517578, + 0.938477, + 0.828125, + 0.896484, + 0.871094, + 0.888184, + 0.897461, + 0.916992, + 0.925781, + 0.925293, + 0.881836, + 0.885742, + 0.589844, + 0.878418, + 0.855469, + 0.933594, + 0.546875, + 0.863281, + 0.570312, + 0.891602, + 0.501953, + 0.873047, + 0.825195, + 0.697266, + 0.724609, + 0.899414, + 0.876953, + 0.865234, + 0.903809, + 0.943359, + 0.863281, + 0.863281, + 0.924805, + 0.654297, + 0.650391, + 0.6875, + 0.919434, + 0.884766, + 0.900879, + 0.890625, + 0.806641, + 0.891602, + 0.772461, + 0.890625, + 0.898438, + 0.870117, + 0.897949, + 0.88916, + 0.830078, + 0.916504, + 0.912598, + 0.80957, + 0.961182, + 0.923828, + 0.888672, + 0.865234, + 0.87793, + 0.794922, + 0.940674, + 0.863281, + 0.878418, + 0.884766, + 0.935547, + 0.851562, + 0.861328, + 0.818359, + 0.632812, + 0.811523, + 0.871094, + 0.80957, + 0.654297, + 0.968262, + 0.962402, + 0.916992, + 0.5625, + 0.88623, + 0.819336, + 0.912598, + 0.890137, + 0.804688, + 0.548828, + 0.914062, + 0.870117, + 0.911621, + 0.523438, + 0.836914, + 0.523438, + 0.866211, + 0.931641, + 0.851562, + 0.870117, + 0.981934, + 0.929688, + 0.848633, + 0.878906, + 0.833008, + 0.648438, + 0.667969, + 0.873047, + 0.89502, + 0.925293, + 0.888672, + 0.881348, + 0.866211, + 0.980347, + 0.786133, + 0.896973, + 0.898926, + 0.866211, + 0.658203, + 0.92041, + 0.894043, + 0.783203, + 0.93457, + 0.878418, + 0.617188, + 0.807617, + 0.544922, + 0.765625, + 0.99353, + 0.888672, + 0.971191, + 0.855469, + 0.884277, + 0.893066, + 0.902344, + 0.898926, + 0.873047, + 0.856445, + 0.864258, + 0.899902, + 0.919922, + 0.903809, + 0.866211, + 0.673828, + 0.923828, + 0.689453, + 0.808594, + 0.850586, + 0.782227, + 0.859375, + 0.888672, + 0.887695, + 0.890625, + 0.878906, + 0.879395, + 0.911621, + 0.849609, + 0.710938, + 0.922852, + 1.375, + 0.759766, + 0.885254, + 1.03833, + 0.910645, + 0.850586, + 0.922363, + 0.916504, + 0.873047, + 0.935547, + 0.877441, + 0.685547, + 0.864258, + 0.944092, + 0.671875, + 0.935059, + 0.865234, + 0.507812, + 0.880371, + 0.804688, + 0.918457, + 0.91748, + 0.89209, + 0.947021, + 0.938232, + 0.893066, + 0.905762, + 0.919434, + 0.887695, + 0.883789, + 0.924805, + 0.708984, + 0.864258, + 0.878418, + 0.916016, + 0.601562, + 0.879395, + 0.871094, + 0.907227, + 0.75293, + 0.873047, + 0.870117, + 0.804688, + 0.84668, + 0.576172, + 0.799805, + 0.893066, + 0.885742, + 0.613281, + 0.853516, + 0.830078, + 0.623047, + 0.881348, + 0.930176, + 0.904297, + 0.916992, + 0.870117, + 0.87793, + 0.644531, + 0.874023, + 0.92334, + 0.908203, + 0.895996, + 0.794922, + 0.926758, + 0.898926, + 0.574219, + 0.801758, + 0.856445, + 0.860352, + 0.902832, + 0.789062, + 0.885254, + 0.911133, + 0.918945, + 0.621094, + 0.850586, + 0.924316, + 0.507812, + 0.902344, + 0.893555, + 0.908691, + 0.90332, + 0.583984, + 0.808594, + 0.911621, + 0.626953, + 0.932129, + 0.595703, + 0.900391, + 0.888672, + 0.881348, + 0.897461, + 0.578125, + 0.845703, + 0.848633, + 0.88623, + 0.876953, + 0.910156, + 0.918457, + 0.724609, + 0.87793, + 0.957275, + 0.905762, + 0.890137, + 0.582031, + 0.860352, + 0.931152, + 0.878418, + 0.939453, + 0.933105, + 0.880859, + 0.826172, + 0.822266, + 0.921875, + 0.848633, + 0.900391, + 0.677734, + 0.535156, + 0.84375, + 0.945312, + 0.544922, + 0.952637, + 0.818359, + 0.916016, + 0.966309, + 0.903809, + 0.870117, + 0.763672, + 0.906738, + 0.850586, + 0.570312, + 0.964111, + 0.730469, + 0.906738 + ] + }, + "name": "onnx::Mul_8515", + "outputIndexes": [ + 1331 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1330, + 1331 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_13/Mul_1_output_0", + "outputIndexes": [ + 1332 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1332 + ], + "outputIndexes": [ + 2870 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2870 + ], + "outputIndexes": [ + 2871 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear", + "inputIndexes": [ + 2871 + ], + "outputIndexes": [ + 2872 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 577292330, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2872 + ], + "outputIndexes": [ + 2873 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2873 + ], + "outputIndexes": [ + 1333 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1333, + 1333 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Mul_output_0", + "outputIndexes": [ + 1334 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1333, + 1334 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Mul_1_output_0", + "outputIndexes": [ + 1335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1335 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Mul_2_output_0", + "outputIndexes": [ + 1336 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1333, + 1336 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Add_output_0", + "outputIndexes": [ + 1337 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1337 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Mul_3_output_0", + "outputIndexes": [ + 1338 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1338 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_13/Tanh_output_0", + "outputIndexes": [ + 1339 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1339 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Add_1_output_0", + "outputIndexes": [ + 1340 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1333, + 1340 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Mul_4_output_0", + "outputIndexes": [ + 1341 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1341 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Mul_5_output_0", + "outputIndexes": [ + 1342 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1332 + ], + "outputIndexes": [ + 2874 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2874 + ], + "outputIndexes": [ + 2875 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear", + "inputIndexes": [ + 2875 + ], + "outputIndexes": [ + 2876 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 589236288, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2876 + ], + "outputIndexes": [ + 2877 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2877 + ], + "outputIndexes": [ + 1343 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1342, + 1343 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_13/Mul_output_0", + "outputIndexes": [ + 1344 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1344 + ], + "outputIndexes": [ + 2878 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2878 + ], + "outputIndexes": [ + 2879 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear", + "inputIndexes": [ + 2879 + ], + "outputIndexes": [ + 2880 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 601180246, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2880 + ], + "outputIndexes": [ + 2881 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2881 + ], + "outputIndexes": [ + 1345 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1345 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_13/Mul_output_0", + "outputIndexes": [ + 1346 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.875, + 1.867188, + 1.953125, + 2.117188, + 2.09375, + 1.980469, + 1.800781, + 0.492188, + 1.96875, + 1.519531, + 2.078125, + 1.8125, + 1.679688, + 2.0, + 2.039062, + 1.785156, + 1.851562, + 1.914062, + 1.632812, + 1.902344, + 1.949219, + 1.992188, + 2.0625, + 1.640625, + 1.714844, + 1.941406, + 1.519531, + 1.726562, + 2.046875, + 1.972656, + 1.515625, + 1.243164, + 1.9375, + 0.570312, + 1.8125, + 1.439453, + 1.90625, + 1.992188, + 1.644531, + 1.910156, + 2.140625, + 1.976562, + 1.992188, + 1.328125, + 0.679688, + 1.929688, + 2.085938, + 1.816406, + 2.070312, + 1.416016, + 1.886719, + 1.161133, + 1.761719, + 0.828125, + 1.886719, + 1.519531, + 1.839844, + 2.007812, + 1.835938, + 1.589844, + 1.217773, + 2.335938, + 1.933594, + 1.824219, + 1.660156, + 1.71875, + 1.019775, + 1.867188, + 1.558594, + 1.757812, + 1.992188, + 1.929688, + 1.832031, + 1.84375, + 1.726562, + 1.710938, + 0.983154, + 1.425781, + 1.390625, + 0.689453, + 1.675781, + 0.527344, + 1.9375, + 1.322266, + 1.859375, + 1.773438, + 1.875, + 1.304688, + 0.669922, + 1.6875, + 1.839844, + 1.726562, + 2.226562, + 0.628906, + 1.949219, + 0.472656, + 1.742188, + 1.921875, + 2.609375, + 1.757812, + 1.628906, + 1.976562, + 1.996094, + 1.839844, + 1.980469, + 1.921875, + 1.988281, + 1.384766, + 2.015625, + 1.898438, + 1.953125, + 1.882812, + 2.046875, + 1.804688, + 1.855469, + 1.492188, + 2.03125, + 0.78418, + 1.757812, + 2.039062, + 1.949219, + 1.878906, + 1.878906, + 2.015625, + 1.613281, + 1.227539, + 1.820312, + 2.03125, + 1.800781, + 1.072754, + 1.017944, + 1.753906, + 1.699219, + 1.839844, + 1.980469, + 2.015625, + 1.554688, + 1.310547, + 1.671875, + 2.085938, + 2.484375, + 2.085938, + 1.515625, + 1.910156, + 1.941406, + 1.710938, + 1.597656, + 2.0, + 1.902344, + 2.046875, + 1.851562, + 1.511719, + 1.707031, + 2.125, + 1.957031, + 2.046875, + 0.920898, + 1.914062, + 0.597656, + 0.621094, + 1.839844, + 2.078125, + 1.621094, + 0.918457, + 1.976562, + 1.949219, + 2.09375, + 0.535156, + 1.976562, + 1.730469, + 1.902344, + 0.634766, + 1.851562, + 0.560547, + 1.878906, + 2.367188, + 1.917969, + 0.572266, + 1.890625, + 1.960938, + 1.914062, + 0.537109, + 1.324219, + 0.666016, + 2.210938, + 1.804688, + 0.767578, + 1.917969, + 1.5625, + 1.507812, + 1.90625, + 2.03125, + 1.777344, + 1.835938, + 1.992188, + 1.710938, + 1.914062, + 1.988281, + 2.015625, + 1.921875, + 1.671875, + 1.898438, + 1.777344, + 1.570312, + 2.054688, + 2.0, + 2.117188, + 1.816406, + 1.832031, + 1.894531, + 1.660156, + 2.0625, + 1.894531, + 1.773438, + 1.742188, + 1.910156, + 1.601562, + 1.746094, + 2.101562, + 2.007812, + 1.451172, + 1.539062, + 1.9375, + 2.117188, + 1.929688, + 1.84375, + 1.761719, + 1.769531, + 1.59375, + 1.386719, + 1.808594, + 2.070312, + 2.117188, + 1.941406, + 1.957031, + 2.179688, + 1.476562, + 1.902344, + 1.710938, + 1.832031, + 1.628906, + 1.820312, + 2.03125, + 2.046875, + 1.761719, + 1.988281, + 1.527344, + 1.601562, + 2.203125, + 0.913574, + 1.96875, + 2.078125, + 0.693359, + 1.957031, + 1.917969, + 1.796875, + 1.722656, + 2.03125, + 2.101562, + 1.816406, + 1.945312, + 2.023438, + 1.816406, + 1.679688, + 1.882812, + 1.339844, + 1.882812, + 1.972656, + 1.757812, + 1.914062, + 1.941406, + 1.773438, + 1.816406, + 1.539062, + 2.015625, + 1.832031, + 0.710938, + 1.765625, + 2.023438, + 1.960938, + 1.265625, + 1.917969, + 0.689453, + 1.824219, + 2.109375, + 1.882812, + 1.722656, + 1.910156, + 0.548828, + 1.765625, + 1.433594, + 0.770508, + 1.6875, + 1.929688, + 1.769531, + 1.875, + 1.617188, + 1.867188, + 2.09375, + 1.910156, + 1.769531, + 1.511719, + 0.681641, + 2.046875, + 0.492188, + 1.707031, + 2.0, + 1.726562, + 1.652344, + 1.988281, + 2.101562, + 0.513672, + 1.957031, + 1.972656, + 1.800781, + 1.839844, + 1.726562, + 2.070312, + 1.679688, + 1.917969, + 1.6875, + 2.0625, + 1.5, + 1.988281, + 1.84375, + 1.757812, + 1.206055, + 1.636719, + 2.070312, + 1.933594, + 1.332031, + 1.345703, + 1.863281, + 1.828125, + 6.21875, + 1.960938, + 1.796875, + 2.0625, + 2.070312, + 1.855469, + 1.761719, + 1.773438, + 2.070312, + 1.75, + 1.867188, + 1.07666, + 1.933594, + 1.077637, + 1.345703, + 1.976562, + 0.951416, + 1.294922, + 1.198242, + 1.412109, + 0.625, + 0.626953, + 2.125, + 2.046875, + 1.216797, + 1.582031, + 0.609375, + 1.921875, + 1.480469, + 0.865234, + 1.941406, + 1.972656, + 1.730469, + 0.826172, + 1.960938, + 1.792969, + 2.054688, + 1.566406, + 1.796875, + 1.8125, + 2.078125, + 2.0625, + 2.03125, + 1.785156, + 1.667969, + 1.026367, + 2.085938, + 2.007812, + 0.901367, + 0.757812, + 2.226562, + 1.632812, + 1.375, + 1.129883, + 1.886719, + 1.949219, + 1.917969, + 2.023438, + 0.519531, + 1.972656, + 1.992188, + 1.957031, + 1.511719, + 0.556641, + 1.757812, + 1.949219, + 1.835938, + 1.96875, + 1.816406, + 2.09375, + 0.705078, + 1.890625, + 2.015625, + 1.710938, + 2.015625, + 0.990417, + 2.03125, + 1.929688, + 1.894531, + 1.894531, + 1.355469, + 1.617188, + 1.820312, + 1.761719, + 1.8125, + 1.757812, + 2.117188, + 1.917969, + 2.617188, + 1.773438, + 1.789062, + 1.369141, + 1.953125, + 1.917969, + 1.9375, + 1.863281, + 1.808594, + 2.109375, + 2.015625, + 1.318359, + 1.582031, + 1.882812, + 2.039062, + 2.046875, + 1.867188, + 1.996094, + 2.148438, + 1.851562, + 2.0, + 1.198242, + 1.402344, + 1.980469, + 2.054688, + 2.054688, + 1.554688, + 2.007812, + 1.925781, + 1.898438, + 1.71875, + 1.820312, + 1.996094, + 1.898438, + 1.244141, + 2.078125, + 1.804688, + 2.046875, + 1.976562, + 1.910156, + 1.882812, + 1.917969, + 0.857422, + 1.847656, + 0.589844, + 1.675781, + 1.949219, + 1.894531, + 1.800781, + 1.742188, + 2.078125, + 1.75, + 1.875, + 1.988281, + 0.626953, + 1.976562, + 1.886719, + 1.984375, + 1.761719, + 1.765625, + 0.429688, + 1.972656, + 2.015625, + 1.933594, + 0.5625, + 1.851562, + 1.585938, + 2.09375, + 1.394531, + 1.820312, + 1.953125, + 1.886719, + 1.277344, + 1.921875, + 0.5625, + 0.771484, + 1.076172, + 0.529297, + 1.996094, + 1.863281, + 1.816406, + 1.072266, + 0.805664, + 1.800781, + 1.176758, + 1.255859, + 1.898438, + 1.949219, + 1.902344, + 1.957031, + 1.804688, + 1.691406, + 1.765625, + 2.046875, + 1.375, + 1.988281, + 2.015625, + 1.507812, + 1.800781, + 1.648438, + 0.644531, + 0.667969, + 1.929688, + 0.71875, + 1.960938, + 1.765625, + 1.613281, + 1.929688, + 1.6875, + 1.65625, + 1.882812, + 0.648438, + 1.996094, + 1.796875, + 1.976562, + 1.792969, + 2.078125, + 0.671875, + 1.550781, + 1.373047, + 1.699219, + 1.984375, + 2.242188, + 1.921875, + 1.941406, + 1.773438, + 1.002213, + 2.164062, + 0.924805, + 2.070312, + 2.140625, + 1.648438, + 1.640625, + 1.699219, + 1.84375, + 1.671875, + 1.671875, + 1.878906, + 2.023438, + 1.490234, + 1.470703, + 2.023438, + 1.824219, + 2.023438, + 2.054688, + 1.808594, + 1.558594, + 1.898438, + 2.117188, + 1.867188, + 2.09375, + 1.691406, + 0.611328, + 1.9375, + 1.761719, + 1.667969, + 0.738281, + 1.929688, + 2.40625, + 2.03125, + 2.015625, + 1.792969, + 2.390625, + 1.640625, + 2.179688, + 1.738281, + 1.326172, + 1.103516, + 1.949219, + 1.792969, + 1.621094, + 1.796875, + 1.490234, + 1.597656, + 1.808594, + 1.957031, + 1.929688, + 1.462891, + 1.898438, + 2.179688, + 1.400391, + 1.875, + 2.0, + 1.867188, + 1.78125, + 1.980469, + 1.949219, + 1.578125, + 2.015625, + 1.878906, + 2.054688, + 1.031982, + 1.636719, + 1.847656, + 1.980469, + 1.462891, + 1.820312, + 1.824219, + 1.945312, + 1.835938, + 1.6875, + 1.863281, + 2.007812, + 1.339844, + 1.898438, + 2.109375, + 2.132812, + 1.835938, + 1.589844, + 2.023438, + 1.957031, + 2.132812, + 2.015625, + 1.617188, + 1.828125, + 1.71875, + 1.992188, + 1.003616, + 2.171875, + 1.769531, + 1.40625, + 0.541016, + 1.785156, + 1.304688, + 1.957031, + 2.0625, + 1.671875, + 0.844727, + 0.689453, + 0.597656, + 2.023438, + 1.945312, + 2.03125, + 2.023438, + 1.695312, + 1.882812, + 1.824219, + 1.558594, + 1.757812, + 1.78125, + 1.898438, + 0.621094, + 1.597656, + 1.863281, + 1.816406, + 1.820312, + 1.859375, + 2.039062, + 1.925781, + 1.449219, + 1.84375, + 1.742188, + 1.527344, + 1.859375, + 1.894531, + 1.945312, + 1.220703, + 2.148438, + 1.785156, + 0.707031, + 1.554688, + 1.773438, + 1.667969, + 1.894531, + 1.361328, + 1.871094, + 1.980469, + 2.242188, + 1.664062, + 1.679688, + 1.710938, + 1.78125, + 2.007812, + 1.589844, + 1.710938, + 1.972656, + 1.960938, + 1.816406, + 1.789062, + 2.015625, + 1.648438, + 1.644531, + 1.898438, + 1.8125, + 1.980469, + 1.496094, + 1.847656, + 1.757812, + 2.046875, + 1.976562, + 1.992188, + 1.878906, + 1.675781, + 1.664062, + 2.03125, + 0.984436, + 1.996094, + 1.578125, + 1.867188, + 2.085938, + 1.953125, + 1.871094, + 1.067871, + 1.208008, + 0.939453, + 1.992188, + 1.917969, + 1.953125, + 1.402344, + 1.988281, + 1.949219, + 1.753906, + 1.835938, + 1.980469, + 1.804688, + 1.835938, + 1.996094, + 1.964844, + 1.902344, + 1.894531, + 1.742188, + 2.023438, + 1.503906, + 1.574219, + 2.054688, + 1.582031, + 1.992188, + 2.195312, + 2.085938, + 2.015625, + 1.957031, + 1.964844, + 2.023438, + 1.585938, + 1.820312, + 0.607422, + 1.902344, + 1.695312, + 1.996094, + 1.773438, + 1.695312, + 2.101562, + 1.839844, + 1.550781, + 1.9375, + 1.988281, + 1.929688, + 1.699219, + 2.015625, + 1.789062, + 1.519531, + 1.949219, + 1.652344, + 2.015625, + 1.796875, + 1.90625, + 2.242188, + 1.28125, + 1.640625, + 1.773438, + 1.496094, + 1.695312, + 1.992188, + 1.949219, + 2.117188, + 1.074219, + 0.973145, + 1.96875, + 1.871094, + 1.605469, + 1.192383, + 2.046875, + 1.322266, + 1.914062, + 1.875, + 1.095215, + 1.980469, + 1.964844, + 1.196289, + 2.023438, + 1.960938, + 1.914062, + 1.425781, + 0.816406, + 1.695312, + 1.820312, + 0.765625, + 1.726562, + 1.976562, + 2.101562, + 0.626953, + 2.046875, + 0.980103, + 2.101562, + 2.25, + 1.570312, + 0.986633, + 1.839844, + 1.738281, + 1.742188, + 1.828125, + 1.996094, + 2.054688, + 1.910156, + 1.710938, + 1.621094, + 1.917969, + 1.8125, + 2.085938, + 1.898438, + 1.859375, + 2.1875, + 2.070312, + 1.121094, + 2.039062, + 1.742188, + 1.108887, + 1.847656, + 1.114258, + 1.902344, + 1.867188, + 1.957031, + 1.921875, + 2.046875, + 1.632812, + 2.023438, + 1.898438, + 2.078125, + 1.443359, + 1.683594, + 1.980469, + 2.046875, + 0.671875, + 1.384766, + 1.316406, + 1.71875, + 1.601562, + 1.292969, + 2.023438, + 2.023438, + 1.816406, + 1.953125, + 1.789062, + 0.697266, + 1.957031, + 1.664062, + 1.625, + 1.179688, + 1.929688, + 2.015625, + 1.71875, + 0.591797, + 1.396484, + 1.769531, + 1.632812, + 2.015625, + 2.039062, + 2.078125, + 1.486328, + 1.953125, + 1.734375, + 1.867188, + 1.59375, + 2.023438, + 1.867188, + 2.101562, + 1.527344, + 1.757812, + 0.59375, + 1.824219, + 1.914062, + 1.933594, + 1.621094, + 1.925781, + 1.882812, + 2.046875, + 1.78125, + 1.945312, + 1.158203, + 1.660156, + 1.933594, + 2.09375, + 1.112793, + 1.478516, + 1.789062, + 0.552734, + 0.664062, + 1.069824, + 1.710938, + 1.816406, + 1.976562, + 1.722656, + 1.972656, + 0.492188, + 0.705078, + 1.710938, + 2.109375, + 1.316406, + 1.875, + 1.574219, + 1.992188, + 1.945312, + 1.464844, + 0.587891, + 1.976562, + 1.554688, + 1.535156, + 0.900391, + 1.726562, + 1.515625, + 1.628906, + 1.621094, + 2.171875, + 1.828125, + 1.652344, + 1.972656, + 1.390625, + 2.0, + 2.0, + 1.371094, + 1.84375, + 2.070312, + 2.210938, + 1.875, + 0.940674, + 0.529297, + 2.25, + 1.804688, + 1.8125, + 1.925781, + 1.78125, + 1.835938, + 1.679688, + 2.078125, + 0.646484, + 1.570312, + 1.109375, + 2.117188, + 1.949219, + 0.566406, + 2.046875, + 1.914062, + 1.941406, + 1.804688, + 1.953125, + 1.644531, + 1.345703, + 0.539062, + 1.6875, + 1.429688, + 1.714844, + 0.679688, + 1.605469, + 2.078125, + 2.304688, + 1.921875, + 1.722656, + 1.455078, + 1.527344, + 2.101562, + 1.902344, + 0.92041, + 1.769531, + 1.980469, + 1.12793, + 1.820312, + 0.865234, + 1.431641, + 1.855469, + 1.730469, + 1.902344, + 1.816406, + 1.808594, + 1.8125, + 2.007812, + 0.595703, + 1.976562, + 1.925781, + 1.832031, + 2.015625, + 1.917969, + 1.820312, + 1.949219, + 0.652344, + 1.566406, + 0.648438, + 1.980469, + 0.607422, + 1.255859, + 2.007812, + 1.996094, + 1.988281, + 1.075684, + 1.597656, + 1.460938, + 1.734375, + 0.566406, + 1.699219, + 1.113281, + 0.970337, + 0.683594, + 1.859375, + 2.132812, + 1.271484, + 1.75, + 2.15625, + 1.703125, + 2.007812, + 1.234375, + 1.480469, + 1.851562, + 0.5625, + 1.925781, + 2.023438, + 1.613281, + 0.669922, + 0.566406, + 1.824219, + 2.046875, + 1.648438, + 2.054688, + 2.015625, + 1.730469, + 1.220703, + 2.234375, + 1.730469, + 1.863281, + 2.1875, + 1.328125, + 1.941406, + 1.96875, + 2.148438, + 1.933594, + 2.046875, + 1.914062, + 2.242188, + 1.835938, + 1.523438, + 2.171875, + 1.976562, + 1.332031, + 1.972656, + 2.023438, + 1.882812, + 1.847656, + 2.109375, + 2.34375, + 1.953125, + 0.611328, + 1.175781, + 1.404297, + 0.644531, + 1.914062, + 1.695312, + 1.839844, + 1.917969, + 1.953125, + 1.820312, + 1.695312, + 1.90625, + 0.585938, + 1.267578, + 1.789062, + 1.457031, + 1.867188, + 1.875, + 1.253906, + 1.960938, + 1.882812, + 2.054688, + 1.945312, + 2.070312, + 0.597656, + 2.21875, + 2.1875, + 1.09668, + 2.007812, + 1.71875, + 2.125, + 2.3125, + 1.832031, + 1.902344, + 1.984375, + 2.007812, + 2.039062, + 1.882812, + 1.400391, + 1.753906, + 1.902344, + 1.984375, + 2.046875, + 1.675781, + 0.863281, + 2.015625, + 0.605469, + 1.824219, + 2.171875, + 1.265625, + 2.0, + 2.023438, + 2.023438, + 1.699219, + 1.396484, + 1.796875, + 0.787109, + 0.5, + 0.546875, + 1.929688, + 2.0, + 0.650391, + 1.632812, + 1.738281, + 2.164062, + 0.689453, + 1.695312, + 1.075195, + 1.664062, + 0.591797, + 1.96875, + 1.980469, + 1.691406, + 2.0, + 1.447266, + 1.462891, + 2.109375, + 1.847656, + 1.039795, + 1.660156, + 0.787109, + 1.75, + 1.949219, + 1.9375, + 2.1875, + 1.265625, + 1.101562, + 1.953125, + 0.488281, + 2.28125, + 1.804688, + 1.785156, + 1.820312, + 1.04834, + 1.996094, + 1.839844, + 1.8125, + 1.304688, + 1.855469, + 1.566406, + 1.914062, + 1.949219, + 1.941406, + 2.140625, + 1.992188, + 1.78125, + 2.101562, + 1.503906, + 1.847656, + 2.101562, + 1.875, + 1.949219, + 1.796875, + 1.878906, + 2.03125, + 1.449219, + 1.960938, + 1.785156, + 1.867188, + 1.917969, + 1.730469, + 1.539062, + 1.832031, + 1.675781, + 2.015625, + 1.820312, + 1.675781, + 0.691406, + 2.054688, + 1.554688, + 1.839844, + 1.65625, + 1.820312, + 1.695312, + 1.992188, + 0.764648, + 2.101562, + 0.716797, + 1.972656, + 1.480469, + 1.498047, + 1.277344, + 1.773438, + 0.92041, + 1.855469, + 0.552734, + 1.882812, + 1.014648, + 2.085938, + 1.757812, + 1.597656, + 1.9375, + 2.054688, + 1.746094, + 1.597656, + 1.742188, + 1.757812, + 2.039062, + 0.640625, + 2.03125, + 1.667969, + 1.609375, + 2.023438, + 1.90625, + 1.878906, + 1.777344, + 1.081055, + 1.65625, + 1.867188, + 1.765625, + 2.265625, + 1.925781, + 1.859375, + 1.785156, + 1.523438, + 1.707031, + 0.460938, + 2.078125, + 1.902344, + 1.976562, + 1.498047, + 1.527344, + 0.932617, + 0.525391, + 1.867188, + 0.626953, + 0.728516, + 1.404297, + 1.804688, + 1.972656, + 2.078125, + 1.016113, + 1.636719, + 1.279297, + 1.851562, + 0.501953, + 1.992188, + 1.730469, + 1.722656, + 1.898438, + 2.023438, + 2.210938, + 0.691406, + 1.859375, + 1.984375, + 1.064453, + 0.679688, + 1.980469, + 2.039062, + 0.691406, + 2.03125, + 1.703125, + 1.964844, + 1.511719, + 1.917969, + 1.734375, + 0.623047, + 1.945312, + 1.683594, + 1.824219, + 1.941406, + 1.863281, + 1.0271, + 0.619141, + 1.765625, + 2.257812, + 1.550781, + 1.929688, + 1.984375, + 1.996094, + 2.1875, + 1.777344, + 1.644531, + 1.792969, + 1.898438, + 1.902344, + 1.886719, + 1.722656, + 1.894531, + 1.496094, + 1.859375, + 1.90625, + 1.808594, + 0.648438, + 1.859375, + 2.03125, + 1.878906, + 1.632812, + 1.660156, + 1.539062, + 1.601562, + 1.84375, + 1.839844, + 1.859375, + 1.863281, + 1.882812, + 1.90625, + 1.093262, + 1.699219, + 0.550781, + 1.953125, + 0.621094, + 1.941406, + 1.914062, + 2.039062, + 0.550781, + 1.980469, + 1.574219, + 1.566406, + 2.03125, + 2.265625, + 1.894531, + 1.753906, + 1.949219, + 1.699219, + 1.726562, + 0.779297, + 1.71875, + 1.894531, + 2.21875, + 2.085938, + 1.617188, + 1.855469, + 1.96875, + 2.023438, + 1.824219, + 1.730469, + 1.427734, + 1.539062, + 1.773438, + 1.722656, + 0.638672, + 1.683594, + 1.929688, + 2.023438, + 1.527344, + 0.541016, + 2.015625, + 2.070312, + 2.109375, + 1.957031, + 1.941406, + 2.0, + 1.804688, + 1.742188, + 0.726562, + 1.898438, + 1.871094, + 1.820312, + 2.085938, + 1.632812, + 1.875, + 1.984375, + 2.179688, + 1.949219, + 1.546875, + 2.25, + 1.929688, + 1.796875, + 1.671875, + 2.054688, + 1.949219, + 0.924316, + 3.546875, + 1.679688, + 1.761719, + 2.007812, + 1.777344, + 0.970825, + 2.078125, + 1.757812, + 1.839844, + 0.583984, + 1.494141, + 1.318359, + 1.886719, + 1.816406, + 1.980469, + 2.054688, + 0.53125, + 1.898438, + 2.382812, + 0.583984, + 0.95166, + 1.804688, + 1.871094, + 1.902344, + 1.945312, + 1.929688, + 1.726562, + 1.875, + 1.578125, + 1.988281, + 0.71875, + 1.859375, + 2.117188, + 1.972656, + 1.030518, + 2.015625, + 1.875, + 1.882812, + 1.820312, + 1.917969, + 1.734375, + 1.847656, + 1.427734, + 0.837891, + 2.039062, + 1.902344, + 1.839844, + 1.976562, + 1.183594, + 1.921875, + 1.300781, + 1.742188, + 1.890625, + 1.009277, + 1.890625, + 1.957031, + 1.839844, + 2.078125, + 1.494141, + 2.203125, + 1.851562, + 1.851562, + 0.967773, + 0.535156, + 1.742188, + 1.945312, + 1.761719, + 1.384766, + 2.015625, + 1.960938, + 1.847656, + 0.603516, + 1.660156, + 2.046875, + 1.625, + 1.769531, + 1.738281, + 2.023438, + 1.867188, + 1.964844, + 1.519531, + 1.839844, + 1.664062, + 1.945312, + 2.117188, + 1.988281, + 1.742188, + 1.357422, + 1.470703, + 1.359375, + 1.949219, + 1.470703, + 1.640625, + 2.007812, + 0.998474, + 1.714844, + 1.804688, + 1.945312, + 1.761719, + 1.863281, + 1.914062, + 1.069336, + 1.683594, + 2.0, + 2.265625, + 1.914062, + 1.964844, + 1.019287, + 1.726562, + 1.964844, + 1.78125, + 2.085938, + 1.871094, + 1.519531, + 2.023438, + 1.777344, + 1.847656, + 1.746094, + 0.758789, + 1.9375, + 1.976562, + 2.085938, + 1.75, + 1.980469, + 2.054688, + 1.832031, + 1.757812, + 1.679688, + 1.902344, + 1.734375, + 1.472656, + 0.989807, + 1.601562, + 1.714844, + 2.054688, + 1.75, + 2.03125, + 1.980469, + 1.886719, + 1.882812, + 2.023438, + 1.847656, + 2.242188, + 1.769531, + 1.605469, + 1.554688, + 1.882812, + 1.863281, + 1.738281, + 2.015625, + 1.824219, + 1.933594, + 1.933594, + 2.359375, + 2.179688, + 1.8125, + 1.369141, + 1.828125, + 1.964844, + 0.5625, + 1.921875, + 2.070312, + 1.820312, + 0.822266, + 1.878906, + 1.738281, + 1.001152, + 0.550781, + 1.632812, + 1.714844, + 2.070312, + 1.648438, + 1.746094, + 1.90625, + 1.820312, + 2.078125, + 1.730469, + 2.195312, + 1.835938, + 0.902344, + 2.046875, + 1.988281, + 0.716797, + 0.648438, + 2.03125, + 2.085938, + 2.046875, + 0.937744, + 1.851562, + 1.253906, + 1.738281, + 2.03125, + 2.015625, + 1.738281, + 1.960938, + 1.71875, + 1.503906, + 1.929688, + 2.046875, + 1.820312, + 0.576172, + 0.963379, + 1.800781, + 1.742188, + 1.917969, + 1.287109, + 1.667969, + 1.960938, + 1.546875, + 0.913086, + 2.148438, + 2.054688, + 1.515625, + 1.945312, + 1.71875, + 1.402344, + 1.710938, + 1.914062, + 0.595703, + 0.552734, + 1.738281, + 1.921875, + 1.664062, + 2.179688, + 1.671875, + 1.964844, + 0.675781, + 1.820312, + 0.759766, + 0.865234, + 1.726562, + 2.0625, + 1.824219, + 1.8125, + 1.957031, + 2.023438, + 0.675781, + 2.046875, + 1.644531, + 1.574219, + 1.777344, + 2.0, + 1.761719, + 1.625, + 1.316406, + 1.9375, + 2.007812, + 1.667969, + 1.558594, + 1.255859, + 1.474609, + 1.800781, + 3.78125, + 2.007812, + 1.957031, + 0.544922, + 1.808594, + 1.984375, + 1.535156, + 1.824219, + 1.757812, + 1.917969, + 1.933594, + 1.824219, + 1.851562, + 1.408203, + 1.820312, + 2.046875, + 1.980469, + 1.992188, + 1.984375, + 1.824219, + 1.835938, + 1.632812, + 2.039062, + 2.0625, + 1.871094, + 1.320312, + 0.652344, + 1.820312, + 1.914062, + 2.0625, + 1.910156, + 1.609375, + 0.770508, + 2.148438, + 2.085938, + 1.597656, + 1.898438, + 0.722656, + 2.125, + 1.921875, + 1.855469, + 1.742188, + 1.773438, + 2.242188, + 1.550781, + 1.241211, + 1.863281, + 2.070312, + 1.820312, + 0.59375, + 2.148438, + 1.75, + 0.75, + 1.902344, + 1.738281, + 2.101562, + 1.636719, + 1.439453, + 1.710938, + 1.324219, + 1.855469, + 1.917969, + 1.847656, + 1.792969, + 1.914062, + 1.863281, + 1.722656, + 2.382812, + 2.085938, + 1.90625, + 1.996094, + 2.109375, + 1.046631, + 1.789062, + 1.90625, + 1.519531, + 1.582031, + 1.820312, + 1.953125, + 0.810547, + 1.566406, + 0.585938, + 1.925781, + 1.6875, + 2.15625, + 1.613281, + 1.839844, + 1.851562, + 1.925781, + 1.859375, + 1.511719, + 2.054688, + 1.878906, + 2.015625, + 1.470703, + 1.96875, + 0.97229, + 1.796875, + 1.172852, + 0.580078, + 1.921875, + 1.980469, + 2.078125, + 1.96875, + 2.28125, + 1.363281, + 1.714844, + 1.960938, + 1.081055, + 1.144531, + 1.90625, + 2.023438, + 2.039062, + 1.695312, + 1.882812, + 1.378906, + 2.101562, + 1.996094, + 1.863281, + 0.664062, + 1.644531, + 2.046875, + 1.894531, + 2.007812, + 1.425781, + 1.882812, + 1.695312, + 1.753906, + 1.890625, + 1.914062, + 1.789062, + 1.024292, + 1.707031, + 1.96875, + 1.945312, + 2.09375, + 2.09375, + 1.972656, + 1.613281, + 1.353516, + 2.085938, + 1.945312, + 0.857422, + 0.677734, + 1.835938, + 2.046875, + 2.0625, + 1.898438, + 1.976562, + 0.795898, + 1.792969, + 2.070312, + 1.691406, + 1.980469, + 1.398438, + 1.785156, + 1.445312, + 0.667969, + 1.855469, + 1.84375, + 2.023438, + 1.667969, + 1.851562, + 2.101562, + 1.816406, + 2.046875, + 1.78125, + 1.972656, + 2.296875, + 1.570312, + 1.601562, + 1.049316, + 1.792969, + 0.985901, + 0.523438, + 1.792969, + 2.164062, + 1.980469, + 2.140625, + 1.964844, + 1.800781, + 1.96875, + 1.90625, + 1.902344, + 1.875, + 1.359375, + 1.554688, + 0.892578, + 1.933594, + 1.208984, + 1.753906, + 1.875, + 1.914062, + 1.683594, + 1.890625, + 1.898438, + 2.046875, + 1.116211, + 1.785156, + 2.023438, + 0.712891, + 1.396484, + 1.890625, + 2.203125, + 1.691406, + 0.642578, + 1.792969, + 1.863281, + 1.734375, + 1.800781, + 1.8125, + 0.623047, + 1.867188, + 1.949219, + 1.082031, + 1.914062, + 1.578125, + 1.582031, + 1.632812, + 2.054688, + 1.613281, + 1.761719, + 2.070312, + 1.886719, + 1.785156, + 1.972656, + 1.964844, + 0.53125, + 1.753906, + 1.777344, + 1.925781, + 1.949219, + 2.046875, + 2.148438, + 1.539062, + 0.84668, + 1.882812, + 1.996094, + 2.078125, + 1.714844, + 0.980835, + 1.570312, + 1.753906, + 1.8125, + 1.769531, + 1.558594, + 1.957031, + 1.738281, + 1.886719, + 1.466797, + 1.984375, + 1.71875, + 1.792969, + 1.867188, + 1.890625, + 1.777344, + 2.03125, + 1.417969, + 2.101562, + 0.776367, + 0.78125, + 1.796875, + 1.365234, + 1.972656, + 1.996094, + 1.792969, + 1.703125, + 1.355469, + 1.941406, + 1.367188, + 1.714844, + 1.984375, + 2.085938, + 1.777344, + 0.521484, + 1.792969, + 1.914062, + 2.039062, + 1.621094, + 1.777344, + 1.796875, + 1.945312, + 1.8125, + 1.488281, + 1.988281, + 1.960938, + 1.96875, + 2.078125, + 1.761719, + 1.337891, + 1.839844, + 1.302734, + 1.455078, + 1.894531, + 2.109375, + 1.984375, + 1.964844, + 2.257812, + 2.007812, + 1.707031, + 2.640625, + 1.245117, + 1.867188, + 1.306641, + 0.869141, + 2.015625, + 1.785156, + 1.828125, + 0.537109, + 1.22168, + 2.140625, + 1.839844, + 2.085938, + 1.992188, + 1.839844, + 2.046875, + 1.703125, + 1.386719, + 2.195312, + 0.480469, + 1.742188, + 1.182617, + 1.742188, + 1.996094, + 2.015625, + 2.023438, + 1.722656, + 0.585938, + 1.898438, + 1.792969, + 1.726562, + 1.761719, + 2.007812, + 2.21875, + 2.078125, + 1.820312, + 1.523438, + 0.806641, + 1.789062, + 1.980469, + 1.582031, + 1.820312, + 1.957031, + 1.773438, + 1.988281, + 1.439453, + 1.882812, + 1.394531, + 2.320312, + 1.863281, + 1.960938, + 2.023438, + 1.722656, + 1.570312, + 1.710938, + 1.710938, + 2.078125, + 1.984375, + 1.699219, + 1.570312, + 0.564453, + 2.085938, + 1.902344, + 1.992188, + 1.960938, + 2.046875, + 1.914062, + 1.957031, + 1.839844, + 1.980469, + 1.144531, + 1.800781, + 1.902344, + 1.832031, + 0.517578, + 1.941406, + 1.835938, + 1.898438, + 1.960938, + 1.832031, + 1.714844, + 2.117188, + 1.613281, + 2.054688, + 1.835938, + 2.039062, + 0.833008, + 1.605469, + 1.503906, + 2.046875, + 0.542969, + 1.929688, + 0.763672, + 1.746094, + 0.576172, + 1.996094, + 1.460938, + 1.574219, + 0.968506, + 1.460938, + 1.882812, + 1.847656, + 1.640625, + 1.824219, + 1.6875, + 2.039062, + 1.992188, + 0.828125, + 0.856445, + 1.162109, + 1.914062, + 1.960938, + 1.652344, + 2.03125, + 1.898438, + 1.917969, + 1.261719, + 2.007812, + 1.804688, + 1.980469, + 2.1875, + 1.824219, + 1.507812, + 1.929688, + 1.980469, + 1.120605, + 2.023438, + 1.957031, + 2.085938, + 1.839844, + 1.960938, + 1.318359, + 2.1875, + 1.808594, + 1.585938, + 1.953125, + 1.996094, + 1.976562, + 1.867188, + 2.1875, + 0.636719, + 1.785156, + 1.832031, + 1.804688, + 0.705078, + 2.109375, + 2.234375, + 2.078125, + 0.605469, + 1.6875, + 1.15625, + 2.0, + 1.59375, + 1.339844, + 0.658203, + 1.964844, + 1.945312, + 1.902344, + 0.675781, + 1.145508, + 0.638672, + 1.933594, + 2.0, + 1.427734, + 1.992188, + 2.117188, + 1.839844, + 1.8125, + 1.898438, + 1.609375, + 0.666016, + 0.744141, + 1.988281, + 1.492188, + 1.59375, + 1.953125, + 1.792969, + 1.769531, + 2.078125, + 1.229492, + 1.816406, + 1.777344, + 1.753906, + 0.924316, + 2.25, + 2.007812, + 2.265625, + 2.101562, + 1.769531, + 0.601562, + 2.09375, + 0.664062, + 1.941406, + 2.054688, + 1.816406, + 1.949219, + 1.90625, + 1.507812, + 1.875, + 2.0625, + 1.984375, + 1.988281, + 1.65625, + 1.640625, + 2.015625, + 1.902344, + 2.101562, + 1.5625, + 1.660156, + 1.96875, + 0.962891, + 1.474609, + 1.578125, + 0.975464, + 1.867188, + 1.929688, + 1.960938, + 1.925781, + 1.5625, + 1.597656, + 1.742188, + 1.992188, + 1.056885, + 1.949219, + 1.726562, + 1.886719, + 1.820312, + 2.203125, + 1.984375, + 1.384766, + 1.980469, + 2.054688, + 1.847656, + 1.949219, + 1.746094, + 0.924316, + 2.054688, + 1.859375, + 0.811523, + 1.902344, + 1.757812, + 0.574219, + 1.730469, + 1.249023, + 2.046875, + 1.890625, + 1.820312, + 2.070312, + 2.085938, + 1.863281, + 1.789062, + 1.980469, + 1.691406, + 1.667969, + 1.871094, + 0.973267, + 1.582031, + 2.078125, + 1.941406, + 0.710938, + 1.628906, + 1.730469, + 2.015625, + 2.015625, + 1.820312, + 1.941406, + 1.652344, + 1.605469, + 1.427734, + 1.458984, + 1.96875, + 1.808594, + 0.539062, + 1.980469, + 1.746094, + 0.589844, + 1.824219, + 1.835938, + 1.984375, + 1.863281, + 1.789062, + 1.945312, + 0.75, + 1.960938, + 2.023438, + 2.078125, + 1.898438, + 1.566406, + 1.613281, + 1.632812, + 0.648438, + 0.895508, + 1.988281, + 1.404297, + 2.101562, + 1.192383, + 1.539062, + 1.820312, + 1.898438, + 0.652344, + 1.376953, + 2.046875, + 0.585938, + 2.148438, + 1.628906, + 2.054688, + 1.992188, + 0.644531, + 1.875, + 1.886719, + 0.808594, + 2.054688, + 1.636719, + 1.703125, + 2.070312, + 1.933594, + 2.046875, + 0.621094, + 1.960938, + 1.316406, + 1.789062, + 1.789062, + 1.964844, + 1.941406, + 1.207031, + 2.046875, + 2.054688, + 1.953125, + 1.632812, + 0.574219, + 1.84375, + 1.949219, + 1.75, + 1.792969, + 2.15625, + 1.878906, + 1.480469, + 1.427734, + 1.921875, + 1.675781, + 1.929688, + 1.292969, + 1.902344, + 2.15625, + 1.914062, + 0.587891, + 2.03125, + 1.511719, + 1.835938, + 2.109375, + 1.988281, + 1.503906, + 1.355469, + 1.925781, + 2.0, + 0.654297, + 1.859375, + 1.839844, + 1.679688 + ] + }, + "name": "onnx::Mul_8517", + "outputIndexes": [ + 1347 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1346, + 1347 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_13/Mul_1_output_0", + "outputIndexes": [ + 1348 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1329, + 1348 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_69_output_0", + "outputIndexes": [ + 1349 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1349, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_126_output_0", + "outputIndexes": [ + 1350 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1350 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_14/Mul_output_0", + "outputIndexes": [ + 1351 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.878906, + 2.078125, + 1.859375, + 1.871094, + 1.917969, + 1.875, + 1.804688, + 0.882812, + 1.773438, + 1.753906, + 1.835938, + 1.808594, + 2.101562, + 1.882812, + 1.902344, + 1.8125, + 1.921875, + 1.960938, + 1.347656, + 1.960938, + 1.914062, + 1.929688, + 2.054688, + 1.847656, + 1.765625, + 1.921875, + 2.015625, + 1.875, + 1.957031, + 1.890625, + 1.902344, + 1.835938, + 1.882812, + 1.096191, + 1.808594, + 1.921875, + 1.878906, + 1.976562, + 1.835938, + 1.734375, + 1.988281, + 1.871094, + 1.914062, + 1.871094, + 1.226562, + 1.941406, + 1.832031, + 1.984375, + 1.609375, + 1.761719, + 1.804688, + 1.816406, + 1.832031, + 1.298828, + 1.867188, + 2.0625, + 1.753906, + 2.007812, + 1.84375, + 1.691406, + 1.851562, + 1.746094, + 2.03125, + 1.941406, + 2.0625, + 2.03125, + 1.722656, + 1.875, + 2.007812, + 1.929688, + 1.875, + 1.976562, + 1.761719, + 1.855469, + 1.9375, + 1.871094, + 1.707031, + 1.804688, + 1.871094, + 1.179688, + 1.851562, + 1.024414, + 1.707031, + 1.863281, + 2.070312, + 2.023438, + 1.871094, + 1.78125, + 1.255859, + 1.710938, + 1.867188, + 2.015625, + 1.992188, + 1.173828, + 1.871094, + 0.730469, + 2.039062, + 1.910156, + 1.863281, + 1.929688, + 1.847656, + 1.894531, + 2.054688, + 1.960938, + 1.851562, + 1.828125, + 1.863281, + 1.804688, + 1.960938, + 1.910156, + 1.890625, + 1.921875, + 2.039062, + 3.328125, + 1.933594, + 1.738281, + 1.886719, + 1.180664, + 1.960938, + 1.957031, + 1.945312, + 1.898438, + 1.206055, + 1.800781, + 1.914062, + 1.949219, + 1.835938, + 1.890625, + 1.886719, + 1.679688, + 1.632812, + 1.726562, + 1.828125, + 1.960938, + 1.921875, + 2.023438, + 1.746094, + 2.132812, + 1.785156, + 2.023438, + 1.535156, + 1.644531, + 1.773438, + 1.914062, + 1.964844, + 1.796875, + 1.988281, + 1.941406, + 1.835938, + 2.039062, + 1.753906, + 1.792969, + 1.84375, + 1.066406, + 1.949219, + 1.820312, + 1.527344, + 1.824219, + 1.155273, + 0.97998, + 2.390625, + 1.996094, + 2.039062, + 1.507812, + 2.015625, + 1.808594, + 1.851562, + 0.960449, + 1.941406, + 1.746094, + 1.828125, + 1.283203, + 1.84375, + 1.15625, + 1.917969, + 1.976562, + 1.964844, + 0.881836, + 1.753906, + 1.875, + 1.808594, + 0.869141, + 1.917969, + 0.827148, + 1.511719, + 1.949219, + 1.421875, + 1.839844, + 1.855469, + 1.882812, + 1.8125, + 1.570312, + 1.898438, + 1.863281, + 1.847656, + 1.957031, + 1.828125, + 1.894531, + 2.117188, + 1.90625, + 1.773438, + 1.898438, + 1.886719, + 1.835938, + 2.039062, + 1.875, + 1.816406, + 1.867188, + 1.839844, + 1.898438, + 1.871094, + 1.875, + 1.789062, + 1.792969, + 1.957031, + 1.882812, + 1.847656, + 1.761719, + 2.007812, + 1.933594, + 1.789062, + 1.847656, + 1.960938, + 1.933594, + 1.882812, + 1.953125, + 1.832031, + 2.03125, + 1.730469, + 1.761719, + 2.820312, + 1.882812, + 1.992188, + 1.921875, + 1.863281, + 1.945312, + 1.878906, + 1.976562, + 1.957031, + 1.777344, + 2.4375, + 1.855469, + 1.941406, + 1.5625, + 1.894531, + 1.9375, + 1.878906, + 1.789062, + 1.933594, + 1.75, + 1.9375, + 1.921875, + 1.261719, + 1.898438, + 1.824219, + 1.878906, + 1.730469, + 1.863281, + 1.660156, + 1.804688, + 1.921875, + 1.980469, + 1.921875, + 1.859375, + 1.847656, + 1.757812, + 1.867188, + 1.886719, + 1.839844, + 1.789062, + 2.070312, + 2.007812, + 1.882812, + 1.878906, + 1.878906, + 1.878906, + 1.326172, + 1.882812, + 2.046875, + 1.871094, + 1.917969, + 1.878906, + 1.180664, + 1.9375, + 1.632812, + 2.0, + 1.808594, + 1.804688, + 1.075195, + 1.921875, + 1.746094, + 1.404297, + 1.796875, + 1.894531, + 1.890625, + 1.773438, + 1.71875, + 1.875, + 1.847656, + 1.945312, + 1.976562, + 1.921875, + 1.06543, + 1.816406, + 1.052002, + 1.875, + 1.886719, + 1.824219, + 1.660156, + 1.894531, + 1.960938, + 0.855469, + 1.742188, + 1.746094, + 1.953125, + 1.921875, + 2.070312, + 1.976562, + 1.894531, + 2.0625, + 1.855469, + 1.691406, + 1.851562, + 1.84375, + 2.023438, + 1.941406, + 1.816406, + 1.78125, + 1.875, + 1.820312, + 1.820312, + 1.824219, + 1.78125, + 1.921875, + 1.147461, + 2.125, + 1.882812, + 1.890625, + 1.988281, + 1.863281, + 1.855469, + 1.878906, + 1.898438, + 1.828125, + 1.78125, + 1.617188, + 1.890625, + 1.632812, + 1.691406, + 1.960938, + 1.640625, + 1.78125, + 1.824219, + 1.757812, + 0.914551, + 1.235352, + 1.835938, + 1.878906, + 1.730469, + 1.84375, + 1.115723, + 1.910156, + 1.796875, + 1.494141, + 1.851562, + 1.871094, + 1.789062, + 1.308594, + 2.007812, + 1.917969, + 2.023438, + 1.917969, + 1.882812, + 1.832031, + 1.988281, + 2.0, + 1.882812, + 1.859375, + 2.015625, + 1.632812, + 1.84375, + 2.039062, + 1.667969, + 1.257812, + 2.015625, + 1.882812, + 1.640625, + 1.859375, + 1.941406, + 1.851562, + 1.886719, + 1.871094, + 0.885254, + 1.832031, + 1.9375, + 1.957031, + 1.796875, + 0.988403, + 1.878906, + 1.855469, + 1.863281, + 1.9375, + 1.808594, + 1.957031, + 1.24707, + 2.007812, + 1.921875, + 1.894531, + 1.910156, + 1.660156, + 1.941406, + 2.015625, + 2.0625, + 1.855469, + 2.132812, + 1.761719, + 1.875, + 1.929688, + 1.886719, + 1.898438, + 1.949219, + 1.929688, + 1.388672, + 1.824219, + 1.855469, + 1.898438, + 1.980469, + 1.898438, + 1.953125, + 1.796875, + 1.707031, + 1.925781, + 1.820312, + 1.851562, + 2.265625, + 1.875, + 1.875, + 1.953125, + 1.789062, + 1.804688, + 2.101562, + 1.964844, + 1.878906, + 1.6875, + 2.195312, + 1.871094, + 1.945312, + 1.984375, + 1.785156, + 1.773438, + 1.960938, + 1.925781, + 1.894531, + 1.867188, + 1.917969, + 1.871094, + 1.988281, + 1.792969, + 1.894531, + 1.949219, + 1.78125, + 1.863281, + 1.886719, + 1.960938, + 1.503906, + 1.78125, + 0.965088, + 1.875, + 1.941406, + 1.894531, + 1.972656, + 1.886719, + 1.992188, + 1.941406, + 1.742188, + 1.929688, + 1.116699, + 1.757812, + 1.835938, + 1.824219, + 1.890625, + 1.898438, + 0.864258, + 1.789062, + 1.855469, + 1.898438, + 1.020874, + 1.851562, + 1.953125, + 1.929688, + 1.808594, + 1.960938, + 1.902344, + 1.851562, + 1.652344, + 1.9375, + 0.736328, + 1.34375, + 1.753906, + 0.99588, + 1.929688, + 1.800781, + 1.960938, + 1.652344, + 0.974365, + 1.914062, + 1.820312, + 1.84375, + 1.703125, + 1.914062, + 1.847656, + 1.894531, + 1.894531, + 2.046875, + 1.871094, + 1.863281, + 1.914062, + 1.957031, + 1.796875, + 1.769531, + 1.875, + 1.875, + 1.427734, + 1.261719, + 1.859375, + 1.447266, + 1.902344, + 1.84375, + 1.820312, + 1.949219, + 1.867188, + 1.816406, + 1.871094, + 1.289062, + 2.023438, + 1.4375, + 2.023438, + 1.699219, + 1.960938, + 1.24707, + 2.6875, + 1.753906, + 2.203125, + 1.898438, + 1.898438, + 1.917969, + 1.871094, + 1.863281, + 1.613281, + 1.839844, + 1.601562, + 1.953125, + 1.902344, + 1.894531, + 1.921875, + 2.085938, + 1.816406, + 2.804688, + 1.851562, + 2.140625, + 1.953125, + 1.726562, + 1.71875, + 1.917969, + 1.941406, + 1.894531, + 1.945312, + 2.71875, + 2.164062, + 1.820312, + 1.914062, + 2.070312, + 2.085938, + 2.0, + 1.010132, + 1.882812, + 1.777344, + 1.871094, + 1.472656, + 1.898438, + 1.855469, + 1.949219, + 1.929688, + 2.015625, + 1.601562, + 1.863281, + 1.5625, + 1.941406, + 2.46875, + 1.835938, + 1.960938, + 1.761719, + 2.085938, + 1.757812, + 1.804688, + 1.785156, + 1.851562, + 2.140625, + 1.867188, + 1.777344, + 1.761719, + 1.828125, + 1.789062, + 1.902344, + 1.847656, + 1.871094, + 1.851562, + 2.023438, + 1.992188, + 1.785156, + 2.0, + 1.980469, + 1.925781, + 1.667969, + 1.765625, + 1.960938, + 1.855469, + 1.9375, + 1.902344, + 1.886719, + 2.039062, + 1.757812, + 1.800781, + 1.890625, + 1.820312, + 1.828125, + 1.8125, + 1.816406, + 1.996094, + 1.304688, + 1.851562, + 1.910156, + 1.945312, + 1.960938, + 2.117188, + 1.917969, + 1.976562, + 1.941406, + 1.960938, + 1.558594, + 2.054688, + 1.734375, + 1.644531, + 1.137695, + 1.855469, + 1.194336, + 1.890625, + 2.0625, + 1.785156, + 1.605469, + 0.850586, + 1.011536, + 1.929688, + 1.917969, + 1.910156, + 1.949219, + 1.863281, + 1.789062, + 1.921875, + 2.046875, + 2.125, + 1.867188, + 1.886719, + 1.12793, + 1.832031, + 1.871094, + 2.078125, + 1.839844, + 1.832031, + 1.925781, + 1.902344, + 2.023438, + 1.949219, + 1.851562, + 1.792969, + 1.933594, + 1.996094, + 2.039062, + 1.773438, + 1.839844, + 2.007812, + 1.096191, + 1.792969, + 1.871094, + 1.757812, + 1.898438, + 1.65625, + 1.878906, + 1.898438, + 1.558594, + 1.945312, + 1.886719, + 2.015625, + 1.816406, + 1.972656, + 1.914062, + 1.71875, + 1.953125, + 1.8125, + 1.871094, + 2.546875, + 1.835938, + 1.828125, + 1.878906, + 1.855469, + 1.828125, + 1.796875, + 1.894531, + 1.804688, + 1.855469, + 1.957031, + 1.960938, + 1.777344, + 1.976562, + 2.375, + 2.515625, + 1.964844, + 1.625, + 1.933594, + 1.71875, + 1.976562, + 1.929688, + 1.984375, + 1.882812, + 1.8125, + 2.132812, + 1.695312, + 1.84375, + 2.140625, + 1.820312, + 1.769531, + 1.820312, + 1.945312, + 1.835938, + 1.90625, + 1.917969, + 1.835938, + 1.824219, + 1.882812, + 1.785156, + 1.992188, + 1.890625, + 1.824219, + 1.875, + 1.792969, + 1.722656, + 1.984375, + 1.867188, + 1.8125, + 2.109375, + 2.109375, + 1.878906, + 1.851562, + 1.847656, + 1.933594, + 1.941406, + 1.84375, + 1.041992, + 2.046875, + 1.898438, + 1.847656, + 1.808594, + 1.804688, + 1.78125, + 1.757812, + 1.902344, + 1.757812, + 1.933594, + 1.820312, + 1.90625, + 1.847656, + 1.800781, + 1.828125, + 1.800781, + 1.992188, + 1.886719, + 1.804688, + 1.726562, + 1.707031, + 1.710938, + 1.894531, + 1.933594, + 1.855469, + 1.898438, + 3.046875, + 2.054688, + 1.867188, + 1.921875, + 1.707031, + 1.832031, + 1.933594, + 1.785156, + 1.84375, + 2.023438, + 1.847656, + 1.960938, + 2.015625, + 1.804688, + 1.808594, + 1.910156, + 2.21875, + 1.917969, + 2.054688, + 1.925781, + 1.789062, + 1.447266, + 1.808594, + 1.832031, + 1.730469, + 1.859375, + 1.9375, + 1.824219, + 1.186523, + 1.914062, + 1.431641, + 1.691406, + 1.714844, + 1.898438, + 1.75, + 1.957031, + 1.949219, + 1.84375, + 1.847656, + 1.710938, + 1.921875, + 1.949219, + 1.890625, + 1.914062, + 1.808594, + 1.898438, + 1.875, + 1.839844, + 1.992188, + 1.585938, + 1.746094, + 1.609375, + 1.859375, + 1.902344, + 2.03125, + 1.804688, + 1.6875, + 2.03125, + 1.972656, + 1.683594, + 1.875, + 2.039062, + 1.945312, + 1.914062, + 1.851562, + 1.949219, + 1.9375, + 1.855469, + 1.835938, + 1.910156, + 0.726562, + 1.742188, + 1.871094, + 1.855469, + 1.832031, + 1.980469, + 1.96875, + 1.921875, + 1.878906, + 2.007812, + 1.84375, + 1.200195, + 2.015625, + 1.941406, + 1.824219, + 2.054688, + 1.972656, + 1.878906, + 1.824219, + 1.234375, + 1.804688, + 1.710938, + 1.855469, + 1.816406, + 2.0, + 1.871094, + 1.8125, + 1.474609, + 1.980469, + 1.9375, + 1.996094, + 1.980469, + 1.847656, + 1.929688, + 2.023438, + 2.03125, + 1.365234, + 1.863281, + 1.941406, + 1.851562, + 1.992188, + 1.929688, + 1.828125, + 1.84375, + 1.800781, + 1.851562, + 1.726562, + 1.859375, + 1.871094, + 2.023438, + 1.511719, + 1.796875, + 1.84375, + 1.077637, + 1.012695, + 1.734375, + 1.22168, + 1.898438, + 1.890625, + 1.878906, + 1.761719, + 0.822266, + 0.906738, + 1.824219, + 1.769531, + 1.941406, + 1.890625, + 1.914062, + 1.894531, + 1.929688, + 2.015625, + 0.9823, + 1.917969, + 1.734375, + 1.628906, + 1.597656, + 1.886719, + 1.867188, + 1.929688, + 1.851562, + 1.992188, + 1.859375, + 1.757812, + 1.855469, + 1.988281, + 1.957031, + 1.867188, + 1.804688, + 1.960938, + 1.734375, + 2.078125, + 1.839844, + 1.585938, + 0.875488, + 2.984375, + 1.90625, + 1.789062, + 1.835938, + 1.859375, + 1.90625, + 1.835938, + 1.902344, + 0.834961, + 1.585938, + 1.6875, + 1.976562, + 1.90625, + 1.032959, + 1.800781, + 1.933594, + 1.839844, + 1.761719, + 1.855469, + 1.742188, + 1.722656, + 1.070801, + 1.769531, + 1.949219, + 1.960938, + 1.241211, + 1.910156, + 1.941406, + 1.710938, + 1.992188, + 2.375, + 1.8125, + 1.851562, + 1.84375, + 2.015625, + 1.644531, + 1.925781, + 1.847656, + 1.773438, + 2.773438, + 1.984375, + 2.390625, + 1.832031, + 1.886719, + 1.734375, + 1.753906, + 1.882812, + 2.054688, + 1.839844, + 0.863281, + 1.898438, + 1.839844, + 1.984375, + 1.933594, + 1.257812, + 1.898438, + 1.789062, + 0.722656, + 1.765625, + 1.121094, + 1.855469, + 1.069336, + 1.757812, + 2.007812, + 1.90625, + 1.835938, + 1.582031, + 1.785156, + 1.945312, + 1.839844, + 1.019287, + 1.746094, + 1.777344, + 1.462891, + 1.351562, + 1.945312, + 2.007812, + 1.773438, + 2.320312, + 2.023438, + 1.808594, + 1.859375, + 1.738281, + 1.855469, + 1.816406, + 1.007111, + 2.007812, + 1.96875, + 2.0, + 1.200195, + 1.091309, + 1.894531, + 1.800781, + 1.765625, + 1.914062, + 2.023438, + 1.78125, + 1.820312, + 3.03125, + 1.945312, + 1.714844, + 1.925781, + 1.996094, + 1.914062, + 1.882812, + 1.980469, + 1.847656, + 1.910156, + 1.914062, + 1.898438, + 1.902344, + 1.867188, + 2.03125, + 1.9375, + 1.839844, + 1.949219, + 2.03125, + 1.835938, + 1.898438, + 1.933594, + 2.25, + 1.980469, + 1.036377, + 1.789062, + 1.960938, + 1.129883, + 1.964844, + 1.648438, + 1.765625, + 1.855469, + 1.859375, + 1.894531, + 1.957031, + 1.804688, + 0.958008, + 1.84375, + 1.824219, + 1.90625, + 1.855469, + 1.890625, + 1.683594, + 1.800781, + 1.855469, + 1.957031, + 1.878906, + 2.0625, + 0.968018, + 1.972656, + 2.0, + 1.859375, + 1.839844, + 1.824219, + 2.007812, + 1.703125, + 1.839844, + 1.875, + 1.769531, + 2.03125, + 1.785156, + 1.867188, + 1.429688, + 1.945312, + 1.902344, + 1.964844, + 1.929688, + 1.9375, + 1.746094, + 1.953125, + 1.171875, + 1.753906, + 1.695312, + 1.8125, + 1.886719, + 1.859375, + 2.132812, + 1.875, + 1.910156, + 1.855469, + 1.131836, + 0.806641, + 1.014099, + 1.828125, + 2.0, + 1.339844, + 1.859375, + 1.863281, + 1.941406, + 1.384766, + 1.917969, + 1.835938, + 1.792969, + 1.132812, + 1.847656, + 1.96875, + 1.65625, + 2.0625, + 1.800781, + 1.875, + 1.972656, + 1.8125, + 1.367188, + 2.359375, + 1.135742, + 1.757812, + 1.910156, + 1.882812, + 1.90625, + 1.894531, + 1.988281, + 1.929688, + 0.96875, + 1.283203, + 1.855469, + 1.863281, + 1.792969, + 1.585938, + 1.890625, + 2.039062, + 1.910156, + 1.832031, + 1.855469, + 1.84375, + 2.148438, + 2.054688, + 1.914062, + 1.554688, + 1.800781, + 1.808594, + 1.992188, + 1.980469, + 1.804688, + 1.867188, + 1.898438, + 1.8125, + 1.921875, + 1.929688, + 1.960938, + 1.839844, + 1.785156, + 1.871094, + 1.871094, + 1.949219, + 1.886719, + 1.75, + 1.855469, + 1.847656, + 2.015625, + 1.617188, + 1.933594, + 1.249023, + 2.117188, + 1.753906, + 1.933594, + 1.640625, + 1.917969, + 1.890625, + 1.878906, + 1.464844, + 1.871094, + 1.402344, + 1.847656, + 1.6875, + 1.808594, + 1.851562, + 1.820312, + 1.507812, + 1.980469, + 0.981201, + 1.753906, + 1.691406, + 1.929688, + 1.742188, + 1.910156, + 1.84375, + 1.835938, + 1.964844, + 1.753906, + 1.851562, + 1.933594, + 1.785156, + 1.12207, + 1.898438, + 1.722656, + 1.875, + 1.8125, + 1.898438, + 2.25, + 1.796875, + 1.582031, + 1.992188, + 1.851562, + 1.90625, + 1.542969, + 1.851562, + 1.820312, + 1.726562, + 1.742188, + 1.832031, + 0.879395, + 1.867188, + 1.929688, + 1.984375, + 2.328125, + 1.792969, + 1.546875, + 0.823242, + 1.945312, + 1.101074, + 1.617188, + 1.9375, + 1.894531, + 1.886719, + 1.972656, + 2.65625, + 1.832031, + 1.851562, + 1.898438, + 0.960449, + 1.914062, + 1.855469, + 1.851562, + 2.0625, + 2.023438, + 2.023438, + 1.082031, + 1.863281, + 2.039062, + 1.789062, + 1.255859, + 1.835938, + 1.988281, + 1.298828, + 1.945312, + 2.046875, + 1.894531, + 1.785156, + 1.722656, + 1.96875, + 1.139648, + 1.90625, + 1.929688, + 1.808594, + 1.722656, + 1.917969, + 1.695312, + 1.196289, + 1.886719, + 1.976562, + 2.007812, + 1.929688, + 1.902344, + 1.925781, + 1.824219, + 1.988281, + 1.816406, + 1.808594, + 1.427734, + 1.8125, + 1.886719, + 1.976562, + 1.769531, + 2.0625, + 1.800781, + 1.808594, + 1.953125, + 0.895508, + 1.890625, + 1.972656, + 1.71875, + 1.898438, + 1.753906, + 1.953125, + 1.859375, + 1.828125, + 1.886719, + 1.898438, + 1.8125, + 1.992188, + 1.921875, + 1.71875, + 1.78125, + 1.007477, + 1.980469, + 1.154297, + 1.855469, + 2.03125, + 1.851562, + 0.891113, + 1.890625, + 1.820312, + 1.820312, + 1.769531, + 1.753906, + 1.871094, + 1.816406, + 1.914062, + 1.914062, + 1.8125, + 1.410156, + 1.773438, + 1.8125, + 1.609375, + 1.949219, + 1.933594, + 1.6875, + 1.957031, + 1.863281, + 1.90625, + 1.820312, + 2.0625, + 1.933594, + 1.945312, + 1.816406, + 1.300781, + 1.75, + 1.925781, + 1.929688, + 1.8125, + 0.942139, + 1.84375, + 1.828125, + 1.832031, + 1.953125, + 1.886719, + 1.863281, + 1.898438, + 1.609375, + 1.227539, + 1.824219, + 1.894531, + 2.007812, + 2.0, + 1.886719, + 1.777344, + 1.929688, + 1.992188, + 1.835938, + 1.933594, + 2.007812, + 1.878906, + 1.738281, + 1.707031, + 1.847656, + 1.8125, + 1.582031, + 1.439453, + 1.828125, + 1.867188, + 1.863281, + 1.730469, + 1.699219, + 2.054688, + 1.941406, + 1.910156, + 1.050293, + 1.734375, + 1.699219, + 2.09375, + 1.945312, + 1.941406, + 1.824219, + 0.783203, + 1.90625, + 1.6875, + 0.808594, + 1.730469, + 1.894531, + 1.898438, + 1.917969, + 1.894531, + 1.890625, + 1.835938, + 1.953125, + 1.714844, + 1.820312, + 1.351562, + 1.832031, + 1.972656, + 1.941406, + 1.84375, + 1.898438, + 1.976562, + 1.878906, + 1.859375, + 1.8125, + 1.941406, + 1.984375, + 1.90625, + 1.378906, + 1.691406, + 1.925781, + 2.007812, + 1.855469, + 1.730469, + 1.832031, + 2.210938, + 1.910156, + 1.992188, + 1.628906, + 1.808594, + 1.988281, + 1.882812, + 2.640625, + 1.710938, + 1.957031, + 1.878906, + 1.921875, + 1.730469, + 0.976074, + 1.902344, + 1.722656, + 1.957031, + 1.84375, + 1.855469, + 1.789062, + 1.78125, + 0.838867, + 1.945312, + 1.902344, + 1.820312, + 1.828125, + 2.023438, + 1.949219, + 1.863281, + 1.824219, + 1.839844, + 1.96875, + 1.867188, + 1.894531, + 1.941406, + 1.96875, + 1.859375, + 1.816406, + 1.796875, + 1.832031, + 2.0625, + 1.699219, + 2.226562, + 1.886719, + 1.683594, + 1.894531, + 1.859375, + 1.910156, + 1.808594, + 1.875, + 1.914062, + 1.902344, + 1.859375, + 1.820312, + 1.734375, + 1.78125, + 1.898438, + 1.746094, + 1.917969, + 1.917969, + 1.949219, + 2.007812, + 2.203125, + 1.902344, + 1.914062, + 1.8125, + 1.886719, + 1.804688, + 1.453125, + 1.882812, + 1.863281, + 1.945312, + 2.679688, + 1.84375, + 1.980469, + 1.847656, + 1.742188, + 1.917969, + 1.863281, + 1.777344, + 1.726562, + 1.742188, + 1.886719, + 1.730469, + 1.863281, + 1.730469, + 1.890625, + 1.933594, + 2.0, + 1.898438, + 2.046875, + 1.949219, + 1.820312, + 1.890625, + 1.820312, + 2.109375, + 1.9375, + 1.792969, + 1.878906, + 1.683594, + 1.878906, + 1.871094, + 1.882812, + 2.1875, + 1.878906, + 1.558594, + 1.785156, + 1.867188, + 1.949219, + 0.855469, + 1.878906, + 1.910156, + 1.824219, + 1.464844, + 1.839844, + 1.828125, + 1.667969, + 0.921387, + 1.9375, + 1.847656, + 1.976562, + 1.835938, + 1.875, + 1.855469, + 2.007812, + 1.882812, + 1.890625, + 2.195312, + 1.894531, + 1.441406, + 2.023438, + 1.847656, + 1.427734, + 0.870117, + 1.988281, + 1.957031, + 2.0, + 1.484375, + 1.941406, + 1.949219, + 2.046875, + 1.964844, + 1.902344, + 1.75, + 1.777344, + 1.820312, + 1.808594, + 1.9375, + 1.980469, + 3.015625, + 1.165039, + 1.574219, + 1.886719, + 1.992188, + 1.792969, + 1.722656, + 1.878906, + 2.0625, + 1.746094, + 1.519531, + 1.882812, + 1.925781, + 1.871094, + 1.949219, + 1.847656, + 1.789062, + 1.851562, + 1.753906, + 1.033447, + 0.901367, + 1.953125, + 1.789062, + 1.699219, + 2.007812, + 1.828125, + 1.898438, + 1.347656, + 1.847656, + 1.429688, + 1.486328, + 1.996094, + 2.015625, + 1.925781, + 1.859375, + 1.835938, + 1.980469, + 1.402344, + 1.960938, + 1.847656, + 1.785156, + 1.851562, + 2.023438, + 1.863281, + 1.878906, + 1.863281, + 1.871094, + 2.101562, + 1.984375, + 1.878906, + 1.953125, + 1.710938, + 1.851562, + 1.746094, + 1.867188, + 1.910156, + 0.922363, + 1.859375, + 1.824219, + 2.3125, + 1.9375, + 1.554688, + 1.828125, + 1.855469, + 1.730469, + 1.068848, + 1.535156, + 1.773438, + 1.898438, + 1.875, + 1.941406, + 2.046875, + 1.558594, + 1.785156, + 1.972656, + 1.894531, + 1.894531, + 1.777344, + 1.480469, + 1.12793, + 1.886719, + 1.886719, + 1.957031, + 1.859375, + 1.796875, + 0.805664, + 1.910156, + 1.964844, + 2.007812, + 1.996094, + 1.306641, + 1.875, + 1.828125, + 1.867188, + 1.792969, + 1.914062, + 1.472656, + 1.761719, + 1.828125, + 2.085938, + 1.640625, + 1.976562, + 1.099609, + 2.0, + 1.441406, + 1.241211, + 1.875, + 2.789062, + 1.945312, + 1.878906, + 1.796875, + 1.898438, + 2.585938, + 1.828125, + 2.0, + 1.929688, + 1.910156, + 1.921875, + 1.945312, + 1.652344, + 1.574219, + 1.792969, + 2.140625, + 2.234375, + 1.84375, + 1.855469, + 1.886719, + 2.039062, + 1.84375, + 1.859375, + 2.46875, + 1.929688, + 1.59375, + 1.808594, + 0.873047, + 2.007812, + 1.742188, + 1.855469, + 1.890625, + 1.960938, + 1.84375, + 1.996094, + 1.882812, + 1.863281, + 1.886719, + 1.859375, + 2.0625, + 1.832031, + 1.976562, + 1.699219, + 1.847656, + 1.792969, + 1.069824, + 1.898438, + 2.0625, + 1.910156, + 1.980469, + 2.070312, + 1.757812, + 1.757812, + 1.785156, + 1.679688, + 1.832031, + 1.875, + 2.054688, + 2.054688, + 1.929688, + 1.890625, + 1.984375, + 1.96875, + 1.910156, + 1.808594, + 1.257812, + 1.808594, + 2.015625, + 1.96875, + 1.910156, + 1.894531, + 1.789062, + 1.808594, + 1.769531, + 1.769531, + 1.90625, + 1.941406, + 1.777344, + 1.894531, + 1.800781, + 1.847656, + 1.910156, + 1.820312, + 1.921875, + 1.960938, + 1.890625, + 1.882812, + 1.972656, + 1.427734, + 1.335938, + 1.933594, + 2.148438, + 1.886719, + 1.738281, + 1.859375, + 0.96582, + 1.9375, + 1.890625, + 1.886719, + 1.835938, + 1.960938, + 1.894531, + 1.855469, + 1.0271, + 1.9375, + 1.882812, + 1.925781, + 1.804688, + 2.390625, + 1.972656, + 1.933594, + 1.921875, + 1.789062, + 1.839844, + 2.234375, + 1.808594, + 1.898438, + 1.859375, + 1.710938, + 1.699219, + 0.9646, + 2.085938, + 1.941406, + 1.898438, + 1.863281, + 3.203125, + 1.867188, + 1.921875, + 1.898438, + 1.925781, + 1.964844, + 1.824219, + 1.957031, + 1.558594, + 1.890625, + 1.84375, + 1.753906, + 1.890625, + 1.875, + 1.945312, + 1.792969, + 1.910156, + 1.808594, + 1.699219, + 2.023438, + 1.925781, + 1.408203, + 1.882812, + 1.957031, + 2.015625, + 1.699219, + 1.086914, + 1.738281, + 2.023438, + 1.859375, + 1.84375, + 1.605469, + 1.139648, + 1.824219, + 1.84375, + 1.898438, + 1.929688, + 1.863281, + 1.875, + 1.828125, + 1.789062, + 1.792969, + 1.878906, + 1.992188, + 2.117188, + 1.878906, + 2.007812, + 1.832031, + 0.830078, + 1.878906, + 1.867188, + 1.988281, + 1.871094, + 1.890625, + 1.921875, + 1.652344, + 1.664062, + 1.785156, + 1.964844, + 1.789062, + 1.851562, + 1.660156, + 1.878906, + 2.117188, + 1.816406, + 1.988281, + 1.820312, + 1.898438, + 1.796875, + 1.964844, + 1.8125, + 1.890625, + 1.972656, + 1.898438, + 1.9375, + 1.898438, + 1.890625, + 1.890625, + 1.945312, + 2.015625, + 1.5, + 0.925293, + 1.929688, + 1.746094, + 1.769531, + 1.898438, + 1.992188, + 1.804688, + 2.0, + 1.890625, + 1.785156, + 2.0625, + 1.910156, + 1.996094, + 2.109375, + 0.956543, + 1.9375, + 1.800781, + 2.023438, + 1.808594, + 2.15625, + 1.980469, + 1.925781, + 2.007812, + 1.699219, + 1.851562, + 1.777344, + 1.742188, + 1.972656, + 1.757812, + 2.28125, + 1.933594, + 1.679688, + 1.964844, + 2.0, + 1.875, + 1.832031, + 1.878906, + 2.085938, + 2.109375, + 1.855469, + 1.703125, + 1.777344, + 1.898438, + 1.796875, + 1.423828, + 1.90625, + 1.984375, + 1.867188, + 0.99736, + 1.75, + 1.8125, + 1.9375, + 1.988281, + 1.925781, + 2.15625, + 1.929688, + 2.023438, + 1.757812, + 1.574219, + 0.792969, + 1.742188, + 1.5, + 1.851562, + 2.070312, + 1.988281, + 1.929688, + 1.925781, + 1.004852, + 1.910156, + 1.796875, + 1.859375, + 1.980469, + 1.910156, + 1.683594, + 1.921875, + 1.828125, + 1.96875, + 1.443359, + 1.898438, + 1.851562, + 1.769531, + 1.984375, + 1.851562, + 1.9375, + 2.0, + 1.726562, + 1.863281, + 1.898438, + 1.423828, + 1.96875, + 1.871094, + 1.917969, + 1.726562, + 1.878906, + 1.839844, + 1.820312, + 1.582031, + 1.972656, + 1.847656, + 2.015625, + 1.034912, + 1.738281, + 1.835938, + 1.792969, + 1.773438, + 1.882812, + 1.988281, + 1.839844, + 1.65625, + 1.757812, + 1.863281, + 1.933594, + 1.832031, + 2.023438, + 0.84668, + 1.832031, + 1.851562, + 1.921875, + 1.839844, + 1.886719, + 1.929688, + 1.871094, + 1.8125, + 1.96875, + 1.878906, + 1.859375, + 1.558594, + 1.851562, + 1.925781, + 1.914062, + 1.014099, + 1.898438, + 1.558594, + 1.789062, + 0.916504, + 1.957031, + 1.90625, + 2.367188, + 1.664062, + 1.789062, + 1.816406, + 1.875, + 1.765625, + 2.03125, + 1.855469, + 1.964844, + 1.878906, + 1.75, + 1.5625, + 1.457031, + 1.902344, + 1.78125, + 1.9375, + 1.796875, + 2.109375, + 1.777344, + 1.757812, + 1.957031, + 1.992188, + 1.992188, + 1.949219, + 1.871094, + 1.597656, + 1.929688, + 1.902344, + 1.691406, + 1.96875, + 1.949219, + 1.988281, + 1.855469, + 1.941406, + 1.871094, + 1.855469, + 1.785156, + 1.96875, + 1.863281, + 1.851562, + 1.738281, + 1.820312, + 1.652344, + 1.208008, + 1.914062, + 1.84375, + 1.949219, + 1.648438, + 1.992188, + 1.976562, + 1.960938, + 1.166016, + 1.832031, + 1.777344, + 1.960938, + 1.945312, + 1.882812, + 1.251953, + 1.976562, + 1.757812, + 1.789062, + 0.918457, + 1.8125, + 1.168945, + 2.851562, + 2.070312, + 1.71875, + 1.816406, + 1.945312, + 1.765625, + 2.085938, + 1.929688, + 1.808594, + 1.363281, + 1.419922, + 1.949219, + 1.855469, + 1.78125, + 1.882812, + 1.882812, + 1.828125, + 1.960938, + 1.871094, + 1.765625, + 1.847656, + 1.816406, + 1.5, + 1.90625, + 1.941406, + 1.554688, + 1.988281, + 1.902344, + 1.378906, + 1.535156, + 1.246094, + 1.523438, + 1.972656, + 2.0, + 1.953125, + 1.976562, + 2.054688, + 1.960938, + 1.882812, + 1.777344, + 1.960938, + 1.992188, + 1.859375, + 1.785156, + 1.996094, + 1.925781, + 1.839844, + 2.421875, + 1.910156, + 1.625, + 1.871094, + 1.820312, + 1.660156, + 1.753906, + 1.886719, + 1.878906, + 1.933594, + 1.8125, + 1.8125, + 1.945312, + 1.550781, + 1.539062, + 1.964844, + 2.328125, + 1.695312, + 1.832031, + 1.964844, + 1.90625, + 1.792969, + 1.769531, + 1.773438, + 1.847656, + 1.867188, + 1.757812, + 1.423828, + 1.890625, + 1.789062, + 1.515625, + 1.902344, + 1.902344, + 0.968262, + 1.949219, + 1.792969, + 2.054688, + 1.839844, + 1.773438, + 1.914062, + 2.101562, + 1.972656, + 1.8125, + 1.972656, + 1.765625, + 1.945312, + 1.765625, + 1.632812, + 1.824219, + 1.839844, + 1.964844, + 1.263672, + 1.835938, + 1.824219, + 1.957031, + 1.494141, + 1.886719, + 1.875, + 1.855469, + 1.820312, + 2.273438, + 1.730469, + 1.757812, + 1.886719, + 1.304688, + 1.886719, + 1.851562, + 1.193359, + 2.023438, + 1.886719, + 2.0, + 1.84375, + 1.914062, + 2.015625, + 1.283203, + 1.980469, + 1.976562, + 1.90625, + 1.746094, + 1.914062, + 1.808594, + 1.828125, + 1.117188, + 1.652344, + 1.894531, + 1.707031, + 1.914062, + 1.78125, + 1.808594, + 1.871094, + 1.890625, + 1.396484, + 1.792969, + 2.078125, + 0.999119, + 2.007812, + 1.871094, + 2.078125, + 1.753906, + 1.24707, + 2.015625, + 1.882812, + 1.472656, + 1.945312, + 2.484375, + 1.839844, + 1.886719, + 1.910156, + 1.847656, + 1.128906, + 1.976562, + 1.820312, + 1.90625, + 1.847656, + 1.933594, + 2.015625, + 2.148438, + 1.984375, + 1.902344, + 1.902344, + 1.933594, + 1.095703, + 1.753906, + 1.882812, + 1.777344, + 1.902344, + 1.925781, + 1.839844, + 1.84375, + 1.863281, + 1.980469, + 1.636719, + 1.894531, + 2.039062, + 2.460938, + 1.765625, + 1.960938, + 1.056396, + 1.832031, + 1.898438, + 1.617188, + 1.976562, + 1.886719, + 1.792969, + 2.15625, + 2.117188, + 1.894531, + 0.994171, + 1.964844, + 1.373047, + 1.929688 + ] + }, + "name": "onnx::Mul_8519", + "outputIndexes": [ + 1352 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1351, + 1352 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_14/Mul_1_output_0", + "outputIndexes": [ + 1353 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1353 + ], + "outputIndexes": [ + 2882 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2882 + ], + "outputIndexes": [ + 2883 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear", + "inputIndexes": [ + 2883 + ], + "outputIndexes": [ + 2884 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 613124204, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2884 + ], + "outputIndexes": [ + 2885 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2885 + ], + "outputIndexes": [ + 1354 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1353 + ], + "main_type": "NONE", + "name": "/Shape_197_output_0", + "outputIndexes": [ + 1355 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1355 + ], + "main_type": "NONE", + "name": "Shape3902", + "outputIndexes": [ + 1356 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1355 + ], + "main_type": "NONE", + "name": "Rank3904", + "outputIndexes": [ + 1357 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1357, + 1357 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3906", + "outputIndexes": [ + 1358 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1358 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3907", + "outputIndexes": [ + 1359 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1358, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3909", + "outputIndexes": [ + 1360 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1360 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3910", + "outputIndexes": [ + 1361 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1356, + 1359, + 1361, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3913", + "outputIndexes": [ + 1362 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1362 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3914", + "outputIndexes": [ + 1363 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1363 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3915", + "outputIndexes": [ + 1364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1364, + 1363 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3916", + "outputIndexes": [ + 1365 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1355, + 1365, + 1358 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_214_output_0", + "outputIndexes": [ + 1366 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1366, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_449_output_0", + "outputIndexes": [ + 1367 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1367, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_182_output_0", + "outputIndexes": [ + 1368 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1354, + 1368 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_127_output_0", + "outputIndexes": [ + 1369 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1369, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_112_output_0", + "outputIndexes": [ + 1370 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1369 + ], + "main_type": "NONE", + "name": "/Shape_198_output_0", + "outputIndexes": [ + 1371 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1371 + ], + "main_type": "NONE", + "name": "Shape3923", + "outputIndexes": [ + 1372 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1371 + ], + "main_type": "NONE", + "name": "Rank3925", + "outputIndexes": [ + 1373 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1373, + 1373 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3927", + "outputIndexes": [ + 1374 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1374 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3928", + "outputIndexes": [ + 1375 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1374, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3930", + "outputIndexes": [ + 1376 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1376 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3931", + "outputIndexes": [ + 1377 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1372, + 1375, + 1377, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3934", + "outputIndexes": [ + 1378 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1378 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3935", + "outputIndexes": [ + 1379 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1379 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3936", + "outputIndexes": [ + 1380 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1380, + 1379 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3937", + "outputIndexes": [ + 1381 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1371, + 1381, + 1374 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_215_output_0", + "outputIndexes": [ + 1382 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1382, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_42_output_0", + "outputIndexes": [ + 1383 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1383, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_454_output_0", + "outputIndexes": [ + 1384 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1369, + 1384, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_57_output_0", + "outputIndexes": [ + 1385 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1385 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_28_output_0", + "outputIndexes": [ + 1386 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1369, + 21, + 1384, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_56_output_0", + "outputIndexes": [ + 1387 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1386, + 1387 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_185_output_0", + "outputIndexes": [ + 1388 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1388, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_113_output_0", + "outputIndexes": [ + 1389 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1370, + 1389 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_70_output_0", + "outputIndexes": [ + 1390 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1353 + ], + "outputIndexes": [ + 2886 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2886 + ], + "outputIndexes": [ + 2887 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear", + "inputIndexes": [ + 2887 + ], + "outputIndexes": [ + 2888 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 615778434, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2888 + ], + "outputIndexes": [ + 2889 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2889 + ], + "outputIndexes": [ + 1391 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1367, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_183_output_0", + "outputIndexes": [ + 1392 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1391, + 1392 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_128_output_0", + "outputIndexes": [ + 1393 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1393, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_114_output_0", + "outputIndexes": [ + 1394 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1393 + ], + "main_type": "NONE", + "name": "/Shape_199_output_0", + "outputIndexes": [ + 1395 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1395 + ], + "main_type": "NONE", + "name": "Shape3986", + "outputIndexes": [ + 1396 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1395 + ], + "main_type": "NONE", + "name": "Rank3988", + "outputIndexes": [ + 1397 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1397, + 1397 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3990", + "outputIndexes": [ + 1398 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1398 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3991", + "outputIndexes": [ + 1399 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1398, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3993", + "outputIndexes": [ + 1400 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1400 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3994", + "outputIndexes": [ + 1401 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1396, + 1399, + 1401, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3997", + "outputIndexes": [ + 1402 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1402 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3998", + "outputIndexes": [ + 1403 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1403 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3999", + "outputIndexes": [ + 1404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1404, + 1403 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4000", + "outputIndexes": [ + 1405 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1395, + 1405, + 1398 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_216_output_0", + "outputIndexes": [ + 1406 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1406, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_43_output_0", + "outputIndexes": [ + 1407 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1407, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_456_output_0", + "outputIndexes": [ + 1408 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1393, + 1408, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_59_output_0", + "outputIndexes": [ + 1409 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1409 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_29_output_0", + "outputIndexes": [ + 1410 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1393, + 21, + 1408, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_58_output_0", + "outputIndexes": [ + 1411 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1410, + 1411 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_186_output_0", + "outputIndexes": [ + 1412 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1412, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_115_output_0", + "outputIndexes": [ + 1413 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1394, + 1413 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_71_output_0", + "outputIndexes": [ + 1414 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1353 + ], + "outputIndexes": [ + 2890 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2890 + ], + "outputIndexes": [ + 2891 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear", + "inputIndexes": [ + 2891 + ], + "outputIndexes": [ + 2892 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 617105560, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2892 + ], + "outputIndexes": [ + 2893 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2893 + ], + "outputIndexes": [ + 1415 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1415, + 1392 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_129_output_0", + "outputIndexes": [ + 1416 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1390, + 1414, + 1416, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_134_output_0", + "outputIndexes": [ + 1417 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1417 + ], + "outputIndexes": [ + 2894 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2894 + ], + "outputIndexes": [ + 2895 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear", + "inputIndexes": [ + 2895 + ], + "outputIndexes": [ + 2896 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 618432686, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2896 + ], + "outputIndexes": [ + 2897 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2897 + ], + "outputIndexes": [ + 1418 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1418 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_14/Mul_output_0", + "outputIndexes": [ + 1419 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.882812, + 1.957031, + 1.742188, + 2.132812, + 2.039062, + 1.980469, + 1.683594, + 0.257812, + 1.972656, + 1.345703, + 1.917969, + 1.675781, + 1.660156, + 2.171875, + 1.90625, + 1.640625, + 1.785156, + 1.894531, + 1.929688, + 1.882812, + 1.851562, + 1.863281, + 2.015625, + 1.648438, + 1.722656, + 1.863281, + 1.523438, + 1.695312, + 2.03125, + 2.0, + 1.474609, + 1.289062, + 1.960938, + 0.390625, + 1.722656, + 1.324219, + 1.757812, + 2.046875, + 1.550781, + 1.796875, + 2.023438, + 1.941406, + 1.972656, + 1.333984, + 0.638672, + 1.859375, + 2.0, + 1.785156, + 2.179688, + 1.371094, + 1.820312, + 1.176758, + 1.742188, + 0.582031, + 1.824219, + 1.546875, + 1.84375, + 2.039062, + 1.777344, + 1.490234, + 1.275391, + 2.164062, + 1.945312, + 1.835938, + 0.824219, + 1.859375, + 0.993347, + 1.765625, + 1.609375, + 1.71875, + 1.863281, + 2.046875, + 1.820312, + 1.855469, + 1.613281, + 1.605469, + 1.004822, + 1.291016, + 1.490234, + 0.667969, + 1.578125, + 0.207031, + 1.683594, + 1.328125, + 1.824219, + 1.851562, + 1.664062, + 1.337891, + 0.570312, + 1.515625, + 1.847656, + 1.699219, + 2.140625, + 0.513672, + 1.90625, + 0.199219, + 1.769531, + 1.910156, + 2.492188, + 1.785156, + 1.472656, + 2.070312, + 2.132812, + 1.714844, + 1.988281, + 1.746094, + 2.054688, + 1.333984, + 1.917969, + 1.8125, + 1.804688, + 1.933594, + 2.132812, + 1.863281, + 1.902344, + 1.396484, + 2.015625, + 0.558594, + 1.695312, + 2.117188, + 2.070312, + 1.910156, + 1.484375, + 1.957031, + 1.490234, + 1.18457, + 1.734375, + 2.015625, + 1.863281, + 1.136719, + 1.050049, + 1.675781, + 1.59375, + 1.816406, + 2.046875, + 2.101562, + 1.410156, + 1.511719, + 1.59375, + 2.328125, + 2.320312, + 1.851562, + 1.369141, + 1.890625, + 2.0625, + 1.527344, + 1.589844, + 2.0625, + 1.675781, + 2.03125, + 1.792969, + 1.494141, + 1.566406, + 1.507812, + 2.039062, + 1.851562, + 0.88623, + 1.808594, + 0.537109, + 0.46875, + 2.25, + 2.046875, + 1.71875, + 0.794922, + 2.148438, + 1.832031, + 2.265625, + 0.398438, + 2.117188, + 1.613281, + 1.78125, + 0.509766, + 1.679688, + 0.480469, + 1.75, + 2.148438, + 1.941406, + 0.214844, + 1.832031, + 1.976562, + 1.796875, + 0.394531, + 1.345703, + 0.242188, + 1.871094, + 1.710938, + 0.748047, + 1.839844, + 1.458984, + 1.523438, + 1.851562, + 1.863281, + 1.769531, + 1.710938, + 1.898438, + 1.777344, + 1.703125, + 2.015625, + 2.179688, + 1.871094, + 1.554688, + 1.976562, + 1.691406, + 1.410156, + 2.210938, + 2.046875, + 2.03125, + 1.695312, + 1.859375, + 1.789062, + 1.730469, + 2.015625, + 1.707031, + 1.667969, + 1.90625, + 1.941406, + 1.550781, + 1.648438, + 2.125, + 1.863281, + 1.349609, + 1.570312, + 1.828125, + 2.078125, + 1.832031, + 1.785156, + 1.71875, + 1.738281, + 1.570312, + 1.386719, + 2.726562, + 2.046875, + 2.039062, + 1.890625, + 1.859375, + 2.257812, + 1.527344, + 1.972656, + 1.660156, + 1.6875, + 2.21875, + 1.769531, + 1.890625, + 1.855469, + 1.550781, + 1.835938, + 1.5, + 1.519531, + 2.054688, + 0.971558, + 1.988281, + 2.164062, + 0.650391, + 1.894531, + 1.820312, + 1.714844, + 1.644531, + 1.875, + 1.898438, + 1.710938, + 1.921875, + 2.046875, + 1.769531, + 1.5625, + 1.820312, + 1.261719, + 1.960938, + 1.90625, + 1.644531, + 1.851562, + 2.140625, + 1.894531, + 1.691406, + 1.449219, + 1.863281, + 1.773438, + 0.632812, + 1.667969, + 2.015625, + 1.835938, + 1.298828, + 1.847656, + 0.611328, + 1.722656, + 1.851562, + 1.777344, + 1.753906, + 1.742188, + 0.417969, + 1.695312, + 1.425781, + 0.748047, + 1.511719, + 2.007812, + 1.832031, + 1.851562, + 1.5, + 1.847656, + 1.882812, + 1.863281, + 1.714844, + 1.457031, + 0.433594, + 1.992188, + 0.054688, + 1.757812, + 1.96875, + 1.722656, + 1.478516, + 2.085938, + 2.007812, + 0.285156, + 1.886719, + 1.914062, + 1.773438, + 1.695312, + 1.757812, + 1.949219, + 1.714844, + 2.15625, + 1.710938, + 1.882812, + 1.447266, + 1.882812, + 1.804688, + 1.828125, + 1.213867, + 1.601562, + 2.132812, + 1.871094, + 1.296875, + 1.316406, + 1.722656, + 1.703125, + 2.242188, + 2.046875, + 1.792969, + 2.015625, + 2.085938, + 1.738281, + 1.664062, + 1.796875, + 1.898438, + 1.550781, + 1.902344, + 1.07666, + 1.925781, + 1.069336, + 1.322266, + 1.859375, + 0.861328, + 1.324219, + 1.143555, + 1.378906, + 0.28125, + 0.529297, + 2.015625, + 2.03125, + 1.235352, + 1.482422, + 0.429688, + 1.96875, + 1.443359, + 0.774414, + 1.785156, + 1.84375, + 1.648438, + 0.675781, + 1.851562, + 1.746094, + 2.070312, + 1.609375, + 1.675781, + 1.742188, + 2.078125, + 1.972656, + 2.015625, + 1.8125, + 1.730469, + 0.973389, + 1.984375, + 2.171875, + 0.914062, + 0.6875, + 2.234375, + 1.542969, + 1.285156, + 1.244141, + 1.816406, + 1.875, + 1.882812, + 1.914062, + 0.332031, + 1.984375, + 1.980469, + 2.03125, + 1.474609, + 0.398438, + 1.625, + 1.898438, + 1.765625, + 2.054688, + 1.808594, + 2.109375, + 0.623047, + 1.332031, + 1.945312, + 1.601562, + 1.824219, + 0.854492, + 2.0, + 1.882812, + 2.046875, + 1.820312, + 1.566406, + 1.429688, + 1.757812, + 1.710938, + 1.65625, + 1.738281, + 2.28125, + 1.957031, + 2.328125, + 1.675781, + 1.632812, + 1.347656, + 2.015625, + 1.714844, + 1.972656, + 1.710938, + 1.542969, + 2.226562, + 2.007812, + 1.273438, + 1.621094, + 1.914062, + 2.078125, + 2.0625, + 1.914062, + 1.851562, + 2.492188, + 1.925781, + 1.949219, + 1.172852, + 1.398438, + 1.90625, + 1.949219, + 2.070312, + 1.457031, + 1.910156, + 1.832031, + 1.902344, + 1.726562, + 1.894531, + 1.84375, + 1.902344, + 1.257812, + 2.101562, + 1.777344, + 2.171875, + 1.824219, + 1.996094, + 1.910156, + 1.835938, + 0.816406, + 1.636719, + 0.429688, + 1.609375, + 1.914062, + 1.699219, + 1.777344, + 1.730469, + 2.265625, + 1.71875, + 1.773438, + 1.804688, + 0.53125, + 1.765625, + 1.832031, + 1.957031, + 1.734375, + 1.652344, + 0.648438, + 1.847656, + 1.945312, + 1.863281, + 0.417969, + 1.617188, + 1.597656, + 2.179688, + 1.353516, + 1.839844, + 2.0, + 1.871094, + 1.199219, + 1.925781, + 0.292969, + 0.695312, + 0.994904, + 0.386719, + 2.0625, + 1.832031, + 1.769531, + 1.019043, + 0.628906, + 1.804688, + 1.212891, + 1.231445, + 1.5625, + 1.992188, + 1.875, + 2.046875, + 1.699219, + 1.816406, + 1.660156, + 1.929688, + 1.306641, + 1.910156, + 1.867188, + 1.449219, + 1.824219, + 1.597656, + 0.558594, + 0.589844, + 1.796875, + 0.667969, + 2.015625, + 1.6875, + 1.621094, + 1.984375, + 1.585938, + 1.523438, + 1.804688, + 0.484375, + 1.9375, + 1.953125, + 1.910156, + 1.617188, + 2.023438, + 0.433594, + 1.578125, + 1.273438, + 2.03125, + 1.996094, + 2.09375, + 1.914062, + 1.796875, + 1.839844, + 0.972656, + 2.09375, + 0.816406, + 2.039062, + 2.210938, + 1.675781, + 1.617188, + 1.851562, + 1.785156, + 2.007812, + 1.550781, + 2.070312, + 2.015625, + 1.566406, + 1.443359, + 2.171875, + 1.914062, + 1.953125, + 2.140625, + 2.398438, + 1.742188, + 1.839844, + 2.148438, + 1.886719, + 2.132812, + 1.804688, + 0.238281, + 1.824219, + 1.730469, + 1.675781, + 0.753906, + 1.8125, + 2.140625, + 1.894531, + 2.179688, + 1.804688, + 2.359375, + 1.550781, + 2.015625, + 1.789062, + 1.546875, + 1.155273, + 1.96875, + 1.738281, + 1.699219, + 1.628906, + 1.515625, + 1.490234, + 1.792969, + 2.023438, + 1.960938, + 1.349609, + 1.699219, + 2.054688, + 1.349609, + 1.957031, + 1.832031, + 1.777344, + 1.800781, + 2.023438, + 2.070312, + 1.496094, + 2.070312, + 1.738281, + 2.015625, + 1.022583, + 1.601562, + 1.941406, + 1.773438, + 1.539062, + 1.726562, + 1.734375, + 2.0, + 1.660156, + 1.636719, + 1.957031, + 1.945312, + 1.320312, + 1.894531, + 2.007812, + 2.1875, + 1.59375, + 1.523438, + 1.898438, + 1.863281, + 2.046875, + 1.992188, + 1.660156, + 1.773438, + 1.695312, + 1.957031, + 1.010071, + 1.808594, + 1.408203, + 1.410156, + 0.445312, + 1.714844, + 1.326172, + 1.773438, + 2.367188, + 1.617188, + 0.825195, + 0.316406, + 0.371094, + 1.828125, + 1.996094, + 1.960938, + 1.835938, + 1.566406, + 1.71875, + 1.757812, + 1.664062, + 1.785156, + 1.785156, + 1.695312, + 0.355469, + 1.574219, + 1.785156, + 1.824219, + 1.820312, + 1.757812, + 1.855469, + 1.902344, + 1.400391, + 1.753906, + 1.695312, + 1.519531, + 1.820312, + 1.859375, + 1.949219, + 1.238281, + 1.902344, + 1.800781, + 0.246094, + 1.632812, + 1.667969, + 1.582031, + 1.734375, + 1.200195, + 1.996094, + 1.929688, + 2.023438, + 1.65625, + 1.519531, + 1.789062, + 1.644531, + 2.046875, + 1.535156, + 1.738281, + 1.929688, + 1.8125, + 1.75, + 2.671875, + 1.933594, + 1.679688, + 1.667969, + 1.726562, + 1.753906, + 1.800781, + 1.455078, + 1.644531, + 1.683594, + 1.886719, + 2.023438, + 1.890625, + 1.792969, + 1.859375, + 1.992188, + 1.984375, + 0.934082, + 1.890625, + 1.447266, + 1.867188, + 2.140625, + 1.808594, + 1.820312, + 1.066895, + 1.24707, + 0.948486, + 1.941406, + 2.140625, + 1.808594, + 1.304688, + 1.921875, + 1.984375, + 1.707031, + 1.835938, + 1.988281, + 1.679688, + 1.792969, + 1.851562, + 1.816406, + 1.855469, + 1.816406, + 1.554688, + 2.078125, + 1.378906, + 1.412109, + 2.070312, + 1.542969, + 1.90625, + 2.179688, + 1.960938, + 1.964844, + 1.894531, + 2.023438, + 2.0625, + 1.605469, + 1.75, + 0.460938, + 1.84375, + 1.609375, + 1.980469, + 1.742188, + 1.636719, + 1.894531, + 1.664062, + 1.523438, + 1.742188, + 1.902344, + 1.820312, + 1.652344, + 1.929688, + 1.5, + 1.484375, + 1.722656, + 1.628906, + 1.847656, + 1.757812, + 1.820312, + 1.894531, + 1.326172, + 1.566406, + 1.746094, + 1.363281, + 1.617188, + 3.078125, + 1.882812, + 1.832031, + 1.03833, + 0.98584, + 1.894531, + 1.84375, + 1.503906, + 1.223633, + 1.882812, + 1.292969, + 1.921875, + 1.910156, + 1.028076, + 1.980469, + 2.023438, + 1.188477, + 2.0625, + 1.804688, + 1.828125, + 1.398438, + 0.8125, + 1.675781, + 1.71875, + 0.685547, + 1.494141, + 1.957031, + 2.078125, + 0.515625, + 1.972656, + 1.005737, + 1.960938, + 2.109375, + 1.490234, + 1.049805, + 1.796875, + 1.703125, + 1.675781, + 1.714844, + 1.921875, + 2.085938, + 1.800781, + 1.644531, + 1.589844, + 1.761719, + 1.660156, + 2.039062, + 1.742188, + 1.742188, + 1.964844, + 1.949219, + 1.113281, + 1.914062, + 1.6875, + 1.166016, + 1.722656, + 1.108398, + 1.976562, + 1.789062, + 1.902344, + 1.945312, + 1.941406, + 1.648438, + 1.984375, + 1.851562, + 2.023438, + 1.417969, + 1.675781, + 1.789062, + 2.171875, + 0.011719, + 1.376953, + 1.322266, + 1.679688, + 1.515625, + 1.255859, + 1.980469, + 2.023438, + 1.789062, + 2.070312, + 1.78125, + 0.433594, + 1.921875, + 1.691406, + 1.466797, + 1.267578, + 2.03125, + 1.816406, + 1.753906, + 0.460938, + 1.349609, + 1.628906, + 1.589844, + 1.875, + 2.109375, + 2.09375, + 1.453125, + 1.675781, + 1.894531, + 1.898438, + 1.664062, + 1.914062, + 1.863281, + 2.109375, + 1.601562, + 1.78125, + 0.484375, + 1.699219, + 1.839844, + 1.769531, + 1.527344, + 1.859375, + 1.992188, + 1.875, + 1.65625, + 1.789062, + 1.152344, + 1.53125, + 1.726562, + 1.988281, + 1.152344, + 1.416016, + 1.738281, + 0.386719, + 0.175781, + 1.097656, + 1.427734, + 1.832031, + 1.976562, + 1.636719, + 1.769531, + 0.3125, + 0.273438, + 1.664062, + 2.039062, + 1.314453, + 1.757812, + 1.523438, + 1.898438, + 1.859375, + 1.546875, + 0.433594, + 1.816406, + 1.431641, + 1.369141, + 0.829102, + 1.714844, + 1.601562, + 1.628906, + 1.535156, + 1.886719, + 1.804688, + 1.550781, + 1.800781, + 1.464844, + 1.886719, + 1.882812, + 1.310547, + 1.777344, + 1.933594, + 2.273438, + 1.761719, + 0.856445, + 0.308594, + 3.03125, + 1.726562, + 1.78125, + 1.785156, + 1.632812, + 1.714844, + 1.589844, + 1.9375, + 0.222656, + 1.416016, + 1.158203, + 2.09375, + 1.851562, + 0.414062, + 1.890625, + 1.839844, + 1.894531, + 1.726562, + 1.820312, + 1.527344, + 1.365234, + 0.417969, + 1.628906, + 1.416016, + 1.75, + 0.541016, + 1.5625, + 2.109375, + 2.171875, + 1.933594, + 2.1875, + 1.308594, + 1.480469, + 2.007812, + 1.898438, + 0.913086, + 1.851562, + 2.046875, + 1.091309, + 1.882812, + 0.564453, + 1.486328, + 1.777344, + 1.648438, + 1.769531, + 1.570312, + 1.714844, + 1.863281, + 1.738281, + 0.21875, + 1.847656, + 1.875, + 1.894531, + 1.894531, + 1.660156, + 1.765625, + 1.855469, + 0.121094, + 1.423828, + 0.4375, + 1.949219, + 0.460938, + 1.21875, + 2.039062, + 1.941406, + 2.070312, + 1.024902, + 1.546875, + 1.388672, + 1.636719, + 0.328125, + 1.65625, + 1.097656, + 0.958008, + 0.628906, + 1.703125, + 2.109375, + 1.298828, + 1.9375, + 2.164062, + 1.494141, + 1.90625, + 1.175781, + 1.378906, + 1.707031, + 0.339844, + 1.789062, + 2.054688, + 1.609375, + 0.460938, + 0.316406, + 1.890625, + 1.984375, + 1.539062, + 1.96875, + 2.015625, + 1.609375, + 1.117188, + 2.226562, + 1.617188, + 1.636719, + 2.382812, + 1.431641, + 1.929688, + 1.914062, + 2.171875, + 1.863281, + 1.890625, + 1.867188, + 2.132812, + 1.84375, + 1.417969, + 2.101562, + 2.078125, + 1.339844, + 1.835938, + 1.992188, + 1.765625, + 1.816406, + 1.9375, + 1.898438, + 2.054688, + 0.355469, + 1.239258, + 1.550781, + 0.464844, + 1.867188, + 1.597656, + 1.75, + 1.804688, + 1.898438, + 1.820312, + 1.703125, + 1.792969, + 0.414062, + 1.306641, + 1.789062, + 1.400391, + 1.800781, + 1.835938, + 1.170898, + 1.8125, + 1.765625, + 1.90625, + 1.84375, + 2.101562, + 0.382812, + 2.15625, + 2.203125, + 1.094727, + 1.949219, + 1.582031, + 2.117188, + 2.171875, + 1.742188, + 1.882812, + 1.898438, + 2.070312, + 1.90625, + 1.804688, + 1.251953, + 1.753906, + 1.820312, + 1.871094, + 1.953125, + 1.648438, + 0.774414, + 1.960938, + 0.535156, + 1.816406, + 1.785156, + 1.332031, + 1.960938, + 1.785156, + 2.359375, + 1.6875, + 1.435547, + 1.734375, + 0.308594, + 0.261719, + 0.289062, + 1.808594, + 2.039062, + 0.552734, + 1.605469, + 1.703125, + 2.226562, + 0.615234, + 1.664062, + 1.055664, + 1.664062, + 0.480469, + 1.847656, + 1.847656, + 1.53125, + 2.0, + 1.445312, + 1.478516, + 2.007812, + 1.882812, + 0.766602, + 1.640625, + 0.269531, + 1.617188, + 1.902344, + 1.816406, + 2.0, + 1.433594, + 1.191406, + 1.882812, + 0.351562, + 2.007812, + 1.652344, + 1.777344, + 1.8125, + 0.974243, + 1.886719, + 1.769531, + 1.6875, + 1.316406, + 1.738281, + 1.527344, + 1.6875, + 1.960938, + 1.777344, + 1.78125, + 1.820312, + 1.613281, + 2.078125, + 1.558594, + 1.734375, + 2.203125, + 1.867188, + 1.976562, + 1.695312, + 1.757812, + 2.085938, + 1.476562, + 1.796875, + 1.753906, + 1.757812, + 1.851562, + 1.828125, + 1.451172, + 1.667969, + 1.605469, + 2.117188, + 1.617188, + 1.601562, + 0.583984, + 2.03125, + 1.519531, + 1.824219, + 1.515625, + 1.773438, + 1.65625, + 1.929688, + 0.730469, + 1.976562, + 0.738281, + 1.839844, + 1.394531, + 1.484375, + 1.216797, + 1.738281, + 0.893066, + 1.917969, + 0.378906, + 1.875, + 1.029175, + 1.992188, + 1.621094, + 1.574219, + 1.90625, + 1.960938, + 1.695312, + 1.46875, + 1.589844, + 1.824219, + 1.957031, + 0.300781, + 2.046875, + 1.515625, + 1.550781, + 1.910156, + 1.882812, + 0.59375, + 1.632812, + 1.033691, + 1.550781, + 1.796875, + 1.722656, + 2.117188, + 1.78125, + 1.796875, + 1.675781, + 1.482422, + 1.632812, + 0.277344, + 2.078125, + 1.726562, + 1.988281, + 1.933594, + 1.482422, + 0.885742, + 0.3125, + 1.761719, + 0.371094, + 0.560547, + 1.408203, + 1.714844, + 2.039062, + 1.929688, + 0.662109, + 1.660156, + 1.294922, + 1.804688, + 0.351562, + 1.957031, + 1.660156, + 1.625, + 1.703125, + 2.039062, + 2.257812, + 0.378906, + 1.851562, + 2.117188, + 1.09668, + 0.519531, + 1.828125, + 2.054688, + 0.617188, + 2.007812, + 1.84375, + 1.824219, + 1.458984, + 1.671875, + 1.699219, + 0.525391, + 1.921875, + 1.648438, + 1.691406, + 1.957031, + 1.742188, + 1.074707, + 0.316406, + 1.710938, + 2.226562, + 1.507812, + 1.808594, + 1.902344, + 1.929688, + 2.203125, + 1.765625, + 1.574219, + 1.757812, + 1.601562, + 1.808594, + 1.851562, + 1.535156, + 1.855469, + 1.578125, + 1.753906, + 1.867188, + 1.8125, + 0.191406, + 1.863281, + 2.078125, + 1.742188, + 1.574219, + 1.574219, + 1.554688, + 1.617188, + 1.796875, + 1.882812, + 1.867188, + 1.679688, + 1.878906, + 1.878906, + 1.079102, + 1.609375, + 0.414062, + 1.988281, + 0.542969, + 1.867188, + 1.945312, + 1.976562, + 0.394531, + 1.894531, + 1.4375, + 1.496094, + 2.046875, + 2.09375, + 1.796875, + 1.667969, + 1.976562, + 1.65625, + 1.621094, + 0.681641, + 1.5625, + 1.839844, + 2.203125, + 2.1875, + 1.683594, + 1.691406, + 2.046875, + 1.898438, + 1.664062, + 1.714844, + 1.5, + 1.507812, + 1.734375, + 1.597656, + 0.574219, + 1.574219, + 1.976562, + 2.015625, + 1.507812, + 0.398438, + 1.949219, + 1.941406, + 2.132812, + 1.867188, + 1.90625, + 2.023438, + 1.726562, + 1.511719, + 0.488281, + 1.945312, + 1.722656, + 1.945312, + 1.894531, + 1.494141, + 1.738281, + 1.871094, + 2.203125, + 1.835938, + 1.675781, + 2.453125, + 1.867188, + 1.648438, + 1.585938, + 2.070312, + 1.921875, + 0.947754, + 3.375, + 1.625, + 1.644531, + 1.894531, + 1.632812, + 0.959717, + 2.210938, + 1.679688, + 1.722656, + 0.402344, + 1.318359, + 1.277344, + 1.925781, + 1.707031, + 1.972656, + 1.964844, + 0.1875, + 1.910156, + 2.140625, + 0.269531, + 0.941162, + 1.800781, + 1.984375, + 1.859375, + 1.886719, + 1.777344, + 1.550781, + 1.820312, + 1.445312, + 1.972656, + 0.601562, + 1.742188, + 2.242188, + 1.785156, + 0.957031, + 1.804688, + 2.0, + 1.832031, + 1.714844, + 1.820312, + 1.722656, + 1.839844, + 1.482422, + 0.699219, + 1.78125, + 1.738281, + 1.949219, + 1.894531, + 1.151367, + 1.8125, + 1.355469, + 1.734375, + 1.789062, + 1.015625, + 1.6875, + 2.109375, + 1.835938, + 3.09375, + 1.341797, + 2.367188, + 1.78125, + 1.875, + 0.949707, + 0.347656, + 1.734375, + 1.664062, + 1.835938, + 1.392578, + 2.03125, + 1.785156, + 1.71875, + 0.355469, + 1.507812, + 1.847656, + 1.574219, + 1.632812, + 1.796875, + 2.109375, + 1.851562, + 1.789062, + 1.507812, + 1.84375, + 1.660156, + 1.921875, + 2.132812, + 2.023438, + 1.71875, + 1.396484, + 1.412109, + 1.429688, + 2.132812, + 1.427734, + 1.753906, + 1.910156, + 0.984436, + 1.601562, + 1.671875, + 1.878906, + 1.597656, + 1.914062, + 1.847656, + 1.176758, + 1.65625, + 1.902344, + 2.070312, + 1.820312, + 2.046875, + 0.992889, + 1.589844, + 1.933594, + 1.722656, + 2.070312, + 2.132812, + 1.664062, + 2.085938, + 1.667969, + 1.785156, + 1.648438, + 0.742188, + 1.660156, + 1.851562, + 1.929688, + 2.804688, + 1.929688, + 1.972656, + 1.773438, + 1.65625, + 1.765625, + 1.761719, + 1.644531, + 1.427734, + 1.003845, + 1.539062, + 1.5625, + 2.007812, + 1.648438, + 1.898438, + 1.847656, + 1.84375, + 1.710938, + 1.96875, + 1.820312, + 1.945312, + 1.714844, + 1.707031, + 1.734375, + 1.929688, + 1.855469, + 1.714844, + 1.773438, + 1.855469, + 1.875, + 1.820312, + 1.96875, + 2.1875, + 1.632812, + 1.417969, + 1.699219, + 2.023438, + 0.1875, + 1.867188, + 2.046875, + 1.652344, + 0.75293, + 1.839844, + 1.722656, + 0.95459, + 0.402344, + 1.609375, + 1.726562, + 2.320312, + 1.523438, + 1.6875, + 1.722656, + 1.84375, + 1.910156, + 1.628906, + 1.9375, + 1.714844, + 0.927734, + 2.265625, + 1.890625, + 0.703125, + 0.308594, + 2.015625, + 1.945312, + 1.96875, + 0.867188, + 1.824219, + 1.341797, + 1.625, + 2.046875, + 1.804688, + 1.585938, + 1.917969, + 1.601562, + 1.429688, + 1.820312, + 2.007812, + 1.59375, + 0.488281, + 0.948242, + 1.832031, + 1.75, + 1.765625, + 1.289062, + 1.609375, + 1.972656, + 1.417969, + 0.881348, + 2.09375, + 2.015625, + 1.464844, + 1.847656, + 1.746094, + 1.318359, + 1.632812, + 1.878906, + 0.144531, + 0.25, + 1.773438, + 1.792969, + 1.570312, + 2.273438, + 1.578125, + 1.992188, + 0.636719, + 1.722656, + 0.707031, + 0.791992, + 1.855469, + 2.265625, + 1.792969, + 1.816406, + 1.878906, + 2.09375, + 0.611328, + 1.90625, + 1.478516, + 1.5625, + 1.679688, + 1.851562, + 1.800781, + 1.613281, + 1.289062, + 1.828125, + 2.0625, + 1.539062, + 1.535156, + 1.294922, + 1.363281, + 1.828125, + 1.984375, + 1.871094, + 1.90625, + 0.378906, + 1.902344, + 2.070312, + 1.71875, + 1.75, + 1.5625, + 1.691406, + 1.941406, + 1.769531, + 1.609375, + 1.365234, + 1.699219, + 2.054688, + 1.808594, + 2.015625, + 1.925781, + 1.628906, + 1.765625, + 1.660156, + 1.972656, + 1.855469, + 1.679688, + 1.287109, + 0.328125, + 1.84375, + 1.902344, + 2.007812, + 1.816406, + 1.539062, + 0.25, + 1.953125, + 2.140625, + 1.570312, + 1.890625, + 0.664062, + 1.898438, + 1.902344, + 1.84375, + 1.800781, + 1.726562, + 1.945312, + 1.558594, + 1.306641, + 1.941406, + 1.898438, + 1.882812, + 0.402344, + 2.179688, + 1.494141, + 0.300781, + 1.738281, + 1.804688, + 2.101562, + 1.5, + 1.335938, + 1.660156, + 1.398438, + 1.734375, + 1.925781, + 1.824219, + 1.695312, + 1.894531, + 1.875, + 1.447266, + 2.101562, + 1.886719, + 1.992188, + 2.328125, + 2.0, + 1.071289, + 1.738281, + 1.871094, + 1.490234, + 1.550781, + 2.078125, + 1.914062, + 0.742188, + 1.636719, + 0.320312, + 1.910156, + 1.664062, + 2.046875, + 1.574219, + 1.742188, + 1.667969, + 2.054688, + 1.738281, + 1.451172, + 2.0, + 1.773438, + 2.179688, + 1.460938, + 1.976562, + 1.050293, + 1.652344, + 1.083496, + 0.421875, + 1.777344, + 2.078125, + 2.0, + 1.945312, + 2.03125, + 1.224609, + 1.621094, + 1.808594, + 1.069824, + 1.208008, + 1.925781, + 2.164062, + 2.054688, + 1.710938, + 1.820312, + 1.632812, + 2.070312, + 1.972656, + 1.949219, + 0.566406, + 1.625, + 2.476562, + 1.929688, + 1.945312, + 1.441406, + 1.941406, + 1.695312, + 1.628906, + 1.867188, + 1.855469, + 1.882812, + 1.110352, + 1.691406, + 1.75, + 1.851562, + 2.171875, + 2.007812, + 2.070312, + 1.519531, + 1.335938, + 1.945312, + 1.808594, + 0.818359, + 0.566406, + 1.800781, + 2.109375, + 1.898438, + 1.691406, + 2.046875, + 0.304688, + 1.832031, + 2.210938, + 1.609375, + 2.007812, + 1.279297, + 1.691406, + 1.542969, + 0.558594, + 1.835938, + 1.753906, + 1.972656, + 1.523438, + 1.878906, + 2.140625, + 1.765625, + 2.179688, + 1.683594, + 1.863281, + 2.5, + 1.554688, + 1.570312, + 1.040771, + 1.632812, + 0.942627, + 0.40625, + 1.921875, + 2.039062, + 1.863281, + 1.925781, + 2.070312, + 1.84375, + 1.984375, + 1.773438, + 1.914062, + 1.851562, + 1.357422, + 1.609375, + 0.861328, + 1.886719, + 1.206055, + 1.535156, + 1.660156, + 1.730469, + 1.730469, + 1.757812, + 1.894531, + 1.882812, + 1.136719, + 1.894531, + 2.101562, + 0.546875, + 1.429688, + 1.832031, + 2.164062, + 1.523438, + 0.558594, + 1.695312, + 1.921875, + 1.757812, + 1.726562, + 1.683594, + 0.472656, + 1.664062, + 1.710938, + 1.132812, + 1.785156, + 1.503906, + 1.570312, + 1.482422, + 1.917969, + 1.515625, + 1.761719, + 2.078125, + 2.023438, + 1.617188, + 2.03125, + 1.929688, + 0.339844, + 1.644531, + 1.710938, + 1.933594, + 1.917969, + 2.078125, + 2.007812, + 1.392578, + 0.851562, + 1.835938, + 2.171875, + 1.953125, + 1.589844, + 0.982666, + 1.503906, + 1.941406, + 1.757812, + 1.792969, + 1.486328, + 1.921875, + 1.644531, + 1.894531, + 1.382812, + 1.84375, + 1.78125, + 1.707031, + 1.871094, + 1.796875, + 1.707031, + 2.070312, + 1.328125, + 2.117188, + 0.740234, + 0.160156, + 1.828125, + 1.238281, + 1.84375, + 1.902344, + 1.652344, + 1.546875, + 1.427734, + 1.917969, + 1.326172, + 1.886719, + 1.875, + 2.179688, + 1.886719, + 0.375, + 1.84375, + 1.964844, + 2.0625, + 1.617188, + 2.0, + 1.902344, + 1.949219, + 1.96875, + 1.386719, + 1.925781, + 1.902344, + 1.773438, + 1.929688, + 1.511719, + 1.464844, + 1.796875, + 1.265625, + 1.457031, + 1.882812, + 2.039062, + 1.902344, + 1.960938, + 2.109375, + 2.203125, + 1.574219, + 2.523438, + 1.292969, + 1.746094, + 1.318359, + 0.833984, + 1.910156, + 1.769531, + 1.722656, + 0.394531, + 1.182617, + 2.070312, + 1.804688, + 2.09375, + 2.070312, + 2.09375, + 1.949219, + 1.710938, + 1.423828, + 1.910156, + 0.246094, + 1.667969, + 0.954346, + 1.644531, + 1.882812, + 2.242188, + 2.078125, + 1.695312, + 0.292969, + 1.898438, + 1.777344, + 1.78125, + 1.832031, + 2.007812, + 1.90625, + 1.96875, + 1.710938, + 1.597656, + 0.810547, + 1.707031, + 1.945312, + 1.431641, + 1.855469, + 1.925781, + 1.832031, + 1.996094, + 1.353516, + 1.773438, + 1.482422, + 2.296875, + 1.800781, + 2.015625, + 1.878906, + 1.539062, + 1.597656, + 1.664062, + 1.644531, + 1.914062, + 2.078125, + 1.550781, + 1.617188, + 0.394531, + 1.828125, + 1.808594, + 1.871094, + 1.816406, + 1.976562, + 2.007812, + 1.773438, + 1.617188, + 1.957031, + 1.242188, + 1.734375, + 1.757812, + 1.875, + 0.308594, + 1.765625, + 1.796875, + 1.972656, + 1.820312, + 1.859375, + 1.6875, + 2.226562, + 1.507812, + 2.109375, + 1.832031, + 2.03125, + 0.533203, + 1.523438, + 1.429688, + 1.902344, + 0.394531, + 1.898438, + 0.646484, + 1.695312, + 0.324219, + 1.9375, + 1.539062, + 1.828125, + 0.918457, + 1.376953, + 1.800781, + 1.792969, + 1.494141, + 1.808594, + 1.660156, + 2.109375, + 1.960938, + 0.285156, + 0.902832, + 1.119629, + 1.789062, + 1.941406, + 1.613281, + 2.015625, + 2.046875, + 1.835938, + 1.214844, + 1.902344, + 1.800781, + 2.03125, + 2.273438, + 1.816406, + 1.261719, + 1.8125, + 2.046875, + 1.07666, + 1.859375, + 1.921875, + 1.941406, + 1.789062, + 1.945312, + 1.3125, + 2.109375, + 1.753906, + 1.582031, + 2.070312, + 1.832031, + 1.875, + 1.835938, + 2.085938, + 0.605469, + 1.75, + 1.710938, + 1.886719, + 0.615234, + 2.09375, + 2.203125, + 2.09375, + 0.53125, + 1.613281, + 1.102539, + 1.957031, + 1.628906, + 1.322266, + 0.300781, + 2.0, + 1.902344, + 1.796875, + 0.226562, + 1.176758, + 0.484375, + 2.132812, + 2.164062, + 1.400391, + 1.875, + 2.148438, + 1.601562, + 1.878906, + 1.863281, + 1.451172, + 0.583984, + 0.714844, + 1.992188, + 1.396484, + 1.492188, + 1.882812, + 1.757812, + 1.738281, + 2.148438, + 1.289062, + 1.585938, + 1.757812, + 1.621094, + 0.873047, + 2.132812, + 1.867188, + 2.125, + 1.996094, + 1.644531, + 0.507812, + 1.859375, + 0.476562, + 1.730469, + 2.015625, + 1.820312, + 1.824219, + 2.015625, + 1.515625, + 1.855469, + 2.101562, + 1.898438, + 1.839844, + 1.574219, + 1.5625, + 1.871094, + 1.910156, + 2.1875, + 1.460938, + 2.132812, + 1.800781, + 0.918945, + 1.546875, + 1.554688, + 0.921387, + 1.746094, + 1.835938, + 1.9375, + 1.894531, + 1.498047, + 1.484375, + 1.628906, + 1.753906, + 1.117676, + 1.933594, + 1.609375, + 1.785156, + 1.679688, + 2.09375, + 1.851562, + 1.322266, + 1.742188, + 1.925781, + 1.683594, + 1.949219, + 1.671875, + 0.869141, + 1.992188, + 1.71875, + 0.779297, + 1.734375, + 1.804688, + 0.441406, + 1.761719, + 1.204102, + 1.980469, + 1.871094, + 1.671875, + 1.851562, + 2.007812, + 1.875, + 1.605469, + 1.878906, + 1.699219, + 1.6875, + 1.691406, + 0.948242, + 1.574219, + 2.007812, + 1.882812, + 0.636719, + 1.570312, + 1.625, + 1.890625, + 1.792969, + 1.753906, + 1.816406, + 1.691406, + 1.515625, + 1.5, + 1.376953, + 1.792969, + 1.890625, + 0.414062, + 1.898438, + 1.636719, + 0.492188, + 1.925781, + 1.703125, + 2.140625, + 1.667969, + 1.703125, + 1.914062, + 0.679688, + 1.953125, + 1.824219, + 2.140625, + 1.648438, + 1.546875, + 1.574219, + 1.546875, + 0.533203, + 0.827148, + 1.949219, + 1.402344, + 2.132812, + 1.369141, + 1.507812, + 1.769531, + 1.714844, + 0.558594, + 1.404297, + 2.046875, + 0.332031, + 2.054688, + 1.578125, + 2.023438, + 1.910156, + 0.472656, + 1.953125, + 1.722656, + 0.46875, + 1.984375, + 1.863281, + 1.550781, + 1.953125, + 2.03125, + 2.039062, + 0.46875, + 1.929688, + 1.353516, + 1.703125, + 1.71875, + 1.960938, + 1.96875, + 1.316406, + 1.96875, + 1.90625, + 1.855469, + 1.53125, + 0.480469, + 1.632812, + 1.921875, + 1.65625, + 1.738281, + 2.242188, + 1.734375, + 1.376953, + 1.388672, + 1.929688, + 1.519531, + 1.867188, + 1.439453, + 2.375, + 2.09375, + 1.898438, + 0.339844, + 1.890625, + 1.507812, + 1.621094, + 2.1875, + 1.792969, + 1.3125, + 1.447266, + 1.929688, + 1.886719, + 0.578125, + 1.757812, + 1.648438, + 1.628906 + ] + }, + "name": "onnx::Mul_8542", + "outputIndexes": [ + 1420 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1419, + 1420 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_14/Mul_1_output_0", + "outputIndexes": [ + 1421 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1350, + 1421 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_73_output_0", + "outputIndexes": [ + 1422 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1422 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_14/Mul_output_0", + "outputIndexes": [ + 1423 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.814453, + 0.859375, + 0.806641, + 0.84375, + 0.905273, + 0.826172, + 0.818359, + 0.628906, + 0.832031, + 0.847656, + 0.823242, + 0.832031, + 0.814453, + 0.78418, + 0.857422, + 0.858398, + 0.817383, + 0.859375, + 0.876953, + 0.853516, + 0.838867, + 0.942627, + 0.871094, + 0.811523, + 0.822266, + 0.833984, + 0.716797, + 0.807617, + 0.806641, + 0.820312, + 0.865234, + 0.844727, + 0.84668, + 0.662109, + 0.849609, + 0.78418, + 0.868164, + 0.806641, + 0.882324, + 0.876953, + 0.824219, + 0.836914, + 0.862305, + 0.823242, + 0.755859, + 0.845703, + 0.838867, + 0.84082, + 0.859375, + 0.839844, + 0.833008, + 0.722656, + 0.813477, + 0.564453, + 0.827148, + 0.796875, + 0.81543, + 0.845703, + 0.854492, + 0.87207, + 0.824219, + 0.799805, + 0.849609, + 0.814453, + 0.740234, + 0.854492, + 0.796875, + 0.849609, + 0.803711, + 0.849609, + 0.834961, + 0.825195, + 0.829102, + 0.880371, + 0.864258, + 0.850586, + 0.810547, + 0.884277, + 0.832031, + 0.71875, + 0.864258, + 0.609375, + 0.841797, + 0.849609, + 0.838867, + 0.78125, + 0.857422, + 0.850586, + 0.777344, + 0.868164, + 0.81543, + 0.84668, + 0.830078, + 0.740234, + 0.870117, + 0.626953, + 0.810547, + 0.877441, + 0.734375, + 0.84668, + 0.829102, + 0.84375, + 0.836914, + 0.81543, + 0.826172, + 0.87207, + 0.800781, + 0.833008, + 0.847656, + 0.865234, + 0.801758, + 0.803711, + 0.853516, + 0.519531, + 0.821289, + 0.824219, + 0.852539, + 0.599609, + 0.861328, + 0.792969, + 0.825195, + 0.80957, + 0.776367, + 0.847656, + 0.81543, + 0.780273, + 0.80957, + 0.832031, + 0.797852, + 0.805664, + 0.826172, + 0.844727, + 0.857422, + 0.879883, + 0.837891, + 0.81543, + 0.867188, + 0.714844, + 0.866211, + 0.830078, + 0.701172, + 0.879395, + 0.897461, + 0.845703, + 0.885742, + 0.861328, + 0.833984, + 0.893066, + 0.87793, + 0.876465, + 0.869141, + 0.834961, + 0.861328, + 0.705078, + 0.827148, + 0.84082, + 0.841797, + 0.819336, + 0.742188, + 0.669922, + 0.394531, + 0.831055, + 0.802734, + 0.826172, + 0.819336, + 0.891113, + 0.862305, + 0.677734, + 0.783203, + 0.866211, + 0.833008, + 0.75, + 0.814453, + 0.742188, + 0.89209, + 0.865234, + 0.779297, + 0.609375, + 0.841797, + 0.864258, + 0.845703, + 0.642578, + 0.818359, + 0.548828, + 0.742188, + 0.897949, + 0.870117, + 0.828125, + 0.895996, + 0.833984, + 0.856445, + 0.748047, + 0.823242, + 0.803711, + 0.831055, + 0.763672, + 0.862305, + 0.81543, + 0.84668, + 0.833984, + 0.838867, + 0.831055, + 0.861328, + 0.869141, + 0.875, + 0.838867, + 0.786133, + 0.857422, + 0.807617, + 0.834961, + 0.792969, + 0.859375, + 0.833008, + 0.871094, + 0.827148, + 0.830078, + 0.836914, + 0.855469, + 0.8125, + 0.831055, + 0.845703, + 0.748047, + 0.838867, + 0.842773, + 0.805664, + 0.818359, + 0.854492, + 0.819336, + 0.825195, + 0.89502, + 0.359375, + 0.839844, + 0.763672, + 0.825195, + 0.832031, + 0.831055, + 0.738281, + 0.80957, + 0.857422, + 0.868164, + 0.617188, + 0.857422, + 0.855469, + 0.787109, + 0.918945, + 0.833984, + 0.829102, + 0.845703, + 0.879395, + 0.823242, + 0.861328, + 0.841797, + 0.762695, + 0.900391, + 0.818359, + 0.860352, + 0.825195, + 0.849609, + 0.826172, + 0.844727, + 0.849609, + 0.885254, + 0.841797, + 0.856445, + 0.868164, + 0.816406, + 0.842773, + 0.837891, + 0.827148, + 0.822266, + 0.810547, + 0.857422, + 0.855469, + 0.870117, + 0.866211, + 0.84375, + 0.816406, + 0.833008, + 0.818359, + 0.849609, + 0.833984, + 0.84082, + 0.701172, + 0.849609, + 0.820312, + 0.884277, + 0.824219, + 0.847656, + 0.708984, + 0.870117, + 0.87207, + 0.691406, + 0.873047, + 0.876953, + 0.779297, + 0.804688, + 0.839844, + 0.833984, + 0.874023, + 0.875977, + 0.755859, + 0.849609, + 0.638672, + 0.825195, + 0.564453, + 0.768555, + 0.795898, + 0.826172, + 0.884277, + 0.833008, + 0.888672, + 0.636719, + 0.845703, + 0.837891, + 0.802734, + 0.822266, + 0.794922, + 0.88916, + 0.863281, + 0.841797, + 0.841797, + 0.813477, + 0.856445, + 0.855469, + 0.828125, + 0.794922, + 0.873047, + 0.832031, + 0.797852, + 0.830078, + 0.861328, + 0.803711, + 0.831055, + 0.832031, + 0.285156, + 0.837891, + 0.837891, + 0.863281, + 0.831055, + 0.835938, + 0.861328, + 0.892578, + 0.864258, + 0.88916, + 0.805664, + 0.84082, + 0.847656, + 0.758789, + 0.911621, + 0.817383, + 0.623047, + 0.868164, + 0.667969, + 0.868164, + 0.583984, + 0.750977, + 0.831055, + 0.847656, + 0.851562, + 0.862305, + 0.681641, + 0.800781, + 0.890625, + 0.802734, + 0.842773, + 0.847656, + 0.84375, + 0.6875, + 0.81543, + 0.861328, + 0.839844, + 0.837891, + 0.854492, + 0.862305, + 0.842773, + 0.855469, + 0.849609, + 0.8125, + 0.764648, + 0.790039, + 0.854492, + 0.838867, + 0.823242, + 0.724609, + 0.885742, + 0.834961, + 0.885742, + 0.783203, + 0.845703, + 0.852539, + 0.831055, + 0.864258, + 0.671875, + 0.817383, + 0.850586, + 0.810547, + 0.824219, + 0.703125, + 0.870117, + 0.832031, + 0.860352, + 0.835938, + 0.850586, + 0.824219, + 0.732422, + 1.189453, + 0.84668, + 0.84082, + 0.895508, + 0.667969, + 0.822266, + 0.884766, + 0.790039, + 0.856445, + 0.742188, + 0.885742, + 0.848633, + 0.827148, + 0.875, + 0.821289, + 0.88623, + 0.820312, + 0.675781, + 0.821289, + 0.825195, + 0.782227, + 0.827148, + 0.84082, + 0.799805, + 0.81543, + 0.808594, + 0.893066, + 0.831055, + 0.827148, + 0.542969, + 0.838867, + 0.831055, + 0.854492, + 0.830078, + 0.808594, + 0.833984, + 0.786133, + 0.803711, + 0.869141, + 0.611328, + 0.819336, + 0.835938, + 0.841797, + 0.861328, + 0.788086, + 0.8125, + 0.847656, + 0.831055, + 0.783203, + 0.825195, + 0.822266, + 0.75, + 0.818359, + 0.87207, + 0.841797, + 0.862305, + 0.804688, + 0.833008, + 0.862305, + 0.77832, + 0.848633, + 0.654297, + 0.873047, + 0.823242, + 0.888184, + 0.833984, + 0.856445, + 0.893066, + 0.87793, + 0.837891, + 0.842773, + 0.703125, + 0.830078, + 0.879395, + 0.839844, + 0.826172, + 0.864258, + 1.084473, + 0.853516, + 0.834961, + 0.818359, + 0.658203, + 0.870117, + 0.823242, + 0.81543, + 0.833984, + 0.80957, + 0.873047, + 0.821289, + 0.847656, + 0.862305, + 0.595703, + 0.677734, + 0.879883, + 0.660156, + 0.826172, + 0.818359, + 0.829102, + 0.888672, + 0.566406, + 0.814453, + 0.835938, + 0.740234, + 0.876953, + 0.881348, + 0.850586, + 0.814453, + 0.84082, + 0.824219, + 0.854492, + 0.854492, + 0.826172, + 0.863281, + 0.873047, + 0.842773, + 0.75293, + 0.822266, + 0.800781, + 0.740234, + 0.84082, + 0.84082, + 0.852539, + 0.856445, + 0.836914, + 0.877441, + 0.817383, + 0.868164, + 0.87793, + 0.664062, + 0.865234, + 0.636719, + 0.833008, + 0.855469, + 0.850586, + 0.607422, + 0.638672, + 0.847656, + 0.705078, + 0.864258, + 0.854492, + 0.859375, + 0.856445, + 0.805664, + 0.835938, + 0.835938, + 0.662109, + 0.882812, + 0.81543, + 0.797852, + 0.81543, + 0.728516, + 0.849609, + 0.603516, + 0.845703, + 0.800781, + 0.852539, + 0.767578, + 0.789062, + 0.862305, + 0.793945, + 0.817383, + 0.84375, + 0.626953, + 0.746094, + 0.802734, + 0.77832, + 0.80957, + 0.869141, + 0.841797, + 0.587891, + 0.789062, + 0.849609, + 0.833008, + 0.833008, + 0.837891, + 0.762695, + 0.92041, + 0.801758, + 0.831055, + 0.738281, + 0.881348, + 0.724609, + 0.810547, + 0.615234, + 0.806641, + 0.818359, + 0.849609, + 0.732422, + 0.646484, + 0.84668, + 0.868164, + 0.797852, + 0.818359, + 0.847656, + 0.879395, + 0.834961, + 0.870117, + 0.878906, + 0.823242, + 0.865234, + 0.889648, + 0.834961, + 0.816406, + 0.84082, + 0.862305, + 0.857422, + 0.859375, + 0.863281, + 0.611328, + 0.816406, + 0.839844, + 0.844727, + 0.863281, + 0.870117, + 0.801758, + 0.883301, + 0.830078, + 0.801758, + 0.84375, + 0.869141, + 0.868164, + 0.865234, + 0.81543, + 0.884277, + 0.732422, + 0.893555, + 0.881836, + 0.893066, + 0.850586, + 0.921387, + 0.824219, + 0.836914, + 0.855469, + 0.829102, + 0.854492, + 0.918457, + 0.989685, + 0.856445, + 0.710938, + 0.857422, + 0.712891, + 0.857422, + 0.833008, + 0.795898, + 0.742188, + 0.517578, + 0.667969, + 0.866211, + 0.862305, + 0.839844, + 0.885254, + 0.869141, + 0.865234, + 0.813477, + 0.748047, + 0.794922, + 0.814453, + 0.853516, + 0.595703, + 0.858398, + 0.862305, + 0.831055, + 0.865234, + 0.848633, + 0.899902, + 0.860352, + 0.75293, + 0.861328, + 0.845703, + 0.793945, + 0.834961, + 0.845703, + 0.801758, + 0.798828, + 0.838867, + 0.84668, + 0.558594, + 1.080078, + 0.848633, + 0.943604, + 0.853516, + 0.848633, + 0.818359, + 0.814453, + 0.708984, + 0.768555, + 0.877441, + 0.818359, + 0.877441, + 0.792969, + 0.84082, + 0.823242, + 0.857422, + 0.833008, + 0.862305, + 0.351562, + 0.851562, + 0.806641, + 0.838867, + 0.900391, + 0.836914, + 0.822266, + 0.87207, + 0.861328, + 0.836914, + 0.838867, + 0.861328, + 0.833984, + 0.807617, + 0.932129, + 0.556641, + 0.799805, + 0.767578, + 0.839844, + 0.837891, + 0.825195, + 0.87207, + 0.826172, + 0.835938, + 0.805664, + 0.705078, + 0.885742, + 0.857422, + 0.798828, + 0.84668, + 0.916504, + 0.813477, + 0.835938, + 0.849609, + 0.837891, + 0.827148, + 0.860352, + 0.838867, + 0.8125, + 0.834961, + 0.84668, + 0.842773, + 0.841797, + 0.821289, + 0.848633, + 0.813477, + 0.84668, + 0.877441, + 0.791016, + 0.874023, + 0.899902, + 0.829102, + 0.887207, + 0.831055, + 0.838867, + 0.887695, + 0.833008, + 0.685547, + 0.779297, + 0.837891, + 0.798828, + 0.861328, + 0.819336, + 0.850586, + 0.867188, + 0.87793, + 0.800781, + 0.808594, + 0.841797, + 0.779297, + 0.862305, + 0.869141, + 0.860352, + 0.816406, + 0.802734, + 0.823242, + 0.851562, + 0.807617, + 0.813477, + 0.857422, + 0.869141, + 0.866211, + 0.866211, + 0.856445, + 0.332031, + 0.851562, + 0.856445, + 0.667969, + 0.852539, + 0.827148, + 0.790039, + 0.842773, + 0.811523, + 0.870117, + 0.847656, + 0.857422, + 0.818359, + 0.832031, + 0.826172, + 0.876953, + 0.630859, + 0.887207, + 0.875, + 0.853516, + 0.847656, + 0.821289, + 0.858398, + 0.842773, + 0.662109, + 0.848633, + 0.84375, + 0.873047, + 0.652344, + 0.880859, + 0.838867, + 0.786133, + 0.760742, + 0.877441, + 0.814453, + 0.833008, + 0.790039, + 0.884766, + 0.858398, + 0.806641, + 0.831055, + 0.814453, + 0.821289, + 0.833984, + 0.850586, + 0.855469, + 0.8125, + 0.873047, + 0.869141, + 0.744141, + 0.836914, + 0.830078, + 0.84668, + 0.826172, + 0.699219, + 0.854492, + 0.834961, + 0.798828, + 0.854492, + 0.837891, + 0.84668, + 0.838867, + 0.895996, + 0.820312, + 0.858398, + 0.836914, + 0.883301, + 0.837891, + 0.825195, + 0.838867, + 0.394531, + 0.849609, + 0.81543, + 0.862305, + 0.823242, + 0.720703, + 0.837891, + 0.849609, + 0.84668, + 0.881836, + 0.870117, + 0.615234, + 0.862305, + 0.78125, + 0.892578, + 0.646484, + 0.803711, + 0.850586, + 0.854492, + 0.716797, + 0.880859, + 0.821289, + 0.854492, + 0.807617, + 0.833008, + 0.816406, + 0.758789, + 0.761719, + 0.833984, + 0.857422, + 0.831055, + 0.833984, + 0.816406, + 0.847656, + 0.824219, + 0.823242, + 0.722656, + 0.870117, + 0.862305, + 0.823242, + 0.854492, + 0.814453, + 0.830078, + 0.919922, + 0.828125, + 0.836914, + 0.871094, + 0.869141, + 0.880371, + 0.84668, + 0.822266, + 0.873047, + 0.853516, + 0.693359, + 0.576172, + 0.854492, + 0.748047, + 0.863281, + 0.857422, + 0.87207, + 0.881836, + 0.658203, + 0.548828, + 0.878906, + 0.833008, + 0.792969, + 0.90332, + 0.833984, + 0.814453, + 0.800781, + 0.720703, + 0.65625, + 0.787109, + 0.879883, + 0.857422, + 0.712891, + 0.822266, + 0.847656, + 0.814453, + 0.89209, + 0.914551, + 0.876465, + 0.837891, + 0.896484, + 0.801758, + 0.816406, + 0.865234, + 0.874023, + 0.817383, + 0.798828, + 0.905273, + 0.864258, + 0.821289, + 0.634766, + 0.285156, + 0.833984, + 0.850586, + 0.819336, + 0.850586, + 0.829102, + 0.84082, + 0.837891, + 0.5625, + 0.839844, + 0.805664, + 0.916016, + 0.854492, + 0.623047, + 0.84668, + 0.873047, + 0.865234, + 0.882324, + 0.841797, + 0.827148, + 0.837891, + 0.712891, + 0.84668, + 0.879883, + 0.807617, + 0.675781, + 0.878906, + 0.84668, + 0.705078, + 0.800781, + 0.529297, + 0.883301, + 0.856445, + 0.851562, + 0.758789, + 0.833984, + 0.837891, + 0.84668, + 0.847656, + 0.673828, + 0.801758, + 0.472656, + 0.864258, + 0.783203, + 0.855469, + 0.830078, + 0.824219, + 0.895508, + 0.875488, + 0.578125, + 0.831055, + 0.860352, + 0.820312, + 0.814453, + 0.582031, + 0.853516, + 0.87793, + 0.457031, + 0.849609, + 0.626953, + 0.8125, + 0.646484, + 0.870117, + 0.831055, + 0.833008, + 0.828125, + 0.885742, + 0.817383, + 0.638672, + 0.834961, + 0.634766, + 0.835938, + 0.876953, + 0.806641, + 0.795898, + 0.826172, + 0.799805, + 0.876953, + 0.679688, + 0.866211, + 0.850586, + 0.835938, + 0.870117, + 0.87207, + 0.839844, + 0.644531, + 0.837891, + 0.864258, + 0.794922, + 0.582031, + 0.636719, + 0.864258, + 0.84668, + 0.84668, + 0.837891, + 0.835938, + 0.868164, + 0.801758, + 0.277344, + 0.855469, + 0.851562, + 0.863281, + 0.810547, + 0.811523, + 0.81543, + 0.871094, + 0.817383, + 0.845703, + 0.841797, + 0.845703, + 0.8125, + 0.856445, + 0.881348, + 0.856445, + 0.825195, + 0.873047, + 0.826172, + 0.861328, + 0.831055, + 0.855469, + 0.766602, + 0.81543, + 0.621094, + 0.834961, + 0.797852, + 0.660156, + 0.851562, + 0.80957, + 0.832031, + 0.821289, + 0.858398, + 0.84668, + 0.811523, + 0.852539, + 0.617188, + 0.88623, + 0.842773, + 0.833008, + 0.841797, + 0.857422, + 0.84668, + 0.873047, + 0.864258, + 0.897461, + 0.855469, + 0.833984, + 0.634766, + 0.874023, + 0.851562, + 0.851562, + 0.848633, + 0.830078, + 0.857422, + 0.730469, + 0.84082, + 0.833984, + 0.830078, + 0.831055, + 0.861328, + 0.837891, + 0.734375, + 0.810547, + 0.841797, + 0.887695, + 0.823242, + 0.734375, + 0.677734, + 0.800781, + 0.726562, + 0.833984, + 0.845703, + 0.80957, + 0.864258, + 0.833984, + 0.839844, + 0.826172, + 0.84668, + 0.81543, + 0.566406, + 0.632812, + 0.634766, + 0.859375, + 0.856445, + 0.716797, + 0.873047, + 0.861328, + 0.823242, + 0.716797, + 0.825195, + 0.785156, + 0.841797, + 0.71875, + 0.835938, + 0.833984, + 0.71875, + 0.864258, + 0.848633, + 0.848633, + 0.918945, + 0.824219, + 0.640625, + 1.143555, + 0.591797, + 0.81543, + 0.810547, + 0.842773, + 0.864258, + 0.813477, + 0.625, + 0.863281, + 0.701172, + 0.697266, + 0.873047, + 0.853516, + 0.837891, + 0.799805, + 0.834961, + 0.810547, + 0.863281, + 0.838867, + 0.879395, + 0.856445, + 0.924316, + 0.857422, + 0.862305, + 0.756836, + 0.877441, + 0.848633, + 0.835938, + 0.790039, + 0.881348, + 0.844727, + 0.869141, + 0.826172, + 0.829102, + 0.848633, + 0.838867, + 0.849609, + 0.838867, + 0.862305, + 0.819336, + 0.852539, + 0.841797, + 0.829102, + 0.861328, + 0.77832, + 0.767578, + 0.798828, + 0.816406, + 0.71875, + 0.792969, + 0.860352, + 0.862305, + 0.794922, + 0.866211, + 0.857422, + 0.833984, + 0.703125, + 0.84082, + 0.839844, + 0.84082, + 0.887695, + 0.860352, + 0.841797, + 0.837891, + 0.81543, + 0.805664, + 0.671875, + 0.814453, + 0.833984, + 0.873047, + 0.822266, + 0.84082, + 0.865234, + 0.835938, + 0.857422, + 0.887695, + 0.837891, + 0.831055, + 0.854492, + 0.611328, + 0.833008, + 0.84375, + 0.896973, + 0.841797, + 0.810547, + 0.601562, + 0.84668, + 0.808594, + 0.816406, + 0.854492, + 0.844727, + 0.738281, + 0.864258, + 0.837891, + 0.837891, + 0.849609, + 0.816406, + 0.642578, + 0.84375, + 0.866211, + 0.808594, + 0.544922, + 0.875, + 0.756836, + 0.595703, + 0.826172, + 0.619141, + 0.625, + 0.863281, + 0.88623, + 0.849609, + 0.867188, + 1.052979, + 0.845703, + 0.84375, + 0.787109, + 0.695312, + 0.832031, + 0.827148, + 0.794922, + 0.93457, + 0.849609, + 0.877441, + 0.626953, + 0.8125, + 0.863281, + 0.738281, + 0.677734, + 0.833984, + 0.818359, + 0.734375, + 0.839844, + 0.642578, + 0.850586, + 0.838867, + 0.833008, + 0.849609, + 0.695312, + 0.830078, + 0.871094, + 0.879395, + 0.823242, + 0.865234, + 0.863281, + 0.638672, + 0.857422, + 0.830078, + 0.881348, + 0.881348, + 0.836914, + 0.818359, + 0.842773, + 0.869141, + 0.84668, + 0.87793, + 0.667969, + 0.833984, + 0.831055, + 0.830078, + 0.860352, + 0.795898, + 0.84082, + 0.791992, + 0.871094, + 0.541016, + 0.854492, + 0.855469, + 0.852539, + 0.875, + 0.799805, + 0.837891, + 0.808594, + 0.849609, + 0.760742, + 0.818359, + 0.862305, + 0.862305, + 0.837891, + 0.755859, + 0.782227, + 0.6875, + 0.831055, + 0.710938, + 0.75293, + 0.838867, + 0.816406, + 0.646484, + 0.797852, + 0.869141, + 0.915527, + 0.894531, + 0.848633, + 0.841797, + 0.862305, + 0.802734, + 0.861328, + 0.818359, + 0.748047, + 0.845703, + 0.832031, + 0.740234, + 0.866211, + 0.868164, + 0.803711, + 0.871094, + 0.818359, + 0.826172, + 0.84668, + 0.762695, + 0.831055, + 0.845703, + 0.879883, + 0.792969, + 0.853516, + 0.816406, + 0.834961, + 0.836914, + 0.667969, + 0.821289, + 0.853516, + 0.800781, + 0.841797, + 0.8125, + 0.845703, + 0.802734, + 0.854492, + 0.648438, + 0.863281, + 0.849609, + 0.794922, + 0.81543, + 0.874023, + 0.823242, + 0.847656, + 0.871094, + 0.849609, + 0.814453, + 0.874023, + 0.837891, + 0.875, + 0.868164, + 0.825195, + 0.851562, + 0.848633, + 0.445312, + 0.849609, + 0.842773, + 0.829102, + 0.870117, + 0.862305, + 0.819336, + 0.859375, + 0.845703, + 0.630859, + 0.878906, + 0.899902, + 0.699219, + 0.847656, + 0.841797, + 0.854492, + 0.566406, + 0.830078, + 0.758789, + 0.59375, + 0.755859, + 0.838867, + 0.857422, + 0.844727, + 0.826172, + 0.84668, + 0.861328, + 0.870117, + 0.845703, + 0.857422, + 0.774414, + 0.877441, + 0.870117, + 0.88623, + 0.619141, + 0.852539, + 0.828125, + 0.834961, + 0.813477, + 0.845703, + 0.841797, + 0.827148, + 0.826172, + 0.673828, + 0.919922, + 0.857422, + 0.808594, + 0.828125, + 0.807617, + 0.804688, + 0.671875, + 0.813477, + 0.828125, + 0.814453, + 0.869141, + 0.797852, + 0.826172, + 0.300781, + 0.826172, + 0.946777, + 0.836914, + 0.854492, + 0.801758, + 0.693359, + 0.814453, + 0.811523, + 0.8125, + 0.828125, + 0.836914, + 0.869141, + 0.822266, + 0.609375, + 0.857422, + 0.845703, + 0.84668, + 0.836914, + 0.775391, + 0.855469, + 0.830078, + 0.862305, + 0.785156, + 0.822266, + 0.864258, + 0.888672, + 0.826172, + 0.834961, + 0.722656, + 0.803711, + 0.791992, + 0.833984, + 0.828125, + 0.881348, + 0.615234, + 0.833008, + 0.864258, + 0.744141, + 0.854492, + 0.823242, + 0.911621, + 0.833984, + 0.849609, + 0.759766, + 0.839844, + 0.819336, + 0.78418, + 0.791992, + 0.816406, + 0.827148, + 0.899902, + 0.854492, + 0.900879, + 0.84082, + 0.790039, + 0.84375, + 0.845703, + 0.849609, + 0.853516, + 0.859375, + 0.677734, + 0.839844, + 0.825195, + 0.913086, + 0.472656, + 0.833984, + 0.831055, + 0.800781, + 0.839844, + 0.825195, + 0.856445, + 0.861328, + 0.825195, + 0.893555, + 0.894531, + 0.864258, + 0.879395, + 0.876465, + 0.829102, + 0.825195, + 0.875, + 0.870117, + 0.87207, + 0.806641, + 0.799805, + 0.882324, + 0.798828, + 0.685547, + 0.818359, + 0.859375, + 0.874023, + 0.822266, + 0.825195, + 0.806641, + 0.864258, + 0.75, + 0.842773, + 0.862305, + 0.84375, + 0.848633, + 0.900391, + 0.580078, + 0.816406, + 0.78418, + 0.838867, + 0.761719, + 0.848633, + 0.853516, + 0.794922, + 0.675781, + 0.794922, + 0.865234, + 0.841797, + 0.826172, + 0.814453, + 0.838867, + 0.84082, + 0.871094, + 0.867188, + 0.779297, + 0.857422, + 0.806641, + 0.807617, + 0.825195, + 0.798828, + 0.583984, + 0.854492, + 0.88623, + 0.831055, + 0.807617, + 0.869141, + 0.833008, + 0.816406, + 0.795898, + 0.900879, + 0.861328, + 0.876465, + 0.878418, + 0.881836, + 0.839844, + 0.851562, + 1.703125, + 0.740234, + 0.852539, + 0.831055, + 0.830078, + 0.881836, + 0.873047, + 0.801758, + 0.805664, + 0.811523, + 0.805664, + 0.831055, + 0.834961, + 0.876953, + 0.835938, + 0.806641, + 0.832031, + 0.892578, + 0.829102, + 0.589844, + 0.615234, + 0.860352, + 0.836914, + 0.855469, + 0.84668, + 0.855469, + 0.824219, + 0.757812, + 0.865234, + 0.857422, + 0.77832, + 0.761719, + 0.863281, + 0.84082, + 0.873047, + 0.851562, + 0.822266, + 0.740234, + 0.837891, + 0.84668, + 0.816406, + 0.831055, + 0.900879, + 0.833984, + 0.848633, + 0.855469, + 0.881348, + 0.810547, + 0.838867, + 0.814453, + 0.716797, + 0.865234, + 0.81543, + 0.25, + 0.850586, + 0.826172, + 0.681641, + 0.825195, + 0.837891, + 0.742188, + 0.849609, + 0.786133, + 0.841797, + 0.788086, + 0.818359, + 0.807617, + 0.848633, + 0.875, + 0.844727, + 0.870117, + 0.810547, + 0.831055, + 0.833984, + 0.829102, + 0.77832, + 0.862305, + 0.864258, + 0.825195, + 0.650391, + 0.601562, + 0.856445, + 0.808594, + 0.848633, + 0.84082, + 0.834961, + 0.46875, + 0.880371, + 0.844727, + 0.854492, + 0.823242, + 0.768555, + 0.888672, + 0.833984, + 0.848633, + 0.84668, + 0.819336, + 0.746094, + 0.830078, + 0.833008, + 0.825195, + 0.78418, + 0.794922, + 0.677734, + 0.871094, + 0.766602, + 0.599609, + 0.84082, + 0.664062, + 0.841797, + 0.893555, + 0.818359, + 0.845703, + 0.648438, + 0.800781, + 0.854492, + 0.845703, + 0.84668, + 0.853516, + 0.810547, + 0.942139, + 0.758789, + 0.854492, + 0.856445, + 0.799805, + 0.853516, + 0.707031, + 0.855469, + 0.838867, + 0.808594, + 0.839844, + 0.554688, + 0.844727, + 0.730469, + 0.857422, + 0.613281, + 0.836914, + 0.826172, + 0.826172, + 0.820312, + 0.84082, + 0.868164, + 0.845703, + 0.881836, + 0.871094, + 0.854492, + 0.888672, + 0.828125, + 0.814453, + 0.844727, + 0.77832, + 0.900879, + 0.883301, + 0.667969, + 0.857422, + 0.905273, + 0.849609, + 0.888184, + 1.084473, + 0.870117, + 0.863281, + 0.84668, + 0.84375, + 0.837891, + 0.833984, + 0.84668, + 0.853516, + 0.804688, + 0.862305, + 0.732422, + 0.854492, + 0.841797, + 0.841797, + 0.699219, + 0.764648, + 0.787109, + 0.87793, + 0.849609, + 0.817383, + 0.814453, + 0.830078, + 0.827148, + 0.84082, + 0.822266, + 0.849609, + 0.677734, + 0.8125, + 0.84082, + 0.853516, + 0.762695, + 0.801758, + 0.831055, + 0.839844, + 0.841797, + 0.826172, + 0.850586, + 0.795898, + 0.730469, + 0.816406, + 0.880371, + 0.851562, + 0.849609, + 0.842773, + 0.53125, + 0.816406, + 0.837891, + 0.829102, + 0.88623, + 0.770508, + 0.875977, + 0.84375, + 0.597656, + 0.807617, + 0.842773, + 0.813477, + 0.858398, + 0.928711, + 0.880371, + 0.88916, + 0.804688, + 0.863281, + 0.827148, + 0.942627, + 0.80957, + 0.803711, + 0.792969, + 0.874023, + 0.88916, + 0.644531, + 0.861328, + 0.831055, + 0.862305, + 0.838867, + 0.550781, + 0.820312, + 0.836914, + 0.825195, + 0.803711, + 0.865234, + 0.742188, + 0.869141, + 0.799805, + 0.862305, + 0.775391, + 0.832031, + 0.883301, + 0.87207, + 0.738281, + 0.825195, + 0.793945, + 0.830078, + 0.860352, + 0.880859, + 0.834961, + 0.701172, + 0.829102, + 0.839844, + 0.813477, + 0.907715, + 0.708984, + 0.824219, + 0.757812, + 0.807617, + 0.845703, + 0.84668, + 0.664062, + 0.807617, + 0.851562, + 0.771484, + 0.84082, + 0.802734, + 0.8125, + 0.833008, + 0.807617, + 0.864258, + 0.844727, + 0.854492, + 0.854492, + 0.870117, + 0.833008, + 0.830078, + 0.630859, + 0.877441, + 0.826172, + 0.824219, + 0.861328, + 0.854492, + 0.877441, + 0.856445, + 0.821289, + 0.776367, + 0.856445, + 0.816406, + 0.836914, + 0.783203, + 0.892578, + 0.732422, + 0.827148, + 0.829102, + 0.860352, + 0.829102, + 0.841797, + 0.798828, + 0.863281, + 0.874023, + 0.833008, + 0.845703, + 0.849609, + 0.863281, + 0.821289, + 0.788086, + 0.800781, + 0.838867, + 0.789062, + 0.513672, + 0.853516, + 0.822266, + 0.830078, + 0.84668, + 0.888672, + 0.847656, + 0.834961, + 0.87793, + 0.868164, + 0.791992, + 0.862305, + 0.887695, + 0.862305, + 0.662109, + 0.853516, + 0.834961, + 0.849609, + 0.806641, + 0.675781, + 0.84082, + 0.834961, + 0.818359, + 0.855469, + 0.830078, + 0.833008, + 0.863281, + 0.893555, + 0.865234, + 0.770508, + 0.845703, + 0.794922, + 0.829102, + 0.810547, + 0.823242, + 0.823242, + 0.844727, + 0.913574, + 0.810547, + 0.876953, + 0.740234, + 0.84375, + 0.856445, + 0.861328, + 0.75293, + 0.899902, + 0.806641, + 0.879395, + 0.710938, + 0.810547, + 0.831055, + 0.87793, + 0.831055, + 0.861328, + 0.701172, + 0.841797, + 0.742188, + 0.769531, + 0.740234, + 0.658203, + 0.831055, + 0.798828, + 0.864258, + 0.853516, + 0.871094, + 0.847656, + 0.837891, + 0.625, + 0.858398, + 0.829102, + 0.837891, + 0.849609, + 0.811523, + 0.817383, + 0.883789, + 0.864258, + 0.810547, + 0.842773, + 0.834961, + 0.866211, + 0.884766, + 0.802734, + 0.813477, + 0.788086, + 0.786133, + 0.862305, + 0.868164, + 0.845703, + 0.742188, + 0.847656, + 0.833984, + 0.870117, + 0.871094, + 0.845703, + 0.866211, + 0.771484, + 0.667969, + 0.830078, + 0.854492, + 0.742188, + 0.626953, + 0.857422, + 0.856445, + 0.888672, + 0.84668, + 0.826172, + 0.792969, + 0.848633, + 0.830078, + 0.813477, + 0.777344, + 0.868164, + 0.847656, + 0.818359, + 0.652344, + 0.856445, + 0.783203, + 0.830078, + 0.819336, + 0.830078, + 0.839844, + 0.859375, + 0.883789, + 0.880371, + 0.833008, + 0.829102, + 0.644531, + 0.855469, + 0.831055, + 0.877441, + 0.685547, + 0.804688, + 0.662109, + 0.845703, + 0.609375, + 0.817383, + 0.816406, + 0.666016, + 0.798828, + 0.880859, + 0.828125, + 0.818359, + 0.880371, + 0.878906, + 0.820312, + 0.789062, + 0.845703, + 0.589844, + 0.748047, + 0.738281, + 0.877441, + 0.80957, + 0.879883, + 0.81543, + 0.75, + 0.841797, + 0.801758, + 0.829102, + 0.849609, + 0.823242, + 0.839844, + 0.865234, + 0.818359, + 0.847656, + 0.841797, + 0.854492, + 0.908691, + 0.883789, + 0.796875, + 0.818359, + 0.823242, + 0.825195, + 0.828125, + 0.833008, + 0.853516, + 0.822266, + 0.878906, + 0.798828, + 0.807617, + 0.772461, + 0.760742, + 0.766602, + 0.831055, + 0.768555, + 0.748047, + 0.900879, + 0.914062, + 0.831055, + 0.697266, + 0.856445, + 0.84668, + 0.849609, + 0.869141, + 0.813477, + 0.607422, + 0.895996, + 0.81543, + 0.842773, + 0.566406, + 0.876465, + 0.615234, + 0.80957, + 0.863281, + 0.849609, + 0.807617, + 0.921387, + 0.887695, + 0.793945, + 0.833008, + 0.822266, + 0.775391, + 0.793945, + 0.80957, + 0.880371, + 0.895508, + 0.836914, + 0.838867, + 0.805664, + 0.918945, + 0.81543, + 0.87207, + 0.833984, + 0.832031, + 0.726562, + 0.826172, + 0.827148, + 0.732422, + 0.855469, + 0.856445, + 0.744141, + 0.804688, + 0.654297, + 0.75, + 0.900879, + 0.818359, + 0.888184, + 0.783203, + 0.876953, + 0.810547, + 0.833008, + 0.850586, + 0.798828, + 0.849609, + 0.829102, + 0.834961, + 0.849609, + 0.818359, + 0.833984, + 0.632812, + 0.873047, + 0.742188, + 0.808594, + 0.820312, + 0.859375, + 0.837891, + 0.837891, + 0.834961, + 0.825195, + 0.862305, + 0.856445, + 0.882812, + 0.801758, + 0.769531, + 0.848633, + 1.100098, + 0.730469, + 0.833008, + 0.941895, + 0.845703, + 0.856445, + 0.857422, + 0.871094, + 0.833008, + 0.861328, + 0.832031, + 0.765625, + 0.811523, + 0.879395, + 0.748047, + 0.885254, + 0.80957, + 0.636719, + 0.81543, + 0.845703, + 0.844727, + 0.849609, + 0.854492, + 0.838867, + 0.853516, + 0.833984, + 0.865234, + 0.852539, + 0.862305, + 0.847656, + 0.870117, + 0.776367, + 0.824219, + 0.804688, + 0.833984, + 0.710938, + 0.856445, + 0.831055, + 0.858398, + 0.748047, + 0.819336, + 0.80957, + 0.791992, + 0.814453, + 0.496094, + 0.799805, + 0.833984, + 0.819336, + 0.740234, + 0.821289, + 0.80957, + 0.772461, + 0.835938, + 0.896484, + 0.807617, + 0.885742, + 0.800781, + 0.831055, + 0.769531, + 0.84668, + 0.854492, + 0.836914, + 0.84375, + 0.770508, + 0.883789, + 0.875488, + 0.675781, + 0.884277, + 0.828125, + 0.873047, + 0.865234, + 0.826172, + 0.861328, + 0.837891, + 0.84082, + 0.71875, + 0.851562, + 0.841797, + 0.595703, + 0.848633, + 0.857422, + 0.855469, + 0.816406, + 0.6875, + 0.755859, + 0.865234, + 0.642578, + 0.909668, + 0.529297, + 0.861328, + 0.833984, + 0.819336, + 0.799805, + 0.705078, + 0.779297, + 0.870117, + 0.842773, + 0.830078, + 0.856445, + 0.850586, + 0.726562, + 0.829102, + 0.898438, + 0.851562, + 0.869141, + 0.703125, + 0.842773, + 0.862305, + 0.829102, + 0.870117, + 0.849609, + 0.827148, + 0.818359, + 0.813477, + 0.845703, + 0.838867, + 0.845703, + 0.708984, + 0.476562, + 0.791992, + 0.870117, + 0.646484, + 0.885742, + 0.816406, + 0.860352, + 0.905762, + 0.850586, + 0.864258, + 0.748047, + 0.833008, + 0.800781, + 0.697266, + 0.888672, + 0.728516, + 0.869141 + ] + }, + "name": "onnx::Mul_8544", + "outputIndexes": [ + 1424 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1423, + 1424 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_14/Mul_1_output_0", + "outputIndexes": [ + 1425 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1425 + ], + "outputIndexes": [ + 2898 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2898 + ], + "outputIndexes": [ + 2899 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear", + "inputIndexes": [ + 2899 + ], + "outputIndexes": [ + 2900 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 621086916, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2900 + ], + "outputIndexes": [ + 2901 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2901 + ], + "outputIndexes": [ + 1426 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1426, + 1426 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Mul_output_0", + "outputIndexes": [ + 1427 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1426, + 1427 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Mul_1_output_0", + "outputIndexes": [ + 1428 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1428 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Mul_2_output_0", + "outputIndexes": [ + 1429 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1426, + 1429 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Add_output_0", + "outputIndexes": [ + 1430 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1430 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Mul_3_output_0", + "outputIndexes": [ + 1431 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1431 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_14/Tanh_output_0", + "outputIndexes": [ + 1432 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1432 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Add_1_output_0", + "outputIndexes": [ + 1433 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1426, + 1433 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Mul_4_output_0", + "outputIndexes": [ + 1434 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1434 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Mul_5_output_0", + "outputIndexes": [ + 1435 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1425 + ], + "outputIndexes": [ + 2902 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2902 + ], + "outputIndexes": [ + 2903 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear", + "inputIndexes": [ + 2903 + ], + "outputIndexes": [ + 2904 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 633030874, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2904 + ], + "outputIndexes": [ + 2905 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2905 + ], + "outputIndexes": [ + 1436 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1435, + 1436 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_14/Mul_output_0", + "outputIndexes": [ + 1437 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1437 + ], + "outputIndexes": [ + 2906 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2906 + ], + "outputIndexes": [ + 2907 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear", + "inputIndexes": [ + 2907 + ], + "outputIndexes": [ + 2908 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 644974832, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2908 + ], + "outputIndexes": [ + 2909 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2909 + ], + "outputIndexes": [ + 1438 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1438 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_14/Mul_output_0", + "outputIndexes": [ + 1439 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.148438, + 2.125, + 2.203125, + 2.390625, + 2.40625, + 2.210938, + 2.039062, + 0.740234, + 2.234375, + 1.722656, + 2.296875, + 1.996094, + 1.859375, + 2.296875, + 2.304688, + 2.046875, + 2.046875, + 2.164062, + 1.78125, + 2.0625, + 2.117188, + 2.234375, + 2.265625, + 1.84375, + 1.933594, + 2.148438, + 1.714844, + 1.929688, + 2.289062, + 2.234375, + 1.726562, + 1.472656, + 2.171875, + 0.782227, + 2.078125, + 1.640625, + 2.109375, + 2.257812, + 1.867188, + 2.117188, + 2.320312, + 2.171875, + 2.195312, + 1.546875, + 0.899902, + 2.140625, + 2.304688, + 2.046875, + 2.3125, + 1.617188, + 2.140625, + 1.371094, + 1.988281, + 1.004852, + 2.179688, + 1.738281, + 2.101562, + 2.257812, + 2.101562, + 1.804688, + 1.435547, + 2.523438, + 2.195312, + 2.046875, + 1.882812, + 1.917969, + 1.213867, + 2.09375, + 1.820312, + 1.996094, + 2.226562, + 2.1875, + 2.078125, + 2.125, + 1.90625, + 1.949219, + 1.201172, + 1.636719, + 1.621094, + 0.914062, + 1.929688, + 0.677734, + 2.148438, + 1.542969, + 2.132812, + 2.0, + 2.039062, + 1.5625, + 0.859375, + 1.882812, + 2.078125, + 1.941406, + 2.476562, + 0.791992, + 2.179688, + 0.742188, + 2.007812, + 2.234375, + 2.882812, + 1.984375, + 1.835938, + 2.234375, + 2.226562, + 2.078125, + 2.242188, + 2.171875, + 2.304688, + 1.589844, + 2.265625, + 2.148438, + 2.203125, + 2.09375, + 2.320312, + 1.777344, + 2.148438, + 1.699219, + 2.257812, + 0.916504, + 1.925781, + 2.304688, + 2.203125, + 2.140625, + 2.03125, + 2.234375, + 1.800781, + 1.458984, + 2.007812, + 2.265625, + 1.996094, + 1.287109, + 1.21582, + 2.015625, + 1.882812, + 2.109375, + 2.21875, + 2.3125, + 1.738281, + 1.585938, + 1.9375, + 2.351562, + 2.773438, + 2.25, + 1.746094, + 2.109375, + 2.234375, + 1.929688, + 1.804688, + 2.21875, + 2.148438, + 2.265625, + 2.054688, + 1.753906, + 1.933594, + 2.304688, + 2.171875, + 2.234375, + 1.143555, + 2.171875, + 0.808594, + 0.754883, + 1.902344, + 2.265625, + 1.851562, + 1.105469, + 2.21875, + 2.195312, + 2.335938, + 0.767578, + 2.242188, + 1.898438, + 2.179688, + 0.816406, + 2.054688, + 0.764648, + 2.140625, + 2.460938, + 2.148438, + 0.638672, + 2.164062, + 2.21875, + 2.125, + 0.708984, + 1.542969, + 0.617188, + 2.484375, + 2.03125, + 0.969238, + 2.109375, + 1.820312, + 1.703125, + 2.179688, + 2.203125, + 1.980469, + 2.0625, + 2.234375, + 1.96875, + 2.132812, + 2.242188, + 2.210938, + 2.148438, + 1.882812, + 2.109375, + 2.039062, + 1.789062, + 2.328125, + 2.289062, + 2.375, + 2.070312, + 2.09375, + 2.164062, + 1.902344, + 2.351562, + 2.140625, + 1.984375, + 2.03125, + 2.171875, + 1.832031, + 1.996094, + 2.351562, + 2.257812, + 1.664062, + 1.78125, + 2.179688, + 2.375, + 2.171875, + 2.117188, + 1.992188, + 1.988281, + 1.816406, + 1.617188, + 1.824219, + 2.320312, + 2.359375, + 2.234375, + 2.203125, + 2.4375, + 1.710938, + 2.164062, + 1.96875, + 1.992188, + 1.914062, + 2.054688, + 2.273438, + 2.195312, + 1.945312, + 2.164062, + 1.761719, + 1.792969, + 2.375, + 1.103027, + 2.195312, + 2.273438, + 0.875, + 2.203125, + 2.171875, + 1.996094, + 1.945312, + 2.273438, + 2.3125, + 1.992188, + 2.203125, + 2.296875, + 2.070312, + 1.882812, + 2.109375, + 1.574219, + 2.070312, + 2.203125, + 1.976562, + 2.101562, + 2.148438, + 2.007812, + 2.039062, + 1.792969, + 2.257812, + 2.148438, + 0.929199, + 2.03125, + 2.273438, + 2.195312, + 1.484375, + 2.132812, + 0.895996, + 2.070312, + 2.25, + 2.117188, + 1.992188, + 2.171875, + 0.764648, + 1.984375, + 1.617188, + 1.004364, + 1.902344, + 2.234375, + 1.988281, + 2.179688, + 1.824219, + 2.117188, + 2.359375, + 2.164062, + 2.023438, + 1.730469, + 0.777344, + 2.210938, + 0.810547, + 1.898438, + 2.242188, + 1.917969, + 1.890625, + 2.234375, + 2.320312, + 0.724609, + 2.179688, + 2.1875, + 2.046875, + 2.078125, + 1.976562, + 2.25, + 1.859375, + 2.171875, + 1.902344, + 2.289062, + 1.742188, + 2.171875, + 2.054688, + 1.996094, + 1.414062, + 1.882812, + 2.257812, + 2.164062, + 1.550781, + 1.617188, + 2.03125, + 2.023438, + 6.5, + 2.242188, + 2.039062, + 2.296875, + 2.359375, + 2.085938, + 1.992188, + 2.039062, + 2.257812, + 1.988281, + 2.078125, + 1.310547, + 2.195312, + 1.275391, + 1.566406, + 2.21875, + 1.076172, + 1.523438, + 1.345703, + 1.667969, + 0.673828, + 0.852539, + 2.359375, + 2.28125, + 1.449219, + 1.777344, + 0.789062, + 2.171875, + 1.722656, + 1.078125, + 2.164062, + 2.210938, + 1.992188, + 1.020996, + 2.21875, + 2.023438, + 2.3125, + 1.792969, + 2.039062, + 2.078125, + 2.390625, + 2.296875, + 2.265625, + 2.023438, + 1.914062, + 1.203125, + 2.34375, + 2.242188, + 1.107422, + 0.962891, + 2.46875, + 1.894531, + 1.613281, + 1.365234, + 2.148438, + 2.179688, + 2.117188, + 2.289062, + 0.712891, + 2.195312, + 2.242188, + 2.203125, + 1.730469, + 0.740234, + 1.957031, + 2.1875, + 2.101562, + 2.210938, + 2.046875, + 2.367188, + 0.892578, + 0.997559, + 2.28125, + 1.925781, + 2.226562, + 1.162109, + 2.195312, + 2.1875, + 2.09375, + 2.125, + 1.558594, + 1.824219, + 2.03125, + 2.046875, + 2.085938, + 1.984375, + 2.335938, + 2.15625, + 2.976562, + 1.992188, + 2.015625, + 1.597656, + 2.195312, + 2.117188, + 2.148438, + 2.046875, + 2.046875, + 2.429688, + 2.265625, + 1.550781, + 1.777344, + 2.125, + 2.273438, + 2.242188, + 2.101562, + 2.257812, + 2.414062, + 2.070312, + 2.242188, + 1.380859, + 1.466797, + 2.203125, + 2.28125, + 2.320312, + 1.792969, + 2.242188, + 2.179688, + 2.179688, + 1.980469, + 2.046875, + 2.21875, + 2.179688, + 1.423828, + 2.328125, + 2.039062, + 2.289062, + 2.203125, + 2.171875, + 2.179688, + 2.15625, + 1.07373, + 1.992188, + 0.764648, + 1.953125, + 2.21875, + 2.132812, + 2.046875, + 2.03125, + 2.328125, + 1.925781, + 2.101562, + 2.195312, + 0.827148, + 2.117188, + 2.140625, + 2.25, + 1.960938, + 1.964844, + 2.929688, + 2.21875, + 2.1875, + 2.132812, + 0.75, + 2.054688, + 1.859375, + 2.335938, + 1.613281, + 2.085938, + 2.210938, + 2.171875, + 1.464844, + 2.1875, + 0.693359, + 0.945801, + 1.308594, + 0.786133, + 2.203125, + 2.078125, + 2.0625, + 1.261719, + 0.972656, + 2.09375, + 1.419922, + 1.492188, + 1.976562, + 2.234375, + 2.148438, + 2.242188, + 2.046875, + 1.980469, + 2.046875, + 2.21875, + 1.574219, + 2.242188, + 2.359375, + 1.730469, + 2.054688, + 1.882812, + 0.84082, + 0.908203, + 2.1875, + 0.918945, + 2.21875, + 1.996094, + 1.816406, + 2.179688, + 1.902344, + 1.882812, + 2.148438, + 0.851562, + 2.210938, + 1.652344, + 2.179688, + 2.039062, + 2.328125, + 0.835938, + 1.519531, + 1.585938, + 1.9375, + 2.210938, + 2.40625, + 2.140625, + 2.210938, + 2.007812, + 1.219727, + 2.359375, + 1.084473, + 2.335938, + 2.398438, + 1.871094, + 1.835938, + 1.898438, + 2.0625, + 1.816406, + 1.90625, + 2.085938, + 2.304688, + 1.605469, + 1.699219, + 2.234375, + 2.078125, + 2.273438, + 2.335938, + 1.96875, + 1.789062, + 2.101562, + 2.359375, + 2.09375, + 2.351562, + 1.933594, + 0.679688, + 2.242188, + 2.0, + 1.941406, + 0.949951, + 2.109375, + 2.695312, + 2.179688, + 2.265625, + 2.023438, + 2.664062, + 1.875, + 2.414062, + 1.984375, + 1.496094, + 1.333984, + 2.179688, + 2.046875, + 1.796875, + 1.960938, + 1.777344, + 1.726562, + 2.03125, + 2.148438, + 2.195312, + 1.679688, + 2.140625, + 2.460938, + 1.621094, + 2.132812, + 2.242188, + 2.078125, + 2.054688, + 2.203125, + 2.25, + 1.796875, + 2.25, + 2.117188, + 2.289062, + 1.230469, + 1.875, + 2.140625, + 2.171875, + 1.699219, + 2.023438, + 2.023438, + 2.179688, + 2.078125, + 1.894531, + 2.140625, + 2.320312, + 1.617188, + 2.109375, + 2.328125, + 2.398438, + 2.085938, + 1.820312, + 2.25, + 2.21875, + 2.382812, + 2.257812, + 1.871094, + 2.078125, + 1.949219, + 2.242188, + 1.214844, + 2.296875, + 0.390625, + 1.640625, + 0.790039, + 2.007812, + 1.5625, + 2.140625, + 2.414062, + 1.917969, + 1.050781, + 0.790039, + 0.710938, + 2.265625, + 2.210938, + 2.359375, + 2.265625, + 1.941406, + 2.117188, + 2.023438, + 1.816406, + 1.921875, + 1.984375, + 2.09375, + 0.667969, + 1.804688, + 2.109375, + 2.039062, + 2.03125, + 2.039062, + 2.203125, + 2.1875, + 1.644531, + 2.054688, + 1.925781, + 1.78125, + 2.0625, + 2.085938, + 2.148438, + 1.445312, + 2.351562, + 2.078125, + 0.603516, + 1.722656, + 2.023438, + 1.867188, + 2.085938, + 1.582031, + 2.15625, + 2.179688, + 2.539062, + 1.890625, + 1.847656, + 1.988281, + 1.980469, + 2.195312, + 1.796875, + 1.972656, + 2.242188, + 2.140625, + 2.085938, + 1.910156, + 2.28125, + 1.851562, + 1.875, + 2.109375, + 2.015625, + 2.21875, + 1.726562, + 2.0625, + 1.996094, + 2.242188, + 2.21875, + 2.25, + 2.109375, + 1.816406, + 1.851562, + 2.3125, + 1.219727, + 2.273438, + 1.804688, + 2.109375, + 2.429688, + 2.195312, + 2.148438, + 1.287109, + 1.414062, + 1.134766, + 2.21875, + 2.242188, + 2.226562, + 1.648438, + 2.210938, + 2.25, + 2.015625, + 2.085938, + 2.242188, + 2.015625, + 2.039062, + 2.195312, + 2.203125, + 2.117188, + 2.125, + 1.949219, + 2.273438, + 1.734375, + 1.78125, + 2.28125, + 1.804688, + 2.195312, + 2.335938, + 2.265625, + 2.203125, + 2.171875, + 2.257812, + 2.335938, + 1.824219, + 2.046875, + 0.785156, + 2.078125, + 1.933594, + 2.195312, + 2.03125, + 1.964844, + 2.359375, + 2.054688, + 1.796875, + 2.101562, + 2.210938, + 2.140625, + 1.945312, + 2.179688, + 1.882812, + 1.734375, + 2.1875, + 1.9375, + 2.226562, + 2.039062, + 2.125, + 2.4375, + 1.511719, + 1.828125, + 2.054688, + 1.6875, + 1.964844, + 1.84375, + 2.125, + 2.28125, + 1.283203, + 1.214844, + 2.210938, + 2.125, + 1.804688, + 1.417969, + 2.234375, + 1.5625, + 2.164062, + 2.140625, + 1.292969, + 2.242188, + 2.203125, + 1.316406, + 2.273438, + 2.171875, + 2.125, + 1.640625, + 1.032471, + 1.921875, + 2.046875, + 0.927246, + 1.941406, + 2.28125, + 2.328125, + 0.788086, + 2.257812, + 1.240234, + 2.320312, + 2.570312, + 1.804688, + 1.198242, + 2.101562, + 1.9375, + 2.039062, + 2.023438, + 2.28125, + 2.257812, + 2.15625, + 1.949219, + 1.8125, + 2.117188, + 2.015625, + 2.304688, + 2.09375, + 2.023438, + 2.398438, + 2.289062, + 1.335938, + 2.296875, + 1.957031, + 1.318359, + 2.085938, + 1.341797, + 2.132812, + 2.09375, + 2.140625, + 2.132812, + 2.265625, + 1.839844, + 2.28125, + 2.085938, + 2.328125, + 1.65625, + 1.894531, + 2.171875, + 2.296875, + 0.449219, + 1.605469, + 1.5625, + 1.949219, + 1.789062, + 1.466797, + 2.257812, + 2.289062, + 2.078125, + 2.1875, + 2.023438, + 0.751953, + 2.179688, + 1.894531, + 1.84375, + 1.390625, + 2.164062, + 2.210938, + 1.949219, + 0.772461, + 1.644531, + 2.007812, + 1.875, + 2.242188, + 2.265625, + 2.320312, + 1.722656, + 2.15625, + 1.992188, + 2.054688, + 1.84375, + 2.203125, + 2.109375, + 2.320312, + 1.742188, + 2.007812, + 0.788086, + 2.085938, + 2.140625, + 2.140625, + 1.839844, + 2.117188, + 2.132812, + 2.320312, + 2.039062, + 2.140625, + 1.412109, + 1.863281, + 2.179688, + 2.289062, + 1.330078, + 1.65625, + 1.984375, + 0.701172, + 0.574219, + 1.294922, + 1.933594, + 2.046875, + 2.234375, + 1.980469, + 2.179688, + 0.703125, + 0.603516, + 1.972656, + 2.429688, + 1.542969, + 2.085938, + 1.757812, + 2.203125, + 2.1875, + 1.707031, + 0.770508, + 2.210938, + 1.746094, + 1.761719, + 1.083496, + 1.976562, + 1.789062, + 1.867188, + 1.792969, + 2.367188, + 2.125, + 1.867188, + 2.242188, + 1.601562, + 2.265625, + 2.226562, + 1.597656, + 2.046875, + 2.3125, + 2.46875, + 2.125, + 1.139648, + 0.754883, + 1.792969, + 1.988281, + 2.0, + 2.171875, + 2.015625, + 2.070312, + 1.90625, + 2.3125, + 0.541016, + 1.757812, + 1.353516, + 2.328125, + 2.210938, + 0.801758, + 2.234375, + 2.101562, + 2.164062, + 2.078125, + 2.203125, + 1.867188, + 1.558594, + 0.774414, + 1.941406, + 1.660156, + 1.976562, + 0.855469, + 1.804688, + 2.34375, + 2.539062, + 2.140625, + 1.902344, + 1.65625, + 1.746094, + 2.304688, + 2.140625, + 1.12793, + 2.015625, + 2.179688, + 1.341797, + 1.988281, + 0.763672, + 1.523438, + 2.046875, + 1.953125, + 2.132812, + 2.015625, + 2.054688, + 2.046875, + 2.195312, + 0.644531, + 2.195312, + 2.203125, + 2.0, + 2.273438, + 2.210938, + 2.109375, + 2.1875, + 0.769531, + 1.792969, + 0.730469, + 2.195312, + 0.790039, + 1.486328, + 2.265625, + 2.242188, + 2.242188, + 1.298828, + 1.8125, + 1.675781, + 1.945312, + 0.720703, + 1.976562, + 1.310547, + 1.162109, + 0.878418, + 2.054688, + 2.320312, + 1.494141, + 1.902344, + 2.367188, + 1.914062, + 2.304688, + 1.449219, + 1.675781, + 2.0625, + 0.75, + 2.125, + 2.25, + 1.84375, + 0.857422, + 0.750977, + 2.070312, + 2.25, + 1.863281, + 2.273438, + 2.257812, + 1.972656, + 1.419922, + 1.984375, + 1.972656, + 2.039062, + 2.453125, + 1.570312, + 2.148438, + 2.171875, + 2.359375, + 2.164062, + 2.273438, + 2.109375, + 2.445312, + 2.070312, + 1.753906, + 2.335938, + 2.203125, + 1.539062, + 2.210938, + 2.21875, + 2.148438, + 2.046875, + 2.320312, + 2.40625, + 2.171875, + 0.683594, + 1.412109, + 1.640625, + 0.869141, + 2.101562, + 1.902344, + 2.054688, + 2.140625, + 2.179688, + 2.132812, + 1.902344, + 2.117188, + 0.793945, + 1.458984, + 2.070312, + 1.695312, + 2.101562, + 2.078125, + 1.453125, + 2.1875, + 2.09375, + 2.210938, + 2.203125, + 2.304688, + 0.80957, + 2.429688, + 2.460938, + 1.296875, + 2.242188, + 2.023438, + 2.375, + 2.59375, + 2.054688, + 2.109375, + 2.1875, + 2.242188, + 2.242188, + 2.109375, + 1.625, + 1.933594, + 2.109375, + 2.234375, + 2.28125, + 1.871094, + 1.037842, + 2.210938, + 0.817383, + 2.023438, + 2.34375, + 1.488281, + 2.210938, + 2.171875, + 2.265625, + 1.964844, + 1.632812, + 1.980469, + 0.646484, + 0.703125, + 0.757812, + 2.109375, + 2.242188, + 0.842773, + 1.898438, + 1.949219, + 2.4375, + 0.907715, + 1.890625, + 1.269531, + 1.914062, + 0.773438, + 2.171875, + 2.171875, + 1.960938, + 2.257812, + 1.640625, + 1.683594, + 2.328125, + 2.078125, + 1.116211, + 1.859375, + 0.591797, + 1.976562, + 2.179688, + 2.148438, + 2.382812, + 1.507812, + 1.34375, + 2.1875, + 0.695312, + 2.484375, + 2.015625, + 2.03125, + 2.070312, + 1.271484, + 2.242188, + 2.117188, + 2.0, + 1.554688, + 2.09375, + 1.796875, + 2.875, + 2.171875, + 2.203125, + 2.414062, + 2.234375, + 1.988281, + 2.328125, + 1.738281, + 2.078125, + 2.367188, + 2.148438, + 2.171875, + 2.015625, + 2.085938, + 2.273438, + 1.710938, + 2.15625, + 2.023438, + 2.132812, + 2.148438, + 1.960938, + 1.742188, + 2.03125, + 1.898438, + 2.234375, + 2.0625, + 1.898438, + 0.929688, + 2.242188, + 1.773438, + 2.078125, + 1.863281, + 2.054688, + 1.964844, + 2.3125, + 0.978027, + 2.265625, + 0.914551, + 2.179688, + 1.699219, + 1.742188, + 1.492188, + 2.015625, + 1.163086, + 2.109375, + 0.726562, + 2.125, + 1.1875, + 2.289062, + 1.949219, + 1.828125, + 2.203125, + 2.304688, + 2.007812, + 1.789062, + 1.949219, + 2.015625, + 2.242188, + 0.728516, + 2.257812, + 1.898438, + 1.828125, + 2.265625, + 2.140625, + 2.117188, + 1.976562, + 1.306641, + 1.882812, + 2.078125, + 2.0, + 2.46875, + 2.148438, + 2.109375, + 2.046875, + 1.78125, + 1.902344, + 0.792969, + 2.320312, + 2.078125, + 2.21875, + 1.683594, + 1.746094, + 1.15332, + 0.640625, + 2.078125, + 0.712891, + 0.921387, + 1.640625, + 2.070312, + 2.195312, + 2.320312, + 1.063965, + 1.867188, + 1.494141, + 2.039062, + 0.744141, + 2.28125, + 1.929688, + 1.972656, + 2.078125, + 2.265625, + 2.375, + 0.756836, + 2.117188, + 2.296875, + 1.269531, + 0.859375, + 2.226562, + 2.265625, + 0.929688, + 2.296875, + 1.855469, + 2.179688, + 1.765625, + 2.125, + 1.976562, + 0.817383, + 2.210938, + 1.890625, + 2.070312, + 2.203125, + 2.070312, + 1.261719, + 0.782227, + 1.980469, + 2.476562, + 1.757812, + 2.117188, + 2.203125, + 2.210938, + 2.460938, + 1.992188, + 1.886719, + 1.992188, + 2.171875, + 2.171875, + 2.109375, + 1.9375, + 2.140625, + 1.699219, + 2.070312, + 2.140625, + 1.996094, + 0.582031, + 2.085938, + 2.328125, + 2.101562, + 1.84375, + 1.902344, + 1.777344, + 1.800781, + 2.070312, + 2.109375, + 2.085938, + 2.132812, + 2.09375, + 2.148438, + 1.34375, + 1.949219, + 0.78418, + 2.226562, + 0.800781, + 2.148438, + 2.179688, + 2.273438, + 0.754883, + 2.148438, + 1.789062, + 1.78125, + 2.273438, + 2.546875, + 2.101562, + 2.023438, + 2.140625, + 1.945312, + 1.953125, + 0.947754, + 1.945312, + 2.195312, + 2.546875, + 2.304688, + 1.863281, + 2.078125, + 2.203125, + 2.210938, + 2.039062, + 2.007812, + 1.683594, + 1.753906, + 1.976562, + 1.945312, + 0.857422, + 1.929688, + 2.21875, + 2.28125, + 1.765625, + 0.801758, + 2.226562, + 2.3125, + 2.34375, + 2.195312, + 2.1875, + 2.179688, + 1.996094, + 1.957031, + 0.84375, + 2.164062, + 2.117188, + 2.046875, + 2.296875, + 1.828125, + 2.140625, + 2.226562, + 2.460938, + 2.140625, + 1.816406, + 2.460938, + 2.132812, + 2.007812, + 1.828125, + 2.28125, + 2.210938, + 1.155273, + 3.859375, + 1.925781, + 2.0, + 2.28125, + 1.992188, + 1.166992, + 2.382812, + 1.964844, + 2.070312, + 0.807617, + 1.691406, + 1.539062, + 1.933594, + 2.015625, + 2.273438, + 2.328125, + 0.714844, + 2.15625, + 2.703125, + 0.681641, + 1.18457, + 2.070312, + 2.140625, + 2.109375, + 2.21875, + 2.109375, + 1.9375, + 2.101562, + 1.808594, + 2.273438, + 0.924316, + 2.078125, + 2.304688, + 2.203125, + 1.21582, + 2.179688, + 2.117188, + 2.148438, + 2.015625, + 2.234375, + 1.945312, + 2.0625, + 1.695312, + 1.006073, + 2.25, + 2.054688, + 2.078125, + 2.203125, + 1.398438, + 2.148438, + 1.466797, + 1.96875, + 2.132812, + 1.224609, + 2.109375, + 2.265625, + 2.109375, + 1.949219, + 1.730469, + 2.4375, + 2.101562, + 2.039062, + 1.172852, + 0.783203, + 1.976562, + 2.226562, + 2.0, + 1.605469, + 2.25, + 2.117188, + 2.085938, + 0.753906, + 1.867188, + 2.234375, + 1.808594, + 1.996094, + 1.929688, + 2.3125, + 2.132812, + 2.148438, + 1.742188, + 2.0625, + 1.902344, + 2.210938, + 2.351562, + 2.242188, + 1.949219, + 1.574219, + 1.679688, + 1.582031, + 2.21875, + 1.691406, + 1.8125, + 2.195312, + 1.22168, + 1.929688, + 2.046875, + 2.171875, + 1.964844, + 2.101562, + 2.164062, + 1.320312, + 1.953125, + 2.273438, + 2.421875, + 2.125, + 2.257812, + 1.206055, + 1.925781, + 2.109375, + 2.046875, + 2.367188, + 2.164062, + 1.746094, + 2.273438, + 2.0, + 2.054688, + 1.96875, + 0.978027, + 2.101562, + 2.179688, + 2.296875, + 1.917969, + 2.210938, + 2.335938, + 2.039062, + 1.960938, + 1.921875, + 2.101562, + 1.945312, + 1.667969, + 1.239258, + 1.871094, + 1.941406, + 2.242188, + 1.976562, + 2.257812, + 2.1875, + 2.085938, + 2.117188, + 2.203125, + 2.054688, + 2.476562, + 1.992188, + 1.839844, + 1.78125, + 2.09375, + 2.132812, + 1.964844, + 2.171875, + 2.023438, + 2.1875, + 2.101562, + 2.640625, + 2.421875, + 2.007812, + 1.621094, + 2.085938, + 2.210938, + 0.697266, + 2.148438, + 2.25, + 2.007812, + 1.026123, + 2.046875, + 1.972656, + 1.208984, + 0.762695, + 1.863281, + 1.914062, + 2.398438, + 1.847656, + 1.929688, + 2.078125, + 2.039062, + 2.359375, + 1.949219, + 2.296875, + 2.03125, + 1.145508, + 2.296875, + 2.171875, + 0.915039, + 0.6875, + 2.273438, + 2.3125, + 2.273438, + 1.160156, + 2.117188, + 1.490234, + 1.949219, + 2.273438, + 2.304688, + 1.929688, + 2.203125, + 1.933594, + 1.699219, + 2.179688, + 2.273438, + 2.03125, + 0.744141, + 1.202148, + 2.054688, + 2.015625, + 2.15625, + 1.490234, + 1.921875, + 2.210938, + 1.722656, + 1.124023, + 2.414062, + 2.304688, + 1.714844, + 2.148438, + 1.941406, + 1.640625, + 1.933594, + 2.179688, + 0.792969, + 0.703125, + 1.992188, + 2.179688, + 1.914062, + 2.421875, + 1.914062, + 2.210938, + 0.894531, + 2.148438, + 0.966309, + 1.07666, + 1.976562, + 2.320312, + 2.09375, + 2.078125, + 2.1875, + 2.296875, + 0.868164, + 2.21875, + 1.871094, + 1.777344, + 2.070312, + 2.289062, + 2.015625, + 1.886719, + 1.5, + 2.171875, + 2.226562, + 1.894531, + 1.761719, + 1.462891, + 1.695312, + 2.039062, + 3.8125, + 2.265625, + 2.210938, + 0.775391, + 1.996094, + 2.25, + 1.648438, + 2.078125, + 1.929688, + 2.109375, + 2.171875, + 2.046875, + 1.996094, + 1.601562, + 2.054688, + 2.304688, + 2.234375, + 2.226562, + 2.265625, + 2.0, + 2.023438, + 1.894531, + 2.296875, + 2.289062, + 2.078125, + 1.507812, + 0.746094, + 2.109375, + 2.171875, + 2.304688, + 2.179688, + 1.84375, + 0.558594, + 2.34375, + 2.328125, + 1.816406, + 2.132812, + 0.948242, + 2.359375, + 2.148438, + 2.132812, + 1.96875, + 2.039062, + 2.429688, + 1.832031, + 1.460938, + 2.085938, + 2.34375, + 2.0, + 0.770508, + 2.351562, + 1.875, + 0.589844, + 2.023438, + 1.921875, + 2.320312, + 1.808594, + 1.621094, + 1.972656, + 1.410156, + 2.070312, + 2.148438, + 2.078125, + 1.996094, + 2.117188, + 2.070312, + 1.851562, + 2.53125, + 2.367188, + 2.117188, + 2.1875, + 2.359375, + 1.255859, + 1.996094, + 2.132812, + 1.804688, + 1.8125, + 2.015625, + 2.171875, + 1.002304, + 1.804688, + 0.722656, + 2.148438, + 1.945312, + 2.414062, + 1.835938, + 2.03125, + 2.09375, + 2.148438, + 2.101562, + 1.710938, + 2.242188, + 2.117188, + 2.265625, + 1.695312, + 2.210938, + 1.182617, + 2.015625, + 1.357422, + 0.78418, + 2.117188, + 2.210938, + 2.414062, + 2.265625, + 2.476562, + 1.558594, + 1.992188, + 2.171875, + 1.28125, + 1.341797, + 2.179688, + 2.304688, + 2.304688, + 1.902344, + 2.078125, + 1.582031, + 2.351562, + 2.289062, + 2.101562, + 0.880371, + 1.878906, + 2.390625, + 2.046875, + 2.25, + 1.625, + 2.117188, + 1.9375, + 1.96875, + 2.09375, + 2.09375, + 2.015625, + 1.229492, + 1.902344, + 2.21875, + 2.148438, + 2.296875, + 2.335938, + 2.203125, + 1.828125, + 1.566406, + 2.273438, + 2.171875, + 1.082031, + 0.878418, + 2.078125, + 2.226562, + 2.367188, + 2.070312, + 2.328125, + 0.642578, + 2.0625, + 2.367188, + 1.910156, + 2.242188, + 1.59375, + 1.996094, + 1.714844, + 0.899902, + 2.0625, + 2.109375, + 2.203125, + 1.871094, + 1.980469, + 2.40625, + 2.085938, + 2.234375, + 2.015625, + 2.148438, + 2.46875, + 1.808594, + 1.824219, + 1.229492, + 1.996094, + 1.21582, + 0.774414, + 2.007812, + 2.421875, + 2.210938, + 2.328125, + 2.007812, + 2.039062, + 2.226562, + 2.101562, + 2.148438, + 2.09375, + 1.5625, + 1.835938, + 1.05542, + 2.179688, + 1.453125, + 1.957031, + 2.03125, + 2.140625, + 1.890625, + 2.132812, + 2.117188, + 2.25, + 1.355469, + 2.070312, + 2.257812, + 0.922363, + 1.613281, + 2.148438, + 2.429688, + 1.863281, + 0.858398, + 2.03125, + 2.125, + 1.988281, + 2.085938, + 2.078125, + 0.788086, + 2.085938, + 2.140625, + 1.314453, + 2.1875, + 1.761719, + 1.804688, + 1.855469, + 2.320312, + 1.855469, + 1.992188, + 2.375, + 2.132812, + 1.988281, + 2.210938, + 2.117188, + 0.722656, + 1.972656, + 2.015625, + 2.140625, + 2.195312, + 2.296875, + 2.414062, + 1.734375, + 1.035645, + 2.109375, + 2.25, + 2.335938, + 1.917969, + 1.192383, + 1.789062, + 2.007812, + 2.015625, + 1.988281, + 1.785156, + 2.1875, + 1.984375, + 2.109375, + 1.664062, + 2.140625, + 1.976562, + 2.015625, + 2.132812, + 2.070312, + 2.015625, + 2.210938, + 1.621094, + 2.34375, + 1.003235, + 0.517578, + 2.054688, + 1.539062, + 2.1875, + 2.226562, + 2.007812, + 1.90625, + 1.574219, + 2.179688, + 1.605469, + 1.964844, + 2.203125, + 2.273438, + 2.085938, + 0.714844, + 2.015625, + 2.1875, + 2.273438, + 1.847656, + 1.933594, + 1.996094, + 2.179688, + 2.085938, + 1.722656, + 2.226562, + 2.257812, + 2.210938, + 2.304688, + 1.898438, + 1.570312, + 2.0625, + 1.53125, + 1.652344, + 2.054688, + 2.328125, + 2.132812, + 2.1875, + 2.515625, + 2.265625, + 1.910156, + 3.0, + 1.484375, + 2.117188, + 1.503906, + 1.072754, + 2.34375, + 2.039062, + 2.09375, + 0.742188, + 1.470703, + 2.335938, + 2.046875, + 2.351562, + 2.25, + 2.03125, + 2.296875, + 1.921875, + 1.621094, + 2.4375, + 0.732422, + 1.960938, + 2.015625, + 1.9375, + 2.171875, + 2.351562, + 2.304688, + 1.945312, + 0.728516, + 2.148438, + 1.996094, + 1.960938, + 2.03125, + 2.273438, + 2.367188, + 2.3125, + 2.03125, + 1.765625, + 1.039795, + 2.054688, + 2.242188, + 1.800781, + 2.117188, + 2.195312, + 2.007812, + 2.210938, + 1.667969, + 2.117188, + 1.667969, + 2.609375, + 2.085938, + 2.203125, + 2.265625, + 1.949219, + 1.804688, + 1.917969, + 1.917969, + 2.289062, + 2.203125, + 2.015625, + 1.742188, + 0.754883, + 2.28125, + 2.117188, + 2.242188, + 2.179688, + 2.289062, + 2.132812, + 2.148438, + 2.0625, + 2.203125, + 1.359375, + 2.070312, + 2.132812, + 2.046875, + 0.707031, + 2.140625, + 1.984375, + 2.203125, + 2.234375, + 2.109375, + 1.957031, + 2.34375, + 1.804688, + 2.304688, + 2.0625, + 2.304688, + 0.844727, + 1.835938, + 1.707031, + 2.367188, + 0.742188, + 2.203125, + 0.966797, + 1.976562, + 0.744141, + 2.25, + 1.660156, + 1.757812, + 1.174805, + 1.664062, + 2.117188, + 2.046875, + 1.84375, + 2.070312, + 1.9375, + 2.289062, + 2.21875, + 0.544922, + 1.067871, + 1.419922, + 2.140625, + 2.242188, + 1.902344, + 2.289062, + 2.195312, + 2.179688, + 1.474609, + 2.179688, + 2.085938, + 2.257812, + 2.421875, + 2.070312, + 1.691406, + 2.179688, + 2.257812, + 1.341797, + 2.21875, + 2.203125, + 2.367188, + 2.078125, + 2.242188, + 1.507812, + 2.429688, + 2.085938, + 1.800781, + 2.273438, + 2.21875, + 2.210938, + 2.054688, + 2.421875, + 0.835938, + 1.964844, + 2.023438, + 1.988281, + 0.895508, + 2.351562, + 2.484375, + 2.375, + 0.821289, + 1.875, + 1.351562, + 2.234375, + 1.808594, + 1.570312, + 0.744141, + 2.171875, + 2.179688, + 2.078125, + 0.568359, + 1.332031, + 0.838867, + 2.070312, + 2.296875, + 1.652344, + 2.265625, + 2.382812, + 2.070312, + 2.054688, + 2.101562, + 1.847656, + 0.866211, + 0.963379, + 2.242188, + 1.722656, + 1.796875, + 2.164062, + 1.964844, + 1.960938, + 2.34375, + 1.460938, + 1.992188, + 2.03125, + 1.980469, + 1.103516, + 2.492188, + 2.234375, + 2.585938, + 2.335938, + 1.976562, + 0.825195, + 2.296875, + 0.850586, + 2.15625, + 2.265625, + 2.023438, + 2.125, + 2.1875, + 1.726562, + 2.09375, + 2.351562, + 2.179688, + 2.210938, + 1.867188, + 1.851562, + 2.234375, + 2.179688, + 2.398438, + 1.832031, + 1.824219, + 2.1875, + 1.169922, + 1.65625, + 1.742188, + 1.21875, + 2.039062, + 2.1875, + 2.195312, + 2.085938, + 1.761719, + 1.84375, + 1.980469, + 2.234375, + 1.324219, + 2.203125, + 1.929688, + 2.054688, + 2.039062, + 2.460938, + 2.203125, + 1.570312, + 2.179688, + 2.273438, + 2.039062, + 2.117188, + 1.960938, + 1.115723, + 2.265625, + 2.085938, + 0.994385, + 2.117188, + 2.0625, + 0.829102, + 1.949219, + 1.421875, + 2.203125, + 2.15625, + 1.96875, + 2.234375, + 2.304688, + 2.117188, + 1.992188, + 2.195312, + 1.972656, + 1.914062, + 2.09375, + 1.194336, + 1.8125, + 2.320312, + 2.1875, + 0.873047, + 1.824219, + 1.929688, + 2.242188, + 2.273438, + 2.015625, + 2.148438, + 1.902344, + 1.863281, + 1.527344, + 1.699219, + 2.203125, + 2.085938, + 0.720703, + 2.21875, + 1.980469, + 0.77832, + 2.109375, + 2.03125, + 2.234375, + 2.101562, + 2.023438, + 2.132812, + 0.919922, + 2.21875, + 2.234375, + 2.296875, + 2.117188, + 1.804688, + 1.808594, + 1.808594, + 0.824219, + 1.123535, + 2.242188, + 1.644531, + 2.335938, + 1.429688, + 1.765625, + 2.03125, + 2.117188, + 0.854492, + 1.609375, + 2.367188, + 0.758789, + 2.304688, + 1.832031, + 2.273438, + 2.25, + 0.800781, + 2.132812, + 2.117188, + 0.819336, + 2.289062, + 1.726562, + 1.902344, + 2.296875, + 2.210938, + 2.242188, + 0.770508, + 2.171875, + 1.539062, + 1.964844, + 2.015625, + 2.1875, + 2.179688, + 1.351562, + 2.304688, + 2.304688, + 2.203125, + 1.839844, + 0.768555, + 2.046875, + 2.179688, + 1.929688, + 2.007812, + 2.367188, + 2.148438, + 1.703125, + 1.652344, + 2.164062, + 1.886719, + 2.210938, + 1.527344, + 2.0, + 2.34375, + 2.179688, + 0.6875, + 2.28125, + 1.773438, + 2.078125, + 2.375, + 2.265625, + 1.730469, + 1.628906, + 2.164062, + 2.234375, + 0.873047, + 2.070312, + 2.046875, + 1.898438 + ] + }, + "name": "onnx::Mul_8546", + "outputIndexes": [ + 1440 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1439, + 1440 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_14/Mul_1_output_0", + "outputIndexes": [ + 1441 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1422, + 1441 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_74_output_0", + "outputIndexes": [ + 1442 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1442, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_135_output_0", + "outputIndexes": [ + 1443 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1443 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_15/Mul_output_0", + "outputIndexes": [ + 1444 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.589844, + 1.570312, + 1.498047, + 1.480469, + 1.566406, + 1.605469, + 1.511719, + 1.207031, + 1.482422, + 1.585938, + 1.408203, + 1.542969, + 1.605469, + 1.527344, + 1.542969, + 1.527344, + 1.671875, + 1.570312, + 1.863281, + 1.601562, + 1.574219, + 1.792969, + 1.566406, + 1.644531, + 1.554688, + 1.539062, + 1.832031, + 1.773438, + 1.474609, + 1.53125, + 1.636719, + 1.613281, + 1.494141, + 1.302734, + 1.449219, + 1.730469, + 1.488281, + 1.550781, + 1.609375, + 1.546875, + 1.605469, + 1.482422, + 1.617188, + 1.667969, + 1.433594, + 1.5625, + 1.474609, + 1.632812, + 1.742188, + 1.6875, + 1.550781, + 1.785156, + 1.433594, + 1.445312, + 1.462891, + 1.707031, + 1.589844, + 1.558594, + 1.597656, + 1.476562, + 1.699219, + 1.5, + 1.617188, + 1.601562, + 2.25, + 1.640625, + 1.636719, + 1.574219, + 1.601562, + 1.625, + 1.605469, + 1.636719, + 1.507812, + 1.570312, + 1.585938, + 1.570312, + 1.707031, + 1.589844, + 1.65625, + 1.494141, + 1.53125, + 1.275391, + 1.462891, + 1.679688, + 1.539062, + 1.609375, + 1.648438, + 1.550781, + 1.449219, + 1.617188, + 1.5625, + 1.609375, + 1.671875, + 1.488281, + 1.5, + 1.291016, + 1.570312, + 1.605469, + 1.494141, + 1.554688, + 1.589844, + 1.503906, + 1.605469, + 1.59375, + 1.466797, + 1.53125, + 1.494141, + 1.589844, + 1.523438, + 1.605469, + 1.515625, + 1.5625, + 1.597656, + 2.679688, + 1.507812, + 1.511719, + 1.792969, + 1.425781, + 1.546875, + 1.589844, + 1.523438, + 1.460938, + 1.265625, + 1.527344, + 1.625, + 1.675781, + 1.628906, + 1.542969, + 1.582031, + 1.664062, + 1.601562, + 1.427734, + 1.542969, + 1.566406, + 1.539062, + 1.632812, + 1.613281, + 1.910156, + 1.554688, + 1.632812, + 1.326172, + 1.511719, + 1.46875, + 1.550781, + 1.527344, + 1.53125, + 1.625, + 1.683594, + 1.574219, + 1.574219, + 1.566406, + 1.511719, + 1.542969, + 1.155273, + 1.578125, + 1.59375, + 1.589844, + 1.498047, + 1.486328, + 1.351562, + 1.855469, + 1.554688, + 1.667969, + 1.617188, + 1.542969, + 1.476562, + 1.636719, + 1.217773, + 1.5625, + 1.550781, + 1.523438, + 1.542969, + 1.466797, + 1.455078, + 1.589844, + 1.490234, + 1.601562, + 1.316406, + 1.490234, + 1.558594, + 1.539062, + 1.217773, + 1.695312, + 1.235352, + 1.496094, + 1.652344, + 1.632812, + 1.535156, + 1.589844, + 1.570312, + 1.511719, + 1.412109, + 1.507812, + 1.59375, + 1.53125, + 1.585938, + 1.515625, + 1.527344, + 1.636719, + 1.515625, + 1.494141, + 1.570312, + 1.542969, + 1.480469, + 1.625, + 1.5625, + 1.632812, + 1.566406, + 1.484375, + 1.458984, + 1.570312, + 1.71875, + 1.589844, + 1.609375, + 1.660156, + 1.527344, + 1.570312, + 1.503906, + 1.628906, + 1.458984, + 1.589844, + 1.648438, + 1.59375, + 1.511719, + 1.515625, + 1.609375, + 1.519531, + 1.546875, + 1.53125, + 1.601562, + 2.320312, + 1.605469, + 1.585938, + 1.503906, + 1.447266, + 1.636719, + 1.585938, + 1.585938, + 1.558594, + 1.613281, + 1.851562, + 1.542969, + 1.582031, + 1.425781, + 1.582031, + 1.515625, + 1.574219, + 1.539062, + 1.605469, + 1.761719, + 1.617188, + 1.667969, + 1.570312, + 1.617188, + 1.574219, + 1.546875, + 1.511719, + 1.478516, + 1.527344, + 1.558594, + 1.523438, + 1.648438, + 1.542969, + 1.578125, + 1.613281, + 1.527344, + 1.652344, + 1.486328, + 1.554688, + 1.507812, + 1.601562, + 1.746094, + 1.558594, + 1.570312, + 1.566406, + 1.496094, + 1.574219, + 1.445312, + 1.597656, + 1.539062, + 1.839844, + 1.5625, + 1.441406, + 1.5625, + 1.410156, + 1.644531, + 1.589844, + 1.478516, + 1.474609, + 1.570312, + 1.570312, + 1.789062, + 1.498047, + 1.605469, + 1.558594, + 1.472656, + 1.554688, + 1.507812, + 1.582031, + 1.511719, + 1.605469, + 1.667969, + 1.388672, + 1.441406, + 1.216797, + 1.597656, + 1.566406, + 1.65625, + 1.478516, + 1.570312, + 1.785156, + 1.248047, + 1.480469, + 1.460938, + 1.546875, + 1.535156, + 1.597656, + 1.605469, + 1.566406, + 1.589844, + 1.574219, + 1.474609, + 1.601562, + 1.539062, + 1.652344, + 1.613281, + 1.667969, + 1.601562, + 1.542969, + 1.503906, + 1.597656, + 1.742188, + 1.494141, + 1.574219, + 1.03125, + 1.511719, + 1.570312, + 1.539062, + 1.613281, + 1.527344, + 1.496094, + 1.660156, + 1.625, + 1.625, + 1.613281, + 1.6875, + 1.527344, + 1.726562, + 1.542969, + 1.632812, + 1.6875, + 1.632812, + 1.808594, + 1.636719, + 1.267578, + 1.523438, + 1.605469, + 1.589844, + 1.789062, + 1.589844, + 1.462891, + 1.605469, + 1.566406, + 1.640625, + 1.664062, + 1.5625, + 1.511719, + 1.433594, + 1.613281, + 1.542969, + 1.675781, + 1.589844, + 1.59375, + 1.523438, + 1.625, + 1.574219, + 1.503906, + 1.574219, + 1.550781, + 1.738281, + 1.5, + 1.707031, + 1.742188, + 1.445312, + 1.617188, + 1.609375, + 1.527344, + 1.773438, + 1.511719, + 1.511719, + 1.570312, + 1.578125, + 1.239258, + 1.470703, + 1.636719, + 1.699219, + 1.597656, + 1.335938, + 1.527344, + 1.558594, + 1.523438, + 1.636719, + 1.458984, + 1.667969, + 1.503906, + 1.894531, + 1.574219, + 1.554688, + 1.640625, + 1.660156, + 1.498047, + 1.652344, + 1.734375, + 1.527344, + 1.765625, + 1.558594, + 1.558594, + 1.578125, + 1.519531, + 1.636719, + 1.621094, + 1.699219, + 1.443359, + 1.570312, + 1.492188, + 1.671875, + 1.589844, + 1.605469, + 1.660156, + 1.554688, + 1.570312, + 1.75, + 1.585938, + 1.589844, + 2.101562, + 1.542969, + 1.507812, + 1.478516, + 1.492188, + 1.578125, + 1.640625, + 1.695312, + 1.484375, + 1.554688, + 2.117188, + 1.589844, + 1.542969, + 1.515625, + 1.535156, + 1.445312, + 1.566406, + 1.597656, + 1.578125, + 1.458984, + 1.625, + 1.511719, + 1.878906, + 1.464844, + 1.574219, + 1.632812, + 1.523438, + 1.589844, + 1.515625, + 1.546875, + 1.613281, + 1.494141, + 1.279297, + 1.625, + 1.640625, + 1.617188, + 1.574219, + 1.503906, + 1.746094, + 1.621094, + 1.523438, + 1.458984, + 1.357422, + 1.597656, + 1.550781, + 1.566406, + 1.675781, + 1.445312, + 1.660156, + 1.5, + 1.578125, + 1.496094, + 1.267578, + 1.578125, + 1.585938, + 1.535156, + 1.628906, + 1.5625, + 1.578125, + 1.542969, + 1.558594, + 1.621094, + 1.070312, + 1.679688, + 1.730469, + 1.351562, + 1.542969, + 1.601562, + 1.589844, + 1.628906, + 1.175781, + 1.566406, + 1.730469, + 1.707031, + 1.929688, + 1.4375, + 1.566406, + 1.503906, + 1.578125, + 1.558594, + 1.574219, + 1.566406, + 1.90625, + 1.597656, + 1.480469, + 1.601562, + 1.648438, + 1.644531, + 1.621094, + 1.490234, + 1.511719, + 1.761719, + 1.5, + 1.539062, + 1.753906, + 1.570312, + 1.621094, + 1.542969, + 1.503906, + 1.570312, + 1.625, + 1.108398, + 1.617188, + 1.570312, + 1.632812, + 1.515625, + 2.640625, + 1.671875, + 1.722656, + 1.636719, + 1.644531, + 1.539062, + 1.492188, + 1.511719, + 1.578125, + 1.519531, + 1.839844, + 1.601562, + 1.546875, + 1.609375, + 1.601562, + 1.714844, + 1.507812, + 2.367188, + 1.621094, + 1.667969, + 1.644531, + 1.773438, + 1.570312, + 1.675781, + 1.679688, + 1.574219, + 1.550781, + 2.273438, + 1.820312, + 1.546875, + 1.5625, + 1.605469, + 1.699219, + 1.738281, + 1.359375, + 1.515625, + 1.394531, + 1.578125, + 1.640625, + 1.550781, + 1.625, + 1.589844, + 1.570312, + 1.636719, + 1.482422, + 1.542969, + 1.371094, + 1.589844, + 2.242188, + 1.765625, + 1.65625, + 1.486328, + 1.664062, + 1.652344, + 1.648438, + 1.648438, + 1.539062, + 1.628906, + 1.585938, + 1.578125, + 1.441406, + 1.574219, + 1.628906, + 1.511719, + 1.742188, + 1.628906, + 1.613281, + 1.667969, + 1.570312, + 1.601562, + 1.597656, + 1.609375, + 1.734375, + 1.683594, + 1.494141, + 1.621094, + 1.482422, + 1.667969, + 1.601562, + 1.53125, + 1.636719, + 1.585938, + 1.613281, + 1.554688, + 1.550781, + 1.621094, + 1.558594, + 1.59375, + 1.667969, + 1.310547, + 1.625, + 1.546875, + 1.621094, + 1.605469, + 1.683594, + 1.632812, + 1.601562, + 1.59375, + 1.574219, + 1.632812, + 1.671875, + 1.933594, + 1.597656, + 1.433594, + 1.519531, + 1.585938, + 1.542969, + 1.632812, + 1.507812, + 1.671875, + 1.106934, + 1.419922, + 1.636719, + 1.535156, + 1.492188, + 1.65625, + 1.597656, + 1.451172, + 1.441406, + 1.703125, + 1.714844, + 1.457031, + 1.570312, + 1.460938, + 1.59375, + 1.566406, + 1.636719, + 1.490234, + 1.722656, + 1.511719, + 1.582031, + 1.753906, + 1.644531, + 1.496094, + 1.554688, + 1.5625, + 1.589844, + 1.695312, + 1.710938, + 1.917969, + 1.542969, + 1.431641, + 2.007812, + 1.539062, + 1.746094, + 1.527344, + 1.5625, + 1.570312, + 1.474609, + 1.380859, + 1.675781, + 1.628906, + 1.703125, + 1.5625, + 1.585938, + 1.558594, + 1.507812, + 1.53125, + 1.796875, + 1.652344, + 2.085938, + 1.458984, + 1.542969, + 1.667969, + 1.574219, + 1.546875, + 1.478516, + 1.636719, + 1.453125, + 1.5, + 1.6875, + 1.578125, + 1.515625, + 1.570312, + 2.328125, + 1.820312, + 1.6875, + 1.746094, + 1.605469, + 1.53125, + 1.570312, + 1.484375, + 1.589844, + 1.527344, + 1.703125, + 2.039062, + 1.804688, + 1.539062, + 1.632812, + 1.470703, + 1.648438, + 1.490234, + 1.511719, + 1.542969, + 1.494141, + 1.496094, + 1.539062, + 1.490234, + 1.435547, + 1.535156, + 1.574219, + 1.570312, + 1.511719, + 1.558594, + 1.621094, + 1.478516, + 1.601562, + 1.59375, + 1.496094, + 1.546875, + 1.726562, + 1.558594, + 1.59375, + 1.462891, + 1.632812, + 1.695312, + 1.476562, + 1.28125, + 1.5, + 1.644531, + 1.664062, + 1.515625, + 1.539062, + 1.566406, + 1.535156, + 1.636719, + 1.519531, + 1.523438, + 1.490234, + 1.652344, + 1.566406, + 1.945312, + 1.527344, + 1.482422, + 1.621094, + 1.455078, + 1.476562, + 1.546875, + 1.566406, + 1.605469, + 1.75, + 1.597656, + 1.59375, + 1.585938, + 2.132812, + 1.820312, + 1.539062, + 1.847656, + 1.6875, + 1.474609, + 1.554688, + 1.5, + 1.691406, + 1.617188, + 1.613281, + 1.617188, + 1.550781, + 1.6875, + 1.535156, + 1.65625, + 1.972656, + 1.542969, + 1.597656, + 1.617188, + 1.589844, + 1.589844, + 1.585938, + 1.523438, + 1.851562, + 1.535156, + 1.582031, + 1.527344, + 1.462891, + 1.597656, + 1.789062, + 1.578125, + 1.443359, + 1.707031, + 1.699219, + 1.570312, + 1.675781, + 1.542969, + 1.523438, + 1.486328, + 1.570312, + 1.589844, + 1.53125, + 1.640625, + 1.574219, + 1.523438, + 1.617188, + 1.507812, + 1.574219, + 1.361328, + 1.539062, + 1.648438, + 1.535156, + 1.515625, + 1.914062, + 1.492188, + 1.699219, + 1.648438, + 1.546875, + 1.496094, + 1.550781, + 1.679688, + 1.625, + 1.542969, + 1.621094, + 1.59375, + 1.777344, + 1.507812, + 1.621094, + 1.558594, + 1.130859, + 1.597656, + 1.671875, + 1.625, + 1.578125, + 1.714844, + 1.550781, + 1.550781, + 1.482422, + 1.648438, + 1.496094, + 1.621094, + 1.613281, + 1.554688, + 1.539062, + 2.125, + 1.558594, + 1.527344, + 1.609375, + 1.478516, + 1.625, + 1.482422, + 1.566406, + 1.511719, + 1.804688, + 1.625, + 1.804688, + 1.392578, + 1.640625, + 1.546875, + 1.597656, + 1.535156, + 1.566406, + 1.5625, + 1.679688, + 1.59375, + 1.554688, + 1.570312, + 1.519531, + 1.519531, + 1.609375, + 1.515625, + 1.542969, + 1.574219, + 1.474609, + 1.546875, + 1.714844, + 1.566406, + 1.820312, + 1.613281, + 1.625, + 1.636719, + 1.757812, + 1.431641, + 1.351562, + 1.609375, + 1.322266, + 1.621094, + 1.523438, + 1.492188, + 1.558594, + 1.132812, + 1.238281, + 1.527344, + 1.585938, + 1.792969, + 1.742188, + 1.617188, + 1.515625, + 1.462891, + 1.757812, + 1.466797, + 1.535156, + 1.601562, + 1.554688, + 1.585938, + 1.535156, + 1.542969, + 1.550781, + 1.578125, + 1.597656, + 1.59375, + 1.566406, + 1.511719, + 1.757812, + 1.519531, + 1.550781, + 1.558594, + 1.476562, + 1.558594, + 1.820312, + 1.507812, + 1.613281, + 1.180664, + 2.109375, + 1.585938, + 1.582031, + 1.464844, + 1.511719, + 1.691406, + 1.625, + 1.53125, + 1.183594, + 1.455078, + 1.5625, + 1.707031, + 1.515625, + 1.367188, + 1.474609, + 1.507812, + 1.546875, + 1.617188, + 1.546875, + 1.582031, + 1.652344, + 1.455078, + 1.427734, + 1.65625, + 1.539062, + 1.527344, + 1.59375, + 1.480469, + 1.5, + 1.695312, + 1.996094, + 1.554688, + 1.597656, + 1.425781, + 1.628906, + 1.71875, + 1.554688, + 1.503906, + 1.679688, + 2.4375, + 2.21875, + 2.390625, + 1.59375, + 1.597656, + 1.478516, + 1.496094, + 1.515625, + 1.699219, + 1.621094, + 1.235352, + 1.53125, + 1.558594, + 1.617188, + 1.507812, + 1.146484, + 1.558594, + 1.507812, + 1.029663, + 1.445312, + 1.318359, + 1.617188, + 1.351562, + 1.628906, + 1.574219, + 1.496094, + 1.625, + 1.578125, + 1.570312, + 1.703125, + 1.574219, + 1.460938, + 1.589844, + 1.683594, + 1.671875, + 1.511719, + 1.519531, + 1.535156, + 1.683594, + 2.164062, + 1.683594, + 1.578125, + 1.558594, + 1.617188, + 1.6875, + 1.527344, + 1.34375, + 1.609375, + 1.570312, + 1.585938, + 1.390625, + 1.394531, + 1.546875, + 1.609375, + 1.539062, + 1.503906, + 1.640625, + 1.474609, + 1.6875, + 2.71875, + 1.652344, + 1.5, + 1.566406, + 1.695312, + 1.53125, + 1.535156, + 1.566406, + 1.632812, + 1.482422, + 1.597656, + 1.578125, + 1.484375, + 1.59375, + 1.65625, + 1.652344, + 1.714844, + 1.554688, + 1.585938, + 1.707031, + 1.554688, + 1.691406, + 2.882812, + 1.5625, + 1.375, + 1.773438, + 1.628906, + 1.417969, + 1.515625, + 1.519531, + 1.65625, + 1.519531, + 1.644531, + 1.550781, + 1.632812, + 1.46875, + 1.304688, + 1.605469, + 1.488281, + 1.632812, + 1.621094, + 1.660156, + 1.511719, + 1.482422, + 1.480469, + 1.664062, + 1.550781, + 1.582031, + 1.304688, + 1.644531, + 1.621094, + 1.667969, + 1.488281, + 1.578125, + 1.738281, + 1.523438, + 1.472656, + 1.839844, + 1.492188, + 1.585938, + 1.585938, + 1.492188, + 1.417969, + 1.609375, + 1.523438, + 1.609375, + 1.558594, + 1.632812, + 1.875, + 1.5625, + 1.427734, + 1.632812, + 1.617188, + 1.605469, + 1.609375, + 1.550781, + 1.582031, + 1.601562, + 1.777344, + 1.546875, + 1.445312, + 1.244141, + 1.369141, + 1.652344, + 1.574219, + 1.691406, + 1.566406, + 1.640625, + 1.546875, + 1.578125, + 1.722656, + 1.835938, + 1.578125, + 1.382812, + 1.601562, + 1.609375, + 1.605469, + 1.617188, + 1.6875, + 1.535156, + 1.699219, + 1.515625, + 1.53125, + 2.5625, + 1.554688, + 1.613281, + 1.535156, + 1.652344, + 1.498047, + 1.722656, + 1.960938, + 1.585938, + 1.300781, + 1.316406, + 1.453125, + 1.527344, + 1.5625, + 1.59375, + 1.636719, + 1.597656, + 1.617188, + 1.621094, + 1.550781, + 1.578125, + 2.0625, + 1.632812, + 1.550781, + 1.431641, + 1.546875, + 1.527344, + 1.542969, + 1.792969, + 1.570312, + 1.550781, + 1.5, + 1.5, + 1.535156, + 1.640625, + 1.59375, + 1.5625, + 1.554688, + 1.617188, + 1.539062, + 1.5625, + 1.570312, + 1.527344, + 1.578125, + 1.632812, + 1.613281, + 1.40625, + 1.523438, + 1.457031, + 1.640625, + 1.550781, + 1.53125, + 1.515625, + 1.570312, + 1.664062, + 1.570312, + 1.609375, + 1.613281, + 1.898438, + 1.570312, + 1.617188, + 1.554688, + 1.769531, + 1.554688, + 1.535156, + 1.490234, + 1.324219, + 1.455078, + 1.710938, + 1.605469, + 1.472656, + 1.585938, + 1.574219, + 1.480469, + 1.542969, + 1.601562, + 1.527344, + 1.585938, + 1.605469, + 1.412109, + 1.550781, + 1.539062, + 1.558594, + 1.535156, + 1.503906, + 2.367188, + 1.511719, + 1.691406, + 1.671875, + 1.433594, + 1.546875, + 1.388672, + 1.507812, + 1.570312, + 1.507812, + 1.597656, + 1.539062, + 1.24707, + 1.527344, + 1.695312, + 1.667969, + 1.839844, + 1.511719, + 1.636719, + 1.369141, + 1.632812, + 1.419922, + 1.742188, + 1.59375, + 1.53125, + 1.589844, + 1.558594, + 2.492188, + 1.507812, + 1.589844, + 1.632812, + 1.289062, + 1.486328, + 1.628906, + 1.59375, + 1.980469, + 1.601562, + 1.636719, + 1.460938, + 1.527344, + 1.558594, + 1.644531, + 1.433594, + 1.5, + 1.558594, + 1.482422, + 1.707031, + 1.976562, + 1.671875, + 1.625, + 1.476562, + 1.679688, + 1.492188, + 1.574219, + 1.558594, + 1.476562, + 1.511719, + 1.703125, + 1.824219, + 1.601562, + 1.617188, + 1.503906, + 1.753906, + 1.703125, + 1.431641, + 1.597656, + 1.535156, + 1.527344, + 1.490234, + 1.835938, + 1.259766, + 1.492188, + 1.449219, + 1.574219, + 1.507812, + 1.773438, + 1.5625, + 1.486328, + 1.617188, + 1.186523, + 1.617188, + 1.632812, + 1.486328, + 1.550781, + 1.53125, + 1.597656, + 1.597656, + 1.601562, + 1.539062, + 1.589844, + 1.554688, + 1.582031, + 1.640625, + 1.710938, + 1.464844, + 1.28125, + 1.609375, + 1.443359, + 1.546875, + 1.574219, + 1.554688, + 1.226562, + 1.511719, + 1.546875, + 1.574219, + 1.472656, + 1.523438, + 1.585938, + 1.574219, + 1.585938, + 1.554688, + 1.546875, + 1.570312, + 1.589844, + 1.490234, + 1.310547, + 1.652344, + 1.574219, + 1.511719, + 1.597656, + 1.5625, + 1.498047, + 1.550781, + 1.691406, + 1.566406, + 1.558594, + 1.464844, + 1.488281, + 1.539062, + 1.511719, + 1.800781, + 1.554688, + 1.3125, + 1.535156, + 1.683594, + 1.466797, + 1.527344, + 1.558594, + 1.503906, + 1.570312, + 1.480469, + 1.6875, + 1.53125, + 1.546875, + 1.597656, + 1.578125, + 1.628906, + 1.474609, + 1.566406, + 1.613281, + 1.527344, + 1.5625, + 1.667969, + 1.53125, + 1.496094, + 1.59375, + 1.496094, + 1.605469, + 1.703125, + 1.202148, + 1.726562, + 1.515625, + 1.503906, + 1.539062, + 1.6875, + 1.585938, + 1.519531, + 1.644531, + 1.345703, + 1.636719, + 1.667969, + 1.898438, + 1.644531, + 1.539062, + 1.761719, + 1.084961, + 1.53125, + 1.439453, + 1.241211, + 1.84375, + 1.605469, + 1.601562, + 1.554688, + 1.628906, + 1.597656, + 1.585938, + 1.566406, + 1.453125, + 1.486328, + 1.515625, + 1.490234, + 1.742188, + 1.6875, + 1.863281, + 1.546875, + 1.462891, + 1.601562, + 1.492188, + 1.507812, + 1.550781, + 1.667969, + 1.621094, + 1.738281, + 1.507812, + 1.507812, + 1.535156, + 1.644531, + 1.683594, + 1.550781, + 1.933594, + 1.636719, + 1.535156, + 1.667969, + 1.53125, + 1.5625, + 1.535156, + 1.957031, + 1.542969, + 1.773438, + 1.554688, + 1.570312, + 1.710938, + 1.412109, + 1.601562, + 1.511719, + 1.59375, + 1.640625, + 1.761719, + 1.566406, + 1.480469, + 1.105469, + 1.667969, + 1.5625, + 1.660156, + 1.578125, + 1.832031, + 1.628906, + 1.566406, + 1.558594, + 1.609375, + 1.589844, + 1.621094, + 1.648438, + 1.523438, + 1.527344, + 1.621094, + 1.601562, + 1.574219, + 1.617188, + 1.644531, + 1.574219, + 1.863281, + 1.507812, + 1.746094, + 1.621094, + 1.59375, + 1.589844, + 1.527344, + 1.519531, + 1.496094, + 1.730469, + 1.644531, + 1.5, + 1.419922, + 1.636719, + 1.535156, + 1.742188, + 1.621094, + 1.636719, + 1.632812, + 1.636719, + 1.605469, + 1.769531, + 1.558594, + 1.539062, + 1.589844, + 1.53125, + 1.53125, + 1.515625, + 1.542969, + 1.679688, + 1.960938, + 1.523438, + 1.613281, + 1.628906, + 1.441406, + 1.53125, + 1.566406, + 1.558594, + 1.617188, + 1.8125, + 1.589844, + 1.451172, + 1.652344, + 1.482422, + 1.503906, + 1.589844, + 1.652344, + 1.507812, + 1.570312, + 1.503906, + 1.396484, + 1.59375, + 1.617188, + 1.863281, + 1.609375, + 1.46875, + 1.503906, + 1.523438, + 1.503906, + 1.453125, + 1.628906, + 2.234375, + 1.675781, + 1.427734, + 1.691406, + 1.625, + 1.550781, + 1.263672, + 1.683594, + 1.539062, + 1.53125, + 1.675781, + 1.617188, + 1.507812, + 1.726562, + 1.209961, + 1.65625, + 1.535156, + 1.550781, + 1.462891, + 1.65625, + 1.546875, + 1.507812, + 1.625, + 1.636719, + 2.375, + 1.539062, + 1.574219, + 1.585938, + 1.494141, + 1.648438, + 1.302734, + 1.671875, + 1.5, + 1.597656, + 1.667969, + 1.648438, + 1.589844, + 1.621094, + 1.589844, + 1.632812, + 1.574219, + 1.519531, + 1.519531, + 1.652344, + 1.597656, + 1.53125, + 2.632812, + 1.535156, + 1.6875, + 1.574219, + 1.597656, + 1.490234, + 1.65625, + 1.609375, + 1.59375, + 1.578125, + 1.695312, + 1.480469, + 1.554688, + 1.554688, + 1.660156, + 1.435547, + 1.609375, + 1.632812, + 1.474609, + 1.310547, + 1.259766, + 1.539062, + 1.515625, + 1.496094, + 1.664062, + 1.431641, + 1.496094, + 1.558594, + 1.443359, + 1.585938, + 1.558594, + 1.785156, + 1.796875, + 1.605469, + 1.554688, + 1.527344, + 1.511719, + 1.679688, + 1.574219, + 1.574219, + 1.585938, + 1.589844, + 1.632812, + 1.53125, + 1.578125, + 1.746094, + 1.597656, + 1.660156, + 1.585938, + 1.710938, + 1.769531, + 1.523438, + 1.648438, + 1.808594, + 1.667969, + 1.484375, + 1.294922, + 1.478516, + 1.550781, + 2.210938, + 1.527344, + 1.425781, + 1.660156, + 1.554688, + 1.5, + 1.425781, + 1.589844, + 1.503906, + 1.546875, + 1.578125, + 1.511719, + 1.632812, + 1.503906, + 1.644531, + 1.632812, + 1.597656, + 1.605469, + 1.498047, + 1.550781, + 1.445312, + 1.566406, + 1.5, + 1.585938, + 1.527344, + 1.507812, + 1.096191, + 1.558594, + 1.574219, + 1.769531, + 1.570312, + 1.498047, + 1.609375, + 1.503906, + 1.494141, + 1.470703, + 1.550781, + 1.376953, + 1.554688, + 1.714844, + 1.652344, + 1.486328, + 1.617188, + 1.425781, + 1.71875, + 1.683594, + 1.578125, + 1.539062, + 2.367188, + 1.570312, + 1.671875, + 1.601562, + 1.523438, + 2.507812, + 1.464844, + 1.597656, + 1.539062, + 1.570312, + 1.566406, + 1.554688, + 1.933594, + 1.507812, + 1.498047, + 1.632812, + 1.664062, + 1.535156, + 1.753906, + 1.609375, + 1.566406, + 1.597656, + 1.683594, + 1.914062, + 1.542969, + 1.699219, + 1.558594, + 1.257812, + 1.550781, + 1.490234, + 1.617188, + 1.601562, + 1.527344, + 1.542969, + 1.574219, + 1.648438, + 1.652344, + 1.511719, + 1.523438, + 1.585938, + 1.71875, + 1.632812, + 1.640625, + 1.515625, + 1.660156, + 1.498047, + 1.519531, + 1.679688, + 1.507812, + 1.636719, + 1.839844, + 1.574219, + 1.431641, + 1.494141, + 1.605469, + 1.691406, + 1.511719, + 1.625, + 1.726562, + 1.59375, + 1.566406, + 1.933594, + 1.617188, + 1.519531, + 1.519531, + 1.451172, + 1.632812, + 1.679688, + 1.640625, + 1.609375, + 1.546875, + 1.478516, + 1.542969, + 1.515625, + 1.423828, + 1.609375, + 1.476562, + 1.730469, + 1.582031, + 1.554688, + 1.625, + 1.503906, + 1.609375, + 1.484375, + 1.582031, + 1.605469, + 1.558594, + 1.585938, + 1.53125, + 1.585938, + 1.574219, + 1.710938, + 1.582031, + 1.535156, + 1.480469, + 1.245117, + 1.648438, + 1.554688, + 1.605469, + 1.527344, + 1.71875, + 1.570312, + 1.617188, + 1.283203, + 1.566406, + 1.535156, + 1.503906, + 1.523438, + 2.6875, + 1.8125, + 1.613281, + 1.542969, + 1.535156, + 1.486328, + 1.71875, + 1.699219, + 1.636719, + 1.726562, + 1.578125, + 1.6875, + 1.337891, + 1.695312, + 1.527344, + 1.597656, + 1.478516, + 2.734375, + 1.478516, + 1.640625, + 1.494141, + 1.546875, + 1.574219, + 1.664062, + 1.605469, + 1.757812, + 1.601562, + 1.746094, + 1.457031, + 1.570312, + 1.558594, + 1.667969, + 1.496094, + 1.474609, + 1.492188, + 1.539062, + 1.566406, + 1.601562, + 1.714844, + 1.585938, + 1.578125, + 1.589844, + 1.675781, + 1.419922, + 1.535156, + 1.671875, + 1.519531, + 1.585938, + 1.431641, + 1.400391, + 1.425781, + 1.570312, + 1.847656, + 1.570312, + 1.644531, + 1.574219, + 1.511719, + 1.542969, + 1.585938, + 1.5625, + 1.683594, + 1.578125, + 1.4375, + 1.742188, + 1.570312, + 1.175781, + 1.519531, + 1.628906, + 1.574219, + 1.546875, + 1.566406, + 1.566406, + 1.503906, + 1.664062, + 1.498047, + 1.699219, + 1.570312, + 1.644531, + 1.785156, + 1.617188, + 1.621094, + 1.515625, + 1.609375, + 1.621094, + 1.503906, + 1.613281, + 1.482422, + 1.59375, + 1.542969, + 1.636719, + 1.539062, + 1.589844, + 1.535156, + 1.53125, + 1.466797, + 1.777344, + 1.558594, + 1.667969, + 1.4375, + 1.535156, + 1.601562, + 1.490234, + 1.480469, + 1.574219, + 1.535156, + 1.761719, + 1.605469, + 1.648438, + 1.574219, + 1.636719, + 1.527344, + 1.632812, + 1.337891, + 1.535156, + 1.449219, + 1.664062, + 1.617188, + 1.769531, + 1.550781, + 1.585938, + 1.554688, + 1.597656, + 1.511719, + 1.478516, + 1.554688, + 1.714844, + 1.621094, + 1.921875, + 1.554688, + 1.554688, + 1.605469, + 1.625, + 1.527344, + 1.53125, + 1.570312, + 1.785156, + 1.632812, + 1.527344, + 1.314453, + 1.707031, + 1.523438, + 1.726562, + 1.527344, + 1.507812, + 1.617188, + 1.625, + 1.304688, + 1.660156, + 1.652344, + 1.648438, + 1.515625, + 1.566406, + 1.753906, + 1.474609, + 1.578125, + 1.667969, + 1.451172, + 1.1875, + 1.519531, + 1.392578, + 1.558594, + 1.566406, + 1.621094, + 1.542969, + 1.609375, + 1.371094, + 1.601562, + 1.5, + 1.605469, + 1.5625, + 1.554688, + 1.453125, + 1.539062, + 1.550781, + 1.621094, + 1.585938, + 1.667969, + 1.566406, + 1.558594, + 1.601562, + 1.542969, + 1.597656, + 1.546875, + 1.558594, + 1.53125, + 1.703125, + 1.474609, + 1.511719, + 1.648438, + 1.480469, + 1.539062, + 1.652344, + 1.535156, + 1.546875, + 1.480469, + 1.59375, + 1.515625, + 1.78125, + 1.369141, + 1.482422, + 1.523438, + 1.558594, + 1.550781, + 1.484375, + 1.667969, + 1.466797, + 1.490234, + 1.435547, + 1.746094, + 1.558594, + 1.554688, + 1.466797, + 1.231445, + 1.503906, + 1.5625, + 1.5625, + 1.53125, + 1.589844, + 1.535156, + 1.675781, + 1.550781, + 1.554688, + 1.523438, + 1.474609, + 1.851562, + 1.691406, + 1.730469, + 1.546875, + 1.320312, + 1.503906, + 1.617188, + 1.511719, + 1.199219, + 1.511719, + 1.679688, + 1.988281, + 1.605469, + 1.617188, + 1.570312, + 1.597656, + 1.476562, + 1.617188, + 1.652344, + 1.539062, + 1.617188, + 1.757812, + 1.667969, + 1.433594, + 1.617188, + 1.515625, + 1.578125, + 1.472656, + 1.585938, + 1.515625, + 1.644531, + 1.628906, + 1.589844, + 1.609375, + 1.605469, + 1.65625, + 1.457031, + 1.585938, + 1.636719, + 1.699219, + 1.582031, + 1.589844, + 1.574219, + 1.482422, + 1.558594, + 1.746094, + 1.570312, + 1.511719, + 1.667969, + 1.535156, + 1.503906, + 1.542969, + 1.427734, + 1.507812, + 1.550781, + 1.59375, + 1.582031, + 1.617188, + 1.78125, + 1.597656, + 1.746094, + 1.660156, + 1.412109, + 1.617188, + 1.675781, + 1.523438, + 1.632812, + 1.59375, + 1.46875, + 1.988281, + 1.554688, + 1.494141, + 1.289062, + 1.6875, + 1.416016, + 2.625, + 1.546875, + 1.679688, + 1.460938, + 1.625, + 1.408203, + 1.636719, + 1.507812, + 1.472656, + 1.664062, + 1.625, + 1.414062, + 1.632812, + 1.671875, + 1.476562, + 1.511719, + 1.539062, + 1.753906, + 1.683594, + 1.691406, + 1.503906, + 1.523438, + 1.703125, + 1.605469, + 1.628906, + 1.416016, + 1.652344, + 1.5625, + 1.601562, + 1.408203, + 1.53125, + 1.275391, + 1.765625, + 1.550781, + 1.707031, + 1.585938, + 1.664062, + 1.554688, + 1.628906, + 1.558594, + 1.617188, + 1.546875, + 1.527344, + 1.484375, + 1.515625, + 1.605469, + 1.542969, + 1.789062, + 1.486328, + 1.636719, + 1.617188, + 1.550781, + 1.710938, + 1.660156, + 1.496094, + 1.5, + 1.625, + 1.542969, + 1.476562, + 1.625, + 1.326172, + 1.585938, + 1.601562, + 1.695312, + 1.511719, + 1.554688, + 1.703125, + 1.566406, + 1.714844, + 1.601562, + 1.554688, + 1.648438, + 1.539062, + 1.498047, + 1.535156, + 1.480469, + 1.621094, + 1.566406, + 1.601562, + 1.523438, + 1.339844, + 1.5, + 1.683594, + 1.578125, + 1.535156, + 1.628906, + 1.585938, + 1.683594, + 1.488281, + 1.5, + 1.621094, + 1.546875, + 1.574219, + 1.554688, + 1.578125, + 1.667969, + 1.550781, + 1.511719, + 1.585938, + 1.542969, + 1.601562, + 1.613281, + 1.363281, + 1.539062, + 1.53125, + 1.589844, + 1.601562, + 2.15625, + 1.613281, + 1.447266, + 1.601562, + 1.527344, + 1.539062, + 1.462891, + 1.421875, + 1.621094, + 1.699219, + 1.601562, + 1.527344, + 1.507812, + 1.554688, + 1.359375, + 1.675781, + 1.640625, + 1.640625, + 1.535156, + 1.691406, + 1.527344, + 1.695312, + 1.482422, + 1.691406, + 1.589844, + 1.648438, + 1.515625, + 1.632812, + 1.566406, + 1.652344, + 1.494141, + 1.613281, + 1.605469, + 1.714844, + 1.349609, + 1.636719, + 1.578125, + 1.636719, + 1.476562, + 1.539062, + 1.597656, + 1.640625, + 1.707031, + 1.789062, + 2.1875, + 1.652344, + 1.464844, + 1.582031, + 1.636719, + 1.466797, + 1.515625, + 1.585938, + 1.578125, + 1.511719, + 1.566406, + 1.644531, + 2.109375, + 1.539062, + 1.644531, + 1.550781, + 1.605469, + 1.388672, + 1.5625, + 1.511719, + 1.433594, + 1.652344, + 1.554688, + 1.498047, + 1.511719, + 1.730469, + 1.722656, + 1.439453, + 1.570312, + 1.964844, + 2.023438, + 1.458984, + 1.515625, + 1.416016, + 1.566406, + 1.625, + 1.466797, + 1.613281, + 1.539062, + 1.527344, + 1.734375, + 1.605469, + 1.578125, + 1.324219, + 1.628906, + 1.259766, + 1.570312 + ] + }, + "name": "onnx::Mul_8548", + "outputIndexes": [ + 1445 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1444, + 1445 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_15/Mul_1_output_0", + "outputIndexes": [ + 1446 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1446 + ], + "outputIndexes": [ + 2910 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2910 + ], + "outputIndexes": [ + 2911 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear", + "inputIndexes": [ + 2911 + ], + "outputIndexes": [ + 2912 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 656918790, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2912 + ], + "outputIndexes": [ + 2913 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2913 + ], + "outputIndexes": [ + 1447 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1446 + ], + "main_type": "NONE", + "name": "/Shape_211_output_0", + "outputIndexes": [ + 1448 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1448 + ], + "main_type": "NONE", + "name": "Shape4175", + "outputIndexes": [ + 1449 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1448 + ], + "main_type": "NONE", + "name": "Rank4177", + "outputIndexes": [ + 1450 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1450, + 1450 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4179", + "outputIndexes": [ + 1451 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1451 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4180", + "outputIndexes": [ + 1452 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1451, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4182", + "outputIndexes": [ + 1453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1453 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4183", + "outputIndexes": [ + 1454 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1449, + 1452, + 1454, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4186", + "outputIndexes": [ + 1455 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1455 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4187", + "outputIndexes": [ + 1456 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1456 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4188", + "outputIndexes": [ + 1457 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1457, + 1456 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4189", + "outputIndexes": [ + 1458 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1448, + 1458, + 1451 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_229_output_0", + "outputIndexes": [ + 1459 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1459, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_481_output_0", + "outputIndexes": [ + 1460 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1460, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_195_output_0", + "outputIndexes": [ + 1461 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1447, + 1461 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_136_output_0", + "outputIndexes": [ + 1462 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1462, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_120_output_0", + "outputIndexes": [ + 1463 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1462 + ], + "main_type": "NONE", + "name": "/Shape_212_output_0", + "outputIndexes": [ + 1464 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1464 + ], + "main_type": "NONE", + "name": "Shape4196", + "outputIndexes": [ + 1465 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1464 + ], + "main_type": "NONE", + "name": "Rank4198", + "outputIndexes": [ + 1466 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1466, + 1466 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4200", + "outputIndexes": [ + 1467 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1467 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4201", + "outputIndexes": [ + 1468 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1467, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4203", + "outputIndexes": [ + 1469 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1469 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4204", + "outputIndexes": [ + 1470 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1465, + 1468, + 1470, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4207", + "outputIndexes": [ + 1471 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1471 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4208", + "outputIndexes": [ + 1472 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1472 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4209", + "outputIndexes": [ + 1473 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1473, + 1472 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4210", + "outputIndexes": [ + 1474 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1464, + 1474, + 1467 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_230_output_0", + "outputIndexes": [ + 1475 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1475, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_45_output_0", + "outputIndexes": [ + 1476 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1476, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_486_output_0", + "outputIndexes": [ + 1477 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1462, + 1477, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_61_output_0", + "outputIndexes": [ + 1478 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1478 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_30_output_0", + "outputIndexes": [ + 1479 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1462, + 21, + 1477, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_60_output_0", + "outputIndexes": [ + 1480 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1479, + 1480 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_198_output_0", + "outputIndexes": [ + 1481 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1481, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_121_output_0", + "outputIndexes": [ + 1482 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1463, + 1482 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_75_output_0", + "outputIndexes": [ + 1483 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1446 + ], + "outputIndexes": [ + 2914 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2914 + ], + "outputIndexes": [ + 2915 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear", + "inputIndexes": [ + 2915 + ], + "outputIndexes": [ + 2916 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 659573020, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2916 + ], + "outputIndexes": [ + 2917 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2917 + ], + "outputIndexes": [ + 1484 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1460, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_196_output_0", + "outputIndexes": [ + 1485 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1484, + 1485 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_137_output_0", + "outputIndexes": [ + 1486 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1486, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_122_output_0", + "outputIndexes": [ + 1487 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1486 + ], + "main_type": "NONE", + "name": "/Shape_213_output_0", + "outputIndexes": [ + 1488 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1488 + ], + "main_type": "NONE", + "name": "Shape4259", + "outputIndexes": [ + 1489 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1488 + ], + "main_type": "NONE", + "name": "Rank4261", + "outputIndexes": [ + 1490 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1490, + 1490 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4263", + "outputIndexes": [ + 1491 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1491 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4264", + "outputIndexes": [ + 1492 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1491, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4266", + "outputIndexes": [ + 1493 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1493 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4267", + "outputIndexes": [ + 1494 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1489, + 1492, + 1494, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4270", + "outputIndexes": [ + 1495 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1495 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4271", + "outputIndexes": [ + 1496 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1496 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4272", + "outputIndexes": [ + 1497 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1497, + 1496 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4273", + "outputIndexes": [ + 1498 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1488, + 1498, + 1491 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_231_output_0", + "outputIndexes": [ + 1499 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1499, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_46_output_0", + "outputIndexes": [ + 1500 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1500, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_488_output_0", + "outputIndexes": [ + 1501 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1486, + 1501, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_63_output_0", + "outputIndexes": [ + 1502 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1502 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_31_output_0", + "outputIndexes": [ + 1503 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1486, + 21, + 1501, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_62_output_0", + "outputIndexes": [ + 1504 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1503, + 1504 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_199_output_0", + "outputIndexes": [ + 1505 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1505, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_123_output_0", + "outputIndexes": [ + 1506 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1487, + 1506 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_76_output_0", + "outputIndexes": [ + 1507 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1446 + ], + "outputIndexes": [ + 2918 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2918 + ], + "outputIndexes": [ + 2919 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear", + "inputIndexes": [ + 2919 + ], + "outputIndexes": [ + 2920 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 660900146, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2920 + ], + "outputIndexes": [ + 2921 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2921 + ], + "outputIndexes": [ + 1508 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1508, + 1485 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_138_output_0", + "outputIndexes": [ + 1509 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1483, + 1507, + 1509, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_143_output_0", + "outputIndexes": [ + 1510 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1510 + ], + "outputIndexes": [ + 2922 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2922 + ], + "outputIndexes": [ + 2923 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear", + "inputIndexes": [ + 2923 + ], + "outputIndexes": [ + 2924 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 662227272, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2924 + ], + "outputIndexes": [ + 2925 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2925 + ], + "outputIndexes": [ + 1511 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1511 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_15/Mul_output_0", + "outputIndexes": [ + 1512 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.125, + 2.09375, + 2.179688, + 2.265625, + 2.382812, + 2.398438, + 2.085938, + 0.390625, + 2.359375, + 1.746094, + 2.164062, + 2.164062, + 1.871094, + 2.453125, + 2.359375, + 1.992188, + 2.398438, + 2.210938, + 3.265625, + 2.148438, + 2.085938, + 2.1875, + 2.171875, + 2.015625, + 2.078125, + 2.195312, + 1.933594, + 2.398438, + 2.21875, + 2.320312, + 1.886719, + 1.451172, + 2.070312, + 0.572266, + 1.910156, + 1.726562, + 2.085938, + 2.351562, + 1.832031, + 1.96875, + 2.414062, + 2.210938, + 2.382812, + 1.691406, + 0.810547, + 2.203125, + 2.242188, + 2.078125, + 3.21875, + 1.671875, + 2.179688, + 1.601562, + 1.945312, + 0.893066, + 2.03125, + 1.945312, + 2.265625, + 2.242188, + 2.078125, + 1.695312, + 1.458984, + 2.601562, + 2.164062, + 2.265625, + 1.898438, + 2.109375, + 1.182617, + 2.0, + 1.882812, + 2.078125, + 2.203125, + 2.289062, + 2.125, + 2.007812, + 1.941406, + 1.984375, + 1.253906, + 1.498047, + 1.75, + 0.893066, + 1.902344, + 0.3125, + 2.046875, + 1.730469, + 2.132812, + 2.0625, + 2.109375, + 1.542969, + 0.770508, + 1.839844, + 2.085938, + 1.964844, + 2.5, + 0.707031, + 2.195312, + 0.351562, + 2.070312, + 2.257812, + 3.125, + 2.015625, + 1.78125, + 2.140625, + 2.445312, + 2.203125, + 2.289062, + 1.96875, + 2.460938, + 1.5625, + 2.351562, + 2.164062, + 2.210938, + 2.203125, + 2.421875, + 2.929688, + 2.179688, + 1.621094, + 2.257812, + 0.798828, + 1.902344, + 2.59375, + 2.226562, + 2.15625, + 1.953125, + 2.320312, + 1.804688, + 1.554688, + 1.957031, + 2.273438, + 2.203125, + 1.457031, + 1.245117, + 1.96875, + 1.820312, + 1.988281, + 2.21875, + 2.546875, + 1.78125, + 2.054688, + 2.015625, + 2.40625, + 3.03125, + 2.140625, + 1.585938, + 1.972656, + 2.25, + 1.933594, + 1.863281, + 2.195312, + 2.046875, + 2.320312, + 2.023438, + 1.675781, + 1.917969, + 2.476562, + 2.367188, + 2.210938, + 1.032227, + 2.195312, + 0.734375, + 0.695312, + 2.992188, + 2.335938, + 2.054688, + 1.101074, + 2.226562, + 2.0625, + 2.523438, + 0.523438, + 2.351562, + 1.949219, + 2.257812, + 0.673828, + 1.996094, + 0.601562, + 2.242188, + 2.546875, + 2.304688, + 0.351562, + 2.085938, + 2.09375, + 2.164062, + 0.519531, + 1.59375, + 0.371094, + 2.695312, + 1.992188, + 0.866211, + 2.140625, + 1.769531, + 1.753906, + 2.195312, + 2.28125, + 2.015625, + 2.28125, + 2.335938, + 2.148438, + 2.242188, + 2.164062, + 2.320312, + 2.132812, + 1.839844, + 2.257812, + 2.0, + 1.632812, + 2.382812, + 2.328125, + 2.796875, + 2.0625, + 2.125, + 2.09375, + 2.03125, + 2.40625, + 2.070312, + 2.054688, + 2.140625, + 2.171875, + 1.972656, + 1.957031, + 2.484375, + 2.164062, + 1.648438, + 1.960938, + 2.179688, + 2.3125, + 2.164062, + 2.304688, + 2.007812, + 1.980469, + 1.910156, + 1.679688, + 3.25, + 2.453125, + 2.484375, + 2.195312, + 2.109375, + 2.601562, + 1.851562, + 2.195312, + 1.941406, + 1.757812, + 2.507812, + 2.171875, + 2.296875, + 2.140625, + 1.898438, + 2.21875, + 1.789062, + 1.792969, + 2.507812, + 1.208008, + 2.203125, + 2.578125, + 0.792969, + 2.195312, + 2.15625, + 1.988281, + 1.945312, + 2.320312, + 2.296875, + 2.039062, + 2.242188, + 2.53125, + 2.085938, + 1.816406, + 2.054688, + 1.589844, + 2.046875, + 2.09375, + 2.09375, + 2.046875, + 2.273438, + 2.132812, + 2.046875, + 1.675781, + 2.25, + 2.015625, + 0.834961, + 1.941406, + 2.335938, + 2.085938, + 1.589844, + 2.070312, + 0.767578, + 1.996094, + 2.265625, + 2.125, + 2.109375, + 2.117188, + 0.5625, + 2.015625, + 1.621094, + 1.143555, + 1.820312, + 2.234375, + 2.070312, + 2.203125, + 1.859375, + 2.070312, + 2.273438, + 2.101562, + 2.140625, + 1.769531, + 0.589844, + 2.171875, + 0.289062, + 2.1875, + 2.414062, + 2.070312, + 1.773438, + 2.429688, + 2.335938, + 0.433594, + 2.179688, + 2.148438, + 2.132812, + 2.046875, + 2.1875, + 2.3125, + 1.855469, + 2.078125, + 1.792969, + 2.320312, + 1.765625, + 2.21875, + 2.1875, + 2.03125, + 1.490234, + 1.921875, + 2.273438, + 2.140625, + 1.496094, + 1.898438, + 1.964844, + 2.132812, + 3.015625, + 2.171875, + 2.101562, + 2.320312, + 2.460938, + 2.078125, + 2.015625, + 2.070312, + 2.390625, + 1.882812, + 2.539062, + 1.400391, + 2.203125, + 1.523438, + 1.494141, + 2.210938, + 1.142578, + 1.589844, + 1.46875, + 1.660156, + 0.40625, + 0.705078, + 2.4375, + 2.265625, + 1.439453, + 1.6875, + 0.617188, + 2.265625, + 1.691406, + 1.076172, + 2.320312, + 2.289062, + 1.929688, + 0.939697, + 2.21875, + 2.007812, + 2.382812, + 1.886719, + 2.015625, + 2.109375, + 2.460938, + 2.367188, + 2.25, + 2.304688, + 2.109375, + 1.227539, + 2.226562, + 2.273438, + 1.128906, + 0.891113, + 2.585938, + 2.070312, + 1.597656, + 1.404297, + 2.101562, + 2.117188, + 2.304688, + 2.3125, + 0.445312, + 2.257812, + 2.1875, + 2.3125, + 1.859375, + 0.546875, + 1.867188, + 2.210938, + 2.09375, + 2.28125, + 1.941406, + 2.648438, + 0.818359, + 1.382812, + 2.304688, + 1.859375, + 2.15625, + 1.229492, + 2.25, + 2.117188, + 2.203125, + 2.148438, + 1.851562, + 1.738281, + 1.980469, + 2.09375, + 2.085938, + 2.148438, + 2.421875, + 2.398438, + 3.03125, + 2.148438, + 1.929688, + 1.65625, + 2.351562, + 2.070312, + 2.390625, + 2.140625, + 2.0625, + 2.429688, + 2.429688, + 1.582031, + 2.257812, + 2.101562, + 2.289062, + 2.234375, + 2.101562, + 2.203125, + 2.585938, + 2.28125, + 2.320312, + 1.3125, + 2.078125, + 2.25, + 2.195312, + 2.242188, + 1.738281, + 2.21875, + 2.164062, + 2.359375, + 2.007812, + 1.996094, + 2.34375, + 2.195312, + 1.757812, + 2.328125, + 2.070312, + 2.367188, + 2.164062, + 2.226562, + 2.164062, + 1.878906, + 1.052979, + 1.980469, + 0.591797, + 1.917969, + 2.257812, + 2.203125, + 2.109375, + 1.914062, + 2.476562, + 2.007812, + 2.054688, + 2.09375, + 0.6875, + 2.148438, + 2.125, + 2.359375, + 2.046875, + 1.890625, + 2.085938, + 2.171875, + 2.242188, + 2.257812, + 0.574219, + 2.15625, + 1.800781, + 2.484375, + 1.625, + 2.179688, + 2.242188, + 2.171875, + 1.318359, + 2.289062, + 0.414062, + 1.121094, + 1.279297, + 0.507812, + 2.296875, + 2.03125, + 2.054688, + 1.238281, + 0.78125, + 2.164062, + 1.458984, + 1.628906, + 0.296875, + 2.203125, + 2.203125, + 2.21875, + 2.09375, + 1.992188, + 1.992188, + 2.1875, + 1.761719, + 2.210938, + 2.4375, + 1.785156, + 2.335938, + 1.933594, + 0.770508, + 0.80957, + 2.234375, + 0.890625, + 2.09375, + 1.949219, + 1.949219, + 2.054688, + 2.039062, + 1.804688, + 2.070312, + 0.664062, + 2.273438, + 2.242188, + 2.34375, + 2.320312, + 2.421875, + 0.632812, + 2.507812, + 1.535156, + 2.328125, + 2.382812, + 2.445312, + 2.046875, + 2.15625, + 2.039062, + 1.179688, + 2.382812, + 1.09668, + 2.390625, + 2.390625, + 1.820312, + 1.964844, + 2.25, + 1.996094, + 2.570312, + 1.96875, + 2.398438, + 2.390625, + 2.09375, + 1.742188, + 2.304688, + 2.296875, + 2.257812, + 2.382812, + 2.890625, + 2.046875, + 2.179688, + 2.515625, + 2.21875, + 2.523438, + 2.085938, + 0.433594, + 2.351562, + 1.980469, + 2.0625, + 0.951416, + 2.0625, + 2.921875, + 2.179688, + 2.492188, + 2.085938, + 3.21875, + 1.808594, + 2.226562, + 2.0625, + 2.203125, + 1.363281, + 2.296875, + 1.933594, + 2.054688, + 2.273438, + 1.828125, + 1.671875, + 2.125, + 2.390625, + 2.242188, + 1.578125, + 2.015625, + 2.429688, + 1.640625, + 2.234375, + 2.265625, + 2.023438, + 2.0625, + 2.265625, + 2.28125, + 1.929688, + 2.1875, + 2.09375, + 2.476562, + 1.326172, + 1.867188, + 2.15625, + 2.164062, + 1.679688, + 2.0625, + 2.171875, + 2.257812, + 2.125, + 1.898438, + 2.148438, + 2.257812, + 1.515625, + 1.941406, + 2.414062, + 2.4375, + 2.195312, + 1.800781, + 2.28125, + 2.1875, + 2.476562, + 2.367188, + 2.078125, + 2.140625, + 1.929688, + 2.367188, + 1.253906, + 2.234375, + 1.380859, + 1.648438, + 0.605469, + 2.039062, + 2.132812, + 2.140625, + 2.609375, + 1.960938, + 1.087891, + 0.529297, + 0.568359, + 2.210938, + 2.171875, + 2.289062, + 2.226562, + 1.910156, + 2.03125, + 1.988281, + 1.988281, + 2.234375, + 2.039062, + 2.085938, + 0.505859, + 1.855469, + 1.917969, + 2.117188, + 1.996094, + 1.984375, + 2.070312, + 2.375, + 1.777344, + 2.101562, + 1.921875, + 1.753906, + 2.15625, + 2.117188, + 2.25, + 1.503906, + 2.179688, + 2.132812, + 0.355469, + 2.273438, + 1.996094, + 1.941406, + 2.070312, + 1.550781, + 2.34375, + 2.195312, + 2.890625, + 2.015625, + 1.761719, + 2.15625, + 1.921875, + 2.328125, + 1.867188, + 1.925781, + 2.226562, + 2.078125, + 2.171875, + 3.5625, + 2.210938, + 2.046875, + 1.902344, + 2.101562, + 2.078125, + 2.234375, + 1.699219, + 2.054688, + 2.046875, + 2.328125, + 2.140625, + 2.289062, + 2.210938, + 2.65625, + 2.5, + 2.453125, + 1.241211, + 2.265625, + 1.769531, + 2.132812, + 2.351562, + 2.25, + 2.179688, + 1.378906, + 1.726562, + 1.15332, + 2.21875, + 2.398438, + 2.148438, + 1.664062, + 2.179688, + 2.179688, + 2.046875, + 2.109375, + 2.335938, + 2.039062, + 2.015625, + 2.132812, + 2.34375, + 2.085938, + 2.078125, + 1.847656, + 2.328125, + 1.691406, + 1.695312, + 2.351562, + 1.792969, + 2.265625, + 2.351562, + 2.273438, + 2.328125, + 2.179688, + 2.21875, + 2.351562, + 1.898438, + 2.03125, + 0.623047, + 2.109375, + 1.855469, + 2.570312, + 1.988281, + 1.90625, + 2.304688, + 2.03125, + 1.769531, + 2.210938, + 2.273438, + 2.101562, + 2.101562, + 2.25, + 0.351562, + 1.699219, + 2.023438, + 1.988281, + 2.210938, + 2.109375, + 2.15625, + 2.46875, + 1.40625, + 1.957031, + 2.039062, + 1.714844, + 2.0, + 3.609375, + 2.140625, + 2.242188, + 1.404297, + 1.220703, + 2.125, + 2.265625, + 1.742188, + 1.447266, + 2.351562, + 1.507812, + 2.1875, + 2.3125, + 1.322266, + 2.335938, + 2.351562, + 1.589844, + 2.148438, + 2.101562, + 2.304688, + 1.652344, + 0.958252, + 1.957031, + 1.953125, + 1.057861, + 1.972656, + 2.320312, + 2.304688, + 0.664062, + 2.265625, + 1.494141, + 2.679688, + 2.679688, + 1.898438, + 1.19043, + 2.109375, + 2.046875, + 1.910156, + 2.101562, + 2.226562, + 2.34375, + 2.265625, + 1.960938, + 1.859375, + 2.15625, + 1.976562, + 2.320312, + 2.0, + 2.054688, + 2.46875, + 2.28125, + 1.353516, + 2.234375, + 1.886719, + 1.478516, + 1.976562, + 1.480469, + 2.289062, + 2.023438, + 2.164062, + 2.351562, + 2.351562, + 1.972656, + 2.25, + 2.132812, + 2.328125, + 1.785156, + 1.929688, + 2.117188, + 2.289062, + 0.035156, + 1.648438, + 1.695312, + 2.109375, + 1.734375, + 1.539062, + 2.320312, + 2.242188, + 2.054688, + 2.195312, + 1.941406, + 0.666016, + 2.109375, + 1.953125, + 1.734375, + 2.007812, + 2.265625, + 2.289062, + 2.078125, + 0.6875, + 1.664062, + 2.0, + 1.839844, + 2.1875, + 2.414062, + 2.351562, + 2.023438, + 2.070312, + 2.265625, + 2.101562, + 1.914062, + 2.289062, + 2.210938, + 2.476562, + 1.90625, + 2.046875, + 0.740234, + 2.023438, + 2.203125, + 2.101562, + 1.832031, + 2.203125, + 2.25, + 2.09375, + 2.007812, + 2.109375, + 1.371094, + 1.816406, + 2.226562, + 2.359375, + 1.433594, + 1.601562, + 2.140625, + 0.542969, + 0.304688, + 1.279297, + 2.0, + 2.265625, + 2.132812, + 1.910156, + 2.117188, + 0.429688, + 0.394531, + 1.933594, + 2.570312, + 1.628906, + 1.957031, + 1.710938, + 2.296875, + 2.203125, + 1.941406, + 0.658203, + 2.289062, + 1.773438, + 1.746094, + 1.08252, + 2.109375, + 1.6875, + 1.988281, + 1.871094, + 2.265625, + 2.078125, + 1.867188, + 2.070312, + 1.839844, + 2.304688, + 2.320312, + 1.503906, + 2.015625, + 2.601562, + 2.546875, + 2.101562, + 1.143555, + 0.449219, + 4.34375, + 2.109375, + 2.226562, + 2.070312, + 1.851562, + 2.117188, + 1.878906, + 2.289062, + 0.371094, + 1.5625, + 1.289062, + 2.335938, + 2.289062, + 0.585938, + 2.242188, + 2.078125, + 2.148438, + 1.910156, + 2.242188, + 1.855469, + 1.628906, + 0.542969, + 1.929688, + 1.625, + 2.015625, + 0.830078, + 1.847656, + 2.257812, + 2.84375, + 2.226562, + 3.0625, + 1.53125, + 1.746094, + 2.390625, + 2.28125, + 1.098145, + 2.117188, + 2.304688, + 1.238281, + 2.742188, + 0.768555, + 2.585938, + 2.1875, + 2.03125, + 2.148438, + 2.101562, + 2.125, + 2.132812, + 2.125, + 0.347656, + 2.195312, + 2.210938, + 2.203125, + 2.171875, + 2.046875, + 2.085938, + 2.140625, + 0.277344, + 1.640625, + 0.542969, + 2.25, + 0.617188, + 1.423828, + 2.367188, + 2.375, + 2.296875, + 1.234375, + 1.949219, + 2.007812, + 1.980469, + 0.550781, + 2.140625, + 1.233398, + 1.220703, + 0.773438, + 2.109375, + 2.414062, + 1.582031, + 2.617188, + 2.421875, + 1.976562, + 2.257812, + 1.441406, + 1.640625, + 2.085938, + 0.449219, + 2.296875, + 2.265625, + 1.945312, + 0.660156, + 0.433594, + 2.203125, + 2.328125, + 1.835938, + 2.273438, + 2.507812, + 1.964844, + 1.353516, + 3.828125, + 2.085938, + 2.085938, + 2.460938, + 1.601562, + 2.101562, + 2.257812, + 2.367188, + 2.140625, + 2.148438, + 2.140625, + 2.46875, + 2.085938, + 1.71875, + 2.414062, + 2.304688, + 1.617188, + 2.242188, + 2.242188, + 2.304688, + 2.085938, + 2.601562, + 2.140625, + 2.390625, + 0.472656, + 1.492188, + 1.757812, + 0.630859, + 2.125, + 2.070312, + 1.921875, + 2.109375, + 2.195312, + 2.054688, + 2.085938, + 2.054688, + 0.505859, + 1.412109, + 2.078125, + 1.742188, + 2.195312, + 2.164062, + 1.361328, + 2.078125, + 2.0, + 2.1875, + 2.179688, + 2.351562, + 0.554688, + 2.5625, + 2.59375, + 1.244141, + 2.25, + 2.085938, + 2.367188, + 2.921875, + 2.070312, + 2.335938, + 2.21875, + 2.34375, + 2.351562, + 2.1875, + 1.597656, + 2.101562, + 2.117188, + 2.03125, + 2.3125, + 2.078125, + 1.104004, + 2.398438, + 0.746094, + 1.972656, + 2.578125, + 1.5, + 2.335938, + 2.125, + 2.398438, + 2.0, + 1.933594, + 2.070312, + 0.5, + 0.390625, + 0.449219, + 2.25, + 2.226562, + 0.744141, + 1.902344, + 1.988281, + 2.554688, + 0.804688, + 2.234375, + 1.328125, + 2.03125, + 0.646484, + 1.976562, + 2.289062, + 2.304688, + 2.296875, + 1.675781, + 1.742188, + 2.304688, + 2.171875, + 1.182617, + 1.867188, + 0.375, + 2.039062, + 2.164062, + 2.195312, + 2.414062, + 1.738281, + 1.660156, + 2.125, + 0.433594, + 2.34375, + 1.867188, + 2.117188, + 2.171875, + 1.191406, + 2.273438, + 2.101562, + 1.945312, + 1.527344, + 2.007812, + 1.808594, + 1.929688, + 2.210938, + 2.109375, + 2.53125, + 2.132812, + 1.988281, + 2.296875, + 1.882812, + 2.0, + 2.40625, + 2.210938, + 2.21875, + 2.039062, + 2.179688, + 2.398438, + 1.746094, + 2.234375, + 2.070312, + 2.125, + 2.117188, + 2.078125, + 1.730469, + 1.957031, + 2.054688, + 2.414062, + 1.933594, + 1.902344, + 0.84082, + 2.421875, + 1.757812, + 2.0625, + 1.863281, + 2.046875, + 1.882812, + 2.242188, + 0.987488, + 2.53125, + 0.991516, + 2.164062, + 1.574219, + 1.621094, + 1.535156, + 2.085938, + 1.075684, + 2.28125, + 0.548828, + 2.015625, + 1.194336, + 2.34375, + 1.871094, + 1.8125, + 2.210938, + 2.34375, + 2.0, + 1.652344, + 1.976562, + 2.070312, + 2.289062, + 0.472656, + 2.242188, + 1.910156, + 1.804688, + 2.117188, + 2.09375, + 1.707031, + 1.949219, + 1.363281, + 2.046875, + 2.046875, + 1.964844, + 3.0625, + 2.070312, + 2.15625, + 1.960938, + 1.820312, + 1.886719, + 0.425781, + 2.289062, + 2.09375, + 2.445312, + 2.257812, + 1.714844, + 1.132812, + 0.445312, + 2.140625, + 0.484375, + 0.907715, + 1.699219, + 2.101562, + 2.257812, + 2.25, + 1.146484, + 1.804688, + 1.462891, + 2.109375, + 0.484375, + 2.117188, + 1.976562, + 2.15625, + 2.234375, + 2.242188, + 2.476562, + 0.611328, + 2.039062, + 2.46875, + 1.341797, + 0.693359, + 2.25, + 2.484375, + 0.819336, + 2.359375, + 2.609375, + 2.242188, + 1.675781, + 2.195312, + 2.078125, + 0.716797, + 2.445312, + 1.902344, + 1.992188, + 2.203125, + 2.203125, + 1.394531, + 0.5, + 2.054688, + 2.5, + 1.898438, + 2.171875, + 2.28125, + 2.203125, + 2.46875, + 1.914062, + 1.796875, + 2.179688, + 2.054688, + 2.085938, + 2.125, + 1.972656, + 2.195312, + 1.921875, + 2.109375, + 2.203125, + 2.070312, + 0.347656, + 2.15625, + 2.359375, + 2.046875, + 1.894531, + 2.054688, + 1.777344, + 1.878906, + 2.078125, + 2.375, + 2.179688, + 2.078125, + 2.117188, + 2.273438, + 1.373047, + 1.917969, + 0.542969, + 2.265625, + 0.699219, + 2.34375, + 2.289062, + 2.398438, + 0.546875, + 2.046875, + 1.785156, + 1.792969, + 2.140625, + 2.507812, + 2.0, + 1.925781, + 2.234375, + 1.839844, + 2.03125, + 0.861328, + 2.015625, + 2.070312, + 2.65625, + 2.34375, + 1.945312, + 2.0, + 2.164062, + 2.25, + 2.078125, + 1.964844, + 1.960938, + 1.835938, + 2.023438, + 1.933594, + 0.722656, + 2.007812, + 2.234375, + 2.382812, + 1.835938, + 0.583984, + 2.289062, + 2.609375, + 2.445312, + 2.1875, + 2.351562, + 2.226562, + 2.046875, + 1.921875, + 0.857422, + 2.203125, + 2.078125, + 2.257812, + 2.4375, + 1.921875, + 2.148438, + 2.351562, + 2.453125, + 2.078125, + 1.929688, + 2.523438, + 2.085938, + 2.078125, + 1.710938, + 2.40625, + 2.1875, + 1.172852, + 4.21875, + 2.015625, + 1.96875, + 2.164062, + 1.992188, + 1.128906, + 2.453125, + 1.929688, + 2.171875, + 0.552734, + 1.699219, + 1.589844, + 2.609375, + 2.132812, + 2.296875, + 2.273438, + 0.324219, + 2.25, + 2.875, + 0.378906, + 1.400391, + 2.242188, + 2.1875, + 2.203125, + 2.0, + 2.09375, + 2.007812, + 2.078125, + 1.722656, + 2.265625, + 0.810547, + 2.015625, + 2.445312, + 2.335938, + 1.376953, + 2.203125, + 2.132812, + 2.171875, + 2.023438, + 2.164062, + 2.007812, + 2.132812, + 1.652344, + 1.037109, + 2.140625, + 2.015625, + 2.171875, + 2.359375, + 1.464844, + 2.242188, + 1.804688, + 2.1875, + 2.148438, + 1.316406, + 2.117188, + 2.351562, + 2.132812, + 3.625, + 1.605469, + 2.578125, + 2.148438, + 2.078125, + 1.152344, + 0.523438, + 2.125, + 2.25, + 2.140625, + 1.675781, + 2.359375, + 2.039062, + 2.109375, + 0.480469, + 1.980469, + 2.234375, + 1.898438, + 1.914062, + 2.203125, + 2.429688, + 2.179688, + 2.054688, + 1.875, + 2.21875, + 2.109375, + 2.15625, + 2.304688, + 2.398438, + 2.203125, + 1.679688, + 1.6875, + 1.570312, + 2.359375, + 1.675781, + 2.242188, + 2.242188, + 1.236328, + 2.171875, + 1.957031, + 2.257812, + 1.890625, + 2.078125, + 2.171875, + 1.414062, + 1.976562, + 2.203125, + 2.351562, + 2.296875, + 2.273438, + 1.271484, + 1.757812, + 2.265625, + 1.90625, + 2.335938, + 2.382812, + 1.972656, + 2.359375, + 2.117188, + 2.109375, + 1.882812, + 0.949463, + 2.023438, + 2.179688, + 2.304688, + 3.171875, + 2.140625, + 2.40625, + 2.289062, + 1.917969, + 2.015625, + 2.070312, + 1.941406, + 1.699219, + 1.333984, + 1.804688, + 1.917969, + 2.3125, + 2.054688, + 2.09375, + 2.125, + 2.117188, + 2.09375, + 2.164062, + 2.148438, + 2.429688, + 2.054688, + 1.949219, + 2.421875, + 2.210938, + 1.929688, + 1.980469, + 2.140625, + 2.015625, + 2.164062, + 2.132812, + 2.179688, + 2.546875, + 1.984375, + 1.738281, + 2.179688, + 2.132812, + 0.332031, + 2.382812, + 2.570312, + 2.015625, + 1.068359, + 2.210938, + 1.929688, + 1.265625, + 0.542969, + 1.878906, + 1.785156, + 2.414062, + 1.851562, + 2.078125, + 2.070312, + 2.046875, + 2.328125, + 2.0, + 2.320312, + 1.988281, + 1.183594, + 2.585938, + 2.226562, + 0.950928, + 0.441406, + 2.289062, + 2.117188, + 2.367188, + 1.170898, + 2.125, + 1.474609, + 2.007812, + 2.414062, + 2.0625, + 2.023438, + 2.0625, + 1.894531, + 1.804688, + 2.242188, + 2.351562, + 2.085938, + 0.648438, + 1.186523, + 1.964844, + 2.015625, + 2.015625, + 1.511719, + 2.046875, + 2.390625, + 1.753906, + 1.213867, + 2.460938, + 2.375, + 1.644531, + 2.296875, + 1.902344, + 1.585938, + 2.039062, + 2.296875, + 0.332031, + 0.382812, + 1.855469, + 2.28125, + 1.894531, + 2.65625, + 1.734375, + 2.28125, + 0.830078, + 2.046875, + 0.845703, + 0.951904, + 2.296875, + 2.335938, + 2.164062, + 2.117188, + 2.140625, + 2.351562, + 0.823242, + 2.203125, + 1.84375, + 1.832031, + 1.910156, + 2.203125, + 2.054688, + 1.964844, + 1.546875, + 2.171875, + 2.4375, + 1.8125, + 1.882812, + 1.570312, + 1.648438, + 2.125, + 2.773438, + 2.078125, + 2.195312, + 0.566406, + 2.078125, + 2.398438, + 2.265625, + 1.992188, + 2.148438, + 1.984375, + 2.296875, + 2.117188, + 2.703125, + 1.726562, + 1.929688, + 2.445312, + 2.1875, + 2.421875, + 2.273438, + 1.957031, + 2.070312, + 2.023438, + 2.367188, + 2.34375, + 2.0625, + 1.863281, + 0.507812, + 2.164062, + 2.164062, + 2.390625, + 2.195312, + 1.777344, + 0.335938, + 2.257812, + 2.414062, + 1.917969, + 2.25, + 0.817383, + 2.414062, + 2.140625, + 2.085938, + 1.988281, + 2.039062, + 2.453125, + 1.777344, + 1.474609, + 2.390625, + 2.476562, + 2.109375, + 0.583984, + 2.34375, + 1.792969, + 0.425781, + 2.007812, + 2.78125, + 2.335938, + 1.882812, + 1.753906, + 1.878906, + 2.375, + 2.046875, + 2.234375, + 2.015625, + 1.988281, + 2.015625, + 1.984375, + 2.023438, + 2.5625, + 2.25, + 2.328125, + 2.40625, + 2.539062, + 1.433594, + 1.996094, + 2.109375, + 1.898438, + 1.785156, + 2.992188, + 2.1875, + 1.018066, + 1.851562, + 0.472656, + 2.046875, + 1.929688, + 2.523438, + 1.90625, + 2.046875, + 2.109375, + 2.242188, + 2.046875, + 1.742188, + 2.179688, + 2.039062, + 2.390625, + 1.820312, + 2.171875, + 1.214844, + 1.957031, + 1.310547, + 0.605469, + 2.007812, + 2.414062, + 2.304688, + 2.148438, + 2.398438, + 1.519531, + 1.847656, + 2.132812, + 1.285156, + 1.416016, + 2.242188, + 2.351562, + 2.304688, + 1.953125, + 2.101562, + 2.242188, + 2.460938, + 2.25, + 2.164062, + 0.716797, + 2.085938, + 2.609375, + 2.125, + 2.257812, + 1.652344, + 2.296875, + 2.101562, + 1.933594, + 2.148438, + 2.242188, + 1.964844, + 1.400391, + 1.894531, + 2.203125, + 2.039062, + 2.484375, + 2.367188, + 2.242188, + 1.808594, + 1.535156, + 2.3125, + 2.179688, + 1.05957, + 0.786133, + 2.007812, + 2.375, + 2.273438, + 2.078125, + 2.328125, + 0.46875, + 2.289062, + 2.390625, + 1.921875, + 2.1875, + 1.667969, + 1.992188, + 1.835938, + 0.683594, + 2.101562, + 2.132812, + 2.195312, + 1.871094, + 2.179688, + 2.5625, + 2.101562, + 2.390625, + 1.992188, + 2.171875, + 2.617188, + 1.871094, + 1.988281, + 1.269531, + 1.949219, + 1.147461, + 0.572266, + 2.296875, + 2.382812, + 2.304688, + 2.3125, + 2.90625, + 2.140625, + 2.265625, + 2.015625, + 2.21875, + 2.242188, + 1.660156, + 1.699219, + 1.075684, + 2.296875, + 1.535156, + 1.910156, + 2.09375, + 2.125, + 2.09375, + 2.078125, + 2.164062, + 2.257812, + 1.230469, + 2.0, + 2.53125, + 0.802734, + 1.640625, + 2.1875, + 2.546875, + 1.777344, + 0.77832, + 1.996094, + 2.40625, + 2.039062, + 1.976562, + 1.949219, + 0.607422, + 2.078125, + 2.148438, + 1.466797, + 2.171875, + 1.90625, + 1.921875, + 1.832031, + 2.265625, + 1.941406, + 1.980469, + 2.515625, + 2.210938, + 1.921875, + 2.328125, + 2.140625, + 0.425781, + 1.851562, + 2.132812, + 2.1875, + 2.117188, + 2.226562, + 2.296875, + 1.695312, + 1.009949, + 2.179688, + 2.476562, + 2.375, + 1.832031, + 1.332031, + 1.746094, + 2.242188, + 2.0625, + 2.023438, + 1.820312, + 2.171875, + 2.054688, + 2.140625, + 1.625, + 2.117188, + 2.109375, + 2.039062, + 2.289062, + 2.070312, + 1.984375, + 2.273438, + 1.867188, + 2.257812, + 1.000694, + 0.375, + 1.988281, + 1.589844, + 2.109375, + 2.210938, + 1.910156, + 1.867188, + 1.621094, + 2.085938, + 1.660156, + 2.023438, + 2.1875, + 2.257812, + 2.101562, + 0.535156, + 2.140625, + 2.117188, + 2.46875, + 2.039062, + 2.570312, + 2.039062, + 2.109375, + 2.09375, + 1.695312, + 2.25, + 2.296875, + 2.164062, + 2.289062, + 1.855469, + 1.972656, + 2.078125, + 1.451172, + 1.683594, + 2.210938, + 2.28125, + 2.203125, + 2.210938, + 2.648438, + 2.4375, + 1.910156, + 2.898438, + 1.511719, + 2.101562, + 1.550781, + 1.042725, + 2.164062, + 2.085938, + 2.15625, + 0.496094, + 1.535156, + 2.734375, + 2.226562, + 2.46875, + 2.1875, + 2.34375, + 2.351562, + 2.101562, + 1.789062, + 2.640625, + 0.351562, + 2.015625, + 1.863281, + 1.941406, + 2.140625, + 2.546875, + 2.265625, + 2.054688, + 0.457031, + 2.1875, + 2.03125, + 2.007812, + 1.902344, + 2.265625, + 2.320312, + 2.296875, + 1.984375, + 1.902344, + 1.056396, + 2.140625, + 2.25, + 1.664062, + 2.273438, + 2.273438, + 1.972656, + 2.28125, + 1.710938, + 2.0625, + 1.773438, + 2.765625, + 1.992188, + 2.4375, + 2.265625, + 1.875, + 1.867188, + 1.839844, + 2.039062, + 2.632812, + 2.242188, + 1.949219, + 2.015625, + 0.529297, + 2.148438, + 2.085938, + 2.265625, + 2.289062, + 2.273438, + 2.445312, + 2.09375, + 2.046875, + 2.1875, + 1.476562, + 2.023438, + 2.109375, + 2.15625, + 0.421875, + 2.234375, + 2.210938, + 2.257812, + 2.242188, + 2.132812, + 1.929688, + 2.539062, + 1.8125, + 2.242188, + 2.054688, + 2.265625, + 0.818359, + 1.867188, + 1.820312, + 2.3125, + 0.558594, + 2.195312, + 0.881348, + 2.117188, + 0.402344, + 2.226562, + 1.851562, + 2.375, + 1.146484, + 1.757812, + 2.242188, + 2.132812, + 1.632812, + 2.015625, + 2.046875, + 2.414062, + 2.265625, + 0.371094, + 1.116211, + 1.361328, + 2.179688, + 2.226562, + 1.863281, + 2.148438, + 2.453125, + 2.0625, + 1.492188, + 2.320312, + 2.148438, + 2.25, + 2.476562, + 2.195312, + 1.636719, + 2.234375, + 2.1875, + 1.330078, + 2.226562, + 2.148438, + 2.359375, + 2.148438, + 2.226562, + 1.652344, + 2.445312, + 2.046875, + 1.917969, + 2.25, + 2.109375, + 2.359375, + 1.957031, + 2.648438, + 0.722656, + 2.109375, + 1.964844, + 2.210938, + 0.879883, + 2.390625, + 2.585938, + 2.523438, + 0.716797, + 1.941406, + 1.378906, + 2.226562, + 1.824219, + 1.554688, + 0.460938, + 2.367188, + 2.257812, + 2.109375, + 0.347656, + 1.376953, + 0.634766, + 2.398438, + 2.25, + 1.6875, + 2.25, + 2.398438, + 1.957031, + 2.328125, + 2.03125, + 1.753906, + 0.734375, + 0.941895, + 2.28125, + 1.714844, + 1.867188, + 2.148438, + 1.921875, + 2.117188, + 2.453125, + 1.498047, + 1.648438, + 2.0625, + 1.859375, + 1.25, + 2.570312, + 2.492188, + 2.898438, + 2.398438, + 2.023438, + 0.701172, + 2.125, + 0.6875, + 1.992188, + 2.265625, + 2.164062, + 2.117188, + 2.453125, + 1.691406, + 2.242188, + 2.351562, + 2.15625, + 2.265625, + 1.859375, + 1.851562, + 2.140625, + 2.171875, + 2.515625, + 1.863281, + 2.273438, + 1.976562, + 1.151367, + 1.660156, + 1.84375, + 1.213867, + 2.039062, + 2.046875, + 2.210938, + 2.179688, + 1.625, + 1.664062, + 2.109375, + 2.078125, + 1.447266, + 2.304688, + 2.039062, + 2.132812, + 2.085938, + 2.515625, + 2.117188, + 1.640625, + 2.203125, + 2.257812, + 1.917969, + 2.101562, + 1.921875, + 1.060059, + 2.328125, + 2.039062, + 0.896484, + 2.132812, + 1.960938, + 0.613281, + 2.023438, + 1.384766, + 2.273438, + 2.0625, + 2.03125, + 2.367188, + 2.335938, + 2.101562, + 1.832031, + 2.210938, + 1.953125, + 2.007812, + 1.882812, + 1.094727, + 1.871094, + 2.398438, + 2.203125, + 0.875488, + 1.957031, + 1.976562, + 2.289062, + 2.296875, + 1.9375, + 2.117188, + 2.117188, + 1.917969, + 2.382812, + 1.832031, + 2.078125, + 2.273438, + 0.574219, + 2.203125, + 1.914062, + 0.619141, + 2.132812, + 2.117188, + 2.382812, + 2.023438, + 1.980469, + 2.15625, + 0.80957, + 2.171875, + 2.320312, + 2.375, + 2.0, + 2.007812, + 1.808594, + 2.015625, + 0.774414, + 1.052246, + 2.265625, + 1.71875, + 2.289062, + 1.503906, + 1.734375, + 2.1875, + 2.03125, + 0.699219, + 1.585938, + 2.445312, + 0.488281, + 2.273438, + 1.886719, + 2.34375, + 2.257812, + 0.716797, + 2.296875, + 2.015625, + 0.767578, + 2.492188, + 2.429688, + 1.933594, + 2.1875, + 2.242188, + 2.382812, + 0.654297, + 2.21875, + 1.417969, + 2.070312, + 2.054688, + 2.203125, + 2.359375, + 1.875, + 2.289062, + 2.242188, + 2.195312, + 1.78125, + 0.591797, + 2.125, + 2.148438, + 1.953125, + 2.023438, + 2.382812, + 2.171875, + 1.667969, + 1.796875, + 2.3125, + 1.800781, + 2.265625, + 1.914062, + 3.0625, + 2.476562, + 2.179688, + 0.503906, + 2.09375, + 1.875, + 1.953125, + 2.296875, + 2.257812, + 1.554688, + 1.859375, + 2.296875, + 2.3125, + 0.762695, + 2.226562, + 1.921875, + 1.847656 + ] + }, + "name": "onnx::Mul_8571", + "outputIndexes": [ + 1513 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1512, + 1513 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_15/Mul_1_output_0", + "outputIndexes": [ + 1514 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1443, + 1514 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_78_output_0", + "outputIndexes": [ + 1515 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1515 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_15/Mul_output_0", + "outputIndexes": [ + 1516 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.823242, + 0.866211, + 0.823242, + 0.833008, + 0.894531, + 0.830078, + 0.816406, + 0.681641, + 0.834961, + 0.862305, + 0.81543, + 0.866211, + 0.80957, + 0.799805, + 0.854492, + 0.84668, + 0.84668, + 0.864258, + 1.040039, + 0.84668, + 0.841797, + 0.916504, + 0.873047, + 0.831055, + 0.833984, + 0.833984, + 0.738281, + 0.841797, + 0.801758, + 0.817383, + 0.858398, + 0.867188, + 0.842773, + 0.746094, + 0.848633, + 0.803711, + 0.871094, + 0.816406, + 0.885742, + 0.880371, + 0.817383, + 0.833984, + 0.84082, + 0.849609, + 0.84082, + 0.824219, + 0.831055, + 0.833008, + 0.974121, + 0.860352, + 0.854492, + 0.760742, + 0.823242, + 0.648438, + 0.814453, + 0.807617, + 0.802734, + 0.837891, + 0.880859, + 0.886719, + 0.856445, + 0.794922, + 0.871094, + 0.806641, + 0.910645, + 0.859375, + 0.848633, + 0.84082, + 0.801758, + 0.839844, + 0.830078, + 0.831055, + 0.834961, + 0.870117, + 0.851562, + 0.876953, + 0.867188, + 0.87207, + 0.849609, + 0.81543, + 0.860352, + 0.679688, + 0.84082, + 0.887695, + 0.834961, + 0.786133, + 0.857422, + 0.874023, + 0.885742, + 0.871094, + 0.827148, + 0.871094, + 0.847656, + 0.851562, + 0.845703, + 0.681641, + 0.831055, + 0.865234, + 0.774414, + 0.833008, + 0.864258, + 0.822266, + 0.849609, + 0.81543, + 0.824219, + 0.850586, + 0.80957, + 0.853516, + 0.841797, + 0.868164, + 0.802734, + 0.807617, + 0.854492, + 0.578125, + 0.831055, + 0.844727, + 0.84668, + 0.695312, + 0.877441, + 0.791992, + 0.838867, + 0.801758, + 0.823242, + 0.851562, + 0.823242, + 0.793945, + 0.836914, + 0.823242, + 0.796875, + 0.833984, + 0.879883, + 0.84082, + 0.864258, + 0.871094, + 0.832031, + 0.805664, + 0.885742, + 0.767578, + 0.871094, + 0.841797, + 0.699219, + 0.897461, + 0.899902, + 0.849609, + 0.853516, + 0.857422, + 0.847656, + 0.900391, + 0.865234, + 0.859375, + 0.854492, + 0.853516, + 0.865234, + 0.742188, + 0.84375, + 0.837891, + 0.896484, + 0.821289, + 0.865234, + 0.791992, + 0.4375, + 0.848633, + 0.818359, + 0.885254, + 0.831055, + 0.865234, + 0.864258, + 0.779297, + 0.794922, + 0.856445, + 0.84668, + 0.851562, + 0.787109, + 0.835938, + 0.888672, + 0.837891, + 0.791016, + 0.699219, + 0.842773, + 0.866211, + 0.867188, + 0.774414, + 0.833984, + 0.646484, + 0.746094, + 0.875, + 0.95874, + 0.833984, + 0.87793, + 0.84082, + 0.860352, + 0.775391, + 0.828125, + 0.808594, + 0.845703, + 0.786133, + 0.841797, + 0.832031, + 0.842773, + 0.835938, + 0.829102, + 0.828125, + 0.869141, + 0.875488, + 0.878418, + 0.845703, + 0.775391, + 0.863281, + 0.81543, + 0.825195, + 0.821289, + 0.871094, + 0.832031, + 0.860352, + 0.84668, + 0.807617, + 0.859375, + 0.826172, + 0.821289, + 0.839844, + 0.848633, + 0.755859, + 0.873047, + 0.861328, + 0.817383, + 0.814453, + 0.845703, + 0.84082, + 0.842773, + 0.916016, + 0.40625, + 0.84375, + 0.771484, + 0.816406, + 0.825195, + 0.852539, + 0.763672, + 0.821289, + 0.855469, + 0.871094, + 0.654297, + 0.867188, + 0.842773, + 0.84082, + 0.922363, + 0.823242, + 0.833008, + 0.865234, + 0.863281, + 0.878418, + 0.850586, + 0.838867, + 0.859375, + 0.888672, + 0.822266, + 0.854492, + 0.849609, + 0.865234, + 0.833984, + 0.838867, + 0.84375, + 0.862305, + 0.870117, + 0.87207, + 0.859375, + 0.844727, + 0.825195, + 0.821289, + 0.825195, + 0.818359, + 0.814453, + 0.847656, + 0.853516, + 0.867188, + 0.87207, + 0.844727, + 0.893066, + 0.833008, + 0.818359, + 0.850586, + 0.845703, + 0.828125, + 0.786133, + 0.832031, + 0.820312, + 0.845703, + 0.811523, + 0.838867, + 0.780273, + 0.84668, + 0.89502, + 0.807617, + 0.875977, + 0.866211, + 0.77832, + 0.825195, + 0.831055, + 0.833008, + 0.869141, + 0.856445, + 0.755859, + 0.870117, + 0.746094, + 0.824219, + 0.572266, + 0.785156, + 0.786133, + 0.829102, + 0.87793, + 0.831055, + 0.856445, + 0.720703, + 0.851562, + 0.837891, + 0.811523, + 0.828125, + 0.806641, + 0.879883, + 0.853516, + 0.84082, + 0.853516, + 0.81543, + 0.853516, + 0.837891, + 0.833984, + 0.791016, + 0.884277, + 0.84375, + 0.791016, + 0.826172, + 0.885742, + 0.841797, + 0.824219, + 0.84082, + 0.304688, + 0.832031, + 0.818359, + 0.844727, + 0.830078, + 0.838867, + 0.856445, + 0.894531, + 0.87207, + 0.87207, + 0.822266, + 0.873047, + 0.837891, + 0.845703, + 0.916504, + 0.819336, + 0.708984, + 0.892578, + 0.732422, + 0.885742, + 0.685547, + 0.855469, + 0.842773, + 0.856445, + 0.876465, + 0.845703, + 0.800781, + 0.817383, + 0.892578, + 0.894531, + 0.876465, + 0.831055, + 0.857422, + 0.756836, + 0.819336, + 0.857422, + 0.81543, + 0.84082, + 0.847656, + 0.84375, + 0.84375, + 0.833984, + 0.823242, + 0.833008, + 0.77832, + 0.826172, + 0.839844, + 0.838867, + 0.887695, + 0.831055, + 0.869141, + 0.828125, + 0.915527, + 0.813477, + 0.849609, + 0.837891, + 0.849609, + 0.869141, + 0.746094, + 0.814453, + 0.84375, + 0.822266, + 0.850586, + 0.779297, + 0.859375, + 0.822266, + 0.848633, + 0.841797, + 0.850586, + 0.822266, + 0.825195, + 1.149414, + 0.850586, + 0.863281, + 0.89209, + 0.732422, + 0.833984, + 0.861328, + 0.779297, + 0.845703, + 0.757812, + 0.882812, + 0.841797, + 0.817383, + 0.881348, + 0.829102, + 0.856445, + 0.833008, + 0.710938, + 0.826172, + 0.827148, + 0.802734, + 0.838867, + 0.822266, + 0.81543, + 0.817383, + 0.825195, + 0.903809, + 0.866211, + 0.836914, + 0.548828, + 0.814453, + 0.84668, + 0.84082, + 0.848633, + 0.825195, + 0.837891, + 0.793945, + 0.799805, + 0.92041, + 0.662109, + 0.814453, + 0.828125, + 0.824219, + 0.864258, + 0.804688, + 0.80957, + 0.849609, + 0.862305, + 0.814453, + 0.807617, + 0.814453, + 0.80957, + 0.817383, + 0.864258, + 0.874023, + 0.84082, + 0.817383, + 0.825195, + 0.869141, + 0.834961, + 0.842773, + 0.768555, + 0.868164, + 0.847656, + 0.878418, + 0.838867, + 0.851562, + 0.884766, + 0.905273, + 0.84668, + 0.829102, + 0.788086, + 0.848633, + 0.866211, + 0.819336, + 0.823242, + 0.873047, + 0.853516, + 0.848633, + 0.849609, + 0.827148, + 0.78125, + 0.864258, + 0.826172, + 0.819336, + 0.84668, + 0.81543, + 0.880859, + 0.841797, + 0.87207, + 0.861328, + 0.710938, + 0.785156, + 0.914551, + 0.734375, + 0.837891, + 0.801758, + 0.832031, + 0.939941, + 0.660156, + 0.808594, + 0.875488, + 0.765625, + 0.928711, + 0.841797, + 0.830078, + 0.81543, + 0.859375, + 0.826172, + 0.861328, + 0.849609, + 0.848633, + 0.864258, + 0.842773, + 0.855469, + 0.762695, + 0.84082, + 0.913086, + 0.806641, + 0.84082, + 0.928711, + 0.836914, + 0.868164, + 0.84668, + 0.879395, + 0.818359, + 0.856445, + 0.865234, + 0.758789, + 0.858398, + 0.728516, + 0.837891, + 0.838867, + 0.854492, + 0.705078, + 0.673828, + 0.859375, + 0.730469, + 0.87793, + 0.830078, + 0.854492, + 0.825195, + 0.827148, + 0.891602, + 0.857422, + 0.703125, + 0.869141, + 0.810547, + 0.803711, + 0.803711, + 0.754883, + 0.826172, + 0.634766, + 0.860352, + 0.831055, + 0.862305, + 0.838867, + 0.822266, + 0.874023, + 0.801758, + 0.830078, + 0.844727, + 0.679688, + 0.756836, + 0.791016, + 0.786133, + 0.800781, + 0.848633, + 0.844727, + 0.673828, + 0.77832, + 0.859375, + 0.833008, + 0.911133, + 0.822266, + 0.763672, + 0.92041, + 0.81543, + 0.833008, + 0.756836, + 0.868164, + 0.764648, + 0.826172, + 0.644531, + 0.830078, + 0.816406, + 0.833984, + 0.744141, + 0.669922, + 0.887695, + 0.873047, + 0.802734, + 0.797852, + 0.84082, + 0.904297, + 0.832031, + 0.850586, + 0.896484, + 0.831055, + 0.868164, + 0.870117, + 0.862305, + 0.826172, + 0.844727, + 0.879395, + 0.841797, + 0.848633, + 0.862305, + 0.662109, + 0.830078, + 0.81543, + 0.834961, + 0.858398, + 0.87207, + 0.792969, + 0.855469, + 0.823242, + 0.817383, + 0.865234, + 0.852539, + 0.891113, + 0.865234, + 0.838867, + 0.879883, + 0.782227, + 0.876953, + 0.880371, + 0.892578, + 0.875977, + 0.916016, + 0.834961, + 0.816406, + 0.853516, + 0.818359, + 0.911133, + 0.899414, + 0.95459, + 0.891113, + 0.806641, + 0.839844, + 0.803711, + 0.857422, + 0.862305, + 0.806641, + 0.811523, + 0.59375, + 0.760742, + 0.853516, + 0.880371, + 0.829102, + 0.902832, + 0.865234, + 0.844727, + 0.819336, + 0.780273, + 0.817383, + 0.813477, + 0.841797, + 0.708984, + 0.863281, + 0.857422, + 0.84082, + 0.869141, + 0.852539, + 0.878418, + 0.838867, + 0.77832, + 0.850586, + 0.864258, + 0.820312, + 0.841797, + 0.848633, + 0.791016, + 0.817383, + 0.824219, + 0.816406, + 0.660156, + 1.277344, + 0.841797, + 0.938965, + 0.849609, + 0.856445, + 0.826172, + 0.818359, + 0.716797, + 0.782227, + 0.881836, + 0.835938, + 0.870117, + 0.803711, + 0.854492, + 0.847656, + 0.869141, + 0.842773, + 0.880371, + 0.378906, + 0.855469, + 0.826172, + 0.839844, + 0.868164, + 0.830078, + 0.825195, + 0.883301, + 0.847656, + 0.853516, + 0.834961, + 0.854492, + 0.837891, + 0.791016, + 1.010315, + 0.589844, + 0.833008, + 0.825195, + 0.845703, + 0.856445, + 0.84082, + 0.850586, + 0.835938, + 0.854492, + 0.853516, + 0.755859, + 0.916016, + 0.853516, + 0.828125, + 0.848633, + 0.917969, + 0.801758, + 0.823242, + 0.845703, + 0.856445, + 0.827148, + 0.84668, + 0.841797, + 0.810547, + 0.817383, + 0.850586, + 0.84082, + 0.84082, + 0.814453, + 0.869141, + 0.818359, + 0.838867, + 0.888184, + 0.785156, + 0.863281, + 0.892578, + 0.822266, + 0.87207, + 0.831055, + 0.84668, + 0.90918, + 0.831055, + 0.798828, + 0.800781, + 0.874023, + 0.816406, + 0.84375, + 0.836914, + 0.84375, + 0.866211, + 0.862305, + 0.813477, + 0.793945, + 0.838867, + 0.794922, + 0.832031, + 0.939941, + 0.852539, + 0.8125, + 0.814453, + 0.825195, + 0.84668, + 0.818359, + 0.796875, + 0.87207, + 0.853516, + 0.873047, + 0.87793, + 0.852539, + 0.421875, + 0.849609, + 0.854492, + 0.740234, + 0.902344, + 0.833984, + 0.799805, + 0.855469, + 0.855469, + 0.850586, + 0.874023, + 0.864258, + 0.834961, + 0.864258, + 0.833008, + 0.87207, + 0.708984, + 0.880371, + 0.865234, + 0.849609, + 0.860352, + 0.898438, + 0.856445, + 0.838867, + 0.753906, + 0.863281, + 0.880859, + 0.836914, + 0.779297, + 0.864258, + 0.916016, + 0.837891, + 0.763672, + 0.887695, + 0.853516, + 0.84082, + 0.793945, + 0.869141, + 0.849609, + 0.813477, + 0.825195, + 0.803711, + 0.845703, + 0.84082, + 0.836914, + 0.844727, + 0.833984, + 0.838867, + 0.858398, + 0.744141, + 0.825195, + 0.892578, + 0.857422, + 0.811523, + 0.744141, + 0.856445, + 0.887695, + 0.811523, + 0.856445, + 0.837891, + 0.84375, + 0.857422, + 0.889648, + 0.825195, + 0.848633, + 0.827148, + 0.879883, + 0.838867, + 0.833984, + 0.839844, + 0.554688, + 0.891602, + 0.838867, + 0.861328, + 0.831055, + 0.757812, + 0.831055, + 0.850586, + 0.856445, + 0.876953, + 0.863281, + 0.720703, + 0.862305, + 0.801758, + 0.895508, + 0.724609, + 0.811523, + 0.848633, + 0.873047, + 0.836914, + 0.904297, + 0.854492, + 0.849609, + 0.818359, + 0.842773, + 0.830078, + 0.792969, + 0.787109, + 0.856445, + 0.864258, + 0.850586, + 0.839844, + 0.807617, + 0.844727, + 0.823242, + 0.821289, + 0.813477, + 0.853516, + 0.849609, + 0.829102, + 0.858398, + 0.818359, + 0.824219, + 0.932617, + 0.836914, + 0.831055, + 0.889648, + 0.880371, + 0.895508, + 0.834961, + 0.863281, + 0.877441, + 0.850586, + 0.818359, + 0.648438, + 0.889648, + 0.796875, + 0.874023, + 0.862305, + 0.850586, + 0.875, + 0.780273, + 0.640625, + 0.888672, + 0.839844, + 0.821289, + 0.905762, + 0.84082, + 0.821289, + 0.799805, + 0.754883, + 0.767578, + 0.803711, + 0.885254, + 0.863281, + 0.803711, + 0.830078, + 0.873047, + 0.825195, + 0.891602, + 0.884766, + 0.859375, + 0.828125, + 0.885742, + 0.807617, + 0.810547, + 0.866211, + 0.885254, + 0.814453, + 0.853516, + 0.941895, + 0.870117, + 0.874023, + 0.703125, + 0.347656, + 0.833984, + 0.862305, + 0.808594, + 0.854492, + 0.830078, + 0.845703, + 0.814453, + 0.666016, + 0.866211, + 0.849609, + 0.910645, + 0.844727, + 0.710938, + 0.825195, + 0.862305, + 0.861328, + 0.888672, + 0.836914, + 0.832031, + 0.876465, + 0.798828, + 0.824219, + 0.880859, + 0.828125, + 0.766602, + 0.886719, + 0.851562, + 0.726562, + 0.795898, + 0.5625, + 0.899902, + 0.875, + 0.833008, + 0.78125, + 0.885742, + 0.839844, + 0.837891, + 0.907715, + 0.738281, + 0.896973, + 0.492188, + 0.87207, + 0.808594, + 0.848633, + 0.824219, + 0.848633, + 0.909668, + 0.890625, + 0.677734, + 0.823242, + 0.856445, + 0.822266, + 0.813477, + 0.628906, + 0.857422, + 0.870117, + 0.521484, + 0.863281, + 0.716797, + 0.825195, + 0.746094, + 0.897461, + 0.833984, + 0.818359, + 0.836914, + 0.911133, + 0.833984, + 0.666016, + 0.847656, + 0.759766, + 0.855469, + 0.898438, + 0.884277, + 0.885254, + 0.825195, + 0.806641, + 0.900879, + 0.728516, + 0.865234, + 0.864258, + 0.833008, + 0.888672, + 0.888672, + 0.825195, + 0.720703, + 0.845703, + 0.834961, + 0.807617, + 0.677734, + 0.712891, + 0.878418, + 0.842773, + 0.848633, + 0.837891, + 0.868164, + 0.863281, + 0.84375, + 0.382812, + 0.842773, + 0.854492, + 0.851562, + 0.839844, + 0.817383, + 0.814453, + 0.873047, + 0.814453, + 0.859375, + 0.841797, + 0.861328, + 0.828125, + 0.865234, + 0.877441, + 0.841797, + 0.864258, + 0.865234, + 0.810547, + 0.850586, + 0.848633, + 0.890625, + 0.837891, + 0.813477, + 0.751953, + 0.879883, + 0.801758, + 0.753906, + 0.84668, + 0.811523, + 0.80957, + 0.823242, + 0.841797, + 0.865234, + 0.816406, + 0.857422, + 0.701172, + 0.913574, + 0.822266, + 0.853516, + 0.841797, + 0.848633, + 0.874023, + 0.861328, + 0.857422, + 0.879883, + 0.849609, + 0.81543, + 0.710938, + 0.88916, + 0.870117, + 0.90625, + 0.849609, + 0.841797, + 0.856445, + 0.734375, + 0.833008, + 0.81543, + 0.838867, + 0.849609, + 0.867188, + 0.828125, + 0.786133, + 0.811523, + 0.842773, + 0.84375, + 0.826172, + 0.760742, + 0.744141, + 0.807617, + 0.84375, + 0.839844, + 0.875, + 0.838867, + 0.859375, + 0.837891, + 0.832031, + 0.831055, + 0.891113, + 0.821289, + 0.669922, + 0.710938, + 0.671875, + 0.877441, + 0.84668, + 0.822266, + 0.863281, + 0.854492, + 0.837891, + 0.80957, + 0.833008, + 0.836914, + 0.847656, + 0.851562, + 0.84375, + 0.837891, + 0.748047, + 0.876465, + 0.865234, + 0.865234, + 0.897949, + 0.839844, + 0.703125, + 1.285156, + 0.707031, + 0.831055, + 0.813477, + 0.827148, + 0.844727, + 0.854492, + 0.707031, + 0.89502, + 0.810547, + 0.716797, + 0.875488, + 0.849609, + 0.817383, + 0.84375, + 0.853516, + 0.804688, + 0.855469, + 0.864258, + 0.874023, + 0.873047, + 0.660156, + 0.861328, + 0.855469, + 0.767578, + 0.867188, + 0.862305, + 0.833008, + 0.801758, + 0.880859, + 0.833008, + 0.851562, + 0.822266, + 0.834961, + 0.841797, + 0.834961, + 0.853516, + 0.833008, + 0.850586, + 0.831055, + 0.861328, + 0.836914, + 0.826172, + 0.864258, + 0.788086, + 0.748047, + 0.798828, + 0.844727, + 0.828125, + 0.80957, + 0.865234, + 0.854492, + 0.814453, + 0.870117, + 0.847656, + 0.839844, + 0.780273, + 0.860352, + 0.930176, + 0.833984, + 0.888184, + 0.875977, + 0.858398, + 0.847656, + 0.878418, + 0.797852, + 0.783203, + 0.822266, + 0.888184, + 0.878906, + 0.839844, + 0.852539, + 0.865234, + 0.849609, + 0.848633, + 0.888184, + 0.836914, + 0.832031, + 0.854492, + 0.679688, + 0.841797, + 0.844727, + 0.895508, + 0.854492, + 0.831055, + 1.917969, + 0.858398, + 0.844727, + 0.81543, + 0.845703, + 0.857422, + 0.744141, + 0.869141, + 0.833984, + 0.830078, + 0.853516, + 0.81543, + 0.742188, + 0.845703, + 0.869141, + 0.830078, + 0.583984, + 0.874023, + 0.823242, + 0.760742, + 0.848633, + 0.722656, + 0.71875, + 0.891113, + 0.876953, + 0.84082, + 0.859375, + 1.217773, + 0.851562, + 0.876465, + 0.791992, + 0.773438, + 0.823242, + 0.826172, + 0.8125, + 0.916504, + 0.842773, + 0.860352, + 0.746094, + 0.830078, + 0.859375, + 0.806641, + 0.78125, + 0.841797, + 0.830078, + 0.830078, + 0.833008, + 0.714844, + 0.834961, + 0.858398, + 0.821289, + 0.853516, + 0.822266, + 0.825195, + 0.874023, + 0.873047, + 0.80957, + 0.862305, + 0.924316, + 0.689453, + 0.845703, + 0.833008, + 0.884277, + 0.854492, + 0.816406, + 0.80957, + 0.831055, + 0.854492, + 0.849609, + 0.870117, + 0.701172, + 0.850586, + 0.832031, + 0.820312, + 0.862305, + 0.816406, + 0.845703, + 0.805664, + 0.857422, + 0.652344, + 0.850586, + 0.898438, + 0.844727, + 0.870117, + 0.80957, + 0.845703, + 0.833008, + 0.856445, + 0.764648, + 0.80957, + 0.869141, + 0.861328, + 0.836914, + 0.81543, + 0.791992, + 0.794922, + 0.837891, + 0.819336, + 0.763672, + 0.853516, + 0.831055, + 0.75, + 0.798828, + 0.87207, + 0.92334, + 0.868164, + 0.814453, + 0.842773, + 0.861328, + 0.806641, + 0.865234, + 0.833984, + 0.823242, + 0.84082, + 0.830078, + 0.746094, + 0.856445, + 0.860352, + 0.830078, + 0.855469, + 0.842773, + 0.823242, + 0.833008, + 0.779297, + 0.870117, + 0.852539, + 0.868164, + 0.883301, + 0.853516, + 0.810547, + 0.862305, + 0.849609, + 0.769531, + 0.824219, + 0.87207, + 0.805664, + 0.831055, + 0.8125, + 0.847656, + 0.802734, + 0.84375, + 0.732422, + 0.861328, + 0.833008, + 0.798828, + 0.802734, + 0.864258, + 0.84668, + 0.874023, + 0.858398, + 0.837891, + 0.834961, + 0.845703, + 0.833008, + 0.871094, + 0.862305, + 0.810547, + 0.850586, + 0.882812, + 0.414062, + 0.854492, + 0.834961, + 0.819336, + 0.864258, + 0.90625, + 0.818359, + 0.844727, + 0.865234, + 0.728516, + 0.905273, + 0.931152, + 0.760742, + 0.837891, + 0.847656, + 0.942871, + 0.615234, + 0.837891, + 0.761719, + 0.679688, + 0.818359, + 0.828125, + 0.856445, + 0.833008, + 0.821289, + 0.832031, + 0.860352, + 0.863281, + 0.857422, + 0.84668, + 0.831055, + 0.884766, + 0.861328, + 0.853516, + 0.689453, + 0.848633, + 0.827148, + 0.852539, + 0.818359, + 0.841797, + 0.851562, + 0.832031, + 0.829102, + 0.788086, + 0.906738, + 0.845703, + 0.833008, + 0.84375, + 0.829102, + 0.8125, + 0.75, + 0.817383, + 0.845703, + 0.867188, + 0.856445, + 0.81543, + 0.834961, + 0.355469, + 0.853516, + 0.959229, + 0.827148, + 0.837891, + 0.864258, + 0.750977, + 0.841797, + 0.793945, + 0.836914, + 0.84375, + 0.844727, + 0.869141, + 0.838867, + 0.677734, + 0.896484, + 0.842773, + 0.834961, + 0.832031, + 0.794922, + 0.852539, + 0.817383, + 0.855469, + 0.798828, + 0.819336, + 0.895996, + 0.87207, + 0.826172, + 0.831055, + 0.744141, + 0.836914, + 0.810547, + 0.863281, + 0.833008, + 0.900391, + 0.648438, + 0.857422, + 0.901855, + 0.744141, + 0.862305, + 0.836914, + 0.900879, + 0.824219, + 0.853516, + 0.811523, + 0.832031, + 0.817383, + 0.798828, + 0.800781, + 0.835938, + 0.877441, + 0.900879, + 0.838867, + 0.896484, + 0.834961, + 0.80957, + 0.895996, + 0.856445, + 0.857422, + 0.857422, + 0.852539, + 0.772461, + 0.833984, + 0.859375, + 0.887695, + 0.533203, + 0.836914, + 0.873047, + 0.819336, + 0.855469, + 0.848633, + 0.854492, + 0.841797, + 0.838867, + 0.933105, + 0.892578, + 0.859375, + 0.859375, + 0.869141, + 0.826172, + 0.837891, + 0.861328, + 0.845703, + 0.861328, + 0.826172, + 0.78418, + 0.873047, + 0.823242, + 0.712891, + 0.830078, + 0.849609, + 0.848633, + 0.836914, + 0.825195, + 0.819336, + 0.858398, + 0.787109, + 0.850586, + 0.876465, + 0.871094, + 0.862305, + 0.87207, + 0.646484, + 0.84082, + 0.779297, + 0.839844, + 0.853516, + 0.862305, + 0.859375, + 0.883301, + 0.774414, + 0.80957, + 0.880859, + 0.832031, + 0.831055, + 0.823242, + 0.831055, + 0.844727, + 0.856445, + 0.884277, + 0.834961, + 0.87207, + 0.875, + 0.825195, + 0.830078, + 0.870117, + 0.666016, + 0.833984, + 0.901367, + 0.854492, + 0.850586, + 0.89209, + 0.873047, + 0.822266, + 0.816406, + 0.944092, + 0.839844, + 0.861328, + 0.881348, + 0.891602, + 0.835938, + 0.839844, + 1.253906, + 0.867188, + 0.900879, + 0.839844, + 0.831055, + 0.84668, + 0.893066, + 0.806641, + 0.791992, + 0.831055, + 0.855469, + 0.831055, + 0.831055, + 0.871094, + 0.831055, + 0.808594, + 0.864258, + 0.875, + 0.836914, + 0.636719, + 0.6875, + 0.829102, + 0.84375, + 0.865234, + 0.850586, + 0.869141, + 0.835938, + 0.831055, + 0.845703, + 0.953369, + 0.84375, + 0.755859, + 0.833984, + 0.841797, + 0.875, + 0.845703, + 0.806641, + 0.854492, + 0.830078, + 0.862305, + 0.850586, + 0.835938, + 0.903809, + 0.838867, + 0.84668, + 0.892578, + 0.864258, + 0.831055, + 0.850586, + 0.818359, + 0.722656, + 0.874023, + 0.823242, + 0.339844, + 0.862305, + 0.821289, + 0.774414, + 0.834961, + 0.833984, + 0.827148, + 0.837891, + 0.829102, + 0.847656, + 0.793945, + 0.810547, + 0.922363, + 0.888184, + 0.889648, + 0.817383, + 0.861328, + 0.806641, + 0.822266, + 0.837891, + 0.824219, + 0.791016, + 0.838867, + 0.863281, + 0.838867, + 0.724609, + 0.720703, + 0.845703, + 0.801758, + 0.833008, + 0.856445, + 0.837891, + 0.554688, + 0.866211, + 0.830078, + 0.866211, + 0.816406, + 0.880371, + 0.869141, + 0.817383, + 0.839844, + 0.84668, + 0.831055, + 0.728516, + 0.856445, + 0.858398, + 0.839844, + 0.769531, + 0.819336, + 0.768555, + 0.869141, + 0.783203, + 0.708984, + 0.830078, + 0.726562, + 0.842773, + 0.885742, + 0.842773, + 0.834961, + 0.697266, + 0.803711, + 0.855469, + 0.839844, + 0.837891, + 0.84082, + 0.822266, + 1.053711, + 0.801758, + 0.841797, + 0.825195, + 0.826172, + 0.847656, + 0.758789, + 0.845703, + 0.852539, + 0.830078, + 0.860352, + 0.568359, + 0.832031, + 0.810547, + 0.893555, + 0.695312, + 0.835938, + 0.822266, + 0.827148, + 0.833984, + 0.830078, + 0.868164, + 0.854492, + 0.873047, + 0.871094, + 0.858398, + 0.89209, + 0.818359, + 0.823242, + 0.853516, + 0.84375, + 0.91748, + 0.90332, + 0.782227, + 0.839844, + 0.895508, + 0.84082, + 0.885254, + 1.004425, + 0.885742, + 0.864258, + 0.849609, + 0.885254, + 0.865234, + 0.839844, + 0.831055, + 0.863281, + 0.823242, + 0.852539, + 0.788086, + 0.848633, + 0.822266, + 0.831055, + 0.806641, + 0.779297, + 0.802734, + 0.864258, + 0.84375, + 0.838867, + 0.822266, + 0.852539, + 0.837891, + 0.826172, + 0.838867, + 0.862305, + 0.780273, + 0.835938, + 0.84668, + 0.87207, + 0.791992, + 0.786133, + 0.845703, + 0.848633, + 0.854492, + 0.820312, + 0.833984, + 0.851562, + 0.816406, + 0.814453, + 0.878906, + 0.873047, + 0.833984, + 0.831055, + 0.617188, + 0.818359, + 0.831055, + 0.830078, + 0.879883, + 0.821289, + 0.873047, + 0.839844, + 0.705078, + 0.796875, + 0.845703, + 0.806641, + 0.873047, + 0.980957, + 0.893555, + 0.895996, + 0.818359, + 0.866211, + 0.81543, + 0.962891, + 0.818359, + 0.822266, + 0.84668, + 0.900879, + 0.932129, + 0.750977, + 0.887207, + 0.854492, + 0.863281, + 0.8125, + 0.558594, + 0.80957, + 0.823242, + 0.84668, + 0.818359, + 0.883789, + 0.754883, + 0.877441, + 0.883301, + 0.856445, + 0.802734, + 0.837891, + 0.857422, + 0.848633, + 0.757812, + 0.822266, + 0.804688, + 0.823242, + 0.91748, + 0.882324, + 0.845703, + 0.793945, + 0.84668, + 0.822266, + 0.835938, + 0.87793, + 0.817383, + 0.830078, + 0.770508, + 0.825195, + 0.836914, + 0.839844, + 0.766602, + 0.811523, + 0.849609, + 0.791992, + 0.867188, + 0.798828, + 0.817383, + 0.832031, + 0.81543, + 0.854492, + 0.827148, + 0.865234, + 0.84668, + 0.87207, + 0.852539, + 0.81543, + 0.701172, + 0.876953, + 0.833008, + 0.813477, + 0.854492, + 0.849609, + 0.853516, + 0.877441, + 0.914551, + 0.818359, + 0.862305, + 0.824219, + 0.833008, + 0.848633, + 0.893555, + 0.734375, + 0.803711, + 0.823242, + 0.873047, + 0.827148, + 0.841797, + 0.833008, + 0.871094, + 0.847656, + 0.844727, + 0.848633, + 0.837891, + 0.871094, + 0.814453, + 0.770508, + 0.820312, + 0.831055, + 0.865234, + 0.619141, + 0.853516, + 0.841797, + 0.820312, + 0.84668, + 0.886719, + 0.855469, + 0.854492, + 0.853516, + 0.88623, + 0.8125, + 0.859375, + 0.868164, + 0.84668, + 0.765625, + 0.848633, + 0.841797, + 0.870117, + 0.814453, + 0.697266, + 0.84082, + 0.845703, + 0.824219, + 0.870117, + 0.814453, + 0.833008, + 0.857422, + 0.902344, + 0.854492, + 0.775391, + 0.857422, + 0.828125, + 0.833984, + 0.818359, + 0.818359, + 0.826172, + 0.852539, + 0.94043, + 0.845703, + 0.881348, + 0.705078, + 0.87207, + 0.854492, + 0.90625, + 0.833008, + 0.866211, + 0.8125, + 0.897949, + 0.830078, + 0.842773, + 0.854492, + 0.848633, + 0.817383, + 0.850586, + 0.748047, + 0.833008, + 0.746094, + 0.798828, + 0.757812, + 0.6875, + 0.833008, + 0.786133, + 0.87207, + 0.847656, + 0.861328, + 0.854492, + 0.831055, + 0.6875, + 0.848633, + 0.838867, + 0.836914, + 0.849609, + 0.833008, + 0.801758, + 0.855469, + 0.838867, + 0.818359, + 0.909668, + 0.845703, + 0.876953, + 0.896973, + 0.80957, + 0.800781, + 0.791016, + 0.788086, + 0.864258, + 0.857422, + 0.84082, + 0.800781, + 0.841797, + 0.854492, + 0.863281, + 0.868164, + 0.850586, + 0.88916, + 0.77832, + 0.691406, + 0.841797, + 0.84668, + 0.754883, + 0.693359, + 0.856445, + 0.845703, + 0.870117, + 0.845703, + 0.831055, + 0.810547, + 0.851562, + 0.84082, + 0.822266, + 0.832031, + 0.892578, + 0.833984, + 0.823242, + 0.728516, + 0.854492, + 0.811523, + 0.833008, + 0.830078, + 0.816406, + 0.845703, + 0.862305, + 0.870117, + 0.861328, + 0.823242, + 0.823242, + 0.763672, + 0.850586, + 0.861328, + 0.859375, + 0.769531, + 0.818359, + 0.746094, + 0.84375, + 0.673828, + 0.833984, + 0.827148, + 0.728516, + 0.864258, + 0.90332, + 0.822266, + 0.836914, + 0.882324, + 0.857422, + 0.813477, + 0.810547, + 0.850586, + 0.697266, + 0.833984, + 0.782227, + 0.838867, + 0.803711, + 0.871094, + 0.814453, + 0.761719, + 0.833008, + 0.830078, + 0.833008, + 0.828125, + 0.823242, + 0.839844, + 0.875488, + 0.848633, + 0.829102, + 0.839844, + 0.888184, + 0.880859, + 0.862305, + 0.80957, + 0.817383, + 0.811523, + 0.847656, + 0.84668, + 0.84082, + 0.876465, + 0.834961, + 0.87207, + 0.818359, + 0.798828, + 0.793945, + 0.904297, + 0.780273, + 0.832031, + 0.775391, + 0.819336, + 0.881348, + 0.898438, + 0.848633, + 0.789062, + 0.870117, + 0.906738, + 0.837891, + 0.866211, + 0.833008, + 0.685547, + 0.855469, + 0.817383, + 0.842773, + 0.666016, + 0.92334, + 0.695312, + 0.879395, + 0.898926, + 0.877441, + 0.822266, + 0.895996, + 0.845703, + 0.816406, + 0.838867, + 0.839844, + 0.841797, + 0.871094, + 0.814453, + 0.885742, + 0.904785, + 0.84082, + 0.841797, + 0.802734, + 0.896973, + 0.84375, + 0.865234, + 0.833984, + 0.837891, + 0.822266, + 0.833984, + 0.833008, + 0.736328, + 0.897461, + 0.842773, + 0.833008, + 0.820312, + 0.740234, + 0.77832, + 0.903809, + 0.81543, + 0.881836, + 0.798828, + 0.884766, + 0.825195, + 0.841797, + 0.833008, + 0.791016, + 0.841797, + 0.84082, + 0.84082, + 0.849609, + 0.837891, + 0.830078, + 0.673828, + 0.856445, + 0.8125, + 0.853516, + 0.816406, + 0.892578, + 0.853516, + 0.839844, + 0.838867, + 0.833984, + 0.875488, + 0.869141, + 0.873047, + 0.791992, + 0.828125, + 0.831055, + 0.984863, + 0.768555, + 0.829102, + 0.92627, + 0.859375, + 0.88623, + 0.863281, + 0.849609, + 0.841797, + 0.831055, + 0.830078, + 0.831055, + 0.830078, + 0.886719, + 0.838867, + 0.869141, + 0.818359, + 0.726562, + 0.813477, + 0.873047, + 0.863281, + 0.862305, + 0.856445, + 0.839844, + 0.854492, + 0.820312, + 0.856445, + 0.875, + 0.834961, + 0.861328, + 0.854492, + 0.825195, + 0.847656, + 0.807617, + 0.847656, + 0.829102, + 0.853516, + 0.838867, + 0.865234, + 0.762695, + 0.811523, + 0.826172, + 0.822266, + 0.797852, + 0.505859, + 0.814453, + 0.833984, + 0.831055, + 0.841797, + 0.826172, + 0.788086, + 0.879395, + 0.848633, + 0.919922, + 0.793945, + 0.845703, + 0.798828, + 0.828125, + 0.860352, + 0.823242, + 0.857422, + 0.873047, + 0.827148, + 0.795898, + 0.885254, + 0.881836, + 0.799805, + 0.94043, + 0.805664, + 0.874023, + 0.832031, + 0.862305, + 0.876953, + 0.837891, + 0.839844, + 0.817383, + 0.863281, + 0.844727, + 0.681641, + 0.860352, + 0.856445, + 0.874023, + 0.835938, + 0.791992, + 0.769531, + 0.849609, + 0.764648, + 0.89209, + 0.578125, + 0.869141, + 0.832031, + 0.818359, + 0.833008, + 0.822266, + 0.78125, + 0.880859, + 0.830078, + 0.822266, + 0.865234, + 0.869141, + 0.84375, + 0.807617, + 0.865234, + 0.854492, + 0.856445, + 0.824219, + 0.870117, + 0.841797, + 0.834961, + 0.868164, + 0.829102, + 0.822266, + 0.817383, + 0.836914, + 0.838867, + 0.81543, + 0.849609, + 0.764648, + 0.496094, + 0.802734, + 0.859375, + 0.736328, + 0.861328, + 0.833008, + 0.873047, + 0.913574, + 0.862305, + 0.888672, + 0.759766, + 0.847656, + 0.823242, + 0.823242, + 0.854492, + 0.748047, + 0.866211 + ] + }, + "name": "onnx::Mul_8573", + "outputIndexes": [ + 1517 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1516, + 1517 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_15/Mul_1_output_0", + "outputIndexes": [ + 1518 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1518 + ], + "outputIndexes": [ + 2926 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2926 + ], + "outputIndexes": [ + 2927 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear", + "inputIndexes": [ + 2927 + ], + "outputIndexes": [ + 2928 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 664881502, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2928 + ], + "outputIndexes": [ + 2929 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2929 + ], + "outputIndexes": [ + 1519 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1519, + 1519 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Mul_output_0", + "outputIndexes": [ + 1520 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1519, + 1520 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Mul_1_output_0", + "outputIndexes": [ + 1521 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1521 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Mul_2_output_0", + "outputIndexes": [ + 1522 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1519, + 1522 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Add_output_0", + "outputIndexes": [ + 1523 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1523 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Mul_3_output_0", + "outputIndexes": [ + 1524 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1524 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_15/Tanh_output_0", + "outputIndexes": [ + 1525 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1525 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Add_1_output_0", + "outputIndexes": [ + 1526 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1519, + 1526 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Mul_4_output_0", + "outputIndexes": [ + 1527 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1527 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Mul_5_output_0", + "outputIndexes": [ + 1528 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1518 + ], + "outputIndexes": [ + 2930 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2930 + ], + "outputIndexes": [ + 2931 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear", + "inputIndexes": [ + 2931 + ], + "outputIndexes": [ + 2932 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 676825460, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2932 + ], + "outputIndexes": [ + 2933 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2933 + ], + "outputIndexes": [ + 1529 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1528, + 1529 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_15/Mul_output_0", + "outputIndexes": [ + 1530 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1530 + ], + "outputIndexes": [ + 2934 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2934 + ], + "outputIndexes": [ + 2935 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear", + "inputIndexes": [ + 2935 + ], + "outputIndexes": [ + 2936 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 688769418, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2936 + ], + "outputIndexes": [ + 2937 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2937 + ], + "outputIndexes": [ + 1531 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1531 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_15/Mul_output_0", + "outputIndexes": [ + 1532 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.421875, + 2.453125, + 2.507812, + 2.65625, + 2.710938, + 2.507812, + 2.453125, + 0.724609, + 2.601562, + 2.179688, + 2.585938, + 2.375, + 2.296875, + 2.578125, + 2.609375, + 2.382812, + 2.46875, + 2.484375, + 2.5625, + 2.351562, + 2.46875, + 2.484375, + 2.640625, + 2.265625, + 2.296875, + 2.507812, + 2.242188, + 2.289062, + 2.609375, + 2.546875, + 2.148438, + 1.851562, + 2.492188, + 0.893555, + 2.429688, + 2.101562, + 2.445312, + 2.554688, + 2.1875, + 2.515625, + 2.679688, + 2.546875, + 2.5, + 1.921875, + 1.157227, + 2.492188, + 2.617188, + 2.390625, + 2.875, + 2.03125, + 2.460938, + 1.761719, + 2.421875, + 1.300781, + 2.476562, + 2.132812, + 2.492188, + 2.515625, + 2.421875, + 2.164062, + 1.867188, + 2.882812, + 2.484375, + 2.421875, + 2.46875, + 2.273438, + 1.605469, + 2.507812, + 2.117188, + 2.429688, + 2.570312, + 2.460938, + 2.421875, + 2.4375, + 2.328125, + 2.328125, + 1.574219, + 2.015625, + 2.007812, + 1.230469, + 2.320312, + 0.664062, + 2.492188, + 1.957031, + 2.421875, + 2.375, + 2.414062, + 1.957031, + 1.178711, + 2.265625, + 2.453125, + 2.328125, + 2.695312, + 1.100586, + 2.570312, + 0.701172, + 2.367188, + 2.445312, + 3.203125, + 2.367188, + 2.21875, + 2.570312, + 2.539062, + 2.5, + 2.585938, + 2.53125, + 2.625, + 2.046875, + 2.585938, + 2.445312, + 2.492188, + 2.40625, + 2.570312, + 3.09375, + 2.453125, + 2.117188, + 2.554688, + 1.207031, + 2.3125, + 2.609375, + 2.546875, + 2.453125, + 2.484375, + 2.554688, + 2.25, + 1.847656, + 2.382812, + 2.554688, + 2.453125, + 1.679688, + 1.617188, + 2.375, + 2.21875, + 2.445312, + 2.523438, + 2.617188, + 2.148438, + 2.03125, + 2.257812, + 2.546875, + 3.171875, + 2.523438, + 2.117188, + 2.460938, + 2.570312, + 2.304688, + 2.226562, + 2.5, + 2.476562, + 2.546875, + 2.414062, + 2.148438, + 2.257812, + 2.859375, + 2.4375, + 2.640625, + 1.486328, + 2.46875, + 1.069824, + 1.013245, + 2.8125, + 2.609375, + 2.25, + 1.496094, + 2.546875, + 2.59375, + 2.585938, + 0.915527, + 2.570312, + 2.265625, + 2.523438, + 1.083496, + 2.460938, + 0.944092, + 2.453125, + 2.757812, + 2.53125, + 0.664062, + 2.484375, + 2.476562, + 2.484375, + 0.92627, + 1.949219, + 0.701172, + 3.046875, + 2.359375, + 1.28125, + 2.484375, + 2.171875, + 2.09375, + 2.492188, + 2.570312, + 2.367188, + 2.429688, + 2.523438, + 2.328125, + 2.523438, + 2.476562, + 2.5625, + 2.484375, + 2.304688, + 2.40625, + 2.429688, + 2.164062, + 2.585938, + 2.554688, + 2.820312, + 2.4375, + 2.460938, + 2.46875, + 2.296875, + 2.648438, + 2.429688, + 2.40625, + 2.421875, + 2.476562, + 2.179688, + 2.382812, + 2.554688, + 2.609375, + 2.085938, + 2.203125, + 2.53125, + 2.640625, + 2.539062, + 2.414062, + 2.335938, + 2.390625, + 2.242188, + 1.976562, + 2.625, + 2.609375, + 2.632812, + 2.515625, + 2.523438, + 2.742188, + 2.148438, + 2.4375, + 2.367188, + 2.382812, + 2.265625, + 2.429688, + 2.59375, + 2.460938, + 2.265625, + 2.515625, + 2.148438, + 2.1875, + 2.671875, + 1.490234, + 2.484375, + 2.484375, + 1.178711, + 2.5, + 2.476562, + 2.351562, + 2.390625, + 2.609375, + 2.609375, + 2.390625, + 2.515625, + 2.679688, + 2.375, + 2.257812, + 2.453125, + 2.015625, + 2.507812, + 2.53125, + 2.34375, + 2.507812, + 2.484375, + 2.3125, + 2.4375, + 2.195312, + 2.554688, + 2.492188, + 1.230469, + 2.4375, + 2.609375, + 2.554688, + 1.898438, + 2.46875, + 1.18457, + 2.382812, + 2.640625, + 2.460938, + 2.320312, + 2.4375, + 0.931641, + 2.359375, + 2.085938, + 1.275391, + 2.335938, + 2.515625, + 2.359375, + 2.492188, + 2.210938, + 2.453125, + 2.609375, + 2.515625, + 2.390625, + 2.125, + 0.936035, + 2.554688, + 0.652344, + 2.296875, + 2.601562, + 2.320312, + 2.28125, + 2.585938, + 2.648438, + 0.773438, + 2.523438, + 2.515625, + 2.453125, + 2.390625, + 2.3125, + 2.585938, + 2.304688, + 2.421875, + 2.210938, + 2.609375, + 2.140625, + 2.539062, + 2.46875, + 2.414062, + 1.808594, + 2.234375, + 2.617188, + 2.476562, + 2.015625, + 2.085938, + 2.453125, + 2.390625, + 6.84375, + 2.539062, + 2.375, + 2.710938, + 2.59375, + 2.429688, + 2.40625, + 2.382812, + 2.609375, + 2.328125, + 2.429688, + 1.695312, + 2.53125, + 1.714844, + 2.0, + 2.5625, + 1.443359, + 1.882812, + 1.820312, + 2.085938, + 0.728516, + 1.097656, + 2.617188, + 2.570312, + 1.898438, + 2.210938, + 1.023438, + 2.4375, + 2.109375, + 1.449219, + 2.429688, + 2.539062, + 2.34375, + 1.318359, + 2.507812, + 2.390625, + 2.632812, + 2.171875, + 2.390625, + 2.390625, + 2.65625, + 2.539062, + 2.53125, + 2.414062, + 2.3125, + 1.613281, + 2.664062, + 2.546875, + 1.478516, + 1.296875, + 2.742188, + 2.273438, + 2.046875, + 1.738281, + 2.515625, + 2.515625, + 2.398438, + 2.578125, + 0.789062, + 2.515625, + 2.53125, + 2.53125, + 2.210938, + 0.87207, + 2.328125, + 2.546875, + 2.445312, + 2.484375, + 2.429688, + 2.671875, + 1.202148, + 0.472656, + 2.601562, + 2.304688, + 2.53125, + 1.515625, + 2.585938, + 2.507812, + 2.476562, + 2.484375, + 1.980469, + 2.21875, + 2.359375, + 2.421875, + 2.40625, + 2.382812, + 2.523438, + 2.53125, + 3.703125, + 2.40625, + 2.382812, + 1.976562, + 2.523438, + 2.4375, + 2.554688, + 2.460938, + 2.476562, + 2.664062, + 2.5625, + 1.960938, + 2.390625, + 2.507812, + 2.578125, + 2.554688, + 2.476562, + 2.59375, + 2.648438, + 2.414062, + 2.5625, + 1.804688, + 2.1875, + 2.570312, + 2.609375, + 2.609375, + 2.164062, + 2.625, + 2.523438, + 2.5, + 2.335938, + 2.351562, + 2.5625, + 2.46875, + 1.914062, + 2.632812, + 2.390625, + 2.492188, + 2.515625, + 2.46875, + 2.492188, + 2.492188, + 1.449219, + 2.414062, + 1.016113, + 2.328125, + 2.484375, + 2.507812, + 2.367188, + 2.367188, + 2.648438, + 2.257812, + 2.460938, + 2.53125, + 1.062256, + 2.476562, + 2.40625, + 2.585938, + 2.382812, + 2.320312, + 3.015625, + 2.5625, + 2.507812, + 2.507812, + 0.941895, + 2.484375, + 2.242188, + 2.570312, + 2.054688, + 2.367188, + 2.53125, + 2.523438, + 1.894531, + 2.460938, + 0.75293, + 1.271484, + 1.683594, + 0.862305, + 2.53125, + 2.484375, + 2.429688, + 1.679688, + 1.287109, + 2.398438, + 1.820312, + 1.941406, + 2.59375, + 2.59375, + 2.5, + 2.53125, + 2.40625, + 2.289062, + 2.351562, + 2.5625, + 1.917969, + 2.578125, + 2.695312, + 2.117188, + 2.429688, + 2.296875, + 1.125977, + 1.134766, + 2.570312, + 1.224609, + 2.585938, + 2.375, + 2.203125, + 2.492188, + 2.304688, + 2.304688, + 2.4375, + 0.983887, + 2.523438, + 2.53125, + 2.492188, + 2.53125, + 2.648438, + 0.992462, + 2.625, + 1.988281, + 2.25, + 2.453125, + 2.6875, + 2.367188, + 2.53125, + 2.367188, + 1.597656, + 2.703125, + 1.40625, + 2.632812, + 2.703125, + 2.296875, + 2.242188, + 2.3125, + 2.484375, + 2.671875, + 2.257812, + 2.34375, + 2.570312, + 2.210938, + 2.140625, + 2.523438, + 2.421875, + 2.546875, + 2.601562, + 2.96875, + 2.21875, + 2.507812, + 2.632812, + 2.398438, + 2.648438, + 2.304688, + 0.662109, + 2.578125, + 2.367188, + 2.296875, + 1.271484, + 2.4375, + 3.0625, + 2.46875, + 2.546875, + 2.351562, + 3.15625, + 2.234375, + 2.734375, + 2.367188, + 1.992188, + 1.761719, + 2.554688, + 2.429688, + 2.234375, + 2.625, + 2.296875, + 2.203125, + 2.4375, + 2.4375, + 2.5, + 2.03125, + 2.453125, + 2.671875, + 2.046875, + 2.460938, + 2.609375, + 2.421875, + 2.445312, + 2.523438, + 2.546875, + 2.203125, + 2.585938, + 2.460938, + 2.640625, + 1.640625, + 2.226562, + 2.445312, + 2.539062, + 2.101562, + 2.390625, + 2.4375, + 2.515625, + 2.367188, + 2.289062, + 2.492188, + 2.570312, + 1.996094, + 2.460938, + 2.632812, + 2.601562, + 2.476562, + 2.210938, + 2.554688, + 2.523438, + 2.578125, + 2.585938, + 2.25, + 2.460938, + 2.28125, + 2.554688, + 1.59375, + 2.765625, + 2.914062, + 1.992188, + 0.985962, + 2.398438, + 2.0625, + 2.445312, + 2.671875, + 2.289062, + 1.414062, + 0.941162, + 0.821289, + 2.554688, + 2.476562, + 2.625, + 2.546875, + 2.296875, + 2.515625, + 2.375, + 2.234375, + 2.351562, + 2.351562, + 2.484375, + 0.8125, + 2.195312, + 2.445312, + 2.328125, + 2.398438, + 2.414062, + 2.601562, + 2.492188, + 2.132812, + 2.390625, + 2.335938, + 2.140625, + 2.429688, + 2.429688, + 2.578125, + 1.847656, + 2.6875, + 2.382812, + 0.738281, + 2.53125, + 2.382812, + 2.203125, + 2.460938, + 2.046875, + 2.484375, + 2.554688, + 2.9375, + 2.320312, + 2.25, + 2.398438, + 2.335938, + 2.53125, + 2.171875, + 2.359375, + 2.617188, + 2.539062, + 2.414062, + 2.648438, + 2.609375, + 2.242188, + 2.265625, + 2.40625, + 2.421875, + 2.523438, + 2.148438, + 2.453125, + 2.421875, + 2.539062, + 2.515625, + 2.53125, + 2.492188, + 2.671875, + 2.351562, + 2.539062, + 1.605469, + 2.554688, + 2.148438, + 2.429688, + 2.648438, + 2.460938, + 2.453125, + 1.703125, + 1.976562, + 1.511719, + 2.578125, + 2.445312, + 2.539062, + 2.046875, + 2.5, + 2.601562, + 2.382812, + 2.40625, + 2.59375, + 2.429688, + 2.390625, + 2.515625, + 2.585938, + 2.460938, + 2.429688, + 2.367188, + 2.515625, + 2.171875, + 2.171875, + 2.554688, + 2.1875, + 2.632812, + 2.640625, + 2.539062, + 2.539062, + 2.453125, + 2.546875, + 2.59375, + 2.15625, + 2.414062, + 1.0354, + 2.398438, + 2.304688, + 2.523438, + 2.367188, + 2.375, + 2.671875, + 2.414062, + 2.171875, + 2.460938, + 2.515625, + 2.460938, + 2.3125, + 2.5, + 2.445312, + 2.125, + 2.546875, + 2.296875, + 2.609375, + 2.414062, + 2.546875, + 2.867188, + 1.917969, + 2.21875, + 2.421875, + 2.109375, + 2.390625, + 3.171875, + 2.453125, + 2.585938, + 1.703125, + 1.539062, + 2.554688, + 2.492188, + 2.195312, + 1.824219, + 2.523438, + 1.96875, + 2.414062, + 2.5, + 1.746094, + 2.601562, + 2.539062, + 1.835938, + 2.601562, + 2.53125, + 2.421875, + 2.039062, + 1.384766, + 2.328125, + 2.398438, + 1.261719, + 2.335938, + 2.492188, + 2.59375, + 1.005493, + 2.53125, + 1.625, + 2.742188, + 3.015625, + 2.210938, + 1.5625, + 2.414062, + 2.445312, + 2.382812, + 2.40625, + 2.578125, + 2.617188, + 2.546875, + 2.289062, + 2.1875, + 2.46875, + 2.328125, + 2.585938, + 2.515625, + 2.390625, + 2.804688, + 2.609375, + 1.777344, + 2.585938, + 2.328125, + 1.761719, + 2.421875, + 1.707031, + 2.398438, + 2.390625, + 2.523438, + 2.523438, + 2.578125, + 2.234375, + 2.609375, + 2.421875, + 2.695312, + 2.007812, + 2.265625, + 2.515625, + 2.570312, + 0.791992, + 1.976562, + 1.992188, + 2.289062, + 2.203125, + 1.9375, + 2.578125, + 2.648438, + 2.421875, + 2.460938, + 2.414062, + 0.95752, + 2.4375, + 2.296875, + 2.210938, + 1.964844, + 2.460938, + 2.617188, + 2.304688, + 0.998062, + 2.015625, + 2.367188, + 2.28125, + 2.585938, + 2.609375, + 2.570312, + 2.164062, + 2.546875, + 2.296875, + 2.429688, + 2.21875, + 2.5625, + 2.492188, + 2.632812, + 2.15625, + 2.335938, + 1.044922, + 2.375, + 2.453125, + 2.46875, + 2.242188, + 2.515625, + 2.460938, + 2.65625, + 2.390625, + 2.460938, + 1.832031, + 2.21875, + 2.53125, + 2.640625, + 1.730469, + 2.101562, + 2.320312, + 0.889648, + 0.566406, + 1.699219, + 2.40625, + 2.3125, + 2.53125, + 2.335938, + 2.554688, + 0.793945, + 0.763672, + 2.328125, + 2.773438, + 2.0, + 2.40625, + 2.210938, + 2.539062, + 2.484375, + 2.195312, + 0.925781, + 2.585938, + 2.179688, + 2.203125, + 1.441406, + 2.382812, + 2.15625, + 2.21875, + 2.203125, + 2.671875, + 2.46875, + 2.25, + 2.585938, + 2.039062, + 2.585938, + 2.484375, + 2.015625, + 2.429688, + 2.578125, + 2.671875, + 2.492188, + 1.492188, + 0.78418, + 3.390625, + 2.34375, + 2.367188, + 2.539062, + 2.414062, + 2.414062, + 2.296875, + 2.617188, + 0.660156, + 2.203125, + 1.75, + 2.5625, + 2.492188, + 0.937012, + 2.585938, + 2.445312, + 2.515625, + 2.390625, + 2.53125, + 2.296875, + 2.0, + 0.932129, + 2.304688, + 2.046875, + 2.296875, + 1.132812, + 2.1875, + 2.664062, + 3.015625, + 2.546875, + 2.453125, + 2.101562, + 2.179688, + 2.609375, + 2.523438, + 1.503906, + 2.3125, + 2.539062, + 1.746094, + 2.84375, + 1.132812, + 2.21875, + 2.40625, + 2.375, + 2.492188, + 2.429688, + 2.453125, + 2.3125, + 2.46875, + 0.683594, + 2.484375, + 2.546875, + 2.375, + 2.5625, + 2.679688, + 2.414062, + 2.507812, + 0.780273, + 2.195312, + 0.900391, + 2.585938, + 1.031006, + 1.855469, + 2.539062, + 2.59375, + 2.523438, + 1.703125, + 2.242188, + 2.140625, + 2.296875, + 0.888184, + 2.304688, + 1.746094, + 1.539062, + 1.19043, + 2.429688, + 2.59375, + 1.914062, + 2.71875, + 2.609375, + 2.296875, + 2.570312, + 1.871094, + 2.070312, + 2.398438, + 0.78418, + 2.375, + 2.585938, + 2.265625, + 1.012695, + 0.772461, + 2.46875, + 2.578125, + 2.226562, + 2.5625, + 2.640625, + 2.359375, + 1.835938, + 3.703125, + 2.382812, + 2.421875, + 2.71875, + 1.960938, + 2.515625, + 2.539062, + 2.617188, + 2.53125, + 2.5625, + 2.429688, + 2.726562, + 2.335938, + 2.15625, + 2.648438, + 2.46875, + 1.976562, + 2.539062, + 2.59375, + 2.546875, + 2.398438, + 2.609375, + 3.203125, + 2.554688, + 0.841797, + 1.777344, + 2.101562, + 1.060547, + 2.453125, + 2.335938, + 2.421875, + 2.523438, + 2.539062, + 2.429688, + 2.265625, + 2.445312, + 0.88623, + 1.855469, + 2.40625, + 2.085938, + 2.46875, + 2.453125, + 1.871094, + 2.546875, + 2.484375, + 2.523438, + 2.507812, + 2.53125, + 0.906738, + 2.648438, + 2.71875, + 1.632812, + 2.546875, + 2.429688, + 2.695312, + 2.96875, + 2.375, + 2.4375, + 2.546875, + 2.523438, + 2.578125, + 2.453125, + 2.09375, + 2.359375, + 2.460938, + 2.53125, + 2.578125, + 2.398438, + 1.375, + 2.585938, + 1.058594, + 2.34375, + 2.265625, + 1.863281, + 2.585938, + 2.546875, + 2.523438, + 2.375, + 2.085938, + 2.390625, + 0.854492, + 0.734375, + 0.764648, + 2.40625, + 2.570312, + 1.113281, + 2.289062, + 2.34375, + 2.65625, + 1.188477, + 2.304688, + 1.660156, + 2.3125, + 1.026978, + 2.4375, + 2.515625, + 2.539062, + 2.507812, + 2.070312, + 2.09375, + 2.640625, + 2.421875, + 1.447266, + 2.507812, + 0.77832, + 2.382812, + 2.476562, + 2.554688, + 2.671875, + 1.878906, + 1.824219, + 2.453125, + 0.805664, + 2.859375, + 2.367188, + 2.390625, + 2.421875, + 1.621094, + 2.554688, + 2.445312, + 2.359375, + 1.953125, + 2.476562, + 2.140625, + 1.792969, + 2.421875, + 2.546875, + 2.765625, + 2.59375, + 2.414062, + 2.695312, + 2.171875, + 2.421875, + 2.664062, + 2.53125, + 2.53125, + 2.367188, + 2.421875, + 2.59375, + 2.101562, + 2.554688, + 2.359375, + 2.46875, + 2.476562, + 2.328125, + 2.1875, + 2.429688, + 2.296875, + 2.585938, + 2.429688, + 2.273438, + 1.261719, + 2.5625, + 2.171875, + 2.40625, + 2.273438, + 2.382812, + 2.335938, + 2.65625, + 1.306641, + 2.578125, + 1.261719, + 2.546875, + 2.109375, + 2.140625, + 1.882812, + 2.414062, + 1.511719, + 2.414062, + 0.869141, + 2.476562, + 1.601562, + 2.53125, + 2.34375, + 2.203125, + 2.492188, + 2.578125, + 2.429688, + 2.234375, + 2.335938, + 2.390625, + 2.507812, + 0.785156, + 2.539062, + 2.3125, + 2.210938, + 2.5625, + 2.476562, + 2.59375, + 2.328125, + 1.71875, + 2.242188, + 2.476562, + 2.328125, + 2.820312, + 2.539062, + 2.476562, + 2.421875, + 2.171875, + 2.289062, + 0.805664, + 2.59375, + 2.5, + 2.617188, + 2.28125, + 2.148438, + 1.554688, + 0.831055, + 2.4375, + 0.873047, + 1.176758, + 2.015625, + 2.367188, + 2.492188, + 2.664062, + 1.582031, + 2.226562, + 1.839844, + 2.492188, + 0.796875, + 2.546875, + 2.359375, + 2.492188, + 2.484375, + 2.484375, + 2.609375, + 0.89502, + 2.476562, + 2.601562, + 1.695312, + 1.035156, + 2.484375, + 2.554688, + 1.175781, + 2.59375, + 2.492188, + 2.539062, + 2.171875, + 2.523438, + 2.398438, + 1.024536, + 2.554688, + 2.25, + 2.382812, + 2.523438, + 2.398438, + 1.664062, + 0.832031, + 2.359375, + 2.6875, + 2.140625, + 2.507812, + 2.578125, + 2.570312, + 2.75, + 2.328125, + 2.351562, + 2.390625, + 2.5625, + 2.5, + 2.507812, + 2.351562, + 2.476562, + 2.148438, + 2.453125, + 2.507812, + 2.359375, + 0.632812, + 2.398438, + 2.578125, + 2.460938, + 2.210938, + 2.296875, + 2.140625, + 2.179688, + 2.367188, + 2.4375, + 2.4375, + 2.476562, + 2.46875, + 2.523438, + 1.773438, + 2.359375, + 0.898926, + 2.484375, + 1.06543, + 2.539062, + 2.5, + 2.601562, + 0.875, + 2.539062, + 2.148438, + 2.117188, + 2.515625, + 2.90625, + 2.421875, + 2.367188, + 2.515625, + 2.3125, + 2.328125, + 1.231445, + 2.375, + 2.507812, + 2.859375, + 2.617188, + 2.25, + 2.429688, + 2.445312, + 2.546875, + 2.382812, + 2.382812, + 2.09375, + 2.179688, + 2.351562, + 2.335938, + 1.139648, + 2.304688, + 2.546875, + 2.585938, + 2.164062, + 0.933594, + 2.632812, + 2.5625, + 2.640625, + 2.492188, + 2.492188, + 2.492188, + 2.382812, + 2.40625, + 1.05249, + 2.507812, + 2.445312, + 2.359375, + 2.625, + 2.21875, + 2.53125, + 2.546875, + 2.703125, + 2.523438, + 2.171875, + 2.703125, + 2.484375, + 2.40625, + 2.265625, + 2.664062, + 2.578125, + 1.478516, + 5.3125, + 2.3125, + 2.382812, + 2.523438, + 2.398438, + 1.5625, + 2.59375, + 2.3125, + 2.414062, + 0.904297, + 2.125, + 1.945312, + 2.695312, + 2.445312, + 2.640625, + 2.523438, + 0.634766, + 2.515625, + 3.171875, + 0.71875, + 1.632812, + 2.421875, + 2.421875, + 2.523438, + 2.570312, + 2.460938, + 2.34375, + 2.351562, + 2.210938, + 2.664062, + 1.219727, + 2.390625, + 2.585938, + 2.554688, + 1.570312, + 2.53125, + 2.484375, + 2.460938, + 2.40625, + 2.484375, + 2.296875, + 2.476562, + 2.085938, + 1.294922, + 2.515625, + 2.398438, + 2.398438, + 2.453125, + 1.8125, + 2.492188, + 1.921875, + 2.375, + 2.4375, + 1.636719, + 2.460938, + 2.554688, + 2.429688, + 3.265625, + 2.148438, + 2.5625, + 2.445312, + 2.46875, + 1.542969, + 0.831055, + 2.382812, + 2.726562, + 2.304688, + 2.023438, + 2.609375, + 2.484375, + 2.46875, + 0.859375, + 2.28125, + 2.585938, + 2.234375, + 2.367188, + 2.414062, + 2.554688, + 2.492188, + 2.515625, + 2.179688, + 2.414062, + 2.320312, + 2.515625, + 2.640625, + 2.617188, + 2.429688, + 1.988281, + 2.132812, + 1.960938, + 2.515625, + 2.101562, + 2.375, + 2.492188, + 1.589844, + 2.445312, + 2.429688, + 2.554688, + 2.320312, + 2.460938, + 2.539062, + 1.703125, + 2.328125, + 2.546875, + 2.710938, + 2.5, + 2.601562, + 1.605469, + 2.351562, + 2.460938, + 2.398438, + 2.640625, + 2.414062, + 2.117188, + 2.625, + 2.351562, + 2.4375, + 2.335938, + 1.3125, + 2.429688, + 2.476562, + 2.585938, + 2.382812, + 2.578125, + 2.617188, + 2.40625, + 2.34375, + 2.273438, + 2.429688, + 2.335938, + 2.078125, + 1.640625, + 2.195312, + 2.320312, + 2.554688, + 2.398438, + 2.601562, + 2.492188, + 2.460938, + 2.484375, + 2.5625, + 2.382812, + 2.796875, + 2.367188, + 2.273438, + 2.3125, + 2.429688, + 2.460938, + 2.328125, + 2.5625, + 2.398438, + 2.484375, + 2.484375, + 3.0, + 2.679688, + 2.429688, + 2.007812, + 2.421875, + 2.507812, + 0.667969, + 2.476562, + 2.59375, + 2.429688, + 1.384766, + 2.453125, + 2.304688, + 1.589844, + 0.909668, + 2.273438, + 2.242188, + 2.617188, + 2.273438, + 2.3125, + 2.421875, + 2.335938, + 2.617188, + 2.234375, + 2.8125, + 2.390625, + 1.53125, + 2.625, + 2.484375, + 1.216797, + 0.760742, + 2.578125, + 2.710938, + 2.640625, + 1.578125, + 2.5, + 1.84375, + 2.328125, + 2.648438, + 2.789062, + 2.328125, + 2.539062, + 2.359375, + 2.125, + 2.570312, + 2.539062, + 2.546875, + 0.995544, + 1.589844, + 2.359375, + 2.34375, + 2.492188, + 1.898438, + 2.296875, + 2.601562, + 2.171875, + 1.488281, + 2.640625, + 2.554688, + 2.085938, + 2.484375, + 2.359375, + 2.007812, + 2.296875, + 2.515625, + 0.673828, + 0.712891, + 2.328125, + 2.476562, + 2.265625, + 2.585938, + 2.3125, + 2.507812, + 1.138672, + 2.46875, + 1.275391, + 1.412109, + 2.453125, + 2.648438, + 2.453125, + 2.398438, + 2.523438, + 2.523438, + 1.176758, + 2.5625, + 2.234375, + 2.1875, + 2.40625, + 2.507812, + 2.351562, + 2.21875, + 1.910156, + 2.515625, + 2.523438, + 2.296875, + 2.195312, + 1.941406, + 2.148438, + 2.335938, + 4.640625, + 2.578125, + 2.507812, + 0.847656, + 2.414062, + 2.601562, + 2.296875, + 2.367188, + 2.398438, + 2.453125, + 2.5, + 2.421875, + 2.75, + 2.054688, + 2.414062, + 2.609375, + 2.515625, + 2.648438, + 2.546875, + 2.421875, + 2.398438, + 2.25, + 2.53125, + 2.617188, + 2.507812, + 1.9375, + 0.811523, + 2.429688, + 2.484375, + 2.59375, + 2.507812, + 2.242188, + 0.724609, + 2.671875, + 2.59375, + 2.242188, + 2.515625, + 1.245117, + 2.664062, + 2.484375, + 2.460938, + 2.351562, + 2.390625, + 2.921875, + 2.140625, + 1.882812, + 2.429688, + 2.765625, + 2.382812, + 0.87207, + 2.617188, + 2.40625, + 0.789062, + 2.421875, + 2.859375, + 2.640625, + 2.195312, + 2.148438, + 2.3125, + 2.101562, + 2.476562, + 2.5, + 2.382812, + 2.398438, + 2.445312, + 2.453125, + 2.164062, + 2.8125, + 2.648438, + 2.46875, + 2.453125, + 2.578125, + 1.714844, + 2.359375, + 2.429688, + 2.195312, + 2.210938, + 2.585938, + 2.515625, + 1.345703, + 2.164062, + 0.796875, + 2.546875, + 2.382812, + 2.664062, + 2.242188, + 2.382812, + 2.4375, + 2.445312, + 2.453125, + 2.117188, + 2.585938, + 2.492188, + 2.554688, + 2.117188, + 2.546875, + 1.585938, + 2.34375, + 1.753906, + 0.956543, + 2.460938, + 2.484375, + 2.710938, + 2.53125, + 2.867188, + 1.988281, + 2.328125, + 2.554688, + 1.695312, + 1.734375, + 2.492188, + 2.664062, + 2.578125, + 2.367188, + 2.414062, + 2.117188, + 2.679688, + 2.609375, + 2.460938, + 1.082031, + 2.273438, + 2.648438, + 2.445312, + 2.609375, + 1.996094, + 2.445312, + 2.328125, + 2.382812, + 2.453125, + 2.445312, + 2.367188, + 1.703125, + 2.242188, + 2.578125, + 2.398438, + 2.671875, + 2.664062, + 2.554688, + 2.171875, + 1.964844, + 2.671875, + 2.5, + 1.414062, + 1.147461, + 2.40625, + 2.507812, + 2.640625, + 2.367188, + 2.648438, + 0.771484, + 2.390625, + 2.664062, + 2.328125, + 2.507812, + 2.085938, + 2.34375, + 2.15625, + 1.144531, + 2.445312, + 2.4375, + 2.578125, + 2.273438, + 2.710938, + 2.601562, + 2.40625, + 2.515625, + 2.414062, + 2.484375, + 2.726562, + 2.234375, + 2.195312, + 1.625, + 2.429688, + 1.589844, + 0.866211, + 2.335938, + 2.671875, + 2.484375, + 2.664062, + 3.1875, + 2.460938, + 2.492188, + 2.4375, + 2.492188, + 2.359375, + 1.976562, + 2.242188, + 1.433594, + 2.476562, + 1.882812, + 2.351562, + 2.398438, + 2.453125, + 2.273438, + 2.476562, + 2.460938, + 2.601562, + 1.75, + 2.375, + 2.570312, + 1.207031, + 2.023438, + 2.492188, + 2.648438, + 2.367188, + 1.09082, + 2.429688, + 2.484375, + 2.320312, + 2.429688, + 2.421875, + 0.983887, + 2.460938, + 2.523438, + 1.777344, + 2.492188, + 2.21875, + 2.234375, + 2.226562, + 2.648438, + 2.265625, + 2.34375, + 2.609375, + 2.421875, + 2.273438, + 2.523438, + 2.5, + 0.760742, + 2.304688, + 2.390625, + 2.492188, + 2.492188, + 2.5625, + 2.640625, + 2.109375, + 1.378906, + 2.484375, + 2.515625, + 2.585938, + 2.351562, + 1.554688, + 2.210938, + 2.445312, + 2.40625, + 2.3125, + 2.1875, + 2.46875, + 2.320312, + 2.429688, + 2.140625, + 2.523438, + 2.289062, + 2.421875, + 2.414062, + 2.414062, + 2.398438, + 2.609375, + 2.101562, + 2.585938, + 1.333984, + 0.636719, + 2.335938, + 1.996094, + 2.523438, + 2.601562, + 2.382812, + 2.359375, + 1.945312, + 2.476562, + 2.03125, + 2.289062, + 2.5, + 2.578125, + 2.421875, + 0.834961, + 2.289062, + 2.523438, + 2.460938, + 2.328125, + 2.445312, + 2.328125, + 2.484375, + 2.421875, + 2.164062, + 2.648438, + 2.523438, + 2.539062, + 2.53125, + 2.351562, + 1.953125, + 2.414062, + 1.929688, + 2.078125, + 2.453125, + 2.671875, + 2.53125, + 2.539062, + 2.640625, + 2.5, + 2.273438, + 3.390625, + 1.832031, + 2.445312, + 1.902344, + 1.4375, + 2.664062, + 2.382812, + 2.351562, + 0.968262, + 1.855469, + 2.640625, + 2.421875, + 2.609375, + 2.515625, + 2.382812, + 2.617188, + 2.375, + 2.070312, + 2.882812, + 0.699219, + 2.320312, + 2.476562, + 2.296875, + 2.523438, + 2.609375, + 2.632812, + 2.296875, + 0.744141, + 2.484375, + 2.390625, + 2.359375, + 2.382812, + 2.554688, + 2.679688, + 2.671875, + 2.453125, + 2.210938, + 1.373047, + 2.375, + 2.515625, + 2.179688, + 2.460938, + 2.585938, + 2.359375, + 2.601562, + 2.046875, + 2.460938, + 1.996094, + 3.109375, + 2.414062, + 2.554688, + 2.5, + 2.335938, + 2.164062, + 2.34375, + 2.34375, + 2.976562, + 2.539062, + 2.335938, + 2.21875, + 0.791016, + 2.617188, + 2.445312, + 2.59375, + 2.492188, + 2.648438, + 2.523438, + 2.492188, + 2.484375, + 2.546875, + 1.765625, + 2.359375, + 2.484375, + 2.40625, + 0.767578, + 2.578125, + 2.375, + 2.523438, + 2.578125, + 2.4375, + 2.328125, + 2.65625, + 2.210938, + 2.59375, + 2.390625, + 2.570312, + 1.123535, + 2.265625, + 2.125, + 2.65625, + 0.924316, + 2.523438, + 1.208984, + 2.359375, + 0.724609, + 2.554688, + 2.0625, + 2.375, + 1.539062, + 2.117188, + 2.539062, + 2.429688, + 2.234375, + 2.390625, + 2.328125, + 2.554688, + 2.539062, + 0.714844, + 1.439453, + 1.867188, + 2.492188, + 2.5625, + 2.226562, + 2.585938, + 2.476562, + 2.5, + 1.890625, + 2.539062, + 2.484375, + 2.523438, + 2.59375, + 2.328125, + 2.179688, + 2.523438, + 2.546875, + 1.746094, + 2.546875, + 2.539062, + 2.65625, + 2.421875, + 2.570312, + 1.910156, + 2.671875, + 2.421875, + 2.148438, + 2.53125, + 2.546875, + 2.484375, + 2.398438, + 2.742188, + 1.133789, + 2.359375, + 2.390625, + 2.382812, + 1.208008, + 2.679688, + 2.609375, + 2.65625, + 1.004456, + 2.257812, + 1.808594, + 2.5, + 2.164062, + 2.0, + 0.813477, + 2.570312, + 2.554688, + 2.492188, + 0.705078, + 1.738281, + 1.028809, + 2.78125, + 2.507812, + 2.070312, + 2.578125, + 2.546875, + 2.414062, + 2.367188, + 2.523438, + 2.226562, + 1.166016, + 1.328125, + 2.585938, + 2.078125, + 2.234375, + 2.5, + 2.375, + 2.3125, + 2.648438, + 1.824219, + 2.429688, + 2.390625, + 2.335938, + 1.472656, + 2.742188, + 2.46875, + 3.015625, + 2.585938, + 2.328125, + 1.046631, + 2.570312, + 1.063477, + 2.53125, + 2.578125, + 2.390625, + 2.421875, + 2.460938, + 2.125, + 2.390625, + 2.65625, + 2.484375, + 2.539062, + 2.195312, + 2.234375, + 2.570312, + 2.4375, + 2.679688, + 2.195312, + 2.265625, + 2.515625, + 1.578125, + 2.085938, + 2.1875, + 1.574219, + 2.390625, + 2.507812, + 2.515625, + 2.40625, + 2.15625, + 2.257812, + 2.359375, + 2.625, + 1.75, + 2.515625, + 2.382812, + 2.476562, + 2.453125, + 2.703125, + 2.546875, + 2.023438, + 2.523438, + 2.59375, + 2.507812, + 2.523438, + 2.335938, + 1.478516, + 2.632812, + 2.460938, + 1.34375, + 2.445312, + 2.375, + 0.957031, + 2.359375, + 1.839844, + 2.53125, + 2.492188, + 2.390625, + 2.625, + 2.617188, + 2.476562, + 2.421875, + 2.546875, + 2.3125, + 2.273438, + 2.453125, + 1.5625, + 2.179688, + 2.609375, + 2.460938, + 1.174805, + 2.25, + 2.367188, + 2.546875, + 2.609375, + 2.476562, + 2.5, + 2.304688, + 2.234375, + 2.070312, + 2.140625, + 2.5625, + 2.421875, + 0.891602, + 2.5, + 2.382812, + 0.992188, + 2.445312, + 2.359375, + 2.601562, + 2.40625, + 2.375, + 2.460938, + 1.237305, + 2.546875, + 2.554688, + 2.523438, + 2.507812, + 2.257812, + 2.242188, + 2.171875, + 1.080566, + 1.486328, + 2.546875, + 2.09375, + 2.640625, + 1.839844, + 2.125, + 2.453125, + 2.453125, + 1.077148, + 2.023438, + 2.640625, + 0.796875, + 2.546875, + 2.210938, + 2.671875, + 2.570312, + 1.024292, + 2.515625, + 2.484375, + 1.173828, + 2.585938, + 2.617188, + 2.28125, + 2.546875, + 2.46875, + 2.554688, + 1.039551, + 2.515625, + 1.910156, + 2.34375, + 2.445312, + 2.523438, + 2.460938, + 1.96875, + 2.632812, + 2.617188, + 2.5, + 2.273438, + 1.013733, + 2.460938, + 2.507812, + 2.289062, + 2.304688, + 2.703125, + 2.492188, + 2.15625, + 2.070312, + 2.507812, + 2.265625, + 2.484375, + 2.085938, + 2.703125, + 2.640625, + 2.46875, + 0.816406, + 2.546875, + 2.148438, + 2.460938, + 2.570312, + 2.546875, + 2.117188, + 2.039062, + 2.40625, + 2.554688, + 1.161133, + 2.460938, + 2.53125, + 2.234375 + ] + }, + "name": "onnx::Mul_8575", + "outputIndexes": [ + 1533 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1532, + 1533 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_15/Mul_1_output_0", + "outputIndexes": [ + 1534 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1515, + 1534 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_79_output_0", + "outputIndexes": [ + 1535 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1535, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_144_output_0", + "outputIndexes": [ + 1536 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1536 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_16/Mul_output_0", + "outputIndexes": [ + 1537 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.871094, + 1.992188, + 1.765625, + 1.691406, + 1.71875, + 1.761719, + 1.6875, + 1.205078, + 1.71875, + 1.882812, + 1.652344, + 1.867188, + 2.015625, + 1.738281, + 1.699219, + 1.75, + 1.769531, + 1.792969, + 1.144531, + 1.863281, + 1.816406, + 1.878906, + 1.84375, + 1.875, + 1.804688, + 1.746094, + 1.871094, + 1.757812, + 1.714844, + 1.777344, + 2.0625, + 2.257812, + 1.703125, + 1.482422, + 1.757812, + 1.953125, + 1.839844, + 1.820312, + 1.957031, + 1.632812, + 1.75, + 1.777344, + 1.699219, + 2.0625, + 1.71875, + 1.726562, + 1.695312, + 1.898438, + 1.255859, + 1.945312, + 1.800781, + 2.0625, + 1.765625, + 1.449219, + 1.71875, + 2.015625, + 1.652344, + 1.8125, + 1.820312, + 1.832031, + 1.996094, + 1.503906, + 1.847656, + 1.855469, + 2.039062, + 2.015625, + 2.03125, + 1.800781, + 2.039062, + 1.808594, + 1.726562, + 1.742188, + 1.695312, + 1.789062, + 1.910156, + 1.867188, + 2.023438, + 2.054688, + 2.101562, + 1.777344, + 1.914062, + 1.240234, + 1.648438, + 1.960938, + 1.953125, + 1.976562, + 1.851562, + 1.988281, + 1.910156, + 1.714844, + 1.832031, + 1.878906, + 1.753906, + 1.710938, + 1.71875, + 1.291016, + 1.921875, + 1.824219, + 1.507812, + 1.816406, + 1.820312, + 1.796875, + 1.851562, + 1.878906, + 1.679688, + 1.761719, + 1.746094, + 1.933594, + 1.746094, + 1.742188, + 1.730469, + 1.878906, + 1.8125, + 3.03125, + 1.867188, + 1.894531, + 1.738281, + 1.464844, + 1.832031, + 1.847656, + 1.871094, + 1.828125, + 1.402344, + 1.679688, + 1.867188, + 2.046875, + 1.835938, + 1.753906, + 1.691406, + 1.949219, + 2.117188, + 1.777344, + 1.835938, + 1.871094, + 1.796875, + 1.832031, + 1.878906, + 2.15625, + 1.816406, + 1.816406, + 1.279297, + 1.714844, + 1.949219, + 1.769531, + 1.820312, + 1.742188, + 2.023438, + 1.804688, + 1.789062, + 1.867188, + 1.773438, + 1.953125, + 1.839844, + 1.287109, + 1.84375, + 1.664062, + 2.070312, + 1.78125, + 1.78125, + 1.527344, + 2.3125, + 1.722656, + 1.867188, + 2.015625, + 1.867188, + 1.710938, + 1.710938, + 1.53125, + 1.792969, + 1.832031, + 1.691406, + 1.902344, + 1.714844, + 1.570312, + 1.691406, + 1.738281, + 1.824219, + 1.239258, + 1.746094, + 1.855469, + 1.777344, + 1.482422, + 2.085938, + 1.161133, + 1.460938, + 1.921875, + 2.101562, + 1.714844, + 1.921875, + 1.917969, + 1.746094, + 1.542969, + 1.8125, + 1.800781, + 1.707031, + 1.902344, + 1.714844, + 1.816406, + 1.828125, + 1.796875, + 1.898438, + 1.796875, + 1.824219, + 1.957031, + 1.867188, + 1.789062, + 1.476562, + 1.800781, + 1.769531, + 1.796875, + 1.824219, + 1.789062, + 1.820312, + 1.777344, + 1.941406, + 1.734375, + 2.039062, + 1.691406, + 1.753906, + 1.660156, + 1.894531, + 1.886719, + 1.960938, + 1.625, + 1.746094, + 1.738281, + 1.800781, + 1.894531, + 1.824219, + 1.972656, + 2.71875, + 1.652344, + 1.824219, + 1.734375, + 1.886719, + 1.78125, + 1.785156, + 1.9375, + 1.90625, + 1.832031, + 2.289062, + 1.824219, + 1.753906, + 1.648438, + 1.929688, + 1.785156, + 1.953125, + 1.917969, + 1.667969, + 2.140625, + 1.8125, + 1.710938, + 1.886719, + 1.8125, + 1.757812, + 1.789062, + 1.824219, + 1.730469, + 1.628906, + 1.761719, + 1.742188, + 1.757812, + 1.796875, + 1.945312, + 1.859375, + 1.90625, + 1.773438, + 1.800781, + 1.785156, + 1.738281, + 1.84375, + 1.953125, + 1.835938, + 2.007812, + 1.765625, + 1.78125, + 1.894531, + 1.859375, + 1.835938, + 1.820312, + 2.015625, + 1.699219, + 1.648438, + 1.894531, + 1.570312, + 1.851562, + 1.742188, + 1.835938, + 1.789062, + 1.765625, + 1.964844, + 1.828125, + 1.863281, + 1.738281, + 1.835938, + 1.742188, + 1.863281, + 1.800781, + 1.761719, + 1.785156, + 1.894531, + 1.945312, + 1.464844, + 1.761719, + 0.931152, + 1.859375, + 1.675781, + 1.808594, + 1.804688, + 1.804688, + 1.808594, + 1.291016, + 1.710938, + 1.757812, + 1.867188, + 1.867188, + 1.964844, + 1.851562, + 1.972656, + 1.925781, + 1.851562, + 1.628906, + 1.867188, + 1.660156, + 1.898438, + 1.871094, + 2.109375, + 1.847656, + 1.730469, + 1.792969, + 1.882812, + 1.859375, + 1.800781, + 1.886719, + 1.109375, + 1.871094, + 1.820312, + 1.695312, + 1.730469, + 1.773438, + 1.777344, + 1.8125, + 1.847656, + 1.769531, + 1.6875, + 1.976562, + 1.777344, + 2.023438, + 2.03125, + 1.765625, + 1.734375, + 2.09375, + 1.878906, + 1.914062, + 1.209961, + 1.800781, + 1.785156, + 1.777344, + 2.164062, + 1.921875, + 1.660156, + 1.789062, + 1.9375, + 2.03125, + 1.804688, + 1.761719, + 1.945312, + 1.539062, + 1.890625, + 1.847656, + 1.722656, + 1.953125, + 1.898438, + 1.792969, + 1.710938, + 1.820312, + 1.789062, + 1.722656, + 1.90625, + 1.960938, + 1.730469, + 1.886719, + 2.132812, + 1.714844, + 1.785156, + 1.832031, + 1.863281, + 2.210938, + 1.832031, + 1.792969, + 1.832031, + 1.785156, + 1.423828, + 1.671875, + 1.851562, + 1.742188, + 1.824219, + 1.523438, + 1.828125, + 1.691406, + 1.773438, + 1.800781, + 1.730469, + 1.800781, + 1.785156, + 0.886719, + 1.667969, + 1.945312, + 1.761719, + 1.871094, + 1.832031, + 1.890625, + 1.90625, + 1.804688, + 2.210938, + 1.792969, + 1.769531, + 1.867188, + 1.679688, + 1.839844, + 1.773438, + 1.671875, + 1.144531, + 1.757812, + 1.816406, + 2.078125, + 1.964844, + 1.738281, + 1.757812, + 1.695312, + 1.65625, + 1.726562, + 1.714844, + 1.910156, + 1.964844, + 1.789062, + 1.816406, + 1.871094, + 1.769531, + 1.78125, + 1.769531, + 1.796875, + 1.746094, + 2.125, + 2.085938, + 1.710938, + 1.6875, + 1.828125, + 1.910156, + 1.605469, + 1.839844, + 1.734375, + 1.898438, + 1.855469, + 1.773438, + 1.808594, + 1.988281, + 1.722656, + 1.828125, + 1.878906, + 1.714844, + 1.867188, + 1.757812, + 1.847656, + 1.929688, + 1.851562, + 1.539062, + 1.863281, + 1.875, + 1.671875, + 1.824219, + 1.855469, + 1.832031, + 1.875, + 1.734375, + 1.710938, + 1.710938, + 1.617188, + 1.820312, + 1.726562, + 1.921875, + 1.933594, + 1.291016, + 1.691406, + 1.789062, + 1.761719, + 1.425781, + 1.699219, + 2.046875, + 1.714844, + 1.929688, + 1.867188, + 1.769531, + 1.757812, + 1.925781, + 1.820312, + 1.255859, + 1.667969, + 2.070312, + 1.511719, + 1.8125, + 1.878906, + 1.914062, + 2.0625, + 1.298828, + 1.816406, + 2.007812, + 1.964844, + 1.695312, + 1.675781, + 1.84375, + 1.804688, + 1.8125, + 1.996094, + 1.835938, + 1.746094, + 2.101562, + 1.808594, + 1.730469, + 1.96875, + 1.800781, + 1.871094, + 1.871094, + 1.71875, + 1.683594, + 2.03125, + 1.789062, + 1.808594, + 1.917969, + 1.804688, + 1.847656, + 1.832031, + 1.820312, + 1.757812, + 1.75, + 1.132812, + 1.769531, + 1.5625, + 1.824219, + 1.601562, + 2.382812, + 2.023438, + 2.117188, + 1.816406, + 1.742188, + 1.898438, + 1.691406, + 1.824219, + 2.125, + 1.679688, + 1.910156, + 1.75, + 1.734375, + 1.949219, + 1.945312, + 1.984375, + 1.8125, + 2.671875, + 1.839844, + 2.039062, + 1.726562, + 1.353516, + 1.902344, + 1.738281, + 1.863281, + 1.734375, + 1.675781, + 2.375, + 2.039062, + 1.660156, + 1.675781, + 1.976562, + 1.707031, + 1.972656, + 1.240234, + 1.65625, + 1.789062, + 1.816406, + 2.125, + 1.863281, + 1.474609, + 1.832031, + 1.8125, + 1.875, + 1.382812, + 1.84375, + 1.535156, + 1.863281, + 2.429688, + 1.996094, + 1.699219, + 1.757812, + 2.085938, + 1.707031, + 1.933594, + 1.828125, + 1.707031, + 1.832031, + 1.796875, + 1.941406, + 1.785156, + 1.691406, + 1.878906, + 1.785156, + 1.738281, + 1.785156, + 1.828125, + 1.878906, + 1.84375, + 1.824219, + 1.835938, + 1.820312, + 1.714844, + 1.84375, + 1.953125, + 1.882812, + 1.71875, + 2.023438, + 1.847656, + 1.804688, + 1.867188, + 1.730469, + 1.800781, + 1.820312, + 1.632812, + 2.109375, + 1.753906, + 1.65625, + 1.746094, + 1.462891, + 1.96875, + 1.730469, + 1.785156, + 1.773438, + 1.847656, + 1.953125, + 1.851562, + 1.902344, + 1.804688, + 2.164062, + 1.890625, + 1.628906, + 1.902344, + 1.710938, + 1.757812, + 1.283203, + 1.789062, + 1.75, + 1.789062, + 2.132812, + 0.993195, + 1.453125, + 1.683594, + 1.863281, + 1.691406, + 1.878906, + 1.835938, + 1.835938, + 1.902344, + 2.101562, + 1.914062, + 1.792969, + 1.847656, + 1.398438, + 1.941406, + 1.796875, + 2.023438, + 1.84375, + 1.824219, + 1.890625, + 1.742188, + 1.980469, + 1.847656, + 1.828125, + 1.859375, + 1.886719, + 1.84375, + 1.765625, + 1.953125, + 1.722656, + 1.925781, + 1.169922, + 1.742188, + 1.855469, + 1.757812, + 1.910156, + 1.890625, + 1.792969, + 1.722656, + 1.373047, + 1.917969, + 1.949219, + 1.917969, + 1.898438, + 1.851562, + 1.898438, + 1.773438, + 1.941406, + 1.730469, + 1.890625, + 2.515625, + 1.652344, + 1.785156, + 1.792969, + 1.761719, + 1.757812, + 1.742188, + 1.917969, + 1.769531, + 1.703125, + 1.773438, + 1.761719, + 1.667969, + 1.796875, + 2.046875, + 2.351562, + 1.851562, + 1.996094, + 1.847656, + 1.953125, + 1.820312, + 1.730469, + 1.871094, + 1.746094, + 2.0625, + 2.140625, + 2.15625, + 1.738281, + 1.867188, + 1.730469, + 1.964844, + 1.730469, + 1.726562, + 1.828125, + 1.8125, + 1.667969, + 1.746094, + 1.816406, + 1.800781, + 1.648438, + 1.824219, + 1.796875, + 1.792969, + 1.847656, + 1.933594, + 1.785156, + 1.878906, + 1.980469, + 1.800781, + 1.75, + 1.824219, + 1.734375, + 1.726562, + 1.738281, + 1.828125, + 2.0625, + 1.746094, + 1.648438, + 1.957031, + 1.90625, + 1.75, + 1.847656, + 1.820312, + 1.652344, + 1.800781, + 1.90625, + 1.710938, + 1.859375, + 1.800781, + 1.941406, + 1.871094, + 1.816406, + 1.941406, + 1.726562, + 1.894531, + 1.757812, + 1.8125, + 1.679688, + 1.474609, + 1.957031, + 1.914062, + 1.804688, + 1.945312, + 1.777344, + 2.859375, + 1.957031, + 1.710938, + 2.039062, + 2.148438, + 1.765625, + 1.738281, + 1.863281, + 2.046875, + 1.800781, + 2.039062, + 1.769531, + 1.804688, + 2.09375, + 1.617188, + 1.773438, + 2.375, + 1.757812, + 1.851562, + 1.789062, + 1.992188, + 2.046875, + 1.859375, + 1.773438, + 2.023438, + 1.851562, + 1.925781, + 1.742188, + 1.738281, + 1.753906, + 1.800781, + 1.431641, + 1.458984, + 1.953125, + 2.148438, + 1.867188, + 1.894531, + 1.796875, + 1.757812, + 1.667969, + 1.699219, + 1.726562, + 1.820312, + 1.976562, + 1.726562, + 1.8125, + 1.746094, + 1.734375, + 1.949219, + 1.478516, + 1.59375, + 1.933594, + 1.679688, + 1.863281, + 2.078125, + 1.691406, + 1.949219, + 1.949219, + 1.898438, + 1.75, + 1.859375, + 1.8125, + 1.832031, + 1.730469, + 1.804688, + 1.75, + 2.109375, + 1.980469, + 1.714844, + 1.765625, + 0.776367, + 1.957031, + 2.078125, + 1.808594, + 2.015625, + 2.117188, + 1.761719, + 1.710938, + 1.785156, + 1.753906, + 1.761719, + 1.5625, + 1.882812, + 1.867188, + 2.007812, + 2.054688, + 1.867188, + 1.632812, + 1.851562, + 1.683594, + 1.933594, + 1.726562, + 1.917969, + 1.753906, + 1.738281, + 1.832031, + 1.925781, + 1.582031, + 1.90625, + 1.804688, + 1.910156, + 1.878906, + 1.71875, + 1.746094, + 1.976562, + 1.847656, + 1.789062, + 1.832031, + 1.820312, + 1.707031, + 1.863281, + 1.707031, + 1.757812, + 1.808594, + 1.804688, + 1.835938, + 2.101562, + 1.976562, + 1.753906, + 1.800781, + 1.933594, + 2.03125, + 1.824219, + 1.609375, + 1.077148, + 2.046875, + 1.429688, + 1.835938, + 1.851562, + 1.847656, + 1.746094, + 1.400391, + 1.115234, + 1.863281, + 1.519531, + 2.078125, + 1.804688, + 1.941406, + 1.742188, + 1.789062, + 1.980469, + 1.429688, + 1.828125, + 1.875, + 1.8125, + 2.015625, + 1.769531, + 1.949219, + 1.949219, + 1.902344, + 1.761719, + 1.824219, + 1.820312, + 1.742188, + 2.007812, + 1.796875, + 1.84375, + 2.015625, + 1.910156, + 1.660156, + 1.820312, + 1.839844, + 2.0625, + 1.235352, + 2.734375, + 1.816406, + 1.644531, + 1.792969, + 1.867188, + 1.960938, + 1.867188, + 1.703125, + 1.112305, + 1.863281, + 2.039062, + 1.886719, + 1.769531, + 1.291016, + 1.65625, + 1.804688, + 1.800781, + 1.8125, + 1.75, + 1.71875, + 1.992188, + 1.65625, + 1.753906, + 2.09375, + 1.988281, + 1.558594, + 2.039062, + 1.660156, + 1.427734, + 1.855469, + 2.328125, + 1.964844, + 1.871094, + 1.707031, + 1.8125, + 2.148438, + 1.890625, + 1.769531, + 2.101562, + 2.578125, + 1.730469, + 2.3125, + 1.738281, + 1.902344, + 1.644531, + 1.59375, + 1.746094, + 1.949219, + 1.703125, + 1.096191, + 1.832031, + 1.75, + 1.875, + 1.734375, + 1.369141, + 1.867188, + 1.625, + 0.887207, + 1.890625, + 1.511719, + 1.8125, + 1.425781, + 2.078125, + 1.761719, + 1.742188, + 1.765625, + 1.945312, + 1.828125, + 2.015625, + 1.839844, + 1.494141, + 1.835938, + 2.132812, + 1.96875, + 1.949219, + 1.863281, + 1.777344, + 1.988281, + 2.273438, + 1.824219, + 1.738281, + 1.71875, + 1.960938, + 2.03125, + 1.773438, + 1.345703, + 1.925781, + 1.769531, + 1.976562, + 1.546875, + 1.404297, + 1.746094, + 1.699219, + 1.882812, + 1.699219, + 1.765625, + 1.761719, + 2.023438, + 2.695312, + 1.882812, + 1.773438, + 1.703125, + 2.164062, + 1.785156, + 1.730469, + 1.761719, + 1.675781, + 1.746094, + 1.851562, + 1.785156, + 1.820312, + 1.9375, + 1.757812, + 1.949219, + 2.070312, + 1.8125, + 1.792969, + 1.675781, + 1.875, + 1.699219, + 2.421875, + 1.707031, + 1.419922, + 2.132812, + 2.015625, + 1.519531, + 1.875, + 1.617188, + 1.679688, + 1.734375, + 1.703125, + 1.871094, + 2.0, + 1.820312, + 1.357422, + 2.140625, + 1.730469, + 1.910156, + 1.75, + 1.816406, + 1.992188, + 1.746094, + 1.773438, + 1.855469, + 1.800781, + 1.835938, + 1.376953, + 1.78125, + 1.722656, + 2.210938, + 1.789062, + 1.800781, + 1.769531, + 1.386719, + 1.738281, + 1.8125, + 1.636719, + 1.828125, + 1.671875, + 1.683594, + 1.726562, + 1.851562, + 1.914062, + 1.804688, + 1.757812, + 1.855469, + 1.910156, + 1.835938, + 1.75, + 1.828125, + 1.574219, + 2.148438, + 1.808594, + 1.710938, + 1.824219, + 1.953125, + 2.039062, + 1.855469, + 1.275391, + 1.287109, + 1.314453, + 1.757812, + 1.816406, + 1.75, + 1.925781, + 1.847656, + 1.679688, + 1.792969, + 1.820312, + 2.234375, + 1.859375, + 1.632812, + 1.835938, + 1.761719, + 1.5625, + 1.910156, + 1.953125, + 1.929688, + 1.730469, + 1.777344, + 1.283203, + 2.335938, + 1.265625, + 1.820312, + 1.824219, + 1.820312, + 1.664062, + 2.023438, + 2.148438, + 1.765625, + 1.578125, + 1.398438, + 1.851562, + 1.867188, + 1.722656, + 1.964844, + 1.78125, + 1.898438, + 1.871094, + 2.039062, + 1.769531, + 1.996094, + 1.980469, + 1.882812, + 1.839844, + 1.527344, + 1.742188, + 1.859375, + 1.757812, + 1.992188, + 1.824219, + 1.628906, + 1.820312, + 1.746094, + 1.851562, + 1.8125, + 1.714844, + 1.886719, + 1.738281, + 1.78125, + 1.785156, + 1.738281, + 1.800781, + 1.878906, + 1.839844, + 1.863281, + 1.847656, + 1.652344, + 1.914062, + 1.765625, + 1.882812, + 1.925781, + 1.882812, + 1.699219, + 1.894531, + 1.867188, + 1.734375, + 1.863281, + 1.753906, + 1.980469, + 1.714844, + 1.914062, + 1.964844, + 2.0, + 1.75, + 2.078125, + 1.964844, + 1.419922, + 1.699219, + 2.070312, + 1.800781, + 1.742188, + 1.914062, + 1.730469, + 1.75, + 1.871094, + 1.878906, + 1.886719, + 1.863281, + 1.796875, + 1.263672, + 1.710938, + 1.855469, + 1.910156, + 1.699219, + 1.839844, + 2.203125, + 1.839844, + 1.882812, + 2.03125, + 1.789062, + 1.867188, + 1.308594, + 1.742188, + 1.75, + 1.742188, + 1.839844, + 1.921875, + 1.333984, + 1.785156, + 1.789062, + 1.875, + 2.351562, + 1.964844, + 1.738281, + 1.302734, + 1.886719, + 1.310547, + 1.761719, + 2.117188, + 1.757812, + 1.730469, + 1.765625, + 2.109375, + 1.890625, + 2.070312, + 1.855469, + 1.4375, + 1.785156, + 1.847656, + 1.695312, + 1.726562, + 1.894531, + 1.878906, + 1.421875, + 1.800781, + 1.820312, + 2.046875, + 1.683594, + 1.742188, + 1.832031, + 1.84375, + 1.777344, + 2.039062, + 1.769531, + 1.851562, + 1.691406, + 1.855469, + 1.734375, + 1.792969, + 2.023438, + 1.78125, + 1.714844, + 1.777344, + 2.09375, + 1.488281, + 1.921875, + 1.691406, + 2.085938, + 1.804688, + 1.785156, + 1.726562, + 1.566406, + 1.914062, + 1.929688, + 1.640625, + 1.679688, + 1.714844, + 1.8125, + 1.859375, + 1.675781, + 2.085938, + 1.683594, + 1.792969, + 1.859375, + 1.028687, + 1.863281, + 1.855469, + 1.710938, + 1.933594, + 1.902344, + 2.03125, + 1.921875, + 1.855469, + 1.789062, + 1.925781, + 1.722656, + 1.789062, + 1.835938, + 1.972656, + 1.824219, + 1.609375, + 1.839844, + 1.679688, + 1.777344, + 1.796875, + 1.71875, + 1.404297, + 1.800781, + 1.878906, + 1.988281, + 1.746094, + 1.621094, + 1.753906, + 1.847656, + 1.808594, + 1.835938, + 1.816406, + 1.757812, + 1.738281, + 1.808594, + 1.488281, + 1.828125, + 1.910156, + 1.71875, + 1.789062, + 1.78125, + 1.757812, + 1.878906, + 1.964844, + 1.984375, + 1.882812, + 1.792969, + 1.957031, + 1.738281, + 1.816406, + 1.714844, + 1.890625, + 1.464844, + 1.664062, + 1.679688, + 1.652344, + 1.816406, + 1.6875, + 1.769531, + 1.785156, + 1.675781, + 1.503906, + 1.710938, + 1.730469, + 1.898438, + 1.78125, + 1.867188, + 1.816406, + 1.789062, + 1.695312, + 1.726562, + 2.09375, + 1.714844, + 1.695312, + 1.675781, + 1.75, + 1.679688, + 1.726562, + 2.125, + 1.064941, + 1.851562, + 1.730469, + 1.730469, + 1.714844, + 2.054688, + 1.847656, + 1.882812, + 1.847656, + 1.285156, + 1.804688, + 1.90625, + 1.742188, + 1.792969, + 1.796875, + 1.714844, + 1.033936, + 1.796875, + 1.351562, + 1.265625, + 1.949219, + 1.765625, + 1.765625, + 1.773438, + 1.800781, + 1.773438, + 1.804688, + 1.878906, + 1.847656, + 1.6875, + 1.753906, + 1.804688, + 1.820312, + 1.707031, + 1.960938, + 1.683594, + 1.78125, + 1.785156, + 1.839844, + 1.703125, + 1.882812, + 1.960938, + 2.007812, + 1.578125, + 1.609375, + 1.878906, + 1.902344, + 1.695312, + 1.953125, + 1.804688, + 2.203125, + 1.882812, + 1.777344, + 1.988281, + 1.695312, + 1.800781, + 1.859375, + 2.601562, + 1.894531, + 1.746094, + 1.832031, + 1.796875, + 2.171875, + 1.539062, + 1.859375, + 1.542969, + 1.925781, + 1.914062, + 1.75, + 1.851562, + 1.675781, + 1.292969, + 1.832031, + 1.675781, + 1.847656, + 1.785156, + 1.8125, + 1.785156, + 1.722656, + 1.761719, + 1.945312, + 1.886719, + 1.820312, + 1.890625, + 1.761719, + 1.839844, + 1.832031, + 1.921875, + 1.824219, + 2.070312, + 1.988281, + 1.886719, + 2.140625, + 1.746094, + 2.125, + 1.691406, + 1.824219, + 1.765625, + 1.902344, + 1.785156, + 1.742188, + 2.039062, + 1.878906, + 1.652344, + 1.605469, + 1.710938, + 1.722656, + 2.085938, + 1.871094, + 1.773438, + 1.839844, + 1.71875, + 2.085938, + 2.070312, + 1.757812, + 1.699219, + 1.882812, + 1.871094, + 1.929688, + 1.832031, + 1.796875, + 1.742188, + 2.515625, + 1.742188, + 1.769531, + 1.710938, + 1.769531, + 1.953125, + 1.910156, + 1.867188, + 1.855469, + 2.007812, + 1.914062, + 1.78125, + 1.785156, + 1.742188, + 1.726562, + 2.015625, + 1.832031, + 1.820312, + 1.886719, + 1.796875, + 1.582031, + 1.757812, + 1.859375, + 2.039062, + 1.839844, + 1.820312, + 1.886719, + 1.59375, + 1.753906, + 1.949219, + 1.785156, + 1.828125, + 1.761719, + 1.585938, + 1.992188, + 1.773438, + 1.785156, + 1.178711, + 1.8125, + 1.671875, + 1.769531, + 1.890625, + 1.8125, + 1.835938, + 2.078125, + 1.511719, + 1.949219, + 1.972656, + 1.765625, + 1.878906, + 1.910156, + 1.789062, + 1.898438, + 1.699219, + 1.898438, + 1.851562, + 1.898438, + 2.007812, + 1.851562, + 1.800781, + 1.820312, + 1.275391, + 1.726562, + 1.84375, + 1.882812, + 1.914062, + 1.816406, + 2.109375, + 1.9375, + 1.753906, + 1.894531, + 1.789062, + 1.753906, + 1.789062, + 1.972656, + 1.851562, + 1.871094, + 1.878906, + 1.785156, + 2.078125, + 1.933594, + 1.980469, + 1.777344, + 2.054688, + 1.847656, + 1.730469, + 1.753906, + 2.015625, + 1.707031, + 1.761719, + 1.925781, + 1.773438, + 1.9375, + 2.0, + 1.800781, + 1.71875, + 1.08252, + 1.163086, + 1.910156, + 1.691406, + 1.800781, + 1.742188, + 1.847656, + 1.851562, + 1.820312, + 1.851562, + 2.15625, + 1.972656, + 1.886719, + 1.726562, + 1.84375, + 1.800781, + 1.734375, + 1.832031, + 2.023438, + 1.828125, + 1.921875, + 1.914062, + 1.796875, + 1.746094, + 1.851562, + 1.933594, + 1.972656, + 1.664062, + 1.929688, + 1.839844, + 2.007812, + 1.925781, + 1.921875, + 1.804688, + 1.746094, + 1.800781, + 1.824219, + 1.451172, + 1.898438, + 1.683594, + 2.257812, + 1.878906, + 1.539062, + 1.679688, + 1.816406, + 1.707031, + 1.125977, + 1.726562, + 1.8125, + 1.730469, + 1.785156, + 1.753906, + 1.828125, + 1.71875, + 1.792969, + 1.882812, + 1.722656, + 1.6875, + 1.71875, + 1.550781, + 1.304688, + 1.847656, + 1.785156, + 1.714844, + 1.78125, + 1.828125, + 0.857422, + 1.785156, + 1.753906, + 1.910156, + 1.832031, + 1.855469, + 1.675781, + 1.828125, + 1.792969, + 1.753906, + 1.84375, + 1.314453, + 1.980469, + 2.070312, + 1.914062, + 1.503906, + 1.980469, + 1.59375, + 1.84375, + 1.464844, + 1.441406, + 1.839844, + 2.609375, + 1.839844, + 1.910156, + 1.800781, + 1.925781, + 2.40625, + 1.757812, + 1.835938, + 1.902344, + 1.820312, + 1.789062, + 1.839844, + 1.6875, + 1.433594, + 1.648438, + 1.890625, + 1.988281, + 1.757812, + 1.925781, + 1.863281, + 1.925781, + 1.972656, + 1.914062, + 2.0625, + 1.84375, + 1.90625, + 1.917969, + 1.339844, + 1.773438, + 1.761719, + 1.664062, + 1.875, + 1.851562, + 1.757812, + 1.871094, + 1.914062, + 1.933594, + 1.78125, + 1.789062, + 1.84375, + 2.0, + 1.800781, + 2.1875, + 1.847656, + 2.148438, + 1.486328, + 1.75, + 1.859375, + 1.675781, + 1.820312, + 1.851562, + 1.996094, + 1.808594, + 1.792969, + 1.941406, + 2.078125, + 1.773438, + 1.773438, + 1.863281, + 1.796875, + 1.914062, + 2.054688, + 1.6875, + 1.71875, + 1.839844, + 1.78125, + 1.839844, + 1.789062, + 1.878906, + 1.816406, + 1.953125, + 1.773438, + 1.777344, + 1.785156, + 1.746094, + 1.746094, + 1.9375, + 1.953125, + 1.851562, + 1.699219, + 1.824219, + 1.722656, + 1.621094, + 1.746094, + 1.945312, + 2.085938, + 1.6875, + 1.875, + 1.925781, + 1.816406, + 2.015625, + 1.855469, + 1.738281, + 1.734375, + 1.710938, + 1.146484, + 1.804688, + 1.738281, + 1.835938, + 1.789062, + 2.023438, + 1.898438, + 1.867188, + 1.457031, + 1.859375, + 1.792969, + 1.761719, + 1.851562, + 2.210938, + 1.757812, + 1.839844, + 1.785156, + 1.726562, + 1.847656, + 1.882812, + 1.78125, + 1.90625, + 2.179688, + 1.683594, + 2.171875, + 1.511719, + 2.046875, + 1.679688, + 1.792969, + 1.6875, + 2.742188, + 1.757812, + 1.777344, + 1.894531, + 1.730469, + 1.886719, + 1.972656, + 1.914062, + 2.023438, + 1.796875, + 2.046875, + 1.785156, + 1.808594, + 1.730469, + 1.921875, + 1.726562, + 1.941406, + 1.679688, + 2.070312, + 1.90625, + 1.742188, + 1.726562, + 2.023438, + 1.859375, + 1.789062, + 1.535156, + 1.632812, + 1.644531, + 1.902344, + 1.820312, + 1.792969, + 1.691406, + 1.566406, + 1.742188, + 1.792969, + 1.980469, + 1.863281, + 1.941406, + 1.847656, + 1.882812, + 1.558594, + 1.910156, + 1.816406, + 1.722656, + 1.945312, + 1.851562, + 1.816406, + 1.726562, + 1.357422, + 1.859375, + 1.769531, + 1.890625, + 1.886719, + 1.851562, + 1.714844, + 1.910156, + 2.226562, + 1.703125, + 1.789062, + 1.664062, + 1.832031, + 2.125, + 1.867188, + 1.917969, + 1.789062, + 1.957031, + 1.933594, + 1.789062, + 1.78125, + 1.894531, + 1.941406, + 1.742188, + 1.863281, + 1.839844, + 1.820312, + 1.835938, + 1.78125, + 1.667969, + 1.980469, + 1.804688, + 2.148438, + 1.030884, + 1.949219, + 1.933594, + 1.738281, + 1.726562, + 1.855469, + 1.777344, + 2.226562, + 1.765625, + 1.984375, + 2.054688, + 1.769531, + 1.800781, + 1.914062, + 1.414062, + 1.871094, + 1.820312, + 1.785156, + 1.71875, + 2.125, + 1.914062, + 1.871094, + 1.953125, + 1.910156, + 1.6875, + 1.746094, + 1.757812, + 1.734375, + 1.847656, + 2.1875, + 1.835938, + 1.980469, + 2.03125, + 1.886719, + 1.746094, + 1.742188, + 1.738281, + 1.796875, + 1.859375, + 1.859375, + 1.392578, + 2.070312, + 1.886719, + 1.953125, + 1.855469, + 1.796875, + 1.847656, + 1.800781, + 1.546875, + 1.964844, + 1.730469, + 1.875, + 1.746094, + 1.753906, + 2.117188, + 1.734375, + 1.90625, + 1.878906, + 1.451172, + 1.214844, + 1.851562, + 1.447266, + 1.910156, + 1.824219, + 1.753906, + 1.824219, + 1.839844, + 1.351562, + 1.808594, + 1.738281, + 1.789062, + 1.859375, + 1.742188, + 1.652344, + 1.753906, + 1.757812, + 1.996094, + 1.976562, + 1.820312, + 1.773438, + 1.929688, + 1.761719, + 1.734375, + 1.824219, + 1.820312, + 1.9375, + 1.820312, + 2.101562, + 1.151367, + 1.796875, + 1.710938, + 1.800781, + 1.796875, + 1.914062, + 1.808594, + 1.785156, + 1.337891, + 1.960938, + 1.941406, + 2.015625, + 1.349609, + 1.667969, + 1.679688, + 1.667969, + 1.664062, + 1.726562, + 1.820312, + 1.753906, + 1.660156, + 1.679688, + 2.03125, + 1.875, + 1.742188, + 1.851562, + 1.386719, + 1.628906, + 1.789062, + 1.738281, + 1.683594, + 1.796875, + 1.929688, + 1.753906, + 1.855469, + 1.742188, + 1.761719, + 1.746094, + 1.625, + 1.863281, + 1.878906, + 1.761719, + 1.570312, + 1.785156, + 1.5625, + 1.738281, + 1.180664, + 1.796875, + 2.070312, + 2.226562, + 2.09375, + 1.867188, + 1.761719, + 1.890625, + 1.84375, + 1.882812, + 1.828125, + 1.875, + 1.753906, + 1.19043, + 2.007812, + 1.792969, + 1.710938, + 1.675781, + 1.980469, + 1.730469, + 1.976562, + 1.738281, + 2.007812, + 1.773438, + 1.804688, + 1.8125, + 1.898438, + 1.90625, + 1.738281, + 1.742188, + 1.769531, + 2.039062, + 1.820312, + 1.867188, + 1.765625, + 1.839844, + 1.753906, + 2.1875, + 1.78125, + 1.800781, + 2.039062, + 1.691406, + 1.691406, + 1.640625, + 1.867188, + 1.5, + 1.957031, + 1.863281, + 1.847656, + 1.878906, + 1.882812, + 1.792969, + 1.804688, + 1.808594, + 1.730469, + 1.890625, + 2.007812, + 1.78125, + 1.964844, + 2.046875, + 1.300781, + 1.734375, + 1.707031, + 1.792969, + 1.223633, + 2.203125, + 1.570312, + 2.453125, + 1.855469, + 1.898438, + 1.667969, + 1.667969, + 1.675781, + 1.933594, + 1.839844, + 1.945312, + 1.890625, + 1.988281, + 1.75, + 1.890625, + 1.773438, + 1.738281, + 1.78125, + 1.792969, + 1.679688, + 2.09375, + 1.871094, + 1.832031, + 1.878906, + 1.789062, + 1.742188, + 1.753906, + 1.324219, + 1.773438, + 1.824219, + 1.78125, + 1.644531, + 1.554688, + 1.605469, + 1.75, + 2.007812, + 1.820312, + 1.816406, + 2.054688, + 1.796875, + 1.566406, + 1.664062, + 1.730469, + 1.96875, + 1.925781, + 1.722656, + 1.808594, + 1.769531, + 1.875, + 2.320312, + 1.824219, + 1.996094, + 2.09375, + 1.835938, + 2.015625, + 1.738281, + 1.707031, + 1.773438, + 1.851562, + 2.0, + 1.878906, + 1.855469, + 1.585938, + 1.859375, + 1.71875, + 1.765625, + 1.691406, + 1.707031, + 1.734375, + 1.679688, + 1.984375, + 1.726562, + 1.695312, + 1.746094, + 1.703125, + 1.832031, + 1.972656, + 1.695312, + 1.683594, + 2.023438, + 1.734375, + 1.835938, + 1.539062, + 1.882812, + 2.09375, + 1.960938, + 1.863281, + 1.734375, + 1.769531, + 1.78125, + 1.792969, + 1.789062, + 1.777344, + 1.65625, + 1.914062, + 1.753906, + 1.949219, + 1.9375, + 1.664062, + 1.828125, + 1.773438, + 1.882812, + 1.835938, + 1.835938, + 1.478516, + 1.84375, + 1.734375, + 1.859375, + 1.925781, + 2.257812, + 1.839844, + 1.714844, + 1.78125, + 1.769531, + 1.78125, + 1.808594, + 1.816406, + 1.894531, + 1.875, + 1.726562, + 1.757812, + 1.851562, + 1.886719, + 1.851562, + 1.824219, + 1.773438, + 1.789062, + 1.695312, + 1.859375, + 1.878906, + 1.808594, + 1.628906, + 2.289062, + 1.777344, + 1.949219, + 1.742188, + 2.078125, + 1.910156, + 1.71875, + 1.832031, + 1.855469, + 1.957031, + 1.808594, + 1.196289, + 1.777344, + 1.820312, + 1.84375, + 1.65625, + 1.734375, + 1.835938, + 1.773438, + 1.380859, + 1.832031, + 2.15625, + 1.890625, + 1.769531, + 1.808594, + 1.695312, + 1.65625, + 1.808594, + 2.109375, + 1.910156, + 1.847656, + 1.769531, + 1.882812, + 2.265625, + 1.847656, + 1.746094, + 1.824219, + 1.914062, + 1.738281, + 1.683594, + 1.753906, + 1.769531, + 1.890625, + 1.769531, + 1.726562, + 1.871094, + 2.046875, + 1.777344, + 1.746094, + 1.691406, + 2.085938, + 2.351562, + 1.539062, + 1.859375, + 1.447266, + 1.667969, + 1.984375, + 1.617188, + 1.777344, + 1.703125, + 2.007812, + 2.140625, + 1.769531, + 1.753906, + 1.558594, + 1.648438, + 1.5625, + 1.960938 + ] + }, + "name": "onnx::Mul_8577", + "outputIndexes": [ + 1538 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1537, + 1538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_16/Mul_1_output_0", + "outputIndexes": [ + 1539 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1539 + ], + "outputIndexes": [ + 2938 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2938 + ], + "outputIndexes": [ + 2939 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear", + "inputIndexes": [ + 2939 + ], + "outputIndexes": [ + 2940 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 700713376, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2940 + ], + "outputIndexes": [ + 2941 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2941 + ], + "outputIndexes": [ + 1540 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1539 + ], + "main_type": "NONE", + "name": "/Shape_225_output_0", + "outputIndexes": [ + 1541 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1541 + ], + "main_type": "NONE", + "name": "Shape4448", + "outputIndexes": [ + 1542 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1541 + ], + "main_type": "NONE", + "name": "Rank4450", + "outputIndexes": [ + 1543 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1543, + 1543 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4452", + "outputIndexes": [ + 1544 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1544 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4453", + "outputIndexes": [ + 1545 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1544, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4455", + "outputIndexes": [ + 1546 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1546 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4456", + "outputIndexes": [ + 1547 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1542, + 1545, + 1547, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4459", + "outputIndexes": [ + 1548 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1548 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4460", + "outputIndexes": [ + 1549 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1549 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4461", + "outputIndexes": [ + 1550 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1550, + 1549 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4462", + "outputIndexes": [ + 1551 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1541, + 1551, + 1544 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_244_output_0", + "outputIndexes": [ + 1552 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1552, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_513_output_0", + "outputIndexes": [ + 1553 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1553, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_208_output_0", + "outputIndexes": [ + 1554 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1540, + 1554 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_145_output_0", + "outputIndexes": [ + 1555 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1555, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_128_output_0", + "outputIndexes": [ + 1556 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1555 + ], + "main_type": "NONE", + "name": "/Shape_226_output_0", + "outputIndexes": [ + 1557 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1557 + ], + "main_type": "NONE", + "name": "Shape4469", + "outputIndexes": [ + 1558 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1557 + ], + "main_type": "NONE", + "name": "Rank4471", + "outputIndexes": [ + 1559 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1559, + 1559 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4473", + "outputIndexes": [ + 1560 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1560 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4474", + "outputIndexes": [ + 1561 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1560, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4476", + "outputIndexes": [ + 1562 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1562 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4477", + "outputIndexes": [ + 1563 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1558, + 1561, + 1563, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4480", + "outputIndexes": [ + 1564 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1564 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4481", + "outputIndexes": [ + 1565 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1565 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4482", + "outputIndexes": [ + 1566 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1566, + 1565 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4483", + "outputIndexes": [ + 1567 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1557, + 1567, + 1560 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_245_output_0", + "outputIndexes": [ + 1568 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1568, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_48_output_0", + "outputIndexes": [ + 1569 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1569, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_518_output_0", + "outputIndexes": [ + 1570 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1555, + 1570, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_65_output_0", + "outputIndexes": [ + 1571 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1571 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_32_output_0", + "outputIndexes": [ + 1572 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1555, + 21, + 1570, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_64_output_0", + "outputIndexes": [ + 1573 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1572, + 1573 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_211_output_0", + "outputIndexes": [ + 1574 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1574, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_129_output_0", + "outputIndexes": [ + 1575 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1556, + 1575 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_80_output_0", + "outputIndexes": [ + 1576 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1539 + ], + "outputIndexes": [ + 2942 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2942 + ], + "outputIndexes": [ + 2943 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear", + "inputIndexes": [ + 2943 + ], + "outputIndexes": [ + 2944 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 703367606, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2944 + ], + "outputIndexes": [ + 2945 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2945 + ], + "outputIndexes": [ + 1577 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1553, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_209_output_0", + "outputIndexes": [ + 1578 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1577, + 1578 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_146_output_0", + "outputIndexes": [ + 1579 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1579, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_130_output_0", + "outputIndexes": [ + 1580 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1579 + ], + "main_type": "NONE", + "name": "/Shape_227_output_0", + "outputIndexes": [ + 1581 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1581 + ], + "main_type": "NONE", + "name": "Shape4532", + "outputIndexes": [ + 1582 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1581 + ], + "main_type": "NONE", + "name": "Rank4534", + "outputIndexes": [ + 1583 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1583, + 1583 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4536", + "outputIndexes": [ + 1584 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4537", + "outputIndexes": [ + 1585 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4539", + "outputIndexes": [ + 1586 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1586 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4540", + "outputIndexes": [ + 1587 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1582, + 1585, + 1587, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4543", + "outputIndexes": [ + 1588 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1588 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4544", + "outputIndexes": [ + 1589 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1589 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4545", + "outputIndexes": [ + 1590 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1590, + 1589 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4546", + "outputIndexes": [ + 1591 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1581, + 1591, + 1584 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_246_output_0", + "outputIndexes": [ + 1592 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1592, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_49_output_0", + "outputIndexes": [ + 1593 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1593, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_520_output_0", + "outputIndexes": [ + 1594 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1579, + 1594, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_67_output_0", + "outputIndexes": [ + 1595 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1595 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_33_output_0", + "outputIndexes": [ + 1596 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1579, + 21, + 1594, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_66_output_0", + "outputIndexes": [ + 1597 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1596, + 1597 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_212_output_0", + "outputIndexes": [ + 1598 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1598, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_131_output_0", + "outputIndexes": [ + 1599 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1580, + 1599 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_81_output_0", + "outputIndexes": [ + 1600 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1539 + ], + "outputIndexes": [ + 2946 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2946 + ], + "outputIndexes": [ + 2947 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear", + "inputIndexes": [ + 2947 + ], + "outputIndexes": [ + 2948 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 704694732, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2948 + ], + "outputIndexes": [ + 2949 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2949 + ], + "outputIndexes": [ + 1601 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1601, + 1578 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_147_output_0", + "outputIndexes": [ + 1602 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1576, + 1600, + 1602, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_152_output_0", + "outputIndexes": [ + 1603 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1603 + ], + "outputIndexes": [ + 2950 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2950 + ], + "outputIndexes": [ + 2951 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear", + "inputIndexes": [ + 2951 + ], + "outputIndexes": [ + 2952 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 706021858, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2952 + ], + "outputIndexes": [ + 2953 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2953 + ], + "outputIndexes": [ + 1604 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1604 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_16/Mul_output_0", + "outputIndexes": [ + 1605 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.257812, + 2.179688, + 2.125, + 2.234375, + 2.1875, + 2.179688, + 2.125, + 0.570312, + 2.140625, + 2.0, + 2.125, + 2.125, + 2.085938, + 2.335938, + 2.085938, + 2.085938, + 2.09375, + 2.0, + 2.140625, + 2.289062, + 2.179688, + 2.015625, + 2.289062, + 1.984375, + 2.101562, + 2.054688, + 1.972656, + 2.054688, + 2.140625, + 2.273438, + 2.070312, + 1.832031, + 2.125, + 0.746094, + 2.195312, + 1.757812, + 2.28125, + 2.328125, + 2.078125, + 2.023438, + 2.242188, + 2.226562, + 2.226562, + 1.921875, + 1.066406, + 2.171875, + 2.328125, + 2.101562, + 2.375, + 1.902344, + 2.132812, + 1.585938, + 2.140625, + 0.851562, + 2.257812, + 2.117188, + 2.15625, + 2.210938, + 2.117188, + 1.960938, + 1.679688, + 2.039062, + 2.148438, + 2.3125, + 1.308594, + 2.179688, + 1.478516, + 2.179688, + 2.078125, + 2.21875, + 2.1875, + 2.421875, + 2.039062, + 2.273438, + 2.046875, + 2.109375, + 1.462891, + 1.871094, + 2.015625, + 1.085938, + 2.09375, + 0.564453, + 1.980469, + 1.832031, + 2.132812, + 2.210938, + 2.054688, + 1.835938, + 1.091797, + 1.90625, + 2.171875, + 1.984375, + 2.320312, + 0.952881, + 2.164062, + 0.560547, + 2.078125, + 2.195312, + 2.390625, + 2.078125, + 1.917969, + 2.148438, + 2.296875, + 2.0625, + 2.203125, + 2.140625, + 2.242188, + 1.703125, + 2.21875, + 2.039062, + 2.171875, + 2.28125, + 2.203125, + 1.84375, + 2.1875, + 1.949219, + 2.164062, + 0.865234, + 2.09375, + 2.382812, + 2.359375, + 2.296875, + 1.71875, + 2.234375, + 2.03125, + 1.589844, + 2.1875, + 2.296875, + 2.210938, + 1.527344, + 1.558594, + 2.164062, + 2.109375, + 2.117188, + 2.195312, + 2.320312, + 1.949219, + 1.960938, + 1.972656, + 2.273438, + 2.242188, + 2.007812, + 1.976562, + 2.117188, + 2.0625, + 1.902344, + 2.09375, + 2.148438, + 2.03125, + 2.171875, + 2.125, + 1.96875, + 2.046875, + 1.804688, + 2.226562, + 2.109375, + 1.373047, + 2.15625, + 1.005951, + 0.790039, + 2.273438, + 2.234375, + 2.085938, + 1.361328, + 2.21875, + 2.242188, + 2.21875, + 0.788086, + 2.429688, + 2.054688, + 2.109375, + 1.055176, + 2.085938, + 0.768555, + 1.992188, + 2.367188, + 2.296875, + 0.492188, + 2.179688, + 2.335938, + 2.203125, + 0.763672, + 1.925781, + 0.501953, + 2.148438, + 2.164062, + 1.300781, + 2.09375, + 1.863281, + 1.96875, + 2.132812, + 1.941406, + 2.046875, + 2.125, + 2.125, + 2.15625, + 2.0625, + 2.164062, + 2.304688, + 2.125, + 2.179688, + 2.226562, + 1.984375, + 1.960938, + 2.34375, + 2.34375, + 1.8125, + 2.085938, + 2.148438, + 2.101562, + 2.140625, + 2.09375, + 2.03125, + 2.03125, + 2.273438, + 2.164062, + 2.273438, + 1.964844, + 2.3125, + 2.1875, + 1.851562, + 1.886719, + 2.171875, + 2.257812, + 2.195312, + 2.140625, + 2.1875, + 2.148438, + 2.078125, + 2.015625, + 2.304688, + 2.273438, + 2.257812, + 2.289062, + 2.289062, + 2.21875, + 1.648438, + 2.28125, + 2.117188, + 2.0, + 2.046875, + 2.125, + 2.265625, + 1.972656, + 2.070312, + 2.242188, + 1.933594, + 1.902344, + 2.1875, + 1.539062, + 2.226562, + 2.195312, + 1.077148, + 2.117188, + 2.171875, + 2.117188, + 2.171875, + 2.304688, + 1.914062, + 2.078125, + 2.140625, + 2.15625, + 2.0625, + 2.109375, + 2.171875, + 1.789062, + 2.234375, + 2.25, + 2.132812, + 2.289062, + 2.304688, + 2.328125, + 2.101562, + 1.949219, + 2.03125, + 2.132812, + 1.21582, + 2.125, + 2.25, + 2.1875, + 1.847656, + 2.148438, + 0.921387, + 2.195312, + 2.132812, + 2.132812, + 2.007812, + 2.125, + 0.857422, + 2.039062, + 1.980469, + 1.116699, + 2.0, + 2.226562, + 2.046875, + 2.203125, + 1.992188, + 2.046875, + 2.164062, + 2.210938, + 2.039062, + 2.007812, + 0.71875, + 2.140625, + 0.355469, + 2.171875, + 2.179688, + 2.109375, + 2.039062, + 2.40625, + 2.21875, + 0.560547, + 2.21875, + 2.132812, + 2.164062, + 2.007812, + 2.265625, + 2.226562, + 2.179688, + 2.203125, + 2.140625, + 1.964844, + 1.898438, + 2.078125, + 2.203125, + 2.257812, + 1.871094, + 1.988281, + 2.414062, + 2.0625, + 1.820312, + 1.730469, + 2.046875, + 2.21875, + 2.351562, + 2.390625, + 2.234375, + 2.21875, + 2.265625, + 2.09375, + 1.949219, + 2.179688, + 2.234375, + 2.101562, + 2.117188, + 1.585938, + 2.21875, + 1.472656, + 1.941406, + 2.25, + 1.098633, + 2.007812, + 1.294922, + 1.820312, + 0.542969, + 0.963135, + 2.273438, + 2.1875, + 1.820312, + 1.921875, + 0.8125, + 2.203125, + 1.964844, + 1.332031, + 1.886719, + 2.335938, + 2.070312, + 1.089355, + 2.226562, + 2.140625, + 2.273438, + 2.039062, + 2.15625, + 2.125, + 2.15625, + 2.1875, + 2.210938, + 2.257812, + 2.070312, + 1.490234, + 2.164062, + 2.375, + 1.423828, + 1.106445, + 2.359375, + 2.15625, + 1.835938, + 1.828125, + 2.132812, + 2.15625, + 2.257812, + 2.242188, + 0.677734, + 2.148438, + 2.335938, + 2.273438, + 2.007812, + 0.71875, + 2.109375, + 2.257812, + 2.117188, + 2.242188, + 2.117188, + 2.273438, + 1.088379, + 0.595703, + 2.078125, + 1.941406, + 2.039062, + 1.314453, + 2.195312, + 2.3125, + 2.304688, + 2.257812, + 1.882812, + 1.957031, + 2.046875, + 2.125, + 1.917969, + 2.21875, + 2.375, + 2.132812, + 2.367188, + 2.1875, + 2.179688, + 1.679688, + 2.3125, + 2.070312, + 2.195312, + 2.195312, + 1.914062, + 2.1875, + 2.242188, + 1.726562, + 1.601562, + 2.335938, + 2.210938, + 2.4375, + 2.210938, + 2.203125, + 2.21875, + 2.085938, + 2.28125, + 1.839844, + 1.404297, + 2.226562, + 2.109375, + 2.179688, + 1.976562, + 2.140625, + 2.210938, + 2.15625, + 2.109375, + 2.203125, + 2.21875, + 2.359375, + 1.648438, + 2.320312, + 2.039062, + 2.25, + 2.070312, + 2.351562, + 2.148438, + 2.070312, + 1.347656, + 2.171875, + 0.850586, + 2.09375, + 2.195312, + 2.101562, + 2.140625, + 2.25, + 2.195312, + 1.964844, + 2.1875, + 2.195312, + 0.974609, + 1.929688, + 2.101562, + 2.320312, + 2.0, + 2.023438, + 1.9375, + 2.085938, + 2.320312, + 2.242188, + 0.701172, + 2.046875, + 2.15625, + 2.234375, + 1.855469, + 2.226562, + 2.125, + 2.226562, + 1.691406, + 2.226562, + 0.578125, + 1.024048, + 1.474609, + 0.767578, + 2.234375, + 2.195312, + 2.234375, + 1.621094, + 0.865234, + 2.242188, + 1.675781, + 1.792969, + 2.132812, + 2.164062, + 2.132812, + 2.492188, + 2.03125, + 2.179688, + 2.0, + 2.171875, + 1.8125, + 2.15625, + 2.242188, + 1.949219, + 2.234375, + 2.101562, + 0.987122, + 0.94043, + 2.117188, + 1.19043, + 2.195312, + 2.273438, + 2.148438, + 2.242188, + 2.109375, + 2.054688, + 2.242188, + 0.947998, + 2.226562, + 1.914062, + 2.171875, + 1.847656, + 2.210938, + 0.832031, + 1.496094, + 1.914062, + 2.453125, + 2.03125, + 2.195312, + 2.046875, + 2.1875, + 2.164062, + 1.582031, + 2.242188, + 1.143555, + 2.234375, + 2.195312, + 2.125, + 2.109375, + 2.203125, + 2.1875, + 1.828125, + 1.945312, + 2.140625, + 2.101562, + 1.185547, + 1.921875, + 2.242188, + 2.242188, + 2.132812, + 2.226562, + 2.03125, + 2.125, + 2.046875, + 2.234375, + 2.203125, + 2.296875, + 2.101562, + 0.537109, + 2.09375, + 1.941406, + 2.226562, + 1.337891, + 2.179688, + 2.085938, + 2.070312, + 2.429688, + 2.257812, + 2.351562, + 1.894531, + 2.054688, + 2.140625, + 1.703125, + 1.660156, + 2.085938, + 2.3125, + 2.140625, + 1.835938, + 1.996094, + 2.054688, + 2.171875, + 2.15625, + 2.21875, + 1.945312, + 2.09375, + 2.335938, + 1.890625, + 2.1875, + 2.101562, + 2.179688, + 2.195312, + 2.164062, + 2.195312, + 1.941406, + 2.296875, + 2.148438, + 2.15625, + 1.239258, + 2.132812, + 2.320312, + 2.164062, + 2.015625, + 2.015625, + 2.125, + 2.109375, + 2.09375, + 2.023438, + 2.265625, + 2.109375, + 1.835938, + 2.046875, + 2.226562, + 2.28125, + 1.976562, + 2.164062, + 2.257812, + 1.9375, + 2.320312, + 2.367188, + 2.179688, + 2.359375, + 2.085938, + 2.179688, + 1.738281, + 2.039062, + 2.078125, + 1.949219, + 0.902832, + 2.132812, + 1.314453, + 2.101562, + 2.304688, + 2.109375, + 1.308594, + 0.609375, + 0.648438, + 2.054688, + 2.210938, + 2.179688, + 2.109375, + 2.015625, + 2.203125, + 2.203125, + 2.09375, + 2.117188, + 2.335938, + 2.140625, + 0.634766, + 2.070312, + 2.234375, + 2.171875, + 2.078125, + 2.226562, + 2.109375, + 2.257812, + 1.832031, + 2.273438, + 2.125, + 1.914062, + 2.28125, + 2.15625, + 2.195312, + 1.652344, + 2.054688, + 2.210938, + 0.488281, + 1.664062, + 2.125, + 1.851562, + 2.164062, + 1.738281, + 2.289062, + 2.242188, + 2.125, + 2.046875, + 2.03125, + 2.226562, + 2.171875, + 2.445312, + 2.117188, + 2.210938, + 2.265625, + 2.15625, + 1.96875, + 2.726562, + 2.164062, + 2.109375, + 2.15625, + 2.1875, + 2.210938, + 2.351562, + 1.902344, + 2.117188, + 1.929688, + 2.148438, + 2.265625, + 2.140625, + 2.203125, + 1.605469, + 2.390625, + 2.171875, + 1.369141, + 2.203125, + 1.828125, + 2.242188, + 2.273438, + 2.242188, + 2.171875, + 1.585938, + 1.310547, + 1.542969, + 2.210938, + 2.34375, + 2.140625, + 1.738281, + 2.226562, + 2.15625, + 2.148438, + 2.046875, + 2.140625, + 2.0625, + 2.195312, + 2.289062, + 2.140625, + 2.125, + 2.164062, + 2.015625, + 2.351562, + 1.925781, + 2.039062, + 2.21875, + 2.117188, + 2.195312, + 2.28125, + 2.171875, + 2.179688, + 2.09375, + 2.164062, + 2.234375, + 2.117188, + 2.242188, + 0.924805, + 2.210938, + 2.085938, + 2.140625, + 2.140625, + 2.070312, + 2.195312, + 1.996094, + 2.054688, + 2.09375, + 2.195312, + 2.148438, + 2.070312, + 2.21875, + 1.886719, + 1.957031, + 2.140625, + 2.0, + 2.210938, + 2.226562, + 2.140625, + 1.960938, + 1.777344, + 1.972656, + 2.070312, + 1.929688, + 2.109375, + 2.125, + 2.101562, + 2.125, + 1.394531, + 1.570312, + 2.34375, + 2.203125, + 2.054688, + 1.726562, + 2.171875, + 1.8125, + 2.132812, + 2.203125, + 1.464844, + 2.3125, + 2.054688, + 1.320312, + 2.296875, + 2.1875, + 2.1875, + 2.054688, + 1.386719, + 2.140625, + 2.101562, + 1.186523, + 2.015625, + 2.171875, + 2.289062, + 0.911133, + 2.070312, + 1.613281, + 1.921875, + 2.054688, + 2.117188, + 1.566406, + 2.132812, + 2.109375, + 2.046875, + 2.03125, + 2.289062, + 2.257812, + 2.148438, + 2.140625, + 2.148438, + 2.164062, + 2.164062, + 2.210938, + 1.96875, + 2.203125, + 1.996094, + 2.125, + 1.609375, + 2.132812, + 2.140625, + 1.585938, + 2.109375, + 1.523438, + 2.265625, + 2.132812, + 2.039062, + 2.179688, + 2.117188, + 1.855469, + 2.242188, + 2.15625, + 2.445312, + 1.941406, + 2.328125, + 1.980469, + 2.328125, + 0.347656, + 1.886719, + 1.863281, + 2.257812, + 2.109375, + 1.714844, + 2.304688, + 2.171875, + 2.109375, + 2.101562, + 2.179688, + 0.788086, + 2.203125, + 2.21875, + 1.949219, + 1.394531, + 2.21875, + 2.015625, + 2.171875, + 0.811523, + 1.757812, + 1.964844, + 2.210938, + 2.070312, + 2.15625, + 2.203125, + 1.839844, + 1.769531, + 2.164062, + 2.054688, + 2.046875, + 2.148438, + 2.101562, + 2.40625, + 1.988281, + 2.21875, + 0.855469, + 2.101562, + 2.132812, + 2.078125, + 1.988281, + 2.195312, + 2.242188, + 2.085938, + 2.007812, + 2.078125, + 1.855469, + 2.070312, + 1.925781, + 2.328125, + 1.570312, + 1.992188, + 2.15625, + 0.748047, + 0.347656, + 1.574219, + 1.773438, + 2.179688, + 2.226562, + 2.015625, + 1.933594, + 0.695312, + 0.53125, + 2.046875, + 2.117188, + 1.902344, + 2.015625, + 2.140625, + 2.148438, + 2.09375, + 1.910156, + 0.691406, + 2.164062, + 1.972656, + 1.886719, + 1.322266, + 2.070312, + 2.140625, + 2.179688, + 1.992188, + 2.195312, + 2.0625, + 2.023438, + 2.117188, + 1.988281, + 2.164062, + 2.304688, + 1.917969, + 2.164062, + 1.914062, + 2.289062, + 2.140625, + 1.382812, + 0.609375, + 2.703125, + 2.164062, + 2.023438, + 2.140625, + 2.125, + 2.195312, + 2.101562, + 2.257812, + 0.457031, + 1.921875, + 1.644531, + 2.171875, + 2.171875, + 0.736328, + 2.15625, + 2.179688, + 1.992188, + 2.125, + 2.148438, + 2.023438, + 2.070312, + 0.862305, + 2.15625, + 2.015625, + 2.125, + 0.956787, + 2.148438, + 2.210938, + 2.109375, + 2.1875, + 2.242188, + 1.894531, + 2.0, + 2.265625, + 2.195312, + 1.490234, + 2.242188, + 2.109375, + 1.558594, + 1.808594, + 0.740234, + 1.566406, + 2.21875, + 2.046875, + 1.992188, + 1.886719, + 2.132812, + 2.101562, + 2.054688, + 0.480469, + 2.25, + 2.132812, + 2.210938, + 2.210938, + 1.773438, + 2.109375, + 2.054688, + 0.521484, + 2.101562, + 0.722656, + 2.28125, + 0.763672, + 1.800781, + 2.203125, + 2.242188, + 2.164062, + 1.605469, + 2.0, + 1.5625, + 2.109375, + 0.720703, + 2.0625, + 1.746094, + 1.464844, + 1.056885, + 2.101562, + 2.375, + 1.804688, + 1.773438, + 2.1875, + 1.882812, + 2.1875, + 1.644531, + 1.808594, + 2.132812, + 0.617188, + 2.15625, + 2.257812, + 2.054688, + 0.797852, + 0.654297, + 2.203125, + 2.273438, + 2.085938, + 2.101562, + 2.28125, + 2.007812, + 1.597656, + 1.792969, + 2.132812, + 2.0625, + 2.453125, + 2.015625, + 2.179688, + 2.054688, + 2.117188, + 2.046875, + 2.015625, + 2.171875, + 2.132812, + 2.078125, + 1.921875, + 2.257812, + 2.289062, + 1.785156, + 2.257812, + 2.320312, + 2.125, + 2.296875, + 2.148438, + 2.054688, + 2.367188, + 0.613281, + 1.789062, + 2.046875, + 0.830078, + 2.148438, + 1.933594, + 2.15625, + 2.03125, + 2.109375, + 2.09375, + 2.203125, + 2.125, + 0.724609, + 1.847656, + 2.039062, + 1.9375, + 2.15625, + 2.234375, + 1.824219, + 2.171875, + 2.203125, + 2.132812, + 2.164062, + 2.375, + 0.808594, + 2.226562, + 2.21875, + 1.675781, + 2.164062, + 2.109375, + 2.203125, + 2.242188, + 2.132812, + 2.265625, + 2.164062, + 2.210938, + 2.15625, + 2.148438, + 1.648438, + 2.195312, + 2.28125, + 2.164062, + 2.273438, + 2.265625, + 1.144531, + 2.203125, + 1.006012, + 2.039062, + 0.238281, + 1.90625, + 2.21875, + 2.09375, + 2.523438, + 2.3125, + 1.972656, + 2.179688, + 0.646484, + 0.558594, + 0.662109, + 2.054688, + 2.28125, + 0.992828, + 2.054688, + 2.03125, + 2.0, + 1.08252, + 2.039062, + 1.734375, + 2.25, + 0.900879, + 2.203125, + 2.109375, + 1.796875, + 2.226562, + 1.976562, + 1.898438, + 2.179688, + 2.296875, + 0.966309, + 1.988281, + 0.476562, + 2.023438, + 2.140625, + 2.101562, + 2.421875, + 1.855469, + 1.523438, + 2.0625, + 0.707031, + 2.195312, + 2.039062, + 2.140625, + 2.101562, + 1.474609, + 2.289062, + 2.132812, + 2.085938, + 1.953125, + 2.140625, + 1.859375, + 1.265625, + 2.070312, + 2.203125, + 1.792969, + 2.039062, + 2.171875, + 2.148438, + 2.0625, + 2.101562, + 2.234375, + 2.140625, + 2.171875, + 2.125, + 2.242188, + 2.273438, + 2.109375, + 2.203125, + 2.140625, + 2.164062, + 2.085938, + 2.226562, + 1.949219, + 2.09375, + 2.195312, + 2.390625, + 2.007812, + 2.101562, + 1.150391, + 2.257812, + 2.070312, + 2.148438, + 1.867188, + 2.046875, + 2.117188, + 2.171875, + 1.166016, + 2.210938, + 1.233398, + 2.070312, + 1.972656, + 2.054688, + 1.75, + 2.046875, + 1.378906, + 2.289062, + 0.695312, + 2.039062, + 1.458984, + 2.0625, + 1.96875, + 2.054688, + 2.109375, + 2.234375, + 2.171875, + 2.070312, + 2.046875, + 2.101562, + 2.140625, + 0.566406, + 2.351562, + 2.085938, + 2.117188, + 2.125, + 2.148438, + 1.84375, + 2.039062, + 1.53125, + 2.101562, + 2.234375, + 2.125, + 1.96875, + 2.015625, + 2.195312, + 2.15625, + 1.960938, + 2.210938, + 0.615234, + 2.25, + 2.054688, + 2.234375, + 1.949219, + 2.0, + 1.261719, + 0.597656, + 2.101562, + 0.566406, + 0.907715, + 1.914062, + 2.070312, + 2.132812, + 2.117188, + 1.012817, + 2.148438, + 1.816406, + 2.226562, + 0.699219, + 2.117188, + 2.039062, + 2.007812, + 2.0625, + 2.296875, + 2.421875, + 0.714844, + 2.226562, + 2.234375, + 1.5, + 0.919434, + 2.078125, + 2.234375, + 1.089844, + 2.1875, + 1.527344, + 2.171875, + 1.839844, + 2.203125, + 2.078125, + 0.99176, + 2.234375, + 2.09375, + 2.117188, + 2.3125, + 2.078125, + 1.605469, + 0.613281, + 2.15625, + 2.125, + 1.945312, + 2.234375, + 2.289062, + 2.257812, + 2.195312, + 2.242188, + 2.109375, + 2.0625, + 1.910156, + 2.117188, + 2.257812, + 2.140625, + 2.109375, + 2.132812, + 2.09375, + 2.125, + 2.140625, + 0.398438, + 2.28125, + 2.078125, + 2.125, + 2.0, + 2.132812, + 2.0625, + 2.015625, + 2.320312, + 2.195312, + 2.195312, + 2.0625, + 2.132812, + 2.171875, + 1.523438, + 2.1875, + 0.798828, + 2.109375, + 0.87207, + 2.226562, + 2.179688, + 2.265625, + 0.724609, + 2.15625, + 1.972656, + 1.941406, + 2.125, + 2.15625, + 2.1875, + 2.023438, + 2.320312, + 2.140625, + 2.125, + 1.105469, + 1.941406, + 2.164062, + 2.085938, + 2.328125, + 2.203125, + 2.140625, + 2.179688, + 2.265625, + 2.046875, + 2.1875, + 1.917969, + 2.054688, + 2.109375, + 2.171875, + 1.07666, + 2.0625, + 2.257812, + 2.21875, + 2.085938, + 0.754883, + 2.328125, + 2.007812, + 2.25, + 2.164062, + 2.070312, + 2.203125, + 2.09375, + 2.101562, + 0.683594, + 2.320312, + 2.109375, + 2.15625, + 2.28125, + 1.914062, + 2.234375, + 2.15625, + 2.265625, + 2.171875, + 2.148438, + 2.414062, + 2.15625, + 2.023438, + 1.976562, + 2.234375, + 2.171875, + 1.503906, + 2.460938, + 2.117188, + 2.125, + 2.210938, + 2.09375, + 1.535156, + 2.289062, + 2.132812, + 2.007812, + 0.675781, + 1.8125, + 1.6875, + 1.423828, + 2.101562, + 2.226562, + 1.886719, + 0.441406, + 2.320312, + 2.0625, + 0.605469, + 1.410156, + 2.1875, + 2.140625, + 2.109375, + 2.15625, + 2.085938, + 2.09375, + 2.078125, + 2.015625, + 2.0625, + 1.04541, + 2.023438, + 2.34375, + 2.117188, + 1.275391, + 2.15625, + 2.25, + 2.078125, + 2.101562, + 2.09375, + 1.964844, + 2.257812, + 1.835938, + 0.916504, + 2.109375, + 2.203125, + 2.21875, + 2.023438, + 1.660156, + 2.171875, + 1.373047, + 2.148438, + 2.070312, + 1.480469, + 2.109375, + 2.296875, + 2.164062, + 2.195312, + 1.789062, + 2.109375, + 2.109375, + 2.171875, + 1.486328, + 0.738281, + 2.125, + 2.023438, + 2.164062, + 1.992188, + 2.070312, + 2.1875, + 2.03125, + 0.650391, + 1.894531, + 2.070312, + 2.101562, + 1.945312, + 2.203125, + 2.195312, + 2.273438, + 2.132812, + 2.015625, + 2.179688, + 2.085938, + 2.304688, + 2.34375, + 2.265625, + 2.132812, + 1.738281, + 1.890625, + 1.992188, + 2.335938, + 2.007812, + 1.996094, + 2.257812, + 1.455078, + 1.898438, + 2.109375, + 2.140625, + 2.109375, + 2.078125, + 2.039062, + 1.554688, + 1.96875, + 2.164062, + 2.335938, + 2.140625, + 2.289062, + 1.404297, + 1.957031, + 2.164062, + 2.109375, + 2.320312, + 2.476562, + 2.234375, + 2.320312, + 1.992188, + 2.078125, + 2.132812, + 1.175781, + 2.226562, + 2.210938, + 2.085938, + 2.679688, + 2.164062, + 2.148438, + 1.929688, + 2.078125, + 2.164062, + 2.226562, + 2.242188, + 1.847656, + 1.5, + 1.976562, + 2.03125, + 2.3125, + 1.949219, + 2.132812, + 2.273438, + 2.164062, + 2.265625, + 2.28125, + 2.195312, + 2.109375, + 1.890625, + 2.164062, + 2.085938, + 2.132812, + 2.015625, + 2.085938, + 2.148438, + 2.242188, + 2.28125, + 2.164062, + 1.652344, + 2.125, + 1.964844, + 2.03125, + 2.054688, + 2.242188, + 0.472656, + 2.15625, + 2.304688, + 2.0625, + 1.212891, + 2.179688, + 2.132812, + 1.476562, + 0.754883, + 2.078125, + 2.171875, + 2.304688, + 2.070312, + 2.15625, + 2.140625, + 2.1875, + 2.046875, + 2.125, + 1.492188, + 2.046875, + 1.443359, + 2.429688, + 2.28125, + 1.100098, + 0.576172, + 2.164062, + 2.164062, + 2.25, + 1.427734, + 2.023438, + 1.804688, + 2.054688, + 2.304688, + 2.15625, + 2.0625, + 2.132812, + 2.109375, + 1.949219, + 2.234375, + 2.328125, + 1.988281, + 0.980225, + 1.53125, + 2.265625, + 2.132812, + 2.164062, + 1.800781, + 2.117188, + 2.210938, + 1.816406, + 1.427734, + 2.226562, + 2.226562, + 2.007812, + 2.085938, + 2.140625, + 1.867188, + 2.070312, + 2.109375, + 0.433594, + 0.542969, + 2.242188, + 2.117188, + 2.203125, + 2.328125, + 1.996094, + 2.25, + 1.022827, + 2.109375, + 1.296875, + 1.310547, + 2.226562, + 2.242188, + 2.132812, + 2.164062, + 2.148438, + 2.351562, + 1.113281, + 2.320312, + 1.964844, + 2.179688, + 2.148438, + 2.234375, + 2.164062, + 2.007812, + 1.835938, + 2.09375, + 2.148438, + 1.984375, + 2.132812, + 1.773438, + 1.96875, + 2.078125, + 3.015625, + 2.140625, + 2.171875, + 0.691406, + 2.226562, + 2.25, + 1.636719, + 2.21875, + 1.804688, + 1.960938, + 2.203125, + 2.09375, + 1.78125, + 1.625, + 2.148438, + 2.289062, + 2.109375, + 2.335938, + 2.226562, + 2.0625, + 2.109375, + 2.0625, + 2.179688, + 2.117188, + 2.03125, + 1.306641, + 0.546875, + 2.21875, + 2.265625, + 2.15625, + 2.125, + 2.09375, + 0.398438, + 2.1875, + 2.1875, + 2.09375, + 2.109375, + 1.192383, + 2.179688, + 2.242188, + 2.164062, + 2.148438, + 2.210938, + 2.03125, + 2.015625, + 1.992188, + 2.046875, + 2.007812, + 2.265625, + 0.773438, + 2.148438, + 1.929688, + 0.517578, + 2.265625, + 1.734375, + 2.304688, + 1.929688, + 1.667969, + 2.15625, + 1.558594, + 2.046875, + 2.140625, + 2.242188, + 2.328125, + 2.203125, + 2.1875, + 1.558594, + 2.015625, + 2.203125, + 2.148438, + 2.460938, + 2.273438, + 1.492188, + 2.226562, + 2.210938, + 1.96875, + 2.203125, + 2.023438, + 2.234375, + 1.145508, + 2.039062, + 0.617188, + 2.234375, + 2.171875, + 2.15625, + 2.054688, + 2.171875, + 2.09375, + 2.320312, + 2.0625, + 2.015625, + 2.117188, + 2.101562, + 2.375, + 1.902344, + 2.265625, + 1.5625, + 2.0625, + 1.679688, + 0.673828, + 2.007812, + 2.273438, + 2.109375, + 2.257812, + 2.023438, + 1.917969, + 2.0625, + 2.164062, + 1.605469, + 1.675781, + 2.109375, + 2.328125, + 2.28125, + 2.179688, + 2.179688, + 1.875, + 2.1875, + 2.132812, + 2.1875, + 1.046875, + 2.007812, + 2.554688, + 2.21875, + 2.226562, + 1.953125, + 2.25, + 2.09375, + 2.226562, + 2.117188, + 2.242188, + 2.289062, + 1.519531, + 2.117188, + 2.179688, + 2.148438, + 2.257812, + 2.140625, + 2.273438, + 2.03125, + 1.898438, + 2.25, + 2.21875, + 1.375, + 1.021851, + 2.34375, + 2.15625, + 2.242188, + 1.960938, + 2.28125, + 0.496094, + 2.078125, + 2.34375, + 2.132812, + 2.171875, + 1.761719, + 2.078125, + 2.0625, + 1.025269, + 2.242188, + 2.054688, + 2.265625, + 2.046875, + 1.542969, + 2.226562, + 2.0, + 2.148438, + 2.023438, + 2.203125, + 2.328125, + 2.015625, + 2.0625, + 1.486328, + 2.023438, + 1.578125, + 0.765625, + 2.21875, + 2.03125, + 2.125, + 2.195312, + 1.644531, + 2.28125, + 2.476562, + 2.140625, + 2.257812, + 2.15625, + 1.714844, + 2.109375, + 1.28125, + 2.132812, + 1.738281, + 2.039062, + 2.023438, + 2.078125, + 2.015625, + 2.117188, + 2.421875, + 2.085938, + 1.722656, + 2.203125, + 2.039062, + 0.985291, + 1.964844, + 2.203125, + 2.125, + 1.910156, + 0.972778, + 2.132812, + 2.1875, + 2.101562, + 2.09375, + 2.09375, + 0.78125, + 2.09375, + 2.164062, + 1.734375, + 2.132812, + 2.078125, + 1.996094, + 1.960938, + 2.078125, + 2.078125, + 2.046875, + 2.054688, + 2.320312, + 1.917969, + 2.234375, + 2.257812, + 0.634766, + 1.988281, + 2.164062, + 2.25, + 2.148438, + 2.359375, + 2.375, + 1.886719, + 1.412109, + 2.09375, + 2.101562, + 2.171875, + 2.023438, + 1.523438, + 1.9375, + 2.164062, + 2.203125, + 2.226562, + 1.96875, + 2.15625, + 2.070312, + 2.203125, + 1.914062, + 2.078125, + 2.15625, + 2.117188, + 2.203125, + 2.03125, + 2.164062, + 2.195312, + 1.820312, + 2.210938, + 1.259766, + 0.382812, + 2.257812, + 1.75, + 2.226562, + 2.226562, + 2.03125, + 2.007812, + 1.980469, + 2.367188, + 1.839844, + 2.320312, + 2.148438, + 2.242188, + 2.226562, + 0.660156, + 2.25, + 2.273438, + 2.054688, + 2.039062, + 2.289062, + 2.304688, + 2.101562, + 2.304688, + 1.976562, + 2.140625, + 2.054688, + 2.234375, + 2.109375, + 2.101562, + 1.773438, + 2.15625, + 1.808594, + 1.917969, + 2.34375, + 2.164062, + 2.257812, + 2.171875, + 2.125, + 2.296875, + 2.101562, + 2.796875, + 1.8125, + 2.117188, + 1.816406, + 1.197266, + 2.109375, + 2.132812, + 2.085938, + 0.790039, + 1.683594, + 2.195312, + 2.273438, + 2.3125, + 2.257812, + 2.382812, + 2.21875, + 2.09375, + 1.972656, + 2.03125, + 0.507812, + 2.226562, + 1.804688, + 1.976562, + 2.109375, + 2.226562, + 2.351562, + 2.148438, + 0.5625, + 2.109375, + 2.046875, + 2.125, + 2.257812, + 2.28125, + 2.015625, + 2.1875, + 2.117188, + 2.203125, + 1.369141, + 2.03125, + 2.039062, + 2.015625, + 2.304688, + 2.234375, + 2.140625, + 2.21875, + 1.875, + 2.046875, + 1.980469, + 1.945312, + 2.078125, + 2.25, + 2.1875, + 1.992188, + 1.964844, + 2.070312, + 2.007812, + 1.925781, + 2.210938, + 1.980469, + 2.140625, + 0.679688, + 2.21875, + 1.992188, + 2.179688, + 2.164062, + 2.273438, + 2.375, + 2.195312, + 1.992188, + 2.210938, + 1.699219, + 2.125, + 2.054688, + 2.210938, + 0.582031, + 2.007812, + 1.972656, + 2.117188, + 2.09375, + 2.109375, + 2.085938, + 2.359375, + 1.976562, + 2.023438, + 2.179688, + 2.234375, + 0.902344, + 2.046875, + 1.957031, + 2.171875, + 0.730469, + 2.109375, + 0.874023, + 2.085938, + 0.556641, + 2.304688, + 1.898438, + 1.769531, + 1.458984, + 1.910156, + 2.15625, + 2.25, + 2.117188, + 2.242188, + 2.101562, + 2.328125, + 2.132812, + 0.386719, + 1.363281, + 1.486328, + 2.109375, + 2.3125, + 2.015625, + 2.335938, + 2.390625, + 2.210938, + 1.558594, + 2.265625, + 2.320312, + 2.296875, + 2.273438, + 2.125, + 1.824219, + 2.046875, + 2.140625, + 1.617188, + 2.132812, + 2.140625, + 2.320312, + 2.1875, + 2.203125, + 1.921875, + 2.109375, + 2.164062, + 2.117188, + 2.140625, + 2.140625, + 1.976562, + 2.21875, + 2.101562, + 1.135742, + 2.320312, + 2.125, + 2.203125, + 1.077637, + 2.210938, + 2.226562, + 2.15625, + 0.90332, + 2.101562, + 1.664062, + 2.210938, + 2.0625, + 1.96875, + 0.570312, + 2.257812, + 2.007812, + 2.25, + 0.550781, + 1.75, + 0.852539, + 1.511719, + 2.265625, + 1.90625, + 2.21875, + 2.3125, + 2.101562, + 2.234375, + 2.125, + 1.996094, + 1.074707, + 1.166016, + 2.273438, + 1.921875, + 1.894531, + 2.15625, + 2.148438, + 2.132812, + 2.304688, + 1.820312, + 2.070312, + 2.304688, + 2.09375, + 1.224609, + 2.148438, + 2.226562, + 2.078125, + 2.101562, + 2.046875, + 0.985962, + 2.117188, + 0.779297, + 1.988281, + 2.242188, + 2.234375, + 2.007812, + 2.273438, + 2.0, + 2.164062, + 2.273438, + 2.210938, + 2.078125, + 2.140625, + 2.039062, + 2.070312, + 2.148438, + 2.171875, + 1.976562, + 2.1875, + 2.15625, + 1.441406, + 1.976562, + 2.046875, + 1.511719, + 2.164062, + 2.046875, + 2.234375, + 2.304688, + 2.0625, + 2.0, + 1.964844, + 2.164062, + 1.527344, + 2.21875, + 1.859375, + 2.101562, + 2.039062, + 2.101562, + 2.03125, + 1.890625, + 2.101562, + 2.195312, + 2.164062, + 2.195312, + 2.101562, + 1.333984, + 2.28125, + 1.929688, + 1.230469, + 2.078125, + 2.09375, + 0.875, + 2.179688, + 1.738281, + 2.257812, + 2.25, + 2.140625, + 2.273438, + 2.226562, + 2.210938, + 2.1875, + 2.265625, + 2.070312, + 2.1875, + 2.125, + 1.5, + 2.078125, + 2.039062, + 2.039062, + 1.035156, + 2.101562, + 2.03125, + 2.210938, + 1.992188, + 2.070312, + 2.039062, + 2.039062, + 2.070312, + 1.8125, + 1.925781, + 2.234375, + 2.234375, + 0.828125, + 2.171875, + 2.0625, + 0.971924, + 2.109375, + 1.839844, + 2.226562, + 2.09375, + 2.09375, + 2.304688, + 1.181641, + 2.171875, + 2.101562, + 2.148438, + 2.085938, + 1.976562, + 2.085938, + 1.972656, + 0.988403, + 1.5, + 2.304688, + 2.078125, + 2.34375, + 1.882812, + 1.90625, + 2.101562, + 2.0625, + 0.940918, + 1.992188, + 2.359375, + 0.554688, + 2.21875, + 2.03125, + 2.15625, + 2.132812, + 0.947266, + 2.195312, + 2.21875, + 0.625, + 2.257812, + 1.683594, + 1.933594, + 2.164062, + 2.140625, + 2.265625, + 0.88623, + 2.25, + 1.941406, + 2.203125, + 2.101562, + 2.078125, + 2.15625, + 1.554688, + 2.320312, + 2.226562, + 2.078125, + 2.054688, + 0.907227, + 1.898438, + 2.273438, + 2.015625, + 2.117188, + 2.328125, + 2.117188, + 1.9375, + 1.917969, + 2.328125, + 1.929688, + 2.140625, + 1.515625, + 2.351562, + 1.953125, + 2.203125, + 0.654297, + 2.15625, + 2.101562, + 1.992188, + 2.320312, + 2.007812, + 2.015625, + 1.964844, + 2.078125, + 2.257812, + 0.901855, + 1.96875, + 2.0625, + 1.910156 + ] + }, + "name": "onnx::Mul_8600", + "outputIndexes": [ + 1606 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1605, + 1606 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_16/Mul_1_output_0", + "outputIndexes": [ + 1607 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1536, + 1607 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_83_output_0", + "outputIndexes": [ + 1608 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_16/Mul_output_0", + "outputIndexes": [ + 1609 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.891602, + 0.943848, + 0.905273, + 0.924805, + 0.974365, + 0.898438, + 0.893555, + 0.865234, + 0.906738, + 0.970093, + 0.919922, + 0.92334, + 0.876953, + 0.874023, + 0.929688, + 0.932129, + 0.915039, + 0.96582, + 1.196289, + 0.922852, + 0.913086, + 0.997818, + 0.956787, + 0.92334, + 0.90918, + 0.90918, + 0.806641, + 0.937744, + 0.893066, + 0.885742, + 0.944336, + 0.976929, + 0.930664, + 0.927734, + 0.914551, + 0.885254, + 0.962402, + 0.893555, + 0.960449, + 0.950195, + 0.895508, + 0.923828, + 0.930176, + 0.941162, + 1.025269, + 0.915039, + 0.914551, + 0.925781, + 1.199219, + 0.960693, + 0.935547, + 0.850586, + 0.897949, + 0.776367, + 0.87793, + 0.874023, + 0.881348, + 0.919434, + 0.983398, + 0.975708, + 0.947998, + 0.878906, + 0.947998, + 0.862305, + 0.934082, + 0.945068, + 0.95752, + 0.911621, + 0.873047, + 0.930176, + 0.896973, + 0.893066, + 0.922363, + 0.943115, + 0.936523, + 0.943604, + 0.991333, + 0.931641, + 0.943604, + 0.975952, + 0.966553, + 0.873047, + 0.919434, + 0.976318, + 0.911133, + 0.847656, + 0.928711, + 0.966064, + 1.02124, + 0.958496, + 0.890137, + 0.932617, + 0.898926, + 1.0354, + 0.933105, + 0.861328, + 0.911621, + 0.952393, + 0.804688, + 0.924805, + 0.959229, + 0.893555, + 0.896973, + 0.892578, + 0.888672, + 0.937012, + 0.885254, + 0.944336, + 0.931641, + 0.948242, + 0.887207, + 0.890137, + 0.924805, + 0.556641, + 0.91748, + 0.936523, + 0.950195, + 0.832031, + 0.960205, + 0.848633, + 0.905762, + 0.885254, + 0.948242, + 0.919434, + 0.915039, + 0.895996, + 0.918945, + 0.911621, + 0.870117, + 0.95166, + 1.005219, + 0.936523, + 0.952881, + 0.963379, + 0.904785, + 0.867188, + 0.981689, + 0.839844, + 0.959229, + 0.892578, + 0.779297, + 1.003418, + 0.981079, + 0.932129, + 0.95166, + 0.972168, + 0.90918, + 0.982666, + 0.943115, + 0.931641, + 0.94043, + 0.935547, + 0.975464, + 0.860352, + 0.916504, + 0.9375, + 1.030762, + 0.888184, + 1.028687, + 0.960205, + 0.445312, + 0.914551, + 0.897949, + 1.012878, + 0.908203, + 0.968018, + 0.921387, + 0.962891, + 0.881348, + 0.946777, + 0.936035, + 1.00592, + 0.879883, + 0.994263, + 0.973633, + 0.936035, + 0.853516, + 0.915527, + 0.94165, + 0.914551, + 0.918457, + 0.96875, + 0.915527, + 0.825195, + 0.802734, + 0.962402, + 1.078125, + 0.923828, + 1.000923, + 0.921875, + 0.935059, + 0.900391, + 0.918945, + 0.89209, + 0.935547, + 0.880859, + 0.92041, + 0.896973, + 0.908691, + 0.924316, + 0.921875, + 0.913574, + 0.940918, + 0.966553, + 0.924805, + 0.90918, + 0.873047, + 0.95166, + 0.894043, + 0.908203, + 0.914551, + 0.97583, + 0.919434, + 0.953613, + 0.934082, + 0.88916, + 0.924805, + 0.924805, + 0.885254, + 0.928223, + 0.938965, + 0.837891, + 0.926758, + 0.908691, + 0.896484, + 0.893555, + 0.928223, + 0.919922, + 0.917969, + 1.014893, + 0.355469, + 0.925781, + 0.841797, + 0.87793, + 0.913574, + 0.919434, + 0.837891, + 0.899414, + 0.929688, + 0.94043, + 0.691406, + 0.93457, + 0.916016, + 0.96582, + 0.985474, + 0.911133, + 0.930664, + 0.979248, + 0.935059, + 1.006073, + 0.933105, + 0.907227, + 1.00708, + 0.978394, + 0.907227, + 0.929199, + 0.932129, + 0.957275, + 0.931152, + 0.924805, + 0.916504, + 0.924805, + 0.959229, + 0.944336, + 0.93457, + 0.955322, + 0.909668, + 0.896973, + 0.898926, + 0.881348, + 0.887695, + 0.938965, + 0.947021, + 0.959717, + 0.957031, + 0.905273, + 1.068359, + 0.931641, + 0.884766, + 0.922363, + 0.94043, + 0.900879, + 0.925781, + 0.897461, + 0.916504, + 0.940186, + 0.895508, + 0.916016, + 0.991028, + 0.924805, + 0.953613, + 1.004852, + 0.935547, + 0.935059, + 0.861328, + 0.901367, + 0.900391, + 0.919434, + 0.938721, + 0.928711, + 0.838867, + 0.943604, + 0.92041, + 0.896973, + 0.740234, + 0.858398, + 0.856445, + 0.919434, + 0.955078, + 0.916504, + 0.94165, + 0.888672, + 0.929688, + 0.926758, + 0.882324, + 0.925293, + 0.879395, + 0.956055, + 0.929199, + 0.935547, + 0.922363, + 0.911621, + 0.958984, + 0.926758, + 0.915039, + 0.875488, + 0.995178, + 0.911621, + 0.849609, + 0.908203, + 0.975586, + 0.924805, + 0.916992, + 0.90332, + 0.347656, + 0.88623, + 0.915527, + 0.905273, + 0.919922, + 0.935547, + 0.97937, + 0.994324, + 0.956787, + 0.943604, + 0.912109, + 1.000471, + 0.911133, + 0.956543, + 0.980835, + 0.895996, + 0.816406, + 0.970703, + 0.805664, + 0.956787, + 0.884766, + 0.993683, + 0.919434, + 0.919922, + 0.965332, + 0.952148, + 0.943604, + 0.880859, + 0.988831, + 1.006073, + 0.978638, + 0.913086, + 0.927246, + 0.892578, + 0.905762, + 0.948242, + 0.885254, + 0.916016, + 0.925293, + 0.936523, + 0.944336, + 0.936523, + 0.895996, + 0.909668, + 0.84668, + 0.932617, + 0.934082, + 0.918945, + 1.007629, + 0.966309, + 0.933594, + 0.897461, + 0.999268, + 0.909668, + 0.943848, + 0.922852, + 0.928223, + 0.948242, + 0.964355, + 0.90625, + 0.936523, + 0.888672, + 0.929688, + 0.998055, + 0.943604, + 0.899414, + 0.932617, + 0.915039, + 0.933105, + 0.908691, + 0.978027, + 1.523438, + 0.932617, + 0.95752, + 0.992371, + 0.820312, + 0.911621, + 0.968506, + 0.875488, + 0.927734, + 0.84375, + 0.975952, + 0.927734, + 0.899902, + 0.975586, + 0.904785, + 0.946533, + 0.895508, + 0.825195, + 0.895996, + 0.901367, + 0.890137, + 0.917969, + 0.910156, + 0.891602, + 0.893555, + 0.90332, + 0.969482, + 0.921875, + 0.926758, + 0.591797, + 0.884766, + 0.931152, + 0.912109, + 0.913086, + 0.896484, + 0.911133, + 0.873047, + 0.879883, + 1.022583, + 0.683594, + 0.904785, + 0.915039, + 0.911133, + 0.940186, + 0.888672, + 0.881836, + 0.914062, + 0.932129, + 0.888184, + 0.897461, + 0.87793, + 0.918457, + 0.88623, + 0.969727, + 0.961914, + 0.924316, + 0.883301, + 0.900879, + 0.967285, + 0.958496, + 0.913574, + 0.915039, + 0.94751, + 0.900391, + 0.935059, + 0.919922, + 0.919922, + 0.951172, + 0.97937, + 0.927734, + 0.915527, + 0.977295, + 0.939209, + 0.947266, + 0.914551, + 0.90918, + 0.971069, + 0.866211, + 0.9375, + 0.931641, + 0.902832, + 0.966064, + 0.936035, + 0.902832, + 0.897461, + 0.943848, + 0.89209, + 0.935547, + 0.90918, + 0.958984, + 0.936035, + 0.897461, + 0.945557, + 1.018555, + 0.953613, + 0.896484, + 0.87793, + 0.884277, + 1.054199, + 0.782227, + 0.879883, + 0.947266, + 0.850586, + 0.951172, + 0.941162, + 0.897949, + 0.893555, + 0.93457, + 0.900879, + 0.941162, + 0.910156, + 0.941162, + 0.939209, + 0.926758, + 0.926758, + 0.839844, + 0.916992, + 1.085938, + 0.971558, + 0.918457, + 1.099609, + 0.918457, + 0.94751, + 0.911621, + 0.946777, + 0.920898, + 0.92627, + 0.961426, + 0.939209, + 0.923828, + 0.691406, + 0.904785, + 0.927246, + 0.930176, + 0.870117, + 0.675781, + 0.954102, + 0.792969, + 0.971313, + 0.928223, + 0.955322, + 0.927734, + 0.905273, + 1.013855, + 0.933105, + 0.836914, + 0.971436, + 0.888672, + 0.889648, + 0.895508, + 0.823242, + 0.910156, + 0.697266, + 0.937012, + 0.907227, + 0.938477, + 0.950928, + 0.912598, + 0.942383, + 0.863281, + 0.927246, + 0.910645, + 0.728516, + 0.832031, + 0.888184, + 0.849609, + 0.876953, + 0.918945, + 0.924805, + 0.916016, + 0.864258, + 0.948242, + 0.898438, + 1.041016, + 0.901855, + 0.842773, + 1.010681, + 0.874023, + 0.916992, + 0.862305, + 0.975586, + 0.860352, + 0.896973, + 0.679688, + 0.916992, + 0.897949, + 0.912598, + 0.802734, + 0.748047, + 1.051514, + 0.963867, + 0.873047, + 0.873047, + 0.930664, + 0.994843, + 0.915039, + 0.907227, + 1.000309, + 0.896973, + 0.931641, + 0.962891, + 0.922852, + 0.919922, + 0.904785, + 0.963623, + 0.91748, + 0.943848, + 0.943115, + 0.765625, + 0.918945, + 0.900879, + 0.923828, + 0.973755, + 0.955811, + 0.876465, + 0.912109, + 0.913086, + 0.931641, + 0.911133, + 0.924316, + 0.982178, + 0.938721, + 0.923828, + 0.938477, + 0.889648, + 0.96936, + 0.935059, + 0.990295, + 0.947266, + 1.000423, + 0.920898, + 0.900391, + 0.95166, + 0.892578, + 1.02771, + 1.012329, + 0.963135, + 0.993591, + 0.978394, + 0.943115, + 0.960205, + 0.946533, + 0.92627, + 0.895508, + 0.94043, + 0.800781, + 0.982666, + 0.945068, + 0.955566, + 0.900391, + 0.974609, + 0.954346, + 0.917969, + 0.898438, + 0.863281, + 0.88623, + 0.896973, + 0.925781, + 0.892578, + 0.935547, + 0.946777, + 0.915039, + 0.966064, + 0.936523, + 0.963379, + 0.907715, + 0.842773, + 0.935059, + 0.937012, + 0.905762, + 0.916016, + 0.925293, + 0.870117, + 0.913574, + 0.908203, + 0.896973, + 0.842773, + 1.515625, + 0.936523, + 1.039795, + 0.931641, + 0.963135, + 0.884277, + 0.911133, + 0.785156, + 0.866211, + 0.974243, + 0.901855, + 0.942627, + 0.874023, + 0.932617, + 0.921387, + 0.947754, + 0.912109, + 0.953369, + 0.339844, + 0.936035, + 0.910645, + 0.911621, + 0.927734, + 0.924805, + 0.896484, + 0.960205, + 0.92627, + 0.940186, + 0.903809, + 0.942139, + 0.929688, + 0.881348, + 1.157227, + 0.619141, + 0.897949, + 0.924316, + 0.916504, + 0.963867, + 0.886719, + 0.931641, + 0.924805, + 0.936523, + 0.947754, + 0.842773, + 1.045654, + 0.933594, + 0.910156, + 0.923828, + 1.034668, + 0.881348, + 0.895996, + 0.924805, + 0.958008, + 0.919922, + 0.917969, + 0.893066, + 0.903809, + 0.899414, + 0.948975, + 0.925293, + 0.911621, + 0.908203, + 0.945557, + 0.898926, + 0.919922, + 0.973633, + 0.890137, + 0.924805, + 0.947266, + 0.90918, + 0.951172, + 0.933105, + 0.943848, + 1.002258, + 0.904297, + 0.938721, + 0.88623, + 0.952393, + 0.930664, + 0.924805, + 0.927246, + 0.942627, + 0.961914, + 0.943604, + 0.90625, + 0.866211, + 0.923828, + 0.888184, + 0.904785, + 0.92334, + 0.959717, + 0.89502, + 0.904297, + 0.894531, + 0.913086, + 0.888184, + 0.871094, + 0.974243, + 0.939209, + 0.973877, + 0.988953, + 0.943115, + 0.390625, + 0.935547, + 0.943359, + 0.81543, + 1.020874, + 0.902344, + 0.87207, + 0.93457, + 0.942871, + 0.943848, + 0.958984, + 0.966064, + 0.898926, + 0.979126, + 0.908203, + 0.97644, + 0.75293, + 0.949707, + 0.937012, + 0.919434, + 0.943848, + 1.03418, + 0.921875, + 0.919922, + 0.883789, + 0.944092, + 0.946045, + 0.932617, + 0.95166, + 0.950928, + 1.067871, + 0.919922, + 0.825195, + 0.963867, + 0.956299, + 0.933105, + 0.87793, + 0.967285, + 0.931641, + 0.888672, + 0.896484, + 0.884277, + 0.904785, + 0.916992, + 0.932129, + 0.937012, + 0.90625, + 0.911133, + 0.936035, + 0.845703, + 0.905273, + 1.000957, + 0.931641, + 0.892578, + 0.835938, + 0.929688, + 1.002243, + 0.902344, + 0.935059, + 0.940186, + 0.927734, + 0.929199, + 0.98999, + 0.88623, + 0.924316, + 0.885742, + 0.968262, + 0.927246, + 0.932129, + 0.902344, + 0.646484, + 0.985229, + 0.908691, + 0.942139, + 0.910156, + 0.824219, + 0.911621, + 0.959473, + 0.933105, + 0.962158, + 0.955566, + 0.921875, + 0.935059, + 0.879395, + 0.988831, + 0.807617, + 0.890625, + 0.952637, + 0.947998, + 0.999592, + 0.99585, + 0.933105, + 0.940674, + 0.896973, + 0.931152, + 0.916016, + 0.893066, + 0.883301, + 0.935059, + 0.954834, + 0.933594, + 0.924805, + 0.900879, + 0.903809, + 0.895508, + 0.902344, + 0.988525, + 0.912109, + 0.908203, + 0.90332, + 0.933105, + 0.913086, + 0.911133, + 1.008728, + 0.932129, + 0.923828, + 0.977539, + 0.971191, + 1.003784, + 0.904297, + 0.983154, + 0.956299, + 0.921875, + 1.03064, + 0.895508, + 1.006836, + 0.911621, + 0.958252, + 0.939453, + 0.927734, + 0.966064, + 0.975098, + 0.829102, + 0.970703, + 0.893555, + 0.889648, + 0.987061, + 0.916992, + 0.90918, + 0.892578, + 0.829102, + 0.966064, + 0.893066, + 0.9823, + 0.956055, + 0.911621, + 0.904297, + 0.947998, + 0.914062, + 0.982422, + 0.980957, + 0.94873, + 0.914062, + 0.966797, + 0.87793, + 0.907715, + 0.937744, + 0.990112, + 0.892578, + 0.943359, + 0.990845, + 0.924805, + 0.983521, + 0.90332, + 0.3125, + 0.909668, + 0.96167, + 0.886719, + 0.916016, + 0.909668, + 0.916504, + 0.902344, + 0.884766, + 0.946045, + 0.947266, + 1.016113, + 0.938232, + 0.884766, + 0.899414, + 0.946777, + 0.964844, + 0.971436, + 0.924316, + 0.916016, + 0.977783, + 0.99472, + 0.926758, + 0.956299, + 0.904785, + 0.933105, + 0.972168, + 0.932617, + 0.810547, + 0.886719, + 0.578125, + 0.971069, + 0.95874, + 0.908691, + 0.874023, + 0.991455, + 0.904785, + 0.904297, + 1.012146, + 0.800781, + 1.042236, + 0.492188, + 0.960449, + 0.887695, + 0.932617, + 0.924805, + 0.916016, + 1.003906, + 0.964355, + 0.884277, + 0.906738, + 0.946533, + 0.905273, + 0.894043, + 0.708984, + 0.961426, + 0.929688, + 0.675781, + 0.933105, + 0.888672, + 0.904297, + 0.910156, + 0.980469, + 0.908203, + 0.916992, + 0.917969, + 1.022827, + 0.916504, + 0.732422, + 0.915039, + 0.927734, + 0.976318, + 0.99115, + 1.013733, + 1.028809, + 0.897461, + 0.880859, + 0.993103, + 0.796875, + 0.938477, + 0.943115, + 0.932617, + 0.980347, + 0.990479, + 0.909668, + 0.923828, + 0.93457, + 0.927246, + 0.899902, + 0.841797, + 0.897461, + 0.96582, + 0.922363, + 0.921875, + 0.912109, + 0.94751, + 0.941895, + 0.936035, + 0.285156, + 0.923828, + 0.955566, + 0.952148, + 0.919434, + 0.874023, + 0.896484, + 0.963867, + 0.905273, + 0.938232, + 0.909668, + 0.943359, + 0.916016, + 0.941895, + 0.952393, + 0.908691, + 0.983643, + 0.915039, + 0.875977, + 0.916016, + 0.952148, + 0.962402, + 0.755859, + 0.892578, + 0.934082, + 0.987793, + 0.891602, + 0.916504, + 0.925293, + 0.892578, + 0.901367, + 0.916992, + 0.92334, + 0.955566, + 0.88623, + 0.954102, + 0.912109, + 0.974609, + 0.910645, + 0.935059, + 0.931641, + 0.928711, + 0.979004, + 0.939453, + 0.935059, + 0.967773, + 0.921387, + 0.88916, + 0.918945, + 0.977173, + 0.927246, + 1.004486, + 0.927734, + 0.913086, + 0.974854, + 0.819336, + 0.923828, + 0.900879, + 0.908691, + 0.922852, + 0.936523, + 0.910645, + 0.878906, + 0.91748, + 0.912598, + 0.915039, + 0.910156, + 0.841797, + 0.852539, + 0.902344, + 1.03064, + 0.921875, + 1.210938, + 0.937012, + 0.943115, + 0.934082, + 0.904297, + 0.905762, + 0.973267, + 0.901367, + 0.822266, + 0.907715, + 0.908203, + 0.943848, + 0.908691, + 0.962402, + 0.954346, + 0.939941, + 0.949219, + 0.953125, + 0.938721, + 0.922363, + 0.953613, + 1.022949, + 0.913574, + 0.935547, + 0.838867, + 0.951416, + 0.96582, + 0.959229, + 0.940186, + 0.920898, + 0.803711, + 1.494141, + 0.867188, + 0.916504, + 0.916992, + 0.917969, + 0.893066, + 0.928711, + 0.811523, + 0.980835, + 1.007416, + 0.804688, + 0.964844, + 0.931641, + 0.917969, + 0.943604, + 0.938477, + 0.876953, + 0.94043, + 0.95166, + 0.963135, + 0.963135, + 0.769531, + 0.95166, + 0.931641, + 0.84668, + 0.951904, + 0.946289, + 0.931641, + 0.873047, + 0.956543, + 0.916016, + 0.925781, + 0.881836, + 0.905273, + 0.912109, + 0.938721, + 0.936523, + 0.910156, + 0.932617, + 0.883789, + 0.950439, + 0.913574, + 0.90625, + 0.945801, + 0.855469, + 0.826172, + 0.913574, + 0.9375, + 0.953369, + 0.885742, + 0.932129, + 0.940674, + 0.916016, + 0.963867, + 0.932129, + 0.904297, + 0.910156, + 0.952881, + 1.064453, + 0.901855, + 0.967529, + 0.979004, + 0.955322, + 0.924316, + 0.99982, + 0.88623, + 0.986023, + 0.897461, + 0.987183, + 0.94751, + 0.92627, + 0.942139, + 0.957764, + 0.916504, + 0.922852, + 0.988281, + 0.918457, + 0.905273, + 0.932617, + 0.89209, + 0.908691, + 0.932129, + 0.963867, + 0.930664, + 0.919434, + 1.316406, + 0.933594, + 0.949951, + 0.894043, + 0.939453, + 0.945557, + 0.862305, + 0.960449, + 0.908691, + 0.909668, + 0.937012, + 0.897461, + 0.881348, + 0.923828, + 0.947021, + 0.908691, + 0.613281, + 0.967041, + 0.921875, + 0.895508, + 0.910645, + 0.883301, + 0.845703, + 0.985229, + 0.947998, + 0.929688, + 0.934082, + 1.285156, + 0.918457, + 0.967529, + 0.864258, + 1.023926, + 0.911133, + 0.913574, + 0.901367, + 0.974487, + 0.912109, + 0.915039, + 0.931641, + 0.896973, + 0.938232, + 0.875, + 0.919922, + 0.926758, + 0.900879, + 0.997467, + 0.935547, + 0.798828, + 0.885254, + 0.938232, + 0.890137, + 0.940918, + 1.014893, + 0.911133, + 0.952393, + 0.955566, + 0.894043, + 0.932129, + 1.0354, + 0.882812, + 0.936523, + 0.924316, + 0.959717, + 0.946289, + 0.885254, + 0.89209, + 0.90332, + 0.935547, + 0.943604, + 0.970093, + 0.783203, + 0.919922, + 0.905273, + 0.897949, + 0.939941, + 0.89209, + 0.924805, + 0.891602, + 0.933105, + 0.850586, + 0.914551, + 0.973877, + 0.92627, + 0.949951, + 0.895996, + 0.933594, + 0.916992, + 0.994415, + 0.850586, + 0.867188, + 0.94873, + 0.921875, + 0.908203, + 0.884766, + 0.870117, + 0.981201, + 0.908203, + 0.972778, + 0.844727, + 0.918457, + 0.913574, + 0.937744, + 0.885742, + 0.948242, + 0.997925, + 0.953369, + 0.935547, + 0.908691, + 0.955322, + 0.885742, + 0.94043, + 0.920898, + 0.984985, + 0.927246, + 0.92627, + 0.854492, + 0.92334, + 0.935547, + 0.897461, + 0.919922, + 0.90625, + 0.905273, + 0.904785, + 0.84082, + 0.959717, + 0.941406, + 0.946289, + 1.05127, + 0.945312, + 0.89502, + 0.92041, + 0.925293, + 0.930176, + 0.895996, + 0.946777, + 0.913086, + 0.916504, + 0.899902, + 0.934082, + 0.877441, + 0.924316, + 0.891602, + 0.897949, + 0.912598, + 0.880371, + 0.875977, + 0.948975, + 0.912598, + 0.928223, + 0.935547, + 0.916992, + 0.910645, + 0.920898, + 0.927734, + 0.959229, + 0.948242, + 0.89209, + 0.936035, + 1.014771, + 0.390625, + 0.947266, + 0.911621, + 0.916016, + 0.95752, + 1.022095, + 0.89209, + 0.919922, + 0.959473, + 0.915527, + 0.976318, + 1.061035, + 0.835938, + 0.924805, + 0.94043, + 0.98938, + 0.802734, + 0.90332, + 0.833008, + 0.885254, + 0.923828, + 0.920898, + 0.934082, + 0.919922, + 0.904785, + 0.918457, + 0.919922, + 0.935547, + 0.942871, + 0.954834, + 0.980103, + 0.971436, + 0.936523, + 0.944092, + 0.792969, + 0.936035, + 0.908691, + 0.932617, + 0.893066, + 0.92041, + 0.932129, + 0.871094, + 0.920898, + 0.928711, + 0.992065, + 0.955811, + 0.888184, + 0.924805, + 0.945068, + 0.888672, + 0.804688, + 0.901855, + 0.921875, + 0.973267, + 0.943848, + 0.890625, + 0.911621, + 0.316406, + 0.934082, + 1.00322, + 0.923828, + 0.934082, + 0.971802, + 0.967285, + 0.908691, + 0.84668, + 0.911621, + 0.925293, + 0.920898, + 0.943359, + 0.917969, + 0.865234, + 0.980103, + 0.912598, + 0.932129, + 0.936523, + 0.880859, + 0.92041, + 0.911133, + 0.92334, + 0.888672, + 0.887207, + 0.970947, + 0.911133, + 0.90918, + 0.943115, + 0.827148, + 0.929199, + 0.908203, + 0.941895, + 0.905762, + 0.9823, + 0.669922, + 0.921387, + 1.014832, + 0.849609, + 0.964355, + 0.932129, + 0.987061, + 0.923828, + 0.913086, + 0.901855, + 0.928223, + 0.90918, + 0.87207, + 0.898438, + 0.89209, + 0.966797, + 0.971313, + 0.925293, + 0.973267, + 0.909668, + 0.888672, + 1.040771, + 0.931152, + 0.968994, + 0.94043, + 0.911621, + 0.904297, + 0.908203, + 0.941406, + 1.010986, + 0.529297, + 0.92041, + 0.939453, + 0.919434, + 0.927734, + 0.928711, + 0.921875, + 0.924805, + 0.929199, + 1.031494, + 0.991943, + 0.935547, + 0.922852, + 0.966064, + 0.933594, + 0.897461, + 0.933594, + 0.940186, + 0.938477, + 0.910645, + 0.849609, + 0.976074, + 0.87793, + 0.77832, + 0.893555, + 0.924316, + 0.930664, + 0.93457, + 0.90918, + 0.880859, + 0.941895, + 0.818359, + 0.971924, + 0.98291, + 0.983643, + 0.934082, + 0.9375, + 0.844727, + 0.928223, + 0.861328, + 0.930664, + 0.966797, + 0.952148, + 0.924805, + 0.990479, + 0.99054, + 0.897949, + 0.948242, + 0.923828, + 0.918945, + 0.910156, + 0.925781, + 0.91748, + 0.948975, + 0.973511, + 0.92334, + 0.953125, + 1.015259, + 0.913086, + 0.890625, + 1.037842, + 0.849609, + 0.936035, + 1.008423, + 0.916504, + 0.985901, + 0.974854, + 0.968018, + 0.905273, + 0.902344, + 1.080566, + 0.938232, + 0.953613, + 0.956787, + 0.96875, + 0.916504, + 0.900391, + 1.09668, + 1.079102, + 1.036865, + 0.919922, + 0.908691, + 0.920898, + 0.973755, + 0.870117, + 0.883301, + 0.924316, + 0.985352, + 0.901367, + 0.911621, + 0.9646, + 0.889648, + 0.871094, + 0.935547, + 0.968018, + 0.942871, + 0.802734, + 0.928223, + 0.897461, + 0.927246, + 0.935547, + 0.908203, + 0.937988, + 0.919434, + 0.988953, + 0.92041, + 1.062256, + 0.995636, + 0.831055, + 0.92041, + 0.942139, + 0.928711, + 0.92627, + 0.867188, + 0.994568, + 0.917969, + 0.947021, + 0.926758, + 0.920898, + 0.959473, + 0.92041, + 0.930664, + 0.972046, + 0.94873, + 0.913086, + 0.923828, + 0.90332, + 0.802734, + 0.959473, + 0.907715, + 0.335938, + 0.926758, + 0.903809, + 0.96167, + 0.888184, + 0.900391, + 0.926758, + 0.901855, + 0.923828, + 0.927246, + 0.867188, + 0.888672, + 1.121582, + 1.019043, + 0.954834, + 0.902344, + 0.936523, + 0.893555, + 0.88916, + 0.927246, + 0.924805, + 0.869141, + 0.916504, + 0.950928, + 0.94043, + 0.818359, + 0.897949, + 0.924805, + 0.866211, + 0.949951, + 0.948486, + 0.918945, + 0.722656, + 1.017822, + 0.908691, + 0.940186, + 0.890625, + 1.004425, + 0.939453, + 0.895996, + 0.910156, + 0.92041, + 0.928223, + 0.811523, + 0.945312, + 0.92627, + 0.918457, + 0.863281, + 0.888672, + 0.963867, + 0.960449, + 0.870117, + 0.879395, + 0.909668, + 0.75293, + 0.929199, + 0.947021, + 0.922852, + 0.90332, + 0.761719, + 0.881836, + 0.954346, + 0.933105, + 0.912598, + 0.924316, + 0.888672, + 1.188477, + 0.894531, + 0.924316, + 0.896973, + 0.904785, + 0.927734, + 0.844727, + 0.931641, + 0.938232, + 0.92627, + 0.928711, + 0.578125, + 0.905762, + 0.928223, + 0.999632, + 0.897949, + 0.905762, + 0.901367, + 0.898926, + 0.932129, + 0.912109, + 0.955811, + 0.916016, + 0.974731, + 0.957275, + 0.966797, + 0.955566, + 0.893066, + 0.884766, + 0.931641, + 0.9646, + 1.009705, + 1.000107, + 0.966797, + 0.936035, + 0.952393, + 0.939941, + 0.958984, + 1.170898, + 0.976074, + 0.943115, + 0.915039, + 1.005798, + 0.958496, + 0.927246, + 0.898438, + 0.955078, + 0.896484, + 0.935059, + 0.891113, + 0.902832, + 0.91748, + 0.906738, + 0.935059, + 0.853516, + 0.864258, + 0.934082, + 0.915527, + 0.927246, + 0.910645, + 0.944092, + 0.914062, + 0.89209, + 0.893066, + 0.937744, + 0.907715, + 0.912109, + 0.911133, + 0.947998, + 0.877441, + 0.866211, + 0.915039, + 0.94458, + 0.950195, + 0.888672, + 0.897949, + 0.999325, + 0.950928, + 0.908203, + 0.955566, + 0.941895, + 0.938477, + 0.896484, + 0.797852, + 0.894531, + 0.902832, + 0.910645, + 0.974976, + 0.917969, + 0.945068, + 0.919434, + 0.832031, + 0.869141, + 0.926758, + 0.912598, + 0.957764, + 1.131836, + 0.950928, + 0.967041, + 0.885742, + 0.94043, + 0.899902, + 1.016968, + 0.895508, + 0.888672, + 0.9375, + 0.966797, + 1.052002, + 0.956543, + 0.990479, + 0.952393, + 0.933105, + 0.922363, + 0.552734, + 0.876465, + 0.896484, + 0.908691, + 0.900391, + 0.946533, + 0.839844, + 0.96167, + 0.998863, + 0.939941, + 0.87793, + 0.916504, + 0.94043, + 0.94751, + 0.826172, + 0.903809, + 0.893066, + 0.928223, + 1.000858, + 0.958984, + 0.93457, + 0.902344, + 0.926758, + 0.90918, + 0.897949, + 0.944092, + 1.021484, + 0.909668, + 0.839844, + 0.904297, + 0.926758, + 0.932129, + 0.910156, + 0.902832, + 0.939941, + 0.873047, + 0.947021, + 0.870117, + 0.875977, + 0.915527, + 0.921875, + 0.955811, + 0.910156, + 0.939209, + 0.92334, + 0.967529, + 0.928711, + 0.912109, + 0.912109, + 0.95874, + 0.911621, + 0.890625, + 0.92627, + 0.923828, + 0.9375, + 0.952881, + 1.031006, + 0.899414, + 0.929199, + 0.905273, + 0.915039, + 0.95459, + 0.993927, + 0.800781, + 0.870117, + 0.901855, + 0.955566, + 0.916992, + 0.916504, + 0.895508, + 0.960205, + 0.924316, + 0.92627, + 0.921875, + 0.908203, + 0.970337, + 0.912598, + 0.849609, + 0.902344, + 0.900391, + 1.01123, + 0.800781, + 0.921387, + 0.924805, + 0.882324, + 0.928223, + 0.988953, + 0.92334, + 0.955078, + 0.929199, + 0.977661, + 0.888672, + 0.939697, + 0.955566, + 0.924805, + 0.987244, + 0.916504, + 0.902344, + 0.966309, + 0.911621, + 0.753906, + 0.924805, + 0.912598, + 0.912109, + 0.951172, + 0.904785, + 0.922363, + 0.912109, + 1.004486, + 0.94751, + 0.859375, + 0.942383, + 0.931152, + 0.925293, + 0.893555, + 0.927734, + 0.893555, + 0.933594, + 0.969604, + 0.924805, + 0.972656, + 0.764648, + 0.962646, + 0.959473, + 1.000782, + 0.989685, + 0.940918, + 0.887207, + 0.973877, + 0.974365, + 0.952393, + 0.912109, + 0.936523, + 0.901367, + 0.943604, + 0.830078, + 0.926758, + 0.823242, + 0.877441, + 0.824219, + 0.931641, + 0.919434, + 0.881348, + 0.956055, + 0.912109, + 0.939941, + 0.9729, + 0.900879, + 0.869141, + 0.920898, + 0.924316, + 0.904297, + 0.924316, + 0.89209, + 0.89502, + 0.925781, + 0.911133, + 0.88916, + 1.043213, + 0.939209, + 0.955322, + 0.973755, + 0.899902, + 0.877441, + 0.869141, + 0.873047, + 0.958496, + 0.94751, + 0.918945, + 1.001869, + 0.948975, + 0.936523, + 0.938721, + 0.960938, + 0.929688, + 0.94873, + 0.874023, + 0.776367, + 0.92627, + 0.929688, + 0.845703, + 0.879883, + 0.935059, + 0.941895, + 0.946289, + 0.913086, + 0.923828, + 0.873047, + 0.928711, + 0.915039, + 0.893066, + 0.924316, + 0.961426, + 0.909668, + 0.892578, + 0.90332, + 0.950195, + 0.862305, + 0.933594, + 0.916504, + 0.899902, + 0.907227, + 0.94873, + 0.956543, + 0.925781, + 0.907227, + 0.89209, + 0.94165, + 0.933594, + 0.943604, + 0.951416, + 0.95459, + 0.912598, + 0.896484, + 0.932617, + 0.869141, + 0.916992, + 0.89209, + 0.847656, + 0.963867, + 0.983032, + 0.921387, + 0.910645, + 0.963135, + 0.931641, + 0.88916, + 0.896973, + 0.943604, + 0.833984, + 0.962646, + 0.88623, + 0.937012, + 0.885742, + 0.927734, + 0.894531, + 0.84082, + 0.908203, + 0.923828, + 0.908691, + 0.893066, + 0.895996, + 0.902832, + 0.954834, + 0.952881, + 0.921387, + 0.927734, + 0.977783, + 0.978516, + 0.933105, + 0.885742, + 0.885254, + 0.893066, + 0.935547, + 0.954102, + 0.914062, + 0.958984, + 0.916992, + 0.970581, + 0.921387, + 0.890137, + 0.884766, + 1.038574, + 0.859375, + 0.911133, + 0.845703, + 0.967529, + 0.967041, + 0.969238, + 0.928223, + 0.96167, + 0.939941, + 0.996536, + 0.931641, + 0.939209, + 0.903809, + 0.860352, + 0.924805, + 0.906738, + 0.915039, + 0.865234, + 1.02771, + 0.860352, + 0.99054, + 0.992523, + 0.979004, + 0.910645, + 0.964355, + 0.919434, + 0.896484, + 0.897461, + 0.928223, + 1.029175, + 0.983521, + 0.885742, + 0.995148, + 1.004028, + 0.909668, + 0.905762, + 0.908691, + 0.951416, + 0.939697, + 0.958984, + 0.92627, + 0.9375, + 0.941406, + 0.924316, + 0.931641, + 0.84082, + 0.985413, + 0.949219, + 1.038086, + 0.911621, + 0.92627, + 0.87793, + 0.967529, + 0.890137, + 0.955078, + 0.88623, + 0.954834, + 0.912598, + 0.916504, + 0.928711, + 0.880859, + 0.924316, + 0.906738, + 0.927246, + 0.912598, + 0.925781, + 0.909668, + 0.708984, + 0.941406, + 0.89209, + 0.930664, + 0.897461, + 1.012878, + 0.932129, + 0.911133, + 0.916992, + 0.888672, + 0.963135, + 0.950928, + 0.962646, + 0.870117, + 0.932129, + 0.917969, + 1.027222, + 0.851562, + 0.916504, + 1.017944, + 0.943359, + 0.96582, + 0.932129, + 0.932617, + 0.946533, + 0.919922, + 0.92627, + 0.95166, + 0.912598, + 0.974731, + 0.947021, + 0.95752, + 0.901367, + 0.946289, + 0.877441, + 0.960693, + 0.95459, + 0.935059, + 0.933594, + 0.951172, + 0.920898, + 0.904297, + 0.940186, + 0.936523, + 0.918457, + 0.94458, + 0.929688, + 0.924805, + 0.927734, + 0.902344, + 0.947754, + 0.976196, + 0.956787, + 0.924316, + 0.927246, + 0.863281, + 0.896484, + 0.917969, + 0.893066, + 0.883789, + 0.519531, + 0.914062, + 0.916016, + 0.900879, + 1.006958, + 0.899414, + 0.870117, + 1.043945, + 0.931641, + 1.016113, + 0.868164, + 0.923828, + 0.893555, + 0.896973, + 1.003662, + 0.899902, + 0.95459, + 0.943115, + 0.924805, + 0.875488, + 0.952393, + 0.979004, + 0.978882, + 1.053955, + 0.865234, + 0.960449, + 0.913086, + 0.952881, + 0.96875, + 0.93457, + 0.931152, + 0.976685, + 0.943604, + 0.931641, + 0.885254, + 0.927734, + 0.937744, + 0.955811, + 0.915039, + 0.955322, + 0.856445, + 0.925781, + 0.861328, + 0.937988, + 0.603516, + 0.951172, + 0.929199, + 0.888672, + 0.905273, + 0.967285, + 0.867188, + 0.950928, + 0.904785, + 0.928223, + 0.947021, + 0.963135, + 0.94873, + 0.869141, + 0.951416, + 0.945557, + 0.95166, + 0.993652, + 0.964111, + 0.913574, + 0.916504, + 0.959473, + 0.912109, + 0.918945, + 0.925293, + 0.94873, + 0.922852, + 0.919922, + 0.927734, + 0.84375, + 0.492188, + 0.910645, + 0.922363, + 0.943604, + 0.946289, + 0.921875, + 0.959473, + 0.987244, + 0.965332, + 0.945312, + 0.817383, + 0.927246, + 0.894043, + 0.987915, + 0.925293, + 0.849609, + 0.949463 + ] + }, + "name": "onnx::Mul_8602", + "outputIndexes": [ + 1610 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1609, + 1610 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_16/Mul_1_output_0", + "outputIndexes": [ + 1611 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1611 + ], + "outputIndexes": [ + 2954 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2954 + ], + "outputIndexes": [ + 2955 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear", + "inputIndexes": [ + 2955 + ], + "outputIndexes": [ + 2956 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 708676088, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2956 + ], + "outputIndexes": [ + 2957 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2957 + ], + "outputIndexes": [ + 1612 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1612, + 1612 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Mul_output_0", + "outputIndexes": [ + 1613 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1612, + 1613 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Mul_1_output_0", + "outputIndexes": [ + 1614 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1614 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Mul_2_output_0", + "outputIndexes": [ + 1615 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1612, + 1615 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Add_output_0", + "outputIndexes": [ + 1616 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1616 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Mul_3_output_0", + "outputIndexes": [ + 1617 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1617 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_16/Tanh_output_0", + "outputIndexes": [ + 1618 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Add_1_output_0", + "outputIndexes": [ + 1619 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1612, + 1619 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Mul_4_output_0", + "outputIndexes": [ + 1620 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1620 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Mul_5_output_0", + "outputIndexes": [ + 1621 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1611 + ], + "outputIndexes": [ + 2958 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2958 + ], + "outputIndexes": [ + 2959 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear", + "inputIndexes": [ + 2959 + ], + "outputIndexes": [ + 2960 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 720620046, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2960 + ], + "outputIndexes": [ + 2961 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2961 + ], + "outputIndexes": [ + 1622 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1621, + 1622 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_16/Mul_output_0", + "outputIndexes": [ + 1623 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1623 + ], + "outputIndexes": [ + 2962 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2962 + ], + "outputIndexes": [ + 2963 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear", + "inputIndexes": [ + 2963 + ], + "outputIndexes": [ + 2964 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 732564004, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2964 + ], + "outputIndexes": [ + 2965 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2965 + ], + "outputIndexes": [ + 1624 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1624 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_16/Mul_output_0", + "outputIndexes": [ + 1625 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.8125, + 2.828125, + 2.90625, + 3.078125, + 3.109375, + 2.859375, + 2.742188, + 0.748047, + 2.953125, + 2.5, + 2.953125, + 2.8125, + 2.664062, + 2.992188, + 2.9375, + 2.804688, + 2.8125, + 2.804688, + 2.453125, + 2.703125, + 2.867188, + 2.8125, + 3.046875, + 2.539062, + 2.695312, + 2.796875, + 2.429688, + 2.546875, + 3.0, + 2.898438, + 2.546875, + 2.148438, + 2.875, + 0.940918, + 2.835938, + 2.296875, + 2.828125, + 2.929688, + 2.601562, + 2.828125, + 3.046875, + 2.78125, + 2.8125, + 2.21875, + 1.277344, + 2.90625, + 3.015625, + 2.765625, + 3.03125, + 2.359375, + 2.84375, + 1.859375, + 2.765625, + 1.287109, + 2.914062, + 2.546875, + 2.789062, + 2.875, + 2.78125, + 2.515625, + 2.046875, + 3.234375, + 2.898438, + 2.789062, + 2.726562, + 2.679688, + 1.835938, + 2.828125, + 2.460938, + 2.734375, + 2.960938, + 2.929688, + 2.742188, + 2.859375, + 2.710938, + 2.773438, + 1.757812, + 2.40625, + 2.359375, + 1.306641, + 2.757812, + 0.667969, + 2.828125, + 2.234375, + 2.742188, + 2.679688, + 2.820312, + 2.234375, + 1.316406, + 2.609375, + 2.8125, + 2.65625, + 3.0625, + 1.217773, + 2.914062, + 0.673828, + 2.742188, + 2.945312, + 3.578125, + 2.703125, + 2.546875, + 2.929688, + 2.890625, + 2.78125, + 2.890625, + 2.859375, + 2.929688, + 2.28125, + 2.914062, + 2.773438, + 2.867188, + 2.804688, + 2.90625, + 2.523438, + 2.828125, + 2.46875, + 2.960938, + 1.236328, + 2.65625, + 2.984375, + 3.0, + 2.835938, + 2.734375, + 2.890625, + 2.617188, + 2.03125, + 2.765625, + 2.976562, + 2.742188, + 1.863281, + 1.894531, + 2.828125, + 2.601562, + 2.835938, + 2.929688, + 2.921875, + 2.492188, + 2.140625, + 2.640625, + 2.945312, + 3.546875, + 2.820312, + 2.554688, + 2.898438, + 2.835938, + 2.5625, + 2.585938, + 2.9375, + 2.742188, + 2.921875, + 2.828125, + 2.492188, + 2.640625, + 3.09375, + 2.789062, + 2.90625, + 1.675781, + 2.867188, + 1.129883, + 1.031738, + 2.421875, + 2.992188, + 2.5625, + 1.695312, + 2.921875, + 3.015625, + 2.929688, + 1.004059, + 2.953125, + 2.617188, + 2.859375, + 1.169922, + 2.804688, + 1.022583, + 2.773438, + 3.03125, + 2.84375, + 0.693359, + 2.898438, + 2.898438, + 2.765625, + 0.939697, + 2.234375, + 0.693359, + 3.40625, + 2.796875, + 1.480469, + 2.875, + 2.53125, + 2.429688, + 2.828125, + 2.851562, + 2.71875, + 2.6875, + 2.867188, + 2.648438, + 2.851562, + 2.867188, + 2.898438, + 2.820312, + 2.726562, + 2.828125, + 2.734375, + 2.554688, + 2.882812, + 2.914062, + 3.109375, + 2.796875, + 2.8125, + 2.890625, + 2.695312, + 2.945312, + 2.8125, + 2.734375, + 2.820312, + 2.820312, + 2.601562, + 2.742188, + 2.953125, + 2.929688, + 2.4375, + 2.398438, + 2.921875, + 3.015625, + 2.890625, + 2.757812, + 2.75, + 2.757812, + 2.609375, + 2.421875, + 2.367188, + 2.914062, + 2.992188, + 2.929688, + 2.953125, + 2.992188, + 2.25, + 2.890625, + 2.703125, + 2.742188, + 2.320312, + 2.828125, + 2.953125, + 2.585938, + 2.671875, + 2.890625, + 2.484375, + 2.523438, + 3.015625, + 1.714844, + 2.898438, + 2.8125, + 1.283203, + 2.882812, + 2.84375, + 2.757812, + 2.742188, + 2.921875, + 2.890625, + 2.695312, + 2.8125, + 3.046875, + 2.765625, + 2.65625, + 2.820312, + 2.289062, + 2.90625, + 2.96875, + 2.6875, + 2.859375, + 2.835938, + 2.773438, + 2.796875, + 2.554688, + 2.867188, + 2.898438, + 1.464844, + 2.804688, + 2.960938, + 2.882812, + 2.171875, + 2.851562, + 1.255859, + 2.804688, + 2.875, + 2.851562, + 2.59375, + 2.835938, + 0.998375, + 2.765625, + 2.484375, + 1.322266, + 2.679688, + 2.882812, + 2.734375, + 2.859375, + 2.554688, + 2.828125, + 2.960938, + 2.882812, + 2.601562, + 2.484375, + 0.959717, + 2.898438, + 0.603516, + 2.578125, + 2.890625, + 2.632812, + 2.710938, + 2.96875, + 2.9375, + 0.775391, + 2.960938, + 2.875, + 2.726562, + 2.828125, + 2.726562, + 2.976562, + 2.695312, + 2.859375, + 2.648438, + 2.867188, + 2.476562, + 2.867188, + 2.796875, + 2.796875, + 2.210938, + 2.523438, + 3.015625, + 2.820312, + 2.304688, + 2.28125, + 2.859375, + 2.789062, + 6.65625, + 2.984375, + 2.882812, + 3.046875, + 2.96875, + 2.726562, + 2.78125, + 2.820312, + 2.984375, + 2.75, + 2.71875, + 2.039062, + 2.929688, + 1.796875, + 2.320312, + 2.867188, + 1.363281, + 2.304688, + 1.699219, + 2.34375, + 0.766602, + 1.181641, + 3.03125, + 2.960938, + 2.226562, + 2.546875, + 1.063965, + 2.90625, + 2.5, + 1.644531, + 2.703125, + 2.921875, + 2.804688, + 1.396484, + 2.890625, + 2.773438, + 2.976562, + 2.546875, + 2.742188, + 2.757812, + 3.03125, + 2.921875, + 2.859375, + 2.75, + 2.601562, + 1.820312, + 3.015625, + 2.953125, + 1.691406, + 1.365234, + 3.109375, + 2.617188, + 2.351562, + 1.972656, + 2.828125, + 2.921875, + 2.867188, + 2.90625, + 0.883301, + 2.8125, + 2.953125, + 2.890625, + 2.546875, + 0.944336, + 2.6875, + 2.96875, + 2.765625, + 2.859375, + 2.804688, + 3.015625, + 1.300781, + 3.359375, + 2.890625, + 2.671875, + 2.859375, + 1.617188, + 2.929688, + 2.875, + 2.890625, + 2.851562, + 2.171875, + 2.617188, + 2.703125, + 2.765625, + 2.679688, + 2.78125, + 2.890625, + 2.835938, + 3.546875, + 2.804688, + 2.75, + 2.15625, + 2.9375, + 2.804688, + 2.859375, + 2.828125, + 2.765625, + 2.984375, + 2.976562, + 2.242188, + 2.117188, + 2.90625, + 3.015625, + 2.984375, + 2.8125, + 2.921875, + 3.046875, + 2.734375, + 2.953125, + 2.210938, + 1.753906, + 3.0, + 2.921875, + 2.953125, + 2.523438, + 2.898438, + 2.84375, + 2.859375, + 2.664062, + 2.773438, + 2.90625, + 2.859375, + 1.980469, + 2.960938, + 2.789062, + 2.867188, + 2.859375, + 2.851562, + 2.890625, + 2.835938, + 1.660156, + 2.765625, + 1.019043, + 2.625, + 2.828125, + 2.796875, + 2.75, + 2.789062, + 2.960938, + 2.539062, + 2.78125, + 2.898438, + 1.15625, + 2.789062, + 2.796875, + 2.914062, + 2.648438, + 2.664062, + 3.03125, + 2.875, + 2.992188, + 2.867188, + 0.950928, + 2.84375, + 2.632812, + 2.953125, + 2.390625, + 2.773438, + 2.953125, + 2.890625, + 2.210938, + 2.890625, + 0.783203, + 1.265625, + 1.949219, + 0.937744, + 2.890625, + 2.890625, + 2.851562, + 2.007812, + 1.304688, + 2.765625, + 2.078125, + 2.109375, + 2.984375, + 2.96875, + 2.851562, + 2.914062, + 2.742188, + 2.65625, + 2.726562, + 2.929688, + 2.164062, + 2.890625, + 3.0625, + 2.484375, + 2.804688, + 2.703125, + 1.255859, + 1.230469, + 2.859375, + 1.392578, + 3.0, + 2.796875, + 2.59375, + 2.914062, + 2.734375, + 2.679688, + 2.890625, + 1.066406, + 2.898438, + 2.609375, + 2.835938, + 2.945312, + 3.0, + 1.015015, + 1.898438, + 2.390625, + 2.59375, + 2.789062, + 2.992188, + 2.765625, + 3.015625, + 2.804688, + 1.882812, + 3.078125, + 1.373047, + 2.90625, + 3.03125, + 2.710938, + 2.640625, + 2.679688, + 2.882812, + 2.414062, + 2.585938, + 2.726562, + 2.890625, + 1.707031, + 2.390625, + 2.851562, + 2.757812, + 2.890625, + 2.929688, + 2.5, + 2.523438, + 2.789062, + 2.960938, + 2.804688, + 3.015625, + 2.632812, + 0.720703, + 2.867188, + 2.679688, + 2.703125, + 1.494141, + 2.882812, + 3.296875, + 2.789062, + 2.953125, + 2.78125, + 3.265625, + 2.617188, + 2.96875, + 2.75, + 1.898438, + 1.941406, + 2.859375, + 2.851562, + 2.507812, + 2.78125, + 2.578125, + 2.554688, + 2.804688, + 2.804688, + 2.84375, + 2.398438, + 2.820312, + 3.046875, + 2.34375, + 2.8125, + 3.0, + 2.828125, + 2.773438, + 2.828125, + 2.921875, + 2.523438, + 3.03125, + 2.78125, + 2.929688, + 1.554688, + 2.710938, + 2.820312, + 2.898438, + 2.484375, + 2.65625, + 2.78125, + 2.859375, + 2.796875, + 2.664062, + 2.835938, + 2.914062, + 2.382812, + 2.773438, + 2.945312, + 2.976562, + 2.757812, + 2.632812, + 2.890625, + 2.78125, + 2.992188, + 2.929688, + 2.5625, + 2.890625, + 2.734375, + 2.921875, + 1.945312, + 3.0625, + 2.984375, + 2.359375, + 1.061768, + 2.804688, + 1.925781, + 2.882812, + 2.984375, + 2.59375, + 1.519531, + 0.971558, + 0.881348, + 2.9375, + 2.945312, + 2.929688, + 2.9375, + 2.710938, + 2.90625, + 2.734375, + 2.5625, + 2.648438, + 2.804688, + 2.882812, + 0.803711, + 2.570312, + 2.859375, + 2.796875, + 2.757812, + 2.828125, + 2.96875, + 2.914062, + 2.3125, + 2.75, + 2.671875, + 2.507812, + 2.804688, + 2.820312, + 2.875, + 2.023438, + 3.046875, + 2.765625, + 0.708984, + 2.28125, + 2.773438, + 2.421875, + 2.921875, + 2.3125, + 2.914062, + 2.992188, + 3.109375, + 2.632812, + 2.679688, + 2.773438, + 2.757812, + 2.992188, + 2.53125, + 2.6875, + 3.0, + 2.875, + 2.84375, + 2.335938, + 3.0, + 2.585938, + 2.710938, + 2.78125, + 2.804688, + 2.882812, + 2.492188, + 2.8125, + 2.625, + 2.867188, + 2.929688, + 2.929688, + 2.859375, + 2.296875, + 2.570312, + 2.929688, + 1.734375, + 2.953125, + 2.5, + 2.890625, + 3.078125, + 2.898438, + 2.804688, + 1.945312, + 1.691406, + 1.785156, + 2.9375, + 2.890625, + 2.992188, + 2.40625, + 2.867188, + 2.890625, + 2.828125, + 2.742188, + 2.859375, + 2.773438, + 2.882812, + 3.03125, + 2.9375, + 2.78125, + 2.828125, + 2.796875, + 2.96875, + 2.507812, + 2.59375, + 2.953125, + 2.507812, + 2.914062, + 2.976562, + 2.929688, + 2.859375, + 2.773438, + 2.898438, + 2.945312, + 2.578125, + 2.804688, + 1.101074, + 2.875, + 2.640625, + 2.804688, + 2.773438, + 2.742188, + 3.046875, + 2.703125, + 2.554688, + 2.890625, + 2.875, + 2.898438, + 2.609375, + 2.90625, + 2.640625, + 2.460938, + 2.898438, + 2.632812, + 3.03125, + 2.773438, + 2.890625, + 3.078125, + 2.289062, + 2.570312, + 2.75, + 2.554688, + 2.695312, + 2.835938, + 2.84375, + 2.921875, + 1.710938, + 1.835938, + 2.953125, + 2.804688, + 2.632812, + 2.140625, + 2.90625, + 2.296875, + 2.726562, + 2.859375, + 1.894531, + 2.984375, + 2.851562, + 1.667969, + 2.953125, + 2.90625, + 2.882812, + 2.421875, + 1.609375, + 2.664062, + 2.78125, + 1.285156, + 2.703125, + 2.890625, + 2.960938, + 1.094238, + 2.851562, + 1.882812, + 2.9375, + 3.328125, + 2.59375, + 1.804688, + 2.757812, + 2.757812, + 2.734375, + 2.796875, + 2.9375, + 2.992188, + 2.945312, + 2.710938, + 2.664062, + 2.835938, + 2.773438, + 2.90625, + 2.835938, + 2.765625, + 3.1875, + 2.914062, + 1.992188, + 2.929688, + 2.757812, + 1.878906, + 2.773438, + 1.964844, + 2.796875, + 2.828125, + 2.84375, + 2.851562, + 2.898438, + 2.507812, + 2.9375, + 2.796875, + 3.078125, + 2.359375, + 2.773438, + 2.75, + 2.90625, + 0.554688, + 2.390625, + 2.242188, + 2.632812, + 2.59375, + 2.09375, + 3.03125, + 3.0625, + 2.773438, + 2.796875, + 2.78125, + 0.976685, + 2.796875, + 2.710938, + 2.59375, + 1.746094, + 2.882812, + 2.921875, + 2.632812, + 1.044922, + 2.3125, + 2.695312, + 2.757812, + 2.96875, + 2.929688, + 3.015625, + 2.328125, + 2.75, + 2.695312, + 2.789062, + 2.578125, + 2.960938, + 2.867188, + 2.984375, + 2.460938, + 2.742188, + 1.111328, + 2.710938, + 2.8125, + 2.804688, + 2.617188, + 2.921875, + 2.828125, + 3.03125, + 2.679688, + 2.859375, + 2.140625, + 2.695312, + 2.828125, + 3.046875, + 1.972656, + 2.46875, + 2.726562, + 0.954102, + 0.603516, + 1.976562, + 2.554688, + 2.632812, + 2.976562, + 2.679688, + 2.859375, + 0.854492, + 0.755859, + 2.695312, + 3.125, + 2.234375, + 2.695312, + 2.609375, + 2.960938, + 2.820312, + 2.414062, + 0.983521, + 2.945312, + 2.554688, + 2.523438, + 1.535156, + 2.734375, + 2.59375, + 2.609375, + 2.515625, + 3.0625, + 2.804688, + 2.554688, + 3.015625, + 2.25, + 2.960938, + 2.898438, + 2.398438, + 2.796875, + 2.75, + 3.046875, + 2.898438, + 1.726562, + 0.831055, + 3.140625, + 2.765625, + 2.726562, + 2.875, + 2.828125, + 2.890625, + 2.671875, + 2.992188, + 0.65625, + 2.570312, + 2.046875, + 2.953125, + 2.898438, + 0.959229, + 2.953125, + 2.75, + 2.773438, + 2.765625, + 2.921875, + 2.609375, + 2.359375, + 1.020752, + 2.632812, + 2.445312, + 2.710938, + 1.119629, + 2.601562, + 2.992188, + 3.25, + 2.851562, + 2.359375, + 2.453125, + 2.492188, + 2.984375, + 2.890625, + 1.765625, + 2.773438, + 2.867188, + 1.980469, + 2.320312, + 0.975098, + 1.917969, + 2.742188, + 2.671875, + 2.882812, + 2.664062, + 2.78125, + 2.671875, + 2.796875, + 0.722656, + 2.921875, + 2.953125, + 2.765625, + 2.90625, + 2.695312, + 2.820312, + 2.796875, + 0.759766, + 2.59375, + 0.913574, + 3.0, + 1.02832, + 2.210938, + 2.851562, + 3.0, + 2.898438, + 1.988281, + 2.546875, + 2.132812, + 2.65625, + 0.880859, + 2.648438, + 2.046875, + 1.777344, + 1.34375, + 2.828125, + 2.992188, + 2.195312, + 2.335938, + 3.03125, + 2.609375, + 2.953125, + 2.117188, + 2.453125, + 2.773438, + 0.823242, + 2.789062, + 3.03125, + 2.578125, + 1.022339, + 0.805664, + 2.867188, + 2.96875, + 2.578125, + 2.9375, + 3.0, + 2.75, + 2.101562, + 2.84375, + 2.734375, + 2.710938, + 3.109375, + 2.351562, + 2.859375, + 2.867188, + 2.976562, + 2.84375, + 2.914062, + 2.789062, + 3.09375, + 2.742188, + 2.523438, + 3.03125, + 2.90625, + 2.273438, + 2.929688, + 3.0, + 2.867188, + 2.820312, + 2.851562, + 2.695312, + 2.835938, + 0.855469, + 2.023438, + 2.382812, + 1.10498, + 2.804688, + 2.59375, + 2.84375, + 2.734375, + 2.859375, + 2.78125, + 2.617188, + 2.867188, + 0.956787, + 2.242188, + 2.6875, + 2.40625, + 2.804688, + 2.773438, + 2.242188, + 2.953125, + 2.90625, + 2.921875, + 2.914062, + 2.984375, + 0.968018, + 3.078125, + 3.15625, + 1.972656, + 2.976562, + 2.765625, + 2.945312, + 3.328125, + 2.742188, + 2.835938, + 2.859375, + 2.914062, + 2.84375, + 2.78125, + 2.257812, + 2.726562, + 2.914062, + 2.929688, + 2.9375, + 2.726562, + 1.326172, + 3.015625, + 1.217773, + 2.742188, + 2.304688, + 2.234375, + 2.929688, + 2.960938, + 2.914062, + 2.835938, + 2.328125, + 2.71875, + 0.765625, + 0.775391, + 0.824219, + 2.703125, + 2.960938, + 1.207031, + 2.6875, + 2.703125, + 2.851562, + 1.246094, + 2.640625, + 1.890625, + 2.671875, + 1.094238, + 2.882812, + 2.851562, + 2.71875, + 2.859375, + 2.445312, + 2.4375, + 2.976562, + 2.898438, + 1.347656, + 2.523438, + 0.720703, + 2.6875, + 2.9375, + 2.867188, + 3.0625, + 2.140625, + 1.8125, + 2.835938, + 0.886719, + 3.1875, + 2.765625, + 2.703125, + 2.765625, + 1.867188, + 2.953125, + 2.820312, + 2.851562, + 2.335938, + 2.796875, + 2.476562, + 1.800781, + 2.773438, + 2.992188, + 2.976562, + 2.90625, + 2.796875, + 3.03125, + 2.507812, + 2.789062, + 2.96875, + 2.890625, + 2.78125, + 2.757812, + 2.875, + 2.976562, + 2.484375, + 2.867188, + 2.726562, + 2.8125, + 2.882812, + 2.742188, + 2.539062, + 2.742188, + 2.5625, + 2.867188, + 2.765625, + 2.648438, + 1.365234, + 2.929688, + 2.507812, + 2.78125, + 2.601562, + 2.75, + 2.734375, + 2.953125, + 1.345703, + 2.960938, + 1.402344, + 2.867188, + 2.484375, + 2.453125, + 2.25, + 2.710938, + 1.699219, + 2.859375, + 0.968506, + 2.804688, + 1.789062, + 2.796875, + 2.671875, + 2.601562, + 2.859375, + 2.984375, + 2.828125, + 2.648438, + 2.710938, + 2.765625, + 2.921875, + 0.818359, + 2.945312, + 2.59375, + 2.640625, + 2.898438, + 2.90625, + 2.90625, + 2.671875, + 1.921875, + 2.625, + 2.890625, + 2.703125, + 3.015625, + 2.929688, + 2.8125, + 2.804688, + 2.453125, + 2.625, + 0.796875, + 2.9375, + 2.820312, + 2.945312, + 2.070312, + 2.484375, + 1.640625, + 0.773438, + 2.726562, + 0.80957, + 1.15332, + 2.351562, + 2.742188, + 2.828125, + 3.015625, + 1.326172, + 2.65625, + 2.179688, + 2.8125, + 0.898438, + 2.921875, + 2.65625, + 2.6875, + 2.765625, + 2.9375, + 3.078125, + 0.919922, + 2.898438, + 2.976562, + 1.773438, + 1.114258, + 2.835938, + 2.929688, + 1.298828, + 3.03125, + 2.117188, + 2.945312, + 2.53125, + 2.851562, + 2.679688, + 1.15332, + 2.945312, + 2.679688, + 2.765625, + 2.867188, + 2.78125, + 1.882812, + 0.792969, + 2.765625, + 2.992188, + 2.484375, + 2.851562, + 2.984375, + 2.921875, + 3.046875, + 2.796875, + 2.734375, + 2.664062, + 2.757812, + 2.820312, + 2.960938, + 2.703125, + 2.820312, + 2.484375, + 2.71875, + 2.835938, + 2.765625, + 0.642578, + 2.859375, + 2.867188, + 2.78125, + 2.554688, + 2.671875, + 2.546875, + 2.59375, + 2.78125, + 2.765625, + 2.789062, + 2.835938, + 2.773438, + 2.929688, + 1.863281, + 2.75, + 0.974243, + 2.859375, + 1.125977, + 2.898438, + 2.867188, + 2.945312, + 0.930176, + 2.898438, + 2.523438, + 2.539062, + 2.953125, + 3.1875, + 2.8125, + 2.679688, + 2.835938, + 2.742188, + 2.6875, + 1.34375, + 2.65625, + 2.953125, + 3.140625, + 2.976562, + 2.625, + 2.8125, + 2.851562, + 2.890625, + 2.765625, + 2.804688, + 2.367188, + 2.578125, + 2.703125, + 2.703125, + 1.267578, + 2.632812, + 2.929688, + 2.984375, + 2.546875, + 0.972534, + 3.03125, + 2.898438, + 3.0, + 2.90625, + 2.804688, + 2.867188, + 2.742188, + 2.78125, + 1.021118, + 2.84375, + 2.789062, + 2.6875, + 2.992188, + 2.585938, + 2.929688, + 2.890625, + 3.09375, + 2.921875, + 2.554688, + 3.0625, + 2.90625, + 2.773438, + 2.609375, + 2.976562, + 2.890625, + 1.777344, + 4.609375, + 2.625, + 2.710938, + 2.945312, + 2.671875, + 1.828125, + 2.976562, + 2.78125, + 2.78125, + 0.937012, + 2.34375, + 2.234375, + 2.078125, + 2.789062, + 3.03125, + 0.638672, + 0.660156, + 2.921875, + 3.515625, + 0.736328, + 1.730469, + 2.796875, + 2.804688, + 2.828125, + 2.90625, + 2.898438, + 2.679688, + 2.71875, + 2.5625, + 3.0, + 1.330078, + 2.804688, + 2.914062, + 2.84375, + 1.527344, + 2.890625, + 2.882812, + 2.875, + 2.695312, + 2.804688, + 2.617188, + 2.882812, + 2.429688, + 1.229492, + 2.890625, + 2.75, + 2.796875, + 2.734375, + 2.101562, + 2.898438, + 1.703125, + 2.78125, + 2.742188, + 1.835938, + 2.71875, + 2.953125, + 2.851562, + 2.34375, + 2.453125, + 2.851562, + 2.804688, + 2.804688, + 1.773438, + 0.891602, + 2.734375, + 3.078125, + 2.679688, + 2.304688, + 2.953125, + 2.867188, + 2.703125, + 0.866211, + 2.554688, + 2.914062, + 2.546875, + 2.71875, + 2.726562, + 2.992188, + 2.867188, + 2.835938, + 2.515625, + 2.71875, + 2.695312, + 2.898438, + 3.0625, + 2.921875, + 2.6875, + 2.242188, + 2.414062, + 2.289062, + 2.9375, + 2.515625, + 2.265625, + 2.859375, + 1.839844, + 2.695312, + 2.71875, + 2.898438, + 2.734375, + 2.84375, + 2.804688, + 1.871094, + 2.609375, + 2.929688, + 3.09375, + 2.851562, + 2.984375, + 1.773438, + 2.726562, + 2.78125, + 2.789062, + 3.015625, + 2.90625, + 2.507812, + 3.0625, + 2.6875, + 2.734375, + 2.734375, + 1.361328, + 2.835938, + 2.820312, + 2.890625, + 2.5, + 2.914062, + 2.921875, + 2.710938, + 2.742188, + 2.632812, + 2.835938, + 2.734375, + 2.445312, + 1.863281, + 2.578125, + 2.757812, + 2.929688, + 2.734375, + 2.960938, + 2.96875, + 2.851562, + 2.898438, + 2.929688, + 2.796875, + 3.234375, + 2.640625, + 2.671875, + 2.414062, + 2.804688, + 2.789062, + 2.710938, + 2.96875, + 2.882812, + 2.890625, + 2.859375, + 2.164062, + 3.015625, + 2.765625, + 2.398438, + 2.773438, + 2.921875, + 0.673828, + 2.835938, + 2.992188, + 2.804688, + 1.429688, + 2.820312, + 2.710938, + 1.773438, + 0.991455, + 2.53125, + 2.742188, + 3.015625, + 2.726562, + 2.679688, + 2.789062, + 2.710938, + 2.859375, + 2.65625, + 2.476562, + 2.75, + 1.78125, + 2.96875, + 2.921875, + 1.339844, + 0.771484, + 2.921875, + 3.109375, + 3.03125, + 1.753906, + 2.828125, + 2.226562, + 2.710938, + 2.953125, + 3.203125, + 2.710938, + 2.8125, + 2.679688, + 2.484375, + 2.898438, + 2.921875, + 2.96875, + 1.11377, + 1.84375, + 2.828125, + 2.78125, + 2.890625, + 2.21875, + 2.679688, + 2.960938, + 2.429688, + 1.695312, + 2.9375, + 2.992188, + 2.507812, + 2.835938, + 2.78125, + 2.398438, + 2.59375, + 2.84375, + 0.720703, + 0.748047, + 2.796875, + 2.828125, + 2.679688, + 3.09375, + 2.617188, + 2.890625, + 1.24707, + 2.9375, + 1.458984, + 1.574219, + 2.757812, + 2.960938, + 2.773438, + 2.765625, + 2.898438, + 3.0, + 1.25, + 2.992188, + 2.609375, + 2.5625, + 2.867188, + 2.882812, + 2.710938, + 2.539062, + 2.226562, + 2.789062, + 2.867188, + 2.609375, + 2.5625, + 2.117188, + 2.5, + 2.679688, + 3.5, + 2.953125, + 2.882812, + 0.928223, + 2.78125, + 2.914062, + 2.117188, + 2.78125, + 2.609375, + 2.734375, + 2.851562, + 2.820312, + 2.742188, + 2.21875, + 2.75, + 2.96875, + 2.921875, + 3.0, + 2.921875, + 2.773438, + 2.71875, + 2.6875, + 2.898438, + 2.882812, + 2.789062, + 1.851562, + 0.744141, + 2.765625, + 2.898438, + 2.929688, + 2.859375, + 2.640625, + 0.681641, + 2.945312, + 2.9375, + 2.554688, + 2.859375, + 1.384766, + 3.046875, + 2.9375, + 2.835938, + 2.71875, + 2.796875, + 3.265625, + 2.546875, + 2.203125, + 2.703125, + 3.203125, + 2.742188, + 0.940918, + 2.929688, + 2.648438, + 0.746094, + 2.84375, + 2.351562, + 3.03125, + 2.5, + 2.351562, + 2.757812, + 1.789062, + 2.8125, + 2.929688, + 2.859375, + 2.835938, + 2.828125, + 2.796875, + 0.582031, + 3.046875, + 3.046875, + 2.835938, + 2.859375, + 3.015625, + 1.792969, + 2.835938, + 2.796875, + 2.515625, + 2.554688, + 2.390625, + 2.898438, + 1.439453, + 2.5625, + 0.802734, + 2.953125, + 2.789062, + 3.078125, + 2.640625, + 2.796875, + 2.78125, + 2.921875, + 2.867188, + 2.523438, + 2.875, + 2.804688, + 2.960938, + 2.476562, + 2.96875, + 1.808594, + 2.679688, + 2.070312, + 0.994385, + 2.804688, + 2.875, + 3.140625, + 2.929688, + 3.109375, + 2.375, + 2.695312, + 2.882812, + 1.964844, + 2.039062, + 2.84375, + 3.078125, + 3.03125, + 2.679688, + 2.828125, + 2.203125, + 3.015625, + 2.929688, + 2.835938, + 1.168945, + 2.546875, + 3.015625, + 2.820312, + 2.90625, + 2.375, + 2.71875, + 2.742188, + 2.742188, + 2.859375, + 2.84375, + 2.796875, + 1.726562, + 2.59375, + 2.992188, + 2.835938, + 2.96875, + 2.992188, + 3.0, + 2.5625, + 2.265625, + 2.992188, + 2.929688, + 1.695312, + 1.166992, + 2.859375, + 2.882812, + 3.046875, + 2.734375, + 3.0, + 0.75293, + 2.726562, + 2.976562, + 2.710938, + 2.898438, + 2.304688, + 2.75, + 2.476562, + 1.203125, + 2.867188, + 2.804688, + 3.015625, + 2.625, + 2.273438, + 2.921875, + 2.75, + 2.859375, + 2.765625, + 2.914062, + 3.109375, + 2.554688, + 2.5, + 1.808594, + 2.648438, + 1.875, + 0.919922, + 2.71875, + 2.984375, + 2.875, + 3.03125, + 2.492188, + 2.859375, + 2.921875, + 2.84375, + 2.859375, + 2.765625, + 2.140625, + 2.640625, + 1.636719, + 2.789062, + 2.125, + 2.679688, + 2.828125, + 2.742188, + 2.578125, + 2.890625, + 2.882812, + 3.0, + 2.109375, + 2.796875, + 2.882812, + 1.214844, + 2.398438, + 2.859375, + 3.0, + 2.585938, + 1.209961, + 2.726562, + 2.734375, + 2.742188, + 2.78125, + 2.765625, + 1.005371, + 2.804688, + 2.929688, + 1.96875, + 2.851562, + 2.554688, + 2.53125, + 2.601562, + 2.984375, + 2.664062, + 2.726562, + 2.84375, + 2.914062, + 2.601562, + 2.890625, + 2.859375, + 0.822266, + 2.671875, + 2.710938, + 2.898438, + 2.882812, + 3.015625, + 3.015625, + 2.492188, + 1.664062, + 2.835938, + 2.898438, + 3.015625, + 2.703125, + 1.695312, + 2.570312, + 2.765625, + 2.796875, + 2.71875, + 2.570312, + 2.882812, + 2.679688, + 2.796875, + 2.507812, + 2.859375, + 2.609375, + 2.757812, + 2.820312, + 2.71875, + 2.742188, + 2.898438, + 2.34375, + 2.992188, + 1.488281, + 0.652344, + 2.804688, + 2.273438, + 2.921875, + 2.929688, + 2.710938, + 2.6875, + 2.273438, + 2.929688, + 2.34375, + 2.734375, + 2.890625, + 2.921875, + 2.835938, + 0.896484, + 2.671875, + 2.929688, + 2.773438, + 2.601562, + 2.734375, + 2.757812, + 2.859375, + 2.804688, + 2.492188, + 2.921875, + 2.867188, + 2.976562, + 2.90625, + 2.648438, + 2.132812, + 2.882812, + 2.273438, + 2.40625, + 2.851562, + 3.0, + 2.9375, + 2.859375, + 2.960938, + 2.898438, + 2.710938, + 3.96875, + 2.179688, + 2.828125, + 2.203125, + 1.570312, + 2.929688, + 2.75, + 2.679688, + 1.018066, + 2.070312, + 2.992188, + 2.90625, + 3.03125, + 2.929688, + 2.804688, + 2.992188, + 2.640625, + 2.382812, + 3.21875, + 0.748047, + 2.742188, + 2.71875, + 2.679688, + 2.859375, + 2.914062, + 2.898438, + 2.648438, + 0.769531, + 2.796875, + 2.710938, + 2.710938, + 2.875, + 2.929688, + 2.960938, + 3.0, + 2.742188, + 2.523438, + 1.585938, + 2.6875, + 2.859375, + 2.601562, + 2.835938, + 2.945312, + 2.679688, + 2.882812, + 2.40625, + 2.804688, + 2.40625, + 2.835938, + 2.796875, + 2.929688, + 2.921875, + 2.695312, + 2.523438, + 2.695312, + 2.59375, + 3.125, + 2.9375, + 2.6875, + 2.53125, + 0.834961, + 2.96875, + 2.742188, + 2.921875, + 2.867188, + 3.0, + 2.8125, + 2.859375, + 2.789062, + 2.960938, + 1.984375, + 2.757812, + 2.875, + 2.84375, + 0.797852, + 2.84375, + 2.679688, + 2.828125, + 2.890625, + 2.835938, + 2.734375, + 2.992188, + 2.578125, + 2.921875, + 2.742188, + 2.921875, + 1.090332, + 2.585938, + 2.460938, + 3.0, + 0.956787, + 2.890625, + 1.211914, + 2.726562, + 0.763672, + 2.953125, + 2.382812, + 2.179688, + 1.765625, + 2.484375, + 2.898438, + 2.867188, + 2.671875, + 2.859375, + 2.671875, + 2.96875, + 2.882812, + 0.628906, + 1.498047, + 2.03125, + 2.890625, + 2.929688, + 2.601562, + 3.015625, + 2.882812, + 2.929688, + 2.078125, + 3.0, + 2.890625, + 2.90625, + 3.015625, + 2.703125, + 2.5, + 2.828125, + 2.9375, + 2.03125, + 2.921875, + 2.898438, + 3.078125, + 2.859375, + 2.945312, + 2.21875, + 2.960938, + 2.835938, + 2.5625, + 2.914062, + 2.890625, + 2.789062, + 2.835938, + 3.03125, + 1.263672, + 2.734375, + 2.773438, + 2.695312, + 1.291016, + 2.945312, + 2.984375, + 2.984375, + 1.081543, + 2.585938, + 2.0625, + 2.882812, + 2.523438, + 2.335938, + 0.833984, + 2.976562, + 2.890625, + 2.8125, + 0.724609, + 2.023438, + 1.035889, + 2.421875, + 2.921875, + 2.359375, + 3.015625, + 2.929688, + 2.820312, + 2.6875, + 2.875, + 2.632812, + 1.347656, + 1.443359, + 2.9375, + 2.4375, + 2.570312, + 2.875, + 2.71875, + 2.742188, + 3.046875, + 2.148438, + 2.804688, + 2.765625, + 2.726562, + 1.470703, + 3.046875, + 2.828125, + 3.21875, + 2.890625, + 2.75, + 1.167969, + 2.84375, + 1.138672, + 2.789062, + 2.867188, + 2.796875, + 2.742188, + 2.867188, + 2.445312, + 2.765625, + 2.984375, + 2.859375, + 2.929688, + 2.601562, + 2.546875, + 2.921875, + 2.796875, + 2.984375, + 2.554688, + 2.476562, + 2.914062, + 1.726562, + 2.46875, + 2.578125, + 1.808594, + 2.742188, + 2.867188, + 2.859375, + 2.789062, + 2.617188, + 2.640625, + 2.6875, + 2.945312, + 1.894531, + 2.867188, + 2.625, + 2.765625, + 2.726562, + 3.0625, + 2.890625, + 2.351562, + 2.890625, + 2.921875, + 2.835938, + 2.890625, + 2.71875, + 1.648438, + 3.015625, + 2.765625, + 1.488281, + 2.734375, + 2.734375, + 1.068848, + 2.742188, + 2.195312, + 2.9375, + 2.929688, + 2.742188, + 3.046875, + 2.984375, + 2.851562, + 2.789062, + 2.929688, + 2.703125, + 2.632812, + 2.851562, + 1.730469, + 2.53125, + 2.90625, + 2.796875, + 1.275391, + 2.679688, + 2.726562, + 2.984375, + 2.96875, + 2.804688, + 2.859375, + 2.617188, + 2.59375, + 1.828125, + 2.445312, + 2.992188, + 2.835938, + 0.968994, + 2.890625, + 2.757812, + 1.131836, + 2.875, + 2.695312, + 2.929688, + 2.78125, + 2.804688, + 2.929688, + 1.4375, + 2.96875, + 2.898438, + 2.859375, + 2.890625, + 2.554688, + 2.585938, + 2.539062, + 1.155273, + 1.773438, + 2.929688, + 2.445312, + 3.03125, + 2.179688, + 2.507812, + 2.78125, + 2.914062, + 1.123047, + 2.328125, + 3.015625, + 0.787109, + 2.890625, + 2.554688, + 2.929688, + 2.9375, + 1.099121, + 2.890625, + 2.867188, + 0.955322, + 2.960938, + 1.957031, + 2.6875, + 2.882812, + 2.890625, + 2.9375, + 1.042236, + 2.875, + 2.242188, + 2.828125, + 2.820312, + 2.953125, + 2.78125, + 1.824219, + 3.0625, + 3.078125, + 2.890625, + 2.640625, + 1.102051, + 2.742188, + 2.84375, + 2.703125, + 2.695312, + 3.046875, + 2.867188, + 2.445312, + 2.40625, + 2.921875, + 2.609375, + 2.796875, + 1.957031, + 2.421875, + 2.921875, + 2.890625, + 0.853516, + 2.984375, + 2.515625, + 2.726562, + 2.921875, + 2.8125, + 2.5, + 2.3125, + 2.78125, + 2.9375, + 1.240234, + 2.710938, + 2.84375, + 2.570312 + ] + }, + "name": "onnx::Mul_8604", + "outputIndexes": [ + 1626 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1625, + 1626 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_16/Mul_1_output_0", + "outputIndexes": [ + 1627 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608, + 1627 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_84_output_0", + "outputIndexes": [ + 1628 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1628, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_153_output_0", + "outputIndexes": [ + 1629 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1629 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_17/Mul_output_0", + "outputIndexes": [ + 1630 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.535156, + 1.675781, + 1.472656, + 1.527344, + 1.570312, + 1.5625, + 1.542969, + 1.388672, + 1.431641, + 1.597656, + 1.542969, + 1.589844, + 1.710938, + 1.535156, + 1.476562, + 1.507812, + 1.542969, + 1.523438, + 1.59375, + 1.613281, + 1.474609, + 1.730469, + 1.550781, + 1.65625, + 1.523438, + 1.511719, + 1.875, + 1.679688, + 1.519531, + 1.519531, + 1.613281, + 1.808594, + 1.496094, + 1.757812, + 1.527344, + 1.875, + 1.609375, + 1.535156, + 1.570312, + 1.486328, + 1.519531, + 1.558594, + 1.558594, + 1.765625, + 1.742188, + 1.490234, + 1.447266, + 1.605469, + 1.484375, + 1.789062, + 1.542969, + 2.226562, + 1.53125, + 1.996094, + 1.5, + 1.699219, + 1.578125, + 1.589844, + 1.566406, + 1.503906, + 1.914062, + 1.320312, + 1.582031, + 1.59375, + 1.816406, + 1.699219, + 1.996094, + 1.539062, + 1.75, + 1.503906, + 1.515625, + 1.554688, + 1.478516, + 1.490234, + 1.628906, + 1.5625, + 1.960938, + 1.707031, + 1.742188, + 1.953125, + 1.621094, + 1.429688, + 1.457031, + 1.839844, + 1.675781, + 1.773438, + 1.550781, + 1.84375, + 1.859375, + 1.460938, + 1.511719, + 1.601562, + 1.566406, + 1.714844, + 1.460938, + 1.333984, + 1.574219, + 1.46875, + 1.222656, + 1.597656, + 1.609375, + 1.527344, + 1.582031, + 1.621094, + 1.462891, + 1.503906, + 1.488281, + 1.691406, + 1.519531, + 1.558594, + 1.494141, + 1.644531, + 1.507812, + 3.90625, + 1.566406, + 1.59375, + 1.486328, + 1.820312, + 1.574219, + 1.476562, + 1.496094, + 1.523438, + 1.392578, + 1.425781, + 1.554688, + 1.945312, + 1.527344, + 1.554688, + 1.511719, + 1.972656, + 1.855469, + 1.519531, + 1.558594, + 1.585938, + 1.585938, + 1.613281, + 1.65625, + 2.226562, + 1.527344, + 1.507812, + 1.148438, + 1.542969, + 1.601562, + 1.507812, + 1.527344, + 1.605469, + 1.742188, + 1.582031, + 1.589844, + 1.53125, + 1.527344, + 1.617188, + 1.550781, + 1.245117, + 1.558594, + 1.515625, + 2.0, + 1.515625, + 1.789062, + 1.773438, + 2.804688, + 1.496094, + 1.78125, + 1.835938, + 1.519531, + 1.462891, + 1.574219, + 1.675781, + 1.507812, + 1.539062, + 1.515625, + 1.800781, + 1.498047, + 1.742188, + 1.511719, + 1.492188, + 1.617188, + 1.490234, + 1.470703, + 1.53125, + 1.589844, + 1.621094, + 1.78125, + 1.419922, + 1.308594, + 1.527344, + 1.867188, + 1.507812, + 1.652344, + 1.839844, + 1.523438, + 1.410156, + 1.609375, + 1.628906, + 1.492188, + 1.617188, + 1.429688, + 1.621094, + 1.542969, + 1.511719, + 1.460938, + 1.490234, + 1.628906, + 1.632812, + 1.601562, + 1.496094, + 1.351562, + 1.582031, + 1.539062, + 1.511719, + 1.605469, + 1.570312, + 1.558594, + 1.566406, + 1.644531, + 1.539062, + 1.664062, + 1.628906, + 1.539062, + 1.484375, + 1.703125, + 1.746094, + 1.542969, + 1.445312, + 1.447266, + 1.519531, + 1.59375, + 1.566406, + 1.527344, + 1.609375, + 2.984375, + 1.574219, + 1.589844, + 1.443359, + 1.5, + 1.523438, + 1.890625, + 1.466797, + 1.601562, + 1.527344, + 2.46875, + 1.535156, + 1.449219, + 1.566406, + 1.542969, + 1.507812, + 1.671875, + 1.679688, + 1.535156, + 1.84375, + 1.523438, + 1.535156, + 1.855469, + 1.546875, + 1.53125, + 1.511719, + 1.476562, + 1.384766, + 1.431641, + 1.582031, + 1.507812, + 1.511719, + 1.455078, + 1.625, + 1.539062, + 1.679688, + 1.574219, + 1.443359, + 1.578125, + 1.503906, + 1.609375, + 1.628906, + 1.523438, + 1.773438, + 1.570312, + 1.486328, + 1.902344, + 1.59375, + 1.503906, + 1.523438, + 1.886719, + 1.503906, + 1.855469, + 1.515625, + 1.451172, + 1.578125, + 1.671875, + 1.574219, + 1.871094, + 1.503906, + 1.601562, + 2.234375, + 1.613281, + 1.542969, + 1.632812, + 1.566406, + 1.664062, + 1.539062, + 1.570312, + 1.558594, + 1.816406, + 1.675781, + 1.90625, + 1.5, + 1.267578, + 1.6875, + 1.574219, + 1.613281, + 1.480469, + 1.554688, + 1.5625, + 1.535156, + 1.375, + 1.447266, + 1.628906, + 1.539062, + 1.636719, + 1.542969, + 1.621094, + 1.570312, + 1.617188, + 1.484375, + 1.542969, + 1.542969, + 1.609375, + 1.617188, + 1.726562, + 1.65625, + 1.535156, + 1.570312, + 1.699219, + 1.898438, + 1.519531, + 1.625, + 1.265625, + 1.523438, + 1.539062, + 1.435547, + 1.539062, + 1.519531, + 1.550781, + 1.679688, + 1.558594, + 1.542969, + 1.503906, + 1.765625, + 1.443359, + 2.15625, + 1.726562, + 1.466797, + 2.085938, + 1.695312, + 2.390625, + 1.671875, + 1.558594, + 1.949219, + 1.447266, + 1.535156, + 1.855469, + 1.605469, + 1.882812, + 1.523438, + 1.621094, + 1.871094, + 1.605469, + 1.484375, + 1.5625, + 1.8125, + 1.667969, + 1.539062, + 1.519531, + 1.667969, + 1.59375, + 1.523438, + 1.474609, + 1.527344, + 1.585938, + 1.644531, + 1.671875, + 1.949219, + 1.492188, + 1.617188, + 1.914062, + 1.855469, + 1.550781, + 1.582031, + 1.542969, + 2.054688, + 1.558594, + 1.550781, + 1.431641, + 1.539062, + 1.621094, + 1.566406, + 1.503906, + 1.566406, + 1.628906, + 1.710938, + 1.578125, + 1.431641, + 1.605469, + 1.601562, + 1.535156, + 1.53125, + 1.722656, + 1.910156, + 1.492188, + 1.589844, + 1.535156, + 2.140625, + 1.546875, + 1.667969, + 1.652344, + 1.523438, + 2.117188, + 1.574219, + 1.550781, + 1.613281, + 1.550781, + 1.578125, + 1.523438, + 1.566406, + 1.550781, + 1.498047, + 1.550781, + 1.917969, + 1.597656, + 1.613281, + 1.558594, + 1.486328, + 1.53125, + 1.550781, + 1.460938, + 1.816406, + 2.601562, + 1.470703, + 1.457031, + 1.527344, + 1.519531, + 1.515625, + 1.511719, + 1.664062, + 1.478516, + 1.667969, + 2.90625, + 1.5, + 1.507812, + 1.578125, + 1.695312, + 1.451172, + 1.613281, + 1.550781, + 1.582031, + 1.582031, + 1.558594, + 1.488281, + 2.132812, + 1.523438, + 1.470703, + 1.574219, + 1.441406, + 1.617188, + 1.492188, + 1.679688, + 1.890625, + 1.4375, + 1.648438, + 1.644531, + 1.601562, + 1.511719, + 1.515625, + 1.488281, + 1.640625, + 1.742188, + 1.472656, + 1.472656, + 1.730469, + 1.449219, + 1.550781, + 1.53125, + 1.699219, + 1.585938, + 1.287109, + 1.490234, + 1.515625, + 1.474609, + 1.628906, + 1.449219, + 1.554688, + 1.597656, + 1.625, + 1.609375, + 1.542969, + 1.574219, + 1.789062, + 1.511719, + 1.333984, + 2.195312, + 1.933594, + 1.6875, + 1.582031, + 1.558594, + 1.546875, + 1.816406, + 1.636719, + 1.53125, + 1.890625, + 1.96875, + 1.416016, + 1.472656, + 1.519531, + 1.574219, + 1.574219, + 1.761719, + 1.570312, + 1.494141, + 1.84375, + 1.578125, + 1.451172, + 1.730469, + 1.613281, + 1.59375, + 1.953125, + 1.988281, + 1.498047, + 2.007812, + 1.472656, + 1.5, + 1.59375, + 1.484375, + 1.546875, + 1.597656, + 1.484375, + 2.039062, + 1.554688, + 1.419922, + 1.574219, + 1.361328, + 1.439453, + 2.140625, + 3.359375, + 1.679688, + 1.941406, + 1.597656, + 1.558594, + 1.519531, + 1.519531, + 1.570312, + 1.8125, + 1.490234, + 2.320312, + 1.498047, + 1.566406, + 1.6875, + 1.691406, + 1.734375, + 1.535156, + 3.40625, + 1.660156, + 1.617188, + 1.472656, + 2.101562, + 1.636719, + 1.511719, + 1.660156, + 1.546875, + 1.431641, + 3.3125, + 1.8125, + 1.558594, + 1.523438, + 1.640625, + 1.490234, + 1.707031, + 1.546875, + 1.550781, + 1.585938, + 1.589844, + 1.902344, + 1.486328, + 1.261719, + 1.53125, + 1.474609, + 1.589844, + 1.527344, + 1.679688, + 1.378906, + 1.632812, + 3.09375, + 2.03125, + 1.5, + 1.53125, + 1.914062, + 1.628906, + 1.953125, + 1.714844, + 1.5, + 1.6875, + 1.5625, + 1.628906, + 1.507812, + 1.503906, + 1.683594, + 1.539062, + 1.503906, + 1.535156, + 1.550781, + 1.601562, + 1.59375, + 1.554688, + 1.484375, + 1.558594, + 1.550781, + 2.367188, + 1.65625, + 1.53125, + 1.482422, + 1.761719, + 1.578125, + 1.511719, + 1.578125, + 1.558594, + 1.558594, + 1.542969, + 1.466797, + 1.683594, + 1.527344, + 1.498047, + 1.660156, + 1.375, + 1.585938, + 1.488281, + 1.625, + 1.523438, + 1.523438, + 1.714844, + 1.507812, + 1.664062, + 1.550781, + 1.824219, + 1.589844, + 1.53125, + 1.5625, + 1.796875, + 1.59375, + 1.777344, + 1.488281, + 1.550781, + 1.617188, + 2.085938, + 1.289062, + 1.632812, + 1.474609, + 1.539062, + 1.574219, + 1.523438, + 1.597656, + 1.488281, + 1.570312, + 1.816406, + 1.804688, + 1.617188, + 1.494141, + 1.6875, + 1.625, + 1.486328, + 1.59375, + 1.597656, + 1.523438, + 1.472656, + 1.445312, + 1.847656, + 1.589844, + 1.484375, + 1.75, + 1.566406, + 1.574219, + 1.503906, + 1.933594, + 1.492188, + 1.59375, + 1.558594, + 2.320312, + 1.605469, + 1.683594, + 1.488281, + 1.738281, + 1.503906, + 1.453125, + 1.369141, + 1.738281, + 1.660156, + 1.640625, + 1.609375, + 1.476562, + 1.691406, + 1.546875, + 1.585938, + 1.484375, + 1.527344, + 2.554688, + 1.421875, + 1.632812, + 1.523438, + 1.578125, + 1.515625, + 1.53125, + 1.6875, + 1.453125, + 1.566406, + 1.582031, + 1.490234, + 1.470703, + 1.53125, + 2.945312, + 2.1875, + 1.498047, + 1.925781, + 1.585938, + 1.671875, + 1.455078, + 1.386719, + 1.542969, + 1.455078, + 1.859375, + 2.898438, + 1.945312, + 1.550781, + 1.6875, + 1.433594, + 1.585938, + 1.59375, + 1.570312, + 1.519531, + 1.589844, + 1.507812, + 1.578125, + 1.492188, + 1.453125, + 1.462891, + 1.554688, + 1.550781, + 1.542969, + 1.605469, + 1.71875, + 1.605469, + 1.585938, + 1.738281, + 1.523438, + 1.566406, + 1.523438, + 1.535156, + 1.484375, + 1.449219, + 1.617188, + 1.636719, + 1.492188, + 1.667969, + 1.613281, + 1.613281, + 1.605469, + 1.554688, + 1.53125, + 1.419922, + 1.511719, + 1.59375, + 1.484375, + 1.539062, + 1.472656, + 1.734375, + 1.498047, + 1.703125, + 1.65625, + 1.447266, + 1.617188, + 1.441406, + 1.535156, + 1.507812, + 1.410156, + 1.78125, + 1.597656, + 1.570312, + 1.625, + 1.53125, + 3.5625, + 1.53125, + 1.503906, + 2.398438, + 1.9375, + 1.433594, + 1.554688, + 1.582031, + 1.886719, + 1.519531, + 1.851562, + 1.675781, + 1.566406, + 2.101562, + 1.4375, + 1.714844, + 2.875, + 1.5625, + 1.675781, + 1.464844, + 1.613281, + 1.753906, + 1.628906, + 1.589844, + 2.460938, + 1.597656, + 1.609375, + 1.550781, + 2.085938, + 1.601562, + 1.914062, + 1.542969, + 1.314453, + 1.636719, + 1.863281, + 1.578125, + 1.523438, + 1.613281, + 1.496094, + 1.472656, + 1.511719, + 1.476562, + 1.589844, + 1.605469, + 1.460938, + 1.621094, + 1.53125, + 1.486328, + 1.660156, + 1.341797, + 1.417969, + 1.832031, + 1.503906, + 1.535156, + 2.210938, + 1.488281, + 1.914062, + 1.597656, + 1.601562, + 1.519531, + 1.484375, + 1.53125, + 1.550781, + 1.474609, + 1.486328, + 1.443359, + 1.714844, + 1.546875, + 1.582031, + 1.613281, + 1.067383, + 1.640625, + 1.898438, + 1.578125, + 1.644531, + 2.203125, + 1.474609, + 1.482422, + 1.511719, + 1.621094, + 1.535156, + 2.023438, + 1.664062, + 1.5625, + 1.589844, + 2.859375, + 1.566406, + 1.5, + 1.699219, + 1.921875, + 1.65625, + 1.507812, + 1.5, + 1.496094, + 1.570312, + 1.523438, + 1.84375, + 1.464844, + 1.605469, + 1.582031, + 1.761719, + 1.472656, + 1.451172, + 1.53125, + 1.75, + 1.660156, + 1.957031, + 1.546875, + 1.535156, + 1.482422, + 1.644531, + 1.488281, + 1.597656, + 1.71875, + 1.53125, + 1.535156, + 1.855469, + 1.589844, + 1.492188, + 1.466797, + 1.738281, + 1.574219, + 1.664062, + 1.75, + 1.605469, + 1.832031, + 1.435547, + 1.585938, + 1.496094, + 1.570312, + 1.558594, + 1.494141, + 1.408203, + 1.558594, + 1.316406, + 1.855469, + 1.613281, + 1.582031, + 1.535156, + 1.480469, + 1.972656, + 1.617188, + 1.523438, + 1.605469, + 1.5, + 2.070312, + 1.53125, + 1.609375, + 1.726562, + 1.742188, + 1.507812, + 1.5, + 1.585938, + 1.458984, + 1.910156, + 1.447266, + 1.478516, + 1.695312, + 1.546875, + 1.566406, + 1.535156, + 1.542969, + 1.847656, + 1.542969, + 3.28125, + 1.519531, + 1.490234, + 1.474609, + 1.5, + 1.550781, + 1.644531, + 1.527344, + 1.398438, + 1.582031, + 1.875, + 1.628906, + 1.492188, + 1.648438, + 1.478516, + 1.566406, + 1.488281, + 1.478516, + 1.482422, + 1.582031, + 1.703125, + 1.75, + 1.494141, + 1.734375, + 1.691406, + 1.945312, + 1.605469, + 1.484375, + 1.273438, + 1.601562, + 2.53125, + 1.585938, + 1.546875, + 1.400391, + 1.519531, + 1.941406, + 1.640625, + 1.46875, + 2.015625, + 3.390625, + 2.804688, + 3.09375, + 1.492188, + 1.609375, + 1.455078, + 1.46875, + 1.492188, + 1.675781, + 1.515625, + 1.478516, + 1.519531, + 1.542969, + 1.535156, + 1.542969, + 1.507812, + 1.527344, + 1.484375, + 1.092285, + 1.558594, + 1.761719, + 1.527344, + 1.789062, + 1.792969, + 1.523438, + 1.412109, + 1.558594, + 1.753906, + 1.707031, + 2.203125, + 1.65625, + 1.664062, + 1.625, + 1.816406, + 1.8125, + 1.90625, + 1.519531, + 1.494141, + 1.878906, + 3.09375, + 1.589844, + 1.625, + 1.429688, + 1.75, + 1.785156, + 1.574219, + 1.605469, + 1.613281, + 1.527344, + 1.710938, + 1.925781, + 1.574219, + 1.617188, + 1.425781, + 1.617188, + 1.482422, + 1.582031, + 1.515625, + 1.949219, + 3.859375, + 1.511719, + 1.449219, + 1.421875, + 1.777344, + 1.5625, + 1.480469, + 1.578125, + 1.535156, + 1.605469, + 1.65625, + 1.474609, + 1.554688, + 1.691406, + 1.519531, + 1.613281, + 1.769531, + 1.431641, + 1.482422, + 1.542969, + 1.578125, + 1.515625, + 3.15625, + 1.613281, + 1.773438, + 1.878906, + 1.867188, + 1.710938, + 1.539062, + 1.566406, + 1.472656, + 1.523438, + 1.566406, + 1.503906, + 1.722656, + 1.519531, + 1.648438, + 1.6875, + 1.589844, + 1.683594, + 1.511719, + 1.625, + 1.601562, + 1.412109, + 1.574219, + 1.574219, + 1.59375, + 1.466797, + 1.652344, + 1.523438, + 1.554688, + 1.980469, + 1.503906, + 1.566406, + 1.613281, + 1.241211, + 1.554688, + 1.511719, + 1.476562, + 1.574219, + 1.507812, + 1.542969, + 1.707031, + 1.558594, + 1.535156, + 1.458984, + 1.466797, + 1.605469, + 2.429688, + 1.585938, + 1.761719, + 1.53125, + 1.851562, + 1.875, + 1.490234, + 1.4375, + 1.558594, + 1.527344, + 1.847656, + 1.613281, + 1.820312, + 1.458984, + 1.660156, + 1.628906, + 1.527344, + 1.953125, + 1.535156, + 1.578125, + 1.546875, + 1.917969, + 1.648438, + 2.0, + 1.535156, + 1.65625, + 1.507812, + 1.53125, + 1.59375, + 1.574219, + 1.625, + 1.722656, + 1.429688, + 1.457031, + 2.007812, + 2.84375, + 1.8125, + 1.695312, + 1.515625, + 1.574219, + 1.384766, + 1.882812, + 2.546875, + 1.59375, + 1.652344, + 1.271484, + 1.550781, + 1.574219, + 1.550781, + 1.898438, + 1.523438, + 1.589844, + 1.458984, + 1.722656, + 1.578125, + 1.703125, + 2.523438, + 1.578125, + 1.539062, + 1.355469, + 1.488281, + 1.527344, + 1.527344, + 1.75, + 1.632812, + 1.507812, + 1.496094, + 1.554688, + 1.550781, + 1.498047, + 1.404297, + 1.605469, + 1.455078, + 1.664062, + 1.523438, + 1.570312, + 1.566406, + 1.652344, + 1.574219, + 1.75, + 1.585938, + 1.527344, + 1.644531, + 1.820312, + 1.496094, + 1.6875, + 1.507812, + 1.582031, + 1.496094, + 1.621094, + 1.535156, + 2.15625, + 1.539062, + 2.085938, + 1.478516, + 1.613281, + 1.671875, + 1.84375, + 1.5625, + 1.824219, + 1.597656, + 1.675781, + 1.539062, + 2.015625, + 1.613281, + 1.582031, + 1.679688, + 1.527344, + 1.441406, + 1.523438, + 1.53125, + 1.570312, + 1.601562, + 1.486328, + 1.777344, + 1.484375, + 1.589844, + 1.617188, + 1.484375, + 1.507812, + 1.746094, + 1.625, + 1.875, + 1.664062, + 1.535156, + 1.601562, + 1.294922, + 1.523438, + 1.539062, + 1.486328, + 1.550781, + 1.597656, + 1.404297, + 1.511719, + 1.566406, + 1.589844, + 2.664062, + 1.679688, + 1.980469, + 1.458984, + 1.601562, + 1.757812, + 2.203125, + 1.765625, + 1.371094, + 1.498047, + 1.458984, + 3.0625, + 1.578125, + 1.816406, + 1.59375, + 1.621094, + 1.53125, + 1.726562, + 1.644531, + 1.554688, + 1.53125, + 1.578125, + 1.921875, + 1.515625, + 1.480469, + 2.171875, + 1.847656, + 1.5625, + 1.660156, + 1.871094, + 1.523438, + 2.851562, + 1.410156, + 1.625, + 1.474609, + 1.5625, + 1.828125, + 1.546875, + 1.582031, + 1.53125, + 1.455078, + 1.462891, + 1.960938, + 1.828125, + 1.617188, + 1.455078, + 1.699219, + 1.554688, + 1.488281, + 1.59375, + 1.46875, + 1.542969, + 1.578125, + 1.5625, + 1.539062, + 1.494141, + 1.523438, + 1.585938, + 1.507812, + 1.890625, + 1.546875, + 1.494141, + 1.671875, + 1.363281, + 1.498047, + 1.59375, + 1.601562, + 1.609375, + 1.523438, + 1.679688, + 1.597656, + 1.574219, + 1.640625, + 1.609375, + 1.503906, + 1.652344, + 1.597656, + 2.085938, + 1.507812, + 1.699219, + 1.498047, + 1.8125, + 1.515625, + 1.539062, + 1.453125, + 1.585938, + 1.574219, + 1.636719, + 1.585938, + 1.496094, + 1.458984, + 1.546875, + 1.585938, + 1.570312, + 1.523438, + 1.65625, + 1.917969, + 1.582031, + 1.546875, + 1.339844, + 1.554688, + 1.667969, + 1.53125, + 1.462891, + 1.484375, + 1.523438, + 1.625, + 1.941406, + 1.6875, + 1.628906, + 1.511719, + 1.824219, + 1.570312, + 1.542969, + 1.511719, + 1.65625, + 1.59375, + 1.402344, + 1.480469, + 1.523438, + 1.5, + 1.542969, + 1.53125, + 1.574219, + 1.527344, + 1.933594, + 1.570312, + 1.5, + 1.773438, + 1.498047, + 1.59375, + 1.464844, + 1.490234, + 1.482422, + 1.523438, + 1.703125, + 1.523438, + 1.439453, + 1.535156, + 1.550781, + 1.470703, + 1.425781, + 1.816406, + 1.257812, + 1.636719, + 1.458984, + 1.507812, + 1.574219, + 1.851562, + 1.496094, + 1.59375, + 1.632812, + 1.742188, + 1.761719, + 1.757812, + 2.6875, + 1.574219, + 1.515625, + 1.699219, + 1.210938, + 1.527344, + 1.283203, + 1.402344, + 2.296875, + 1.558594, + 1.507812, + 1.507812, + 1.570312, + 1.519531, + 1.5625, + 1.5625, + 1.617188, + 1.503906, + 1.859375, + 1.527344, + 1.578125, + 1.542969, + 2.609375, + 1.550781, + 1.621094, + 1.498047, + 1.605469, + 1.574219, + 1.570312, + 1.523438, + 1.714844, + 2.0625, + 1.417969, + 1.53125, + 1.59375, + 1.574219, + 1.90625, + 1.511719, + 3.015625, + 1.558594, + 1.613281, + 1.828125, + 1.486328, + 1.419922, + 1.445312, + 3.046875, + 1.636719, + 1.621094, + 1.527344, + 1.554688, + 1.972656, + 1.660156, + 1.59375, + 1.310547, + 1.5625, + 1.835938, + 1.466797, + 1.519531, + 1.550781, + 1.519531, + 1.742188, + 1.535156, + 1.609375, + 1.59375, + 1.625, + 1.554688, + 1.472656, + 1.515625, + 1.710938, + 1.699219, + 1.582031, + 1.511719, + 1.435547, + 1.574219, + 1.695312, + 1.867188, + 1.695312, + 1.683594, + 1.574219, + 1.570312, + 2.382812, + 1.535156, + 1.964844, + 1.554688, + 1.605469, + 1.523438, + 1.527344, + 1.570312, + 1.554688, + 2.078125, + 1.597656, + 1.439453, + 1.388672, + 1.523438, + 1.539062, + 1.992188, + 1.589844, + 1.621094, + 1.601562, + 1.439453, + 1.777344, + 1.9375, + 1.480469, + 1.519531, + 1.699219, + 1.542969, + 2.070312, + 1.503906, + 1.519531, + 1.550781, + 2.34375, + 1.427734, + 1.570312, + 1.59375, + 1.605469, + 1.664062, + 1.570312, + 1.515625, + 1.613281, + 1.925781, + 1.582031, + 1.480469, + 1.371094, + 1.535156, + 1.527344, + 1.542969, + 1.550781, + 1.474609, + 1.554688, + 1.570312, + 1.289062, + 1.59375, + 1.546875, + 2.09375, + 1.617188, + 1.507812, + 1.628906, + 1.419922, + 1.462891, + 1.566406, + 1.515625, + 2.609375, + 1.523438, + 1.466797, + 1.773438, + 1.574219, + 1.570312, + 1.382812, + 1.546875, + 1.5, + 1.605469, + 1.976562, + 1.59375, + 1.523438, + 1.988281, + 1.589844, + 1.726562, + 1.554688, + 1.535156, + 1.605469, + 1.648438, + 1.542969, + 1.605469, + 1.566406, + 1.578125, + 2.742188, + 1.601562, + 1.804688, + 1.585938, + 1.486328, + 1.953125, + 1.613281, + 1.550781, + 1.570312, + 1.5625, + 1.914062, + 1.59375, + 1.804688, + 1.652344, + 1.484375, + 1.683594, + 1.480469, + 1.59375, + 1.542969, + 1.730469, + 1.443359, + 1.527344, + 1.652344, + 1.714844, + 1.929688, + 1.492188, + 1.628906, + 1.462891, + 1.792969, + 1.628906, + 1.484375, + 1.609375, + 1.847656, + 1.423828, + 1.458984, + 1.667969, + 1.511719, + 1.542969, + 1.757812, + 1.589844, + 1.494141, + 1.462891, + 1.462891, + 1.523438, + 1.462891, + 1.435547, + 1.574219, + 1.652344, + 1.507812, + 1.933594, + 1.466797, + 1.886719, + 2.007812, + 1.675781, + 1.527344, + 1.527344, + 1.507812, + 1.507812, + 1.494141, + 2.101562, + 1.570312, + 1.652344, + 1.609375, + 1.660156, + 1.494141, + 1.566406, + 1.757812, + 1.710938, + 1.507812, + 1.632812, + 1.640625, + 1.699219, + 1.96875, + 1.605469, + 1.699219, + 2.03125, + 1.578125, + 1.494141, + 1.621094, + 1.617188, + 1.421875, + 2.914062, + 1.535156, + 1.519531, + 1.539062, + 1.585938, + 1.53125, + 1.498047, + 1.796875, + 1.511719, + 1.490234, + 1.496094, + 1.496094, + 1.589844, + 1.472656, + 1.585938, + 1.585938, + 1.585938, + 1.542969, + 1.589844, + 2.203125, + 1.796875, + 1.660156, + 1.523438, + 1.589844, + 1.554688, + 1.558594, + 1.308594, + 1.5625, + 1.5625, + 1.695312, + 1.617188, + 1.859375, + 1.527344, + 1.511719, + 1.585938, + 1.574219, + 1.503906, + 1.275391, + 1.644531, + 1.84375, + 1.609375, + 1.339844, + 1.585938, + 1.761719, + 1.535156, + 1.4375, + 1.824219, + 1.550781, + 3.34375, + 1.546875, + 1.683594, + 1.800781, + 1.582031, + 3.5, + 1.496094, + 1.53125, + 1.542969, + 1.523438, + 1.558594, + 1.554688, + 1.839844, + 1.355469, + 1.472656, + 1.59375, + 1.699219, + 1.445312, + 2.117188, + 1.486328, + 1.554688, + 1.734375, + 1.714844, + 2.398438, + 1.664062, + 2.203125, + 1.71875, + 1.558594, + 1.554688, + 1.482422, + 1.402344, + 1.601562, + 1.5625, + 1.535156, + 1.515625, + 1.566406, + 1.652344, + 1.519531, + 1.527344, + 1.570312, + 1.765625, + 1.515625, + 2.0, + 1.601562, + 1.863281, + 1.707031, + 1.605469, + 1.621094, + 1.441406, + 1.605469, + 1.777344, + 1.675781, + 1.464844, + 1.589844, + 1.785156, + 1.847656, + 1.480469, + 1.53125, + 1.542969, + 1.648438, + 1.515625, + 2.15625, + 1.462891, + 1.554688, + 1.613281, + 1.863281, + 1.597656, + 1.597656, + 1.597656, + 1.546875, + 1.734375, + 1.59375, + 1.478516, + 1.464844, + 1.455078, + 1.507812, + 1.625, + 2.742188, + 1.652344, + 1.542969, + 1.585938, + 1.464844, + 1.566406, + 1.361328, + 1.648438, + 1.859375, + 1.472656, + 1.5, + 1.863281, + 1.960938, + 1.498047, + 1.6875, + 1.408203, + 1.474609, + 1.503906, + 1.414062, + 1.605469, + 1.507812, + 1.550781, + 1.535156, + 1.984375, + 1.511719, + 1.726562, + 1.6875, + 1.519531, + 1.5, + 1.515625, + 1.597656, + 3.078125, + 1.523438, + 1.648438, + 1.59375, + 1.527344, + 1.476562, + 1.746094, + 1.636719, + 1.710938, + 2.15625, + 1.558594, + 1.878906, + 1.648438, + 1.714844, + 1.488281, + 1.546875, + 1.519531, + 3.859375, + 1.470703, + 1.578125, + 1.542969, + 1.503906, + 1.582031, + 2.03125, + 1.59375, + 1.96875, + 1.746094, + 2.03125, + 1.574219, + 1.539062, + 1.464844, + 1.859375, + 1.474609, + 1.550781, + 1.443359, + 1.730469, + 1.478516, + 1.558594, + 2.03125, + 1.816406, + 1.59375, + 1.535156, + 1.554688, + 1.710938, + 1.515625, + 1.691406, + 1.546875, + 1.554688, + 1.486328, + 1.8125, + 1.490234, + 1.490234, + 1.960938, + 1.527344, + 1.714844, + 1.703125, + 1.605469, + 1.445312, + 1.625, + 1.566406, + 1.585938, + 1.53125, + 1.625, + 1.523438, + 1.457031, + 1.498047, + 1.527344, + 1.605469, + 1.574219, + 1.589844, + 1.5, + 1.550781, + 1.648438, + 1.988281, + 1.474609, + 1.527344, + 1.429688, + 1.609375, + 2.195312, + 1.632812, + 1.65625, + 1.486328, + 1.726562, + 1.613281, + 1.498047, + 1.59375, + 1.601562, + 1.726562, + 1.539062, + 1.699219, + 1.550781, + 1.539062, + 1.652344, + 1.539062, + 1.523438, + 1.78125, + 1.480469, + 2.054688, + 1.378906, + 1.554688, + 1.808594, + 1.476562, + 1.447266, + 1.621094, + 1.435547, + 1.902344, + 1.542969, + 1.746094, + 1.667969, + 1.511719, + 1.5, + 1.625, + 1.640625, + 1.691406, + 1.390625, + 1.601562, + 1.625, + 1.769531, + 1.539062, + 1.511719, + 1.582031, + 1.636719, + 1.511719, + 1.496094, + 1.412109, + 1.617188, + 1.574219, + 2.039062, + 1.503906, + 1.765625, + 1.730469, + 1.523438, + 1.451172, + 1.523438, + 1.535156, + 1.476562, + 1.664062, + 1.53125, + 1.192383, + 1.835938, + 1.550781, + 1.765625, + 1.917969, + 1.511719, + 1.550781, + 1.515625, + 1.65625, + 1.855469, + 1.457031, + 1.566406, + 1.542969, + 1.601562, + 1.738281, + 1.511719, + 1.730469, + 1.671875, + 1.339844, + 1.433594, + 1.546875, + 1.425781, + 1.65625, + 1.527344, + 1.539062, + 1.558594, + 1.636719, + 1.613281, + 1.5625, + 1.527344, + 1.605469, + 1.570312, + 1.472656, + 1.53125, + 1.46875, + 1.605469, + 1.792969, + 1.824219, + 1.585938, + 1.462891, + 1.554688, + 1.490234, + 1.480469, + 1.640625, + 1.507812, + 1.71875, + 1.535156, + 1.796875, + 1.746094, + 1.5625, + 1.464844, + 1.519531, + 1.527344, + 1.632812, + 1.515625, + 1.648438, + 1.373047, + 1.59375, + 1.546875, + 1.855469, + 1.6875, + 1.445312, + 1.546875, + 1.535156, + 1.486328, + 1.429688, + 1.679688, + 1.507812, + 1.507812, + 1.447266, + 2.015625, + 1.523438, + 1.5, + 1.515625, + 1.542969, + 1.507812, + 1.71875, + 1.582031, + 1.453125, + 1.507812, + 1.617188, + 1.507812, + 1.609375, + 1.542969, + 1.496094, + 1.488281, + 2.59375, + 1.664062, + 1.734375, + 1.5, + 1.667969, + 1.554688, + 2.164062, + 1.490234, + 1.554688, + 1.589844, + 1.765625, + 2.835938, + 1.992188, + 1.628906, + 1.476562, + 1.542969, + 1.482422, + 1.527344, + 1.585938, + 1.527344, + 1.5625, + 1.785156, + 2.078125, + 1.730469, + 1.488281, + 1.433594, + 1.710938, + 1.488281, + 1.691406, + 1.482422, + 1.886719, + 1.470703, + 1.570312, + 1.488281, + 1.605469, + 1.648438, + 1.59375, + 1.539062, + 1.464844, + 1.894531, + 1.554688, + 1.554688, + 1.535156, + 1.486328, + 1.554688, + 1.953125, + 1.523438, + 1.464844, + 1.664062, + 1.527344, + 1.523438, + 1.478516, + 1.494141, + 1.373047, + 1.824219, + 1.5625, + 1.574219, + 1.652344, + 2.140625, + 1.621094, + 1.59375, + 1.570312, + 1.921875, + 1.644531, + 1.796875, + 1.566406, + 1.691406, + 1.78125, + 1.722656, + 1.466797, + 1.539062, + 1.464844, + 1.365234, + 1.871094, + 1.824219, + 3.5, + 1.53125, + 1.703125, + 1.447266, + 1.578125, + 1.507812, + 1.660156, + 1.546875, + 1.601562, + 1.917969, + 1.917969, + 1.550781, + 1.714844, + 1.546875, + 1.53125, + 1.519531, + 1.546875, + 1.554688, + 1.945312, + 1.554688, + 1.613281, + 1.585938, + 2.046875, + 1.527344, + 1.558594, + 1.351562, + 1.601562, + 1.664062, + 1.96875, + 1.511719, + 1.972656, + 1.515625, + 1.570312, + 1.617188, + 1.542969, + 1.578125, + 1.835938, + 1.601562, + 1.480469, + 1.535156, + 1.628906, + 1.652344, + 1.636719, + 1.455078, + 1.554688, + 1.511719, + 1.609375, + 2.1875, + 1.519531, + 1.972656, + 1.710938, + 1.625, + 1.8125, + 1.480469, + 1.511719, + 1.527344, + 1.589844, + 1.613281, + 1.523438, + 1.550781, + 1.310547, + 1.828125, + 1.609375, + 1.523438, + 1.511719, + 1.558594, + 1.515625, + 1.535156, + 1.703125, + 1.451172, + 1.570312, + 1.570312, + 1.447266, + 1.582031, + 1.835938, + 1.542969, + 1.474609, + 2.007812, + 1.511719, + 1.566406, + 1.707031, + 1.632812, + 1.792969, + 1.621094, + 1.511719, + 1.515625, + 1.527344, + 1.425781, + 1.582031, + 1.578125, + 1.519531, + 1.457031, + 1.53125, + 1.490234, + 1.949219, + 1.703125, + 1.507812, + 1.617188, + 2.023438, + 1.75, + 1.558594, + 1.511719, + 1.351562, + 1.59375, + 1.585938, + 1.652344, + 1.6875, + 2.804688, + 1.644531, + 1.435547, + 1.554688, + 1.859375, + 1.472656, + 1.515625, + 1.699219, + 1.527344, + 1.601562, + 1.535156, + 1.443359, + 1.539062, + 1.542969, + 1.820312, + 1.511719, + 1.482422, + 1.578125, + 1.511719, + 1.761719, + 1.558594, + 1.605469, + 1.832031, + 1.96875, + 1.53125, + 1.65625, + 1.46875, + 1.738281, + 1.601562, + 1.542969, + 1.462891, + 2.15625, + 1.75, + 1.597656, + 1.578125, + 1.621094, + 1.582031, + 1.609375, + 1.445312, + 1.925781, + 1.597656, + 1.496094, + 2.015625, + 1.570312, + 3.09375, + 1.566406, + 1.578125, + 1.570312, + 1.474609, + 1.875, + 1.5625, + 1.703125, + 1.546875, + 1.472656, + 1.451172, + 1.527344, + 3.125, + 1.449219, + 1.566406, + 1.503906, + 1.597656, + 1.769531, + 1.53125, + 1.554688, + 1.550781, + 1.738281, + 1.414062, + 1.542969, + 1.648438, + 1.765625, + 1.503906, + 1.511719, + 1.546875, + 2.6875, + 2.695312, + 1.386719, + 1.613281, + 1.710938, + 1.472656, + 1.664062, + 1.507812, + 1.523438, + 1.523438, + 1.667969, + 2.0, + 1.539062, + 1.480469, + 1.640625, + 1.484375, + 1.423828, + 1.667969 + ] + }, + "name": "onnx::Mul_8606", + "outputIndexes": [ + 1631 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1630, + 1631 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_17/Mul_1_output_0", + "outputIndexes": [ + 1632 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1632 + ], + "outputIndexes": [ + 2966 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2966 + ], + "outputIndexes": [ + 2967 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear", + "inputIndexes": [ + 2967 + ], + "outputIndexes": [ + 2968 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 744507962, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2968 + ], + "outputIndexes": [ + 2969 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2969 + ], + "outputIndexes": [ + 1633 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1632 + ], + "main_type": "NONE", + "name": "/Shape_239_output_0", + "outputIndexes": [ + 1634 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1634 + ], + "main_type": "NONE", + "name": "Shape4721", + "outputIndexes": [ + 1635 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1634 + ], + "main_type": "NONE", + "name": "Rank4723", + "outputIndexes": [ + 1636 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1636, + 1636 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4725", + "outputIndexes": [ + 1637 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1637 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4726", + "outputIndexes": [ + 1638 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1637, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4728", + "outputIndexes": [ + 1639 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1639 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4729", + "outputIndexes": [ + 1640 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1635, + 1638, + 1640, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4732", + "outputIndexes": [ + 1641 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1641 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4733", + "outputIndexes": [ + 1642 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1642 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4734", + "outputIndexes": [ + 1643 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1643, + 1642 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4735", + "outputIndexes": [ + 1644 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1634, + 1644, + 1637 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_259_output_0", + "outputIndexes": [ + 1645 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1645, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_545_output_0", + "outputIndexes": [ + 1646 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1646, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_221_output_0", + "outputIndexes": [ + 1647 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1633, + 1647 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_154_output_0", + "outputIndexes": [ + 1648 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1648, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_136_output_0", + "outputIndexes": [ + 1649 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1648 + ], + "main_type": "NONE", + "name": "/Shape_240_output_0", + "outputIndexes": [ + 1650 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1650 + ], + "main_type": "NONE", + "name": "Shape4742", + "outputIndexes": [ + 1651 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1650 + ], + "main_type": "NONE", + "name": "Rank4744", + "outputIndexes": [ + 1652 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1652, + 1652 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4746", + "outputIndexes": [ + 1653 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1653 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4747", + "outputIndexes": [ + 1654 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1653, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4749", + "outputIndexes": [ + 1655 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1655 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4750", + "outputIndexes": [ + 1656 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1651, + 1654, + 1656, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4753", + "outputIndexes": [ + 1657 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1657 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4754", + "outputIndexes": [ + 1658 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4755", + "outputIndexes": [ + 1659 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1659, + 1658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4756", + "outputIndexes": [ + 1660 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1650, + 1660, + 1653 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_260_output_0", + "outputIndexes": [ + 1661 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1661, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_51_output_0", + "outputIndexes": [ + 1662 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1662, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_550_output_0", + "outputIndexes": [ + 1663 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1648, + 1663, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_69_output_0", + "outputIndexes": [ + 1664 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1664 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_34_output_0", + "outputIndexes": [ + 1665 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1648, + 21, + 1663, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_68_output_0", + "outputIndexes": [ + 1666 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1665, + 1666 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_224_output_0", + "outputIndexes": [ + 1667 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1667, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_137_output_0", + "outputIndexes": [ + 1668 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1649, + 1668 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_85_output_0", + "outputIndexes": [ + 1669 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1632 + ], + "outputIndexes": [ + 2970 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2970 + ], + "outputIndexes": [ + 2971 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear", + "inputIndexes": [ + 2971 + ], + "outputIndexes": [ + 2972 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 747162192, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2972 + ], + "outputIndexes": [ + 2973 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2973 + ], + "outputIndexes": [ + 1670 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1646, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_222_output_0", + "outputIndexes": [ + 1671 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1670, + 1671 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_155_output_0", + "outputIndexes": [ + 1672 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1672, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_138_output_0", + "outputIndexes": [ + 1673 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1672 + ], + "main_type": "NONE", + "name": "/Shape_241_output_0", + "outputIndexes": [ + 1674 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1674 + ], + "main_type": "NONE", + "name": "Shape4805", + "outputIndexes": [ + 1675 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1674 + ], + "main_type": "NONE", + "name": "Rank4807", + "outputIndexes": [ + 1676 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1676, + 1676 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4809", + "outputIndexes": [ + 1677 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1677 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4810", + "outputIndexes": [ + 1678 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1677, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4812", + "outputIndexes": [ + 1679 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1679 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4813", + "outputIndexes": [ + 1680 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1675, + 1678, + 1680, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4816", + "outputIndexes": [ + 1681 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1681 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4817", + "outputIndexes": [ + 1682 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1682 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4818", + "outputIndexes": [ + 1683 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1683, + 1682 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4819", + "outputIndexes": [ + 1684 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1674, + 1684, + 1677 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_261_output_0", + "outputIndexes": [ + 1685 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1685, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_52_output_0", + "outputIndexes": [ + 1686 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1686, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_552_output_0", + "outputIndexes": [ + 1687 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1672, + 1687, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_71_output_0", + "outputIndexes": [ + 1688 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1688 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_35_output_0", + "outputIndexes": [ + 1689 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1672, + 21, + 1687, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_70_output_0", + "outputIndexes": [ + 1690 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1689, + 1690 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_225_output_0", + "outputIndexes": [ + 1691 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1691, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_139_output_0", + "outputIndexes": [ + 1692 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1673, + 1692 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_86_output_0", + "outputIndexes": [ + 1693 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1632 + ], + "outputIndexes": [ + 2974 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2974 + ], + "outputIndexes": [ + 2975 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear", + "inputIndexes": [ + 2975 + ], + "outputIndexes": [ + 2976 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 748489318, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2976 + ], + "outputIndexes": [ + 2977 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2977 + ], + "outputIndexes": [ + 1694 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1694, + 1671 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_156_output_0", + "outputIndexes": [ + 1695 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1669, + 1693, + 1695, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_161_output_0", + "outputIndexes": [ + 1696 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1696 + ], + "outputIndexes": [ + 2978 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2978 + ], + "outputIndexes": [ + 2979 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear", + "inputIndexes": [ + 2979 + ], + "outputIndexes": [ + 2980 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 749816444, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2980 + ], + "outputIndexes": [ + 2981 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2981 + ], + "outputIndexes": [ + 1697 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1697 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_17/Mul_output_0", + "outputIndexes": [ + 1698 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.171875, + 2.171875, + 2.03125, + 2.257812, + 2.3125, + 2.242188, + 2.078125, + 0.390625, + 2.148438, + 1.734375, + 2.078125, + 2.09375, + 2.070312, + 2.367188, + 2.078125, + 1.855469, + 1.953125, + 2.078125, + 2.109375, + 2.078125, + 2.054688, + 2.023438, + 2.210938, + 1.882812, + 2.046875, + 2.109375, + 1.914062, + 1.992188, + 2.289062, + 2.242188, + 1.878906, + 1.554688, + 2.15625, + 0.582031, + 1.992188, + 1.773438, + 2.148438, + 2.328125, + 1.917969, + 2.109375, + 2.40625, + 2.117188, + 2.171875, + 1.671875, + 0.796875, + 2.03125, + 2.289062, + 2.070312, + 2.570312, + 1.78125, + 2.015625, + 1.492188, + 2.085938, + 0.955566, + 2.296875, + 1.875, + 2.125, + 2.304688, + 2.007812, + 1.882812, + 1.53125, + 2.28125, + 2.109375, + 2.101562, + 1.828125, + 2.140625, + 1.310547, + 2.148438, + 1.980469, + 2.03125, + 2.257812, + 2.179688, + 2.054688, + 2.140625, + 1.992188, + 1.96875, + 1.291016, + 1.714844, + 1.785156, + 0.933105, + 2.039062, + 0.335938, + 1.957031, + 1.710938, + 2.226562, + 2.171875, + 1.929688, + 1.726562, + 0.854492, + 1.796875, + 2.125, + 1.898438, + 2.203125, + 0.75, + 2.085938, + 0.347656, + 2.078125, + 2.21875, + 2.117188, + 1.980469, + 1.867188, + 2.109375, + 2.257812, + 2.117188, + 2.21875, + 2.070312, + 2.132812, + 1.652344, + 2.210938, + 2.085938, + 2.085938, + 2.226562, + 2.171875, + 2.554688, + 2.171875, + 1.765625, + 2.140625, + 0.770508, + 1.945312, + 2.390625, + 2.210938, + 2.148438, + 1.753906, + 2.203125, + 1.882812, + 1.550781, + 2.078125, + 2.234375, + 2.132812, + 1.445312, + 1.371094, + 2.148438, + 1.871094, + 2.0, + 2.21875, + 2.328125, + 1.890625, + 1.910156, + 1.917969, + 2.210938, + 2.320312, + 1.914062, + 1.777344, + 2.1875, + 2.101562, + 1.871094, + 1.964844, + 2.257812, + 2.054688, + 2.148438, + 2.109375, + 1.785156, + 1.921875, + 1.96875, + 2.0625, + 2.078125, + 1.205078, + 2.078125, + 0.774414, + 0.689453, + 2.671875, + 2.171875, + 2.039062, + 1.171875, + 2.09375, + 2.242188, + 2.320312, + 0.630859, + 2.296875, + 1.886719, + 2.0625, + 0.728516, + 2.03125, + 0.638672, + 2.007812, + 2.421875, + 2.148438, + 0.335938, + 2.070312, + 2.101562, + 2.109375, + 0.560547, + 1.699219, + 0.371094, + 2.390625, + 2.03125, + 0.965332, + 2.078125, + 1.839844, + 1.894531, + 2.1875, + 2.039062, + 2.0625, + 2.132812, + 2.164062, + 2.007812, + 2.015625, + 2.234375, + 2.15625, + 2.023438, + 1.898438, + 2.046875, + 2.070312, + 1.914062, + 2.398438, + 2.265625, + 2.09375, + 2.226562, + 2.179688, + 2.078125, + 1.996094, + 2.179688, + 2.109375, + 2.039062, + 2.3125, + 2.25, + 1.945312, + 2.0625, + 2.210938, + 2.109375, + 1.785156, + 1.792969, + 2.148438, + 2.210938, + 2.195312, + 2.0625, + 2.046875, + 2.078125, + 1.796875, + 1.765625, + 3.203125, + 2.15625, + 2.265625, + 2.15625, + 2.3125, + 2.265625, + 1.789062, + 2.164062, + 2.117188, + 2.046875, + 2.375, + 2.132812, + 2.109375, + 1.800781, + 1.964844, + 2.085938, + 1.898438, + 1.773438, + 2.390625, + 1.28125, + 2.132812, + 2.140625, + 0.854492, + 2.078125, + 2.164062, + 1.964844, + 1.90625, + 2.039062, + 1.980469, + 2.046875, + 2.109375, + 2.242188, + 2.023438, + 1.992188, + 2.257812, + 1.566406, + 2.195312, + 2.203125, + 2.054688, + 2.203125, + 2.226562, + 2.148438, + 2.179688, + 1.863281, + 2.257812, + 2.242188, + 0.897461, + 2.023438, + 2.148438, + 2.132812, + 1.714844, + 2.15625, + 0.827148, + 2.117188, + 2.148438, + 2.164062, + 1.996094, + 2.148438, + 0.646484, + 1.980469, + 1.84375, + 1.126953, + 1.882812, + 2.195312, + 2.0625, + 2.054688, + 1.980469, + 2.109375, + 2.289062, + 2.085938, + 2.09375, + 1.914062, + 0.613281, + 2.234375, + 0.273438, + 2.148438, + 2.171875, + 1.910156, + 1.871094, + 2.296875, + 2.289062, + 0.4375, + 2.140625, + 2.070312, + 2.0625, + 1.988281, + 2.09375, + 2.1875, + 2.039062, + 2.148438, + 1.957031, + 2.117188, + 1.789062, + 2.0625, + 2.054688, + 2.226562, + 1.621094, + 1.945312, + 2.296875, + 2.15625, + 1.632812, + 1.667969, + 2.070312, + 2.210938, + 3.046875, + 2.367188, + 2.21875, + 2.1875, + 2.289062, + 2.0, + 2.09375, + 2.070312, + 2.210938, + 2.03125, + 2.023438, + 1.386719, + 2.054688, + 1.396484, + 1.71875, + 2.070312, + 1.07373, + 1.765625, + 1.539062, + 1.753906, + 0.421875, + 0.827148, + 2.1875, + 2.257812, + 1.519531, + 1.855469, + 0.712891, + 2.078125, + 1.796875, + 1.093262, + 1.964844, + 2.140625, + 2.0625, + 1.01239, + 2.226562, + 2.046875, + 2.226562, + 1.9375, + 2.125, + 1.996094, + 2.234375, + 2.234375, + 2.265625, + 2.1875, + 2.101562, + 1.341797, + 2.148438, + 2.289062, + 1.18457, + 1.013184, + 2.320312, + 2.007812, + 1.648438, + 1.546875, + 2.140625, + 2.21875, + 2.054688, + 2.0625, + 0.488281, + 2.15625, + 2.304688, + 2.234375, + 1.828125, + 0.552734, + 2.046875, + 2.148438, + 2.234375, + 2.171875, + 2.015625, + 2.296875, + 0.825195, + 0.705078, + 2.242188, + 1.910156, + 1.964844, + 1.306641, + 2.109375, + 2.226562, + 2.28125, + 2.140625, + 1.871094, + 1.800781, + 1.957031, + 2.132812, + 1.964844, + 2.117188, + 2.210938, + 2.140625, + 2.679688, + 2.070312, + 2.046875, + 1.746094, + 2.296875, + 2.125, + 2.070312, + 2.085938, + 1.957031, + 2.265625, + 2.15625, + 1.71875, + 2.023438, + 2.1875, + 2.117188, + 2.367188, + 2.125, + 2.148438, + 2.203125, + 2.117188, + 2.265625, + 1.589844, + 2.117188, + 2.289062, + 2.117188, + 2.164062, + 1.855469, + 2.203125, + 2.109375, + 2.117188, + 2.101562, + 2.085938, + 2.25, + 2.1875, + 1.570312, + 2.296875, + 2.109375, + 2.164062, + 2.203125, + 2.21875, + 2.132812, + 2.179688, + 1.139648, + 1.984375, + 0.619141, + 1.976562, + 2.140625, + 2.1875, + 1.910156, + 2.179688, + 2.328125, + 1.90625, + 2.023438, + 2.039062, + 0.790039, + 1.882812, + 2.085938, + 2.304688, + 2.070312, + 1.898438, + 1.667969, + 2.0625, + 2.296875, + 2.070312, + 0.580078, + 1.988281, + 1.894531, + 2.445312, + 1.722656, + 2.054688, + 2.132812, + 2.164062, + 1.53125, + 2.3125, + 0.429688, + 1.051025, + 1.324219, + 0.566406, + 2.203125, + 2.234375, + 2.140625, + 1.417969, + 0.883301, + 2.085938, + 1.558594, + 1.710938, + 2.140625, + 2.203125, + 2.125, + 2.367188, + 2.046875, + 2.109375, + 2.015625, + 2.117188, + 1.621094, + 2.195312, + 2.296875, + 1.910156, + 2.179688, + 1.960938, + 0.823242, + 0.868164, + 2.085938, + 0.901367, + 2.320312, + 2.054688, + 2.023438, + 2.203125, + 1.976562, + 1.996094, + 2.171875, + 0.769531, + 2.296875, + 2.164062, + 2.078125, + 2.015625, + 2.304688, + 0.693359, + 1.84375, + 1.65625, + 2.507812, + 2.054688, + 2.28125, + 2.054688, + 2.242188, + 2.109375, + 1.304688, + 2.296875, + 1.195312, + 2.148438, + 2.320312, + 2.023438, + 2.015625, + 2.101562, + 2.078125, + 2.304688, + 1.898438, + 2.109375, + 2.132812, + 1.574219, + 1.777344, + 2.117188, + 2.203125, + 2.257812, + 2.148438, + 2.898438, + 1.949219, + 2.125, + 2.335938, + 2.265625, + 2.304688, + 2.109375, + 0.378906, + 2.171875, + 1.886719, + 2.046875, + 1.086914, + 2.164062, + 2.109375, + 2.015625, + 2.289062, + 2.078125, + 2.742188, + 1.894531, + 2.046875, + 2.023438, + 2.304688, + 1.511719, + 2.132812, + 2.140625, + 2.078125, + 2.101562, + 1.816406, + 1.882812, + 2.070312, + 2.234375, + 2.234375, + 1.679688, + 1.972656, + 2.265625, + 1.75, + 2.109375, + 2.164062, + 2.007812, + 2.0, + 2.1875, + 2.296875, + 1.800781, + 2.148438, + 2.070312, + 2.273438, + 1.359375, + 2.007812, + 2.171875, + 2.171875, + 1.917969, + 1.941406, + 2.101562, + 2.109375, + 1.988281, + 1.929688, + 2.148438, + 2.109375, + 1.707031, + 2.046875, + 2.25, + 2.257812, + 1.84375, + 1.988281, + 2.140625, + 1.910156, + 2.101562, + 2.226562, + 2.023438, + 2.242188, + 2.070312, + 2.21875, + 1.318359, + 2.171875, + 1.863281, + 1.621094, + 0.636719, + 2.023438, + 1.527344, + 2.195312, + 2.359375, + 1.964844, + 1.142578, + 0.519531, + 0.5, + 2.132812, + 2.4375, + 2.28125, + 2.203125, + 1.871094, + 2.109375, + 2.164062, + 2.0625, + 2.117188, + 2.054688, + 2.070312, + 0.480469, + 1.96875, + 2.179688, + 2.265625, + 2.09375, + 2.203125, + 2.179688, + 2.164062, + 1.75, + 2.085938, + 1.945312, + 1.914062, + 2.164062, + 2.132812, + 2.195312, + 1.546875, + 2.179688, + 2.195312, + 0.378906, + 2.007812, + 2.109375, + 1.5, + 2.195312, + 1.675781, + 2.257812, + 2.1875, + 2.484375, + 2.015625, + 1.964844, + 2.132812, + 2.132812, + 2.351562, + 1.945312, + 2.070312, + 2.257812, + 2.109375, + 1.992188, + 3.28125, + 2.070312, + 1.980469, + 1.914062, + 2.046875, + 2.046875, + 2.210938, + 1.773438, + 2.046875, + 1.914062, + 2.09375, + 2.125, + 2.085938, + 2.046875, + 2.453125, + 2.320312, + 2.164062, + 1.209961, + 2.296875, + 1.769531, + 2.234375, + 2.226562, + 2.117188, + 2.109375, + 1.480469, + 1.71875, + 1.285156, + 2.3125, + 2.125, + 2.015625, + 1.726562, + 2.210938, + 2.25, + 1.992188, + 1.957031, + 2.179688, + 2.109375, + 2.03125, + 2.375, + 2.234375, + 2.132812, + 2.007812, + 2.0, + 2.484375, + 1.753906, + 1.777344, + 2.289062, + 1.898438, + 2.226562, + 2.257812, + 2.25, + 2.015625, + 1.957031, + 2.210938, + 2.359375, + 1.808594, + 2.132812, + 0.679688, + 2.226562, + 1.984375, + 2.195312, + 2.007812, + 2.039062, + 2.242188, + 2.007812, + 1.882812, + 2.054688, + 2.265625, + 2.078125, + 2.039062, + 2.109375, + 1.847656, + 1.808594, + 2.085938, + 1.964844, + 2.234375, + 2.148438, + 2.109375, + 2.234375, + 1.558594, + 1.902344, + 1.992188, + 1.863281, + 1.972656, + 3.34375, + 2.179688, + 2.195312, + 1.380859, + 1.318359, + 2.171875, + 2.171875, + 1.863281, + 1.570312, + 2.125, + 1.742188, + 2.125, + 2.25, + 1.433594, + 2.296875, + 2.101562, + 1.648438, + 2.203125, + 2.195312, + 2.117188, + 1.753906, + 0.986877, + 2.101562, + 2.03125, + 1.131836, + 1.949219, + 2.039062, + 2.273438, + 0.744141, + 2.140625, + 1.298828, + 2.15625, + 2.273438, + 2.007812, + 1.367188, + 2.085938, + 1.910156, + 1.96875, + 2.054688, + 2.085938, + 2.289062, + 2.09375, + 2.0, + 1.949219, + 2.109375, + 1.960938, + 2.257812, + 1.972656, + 2.171875, + 2.21875, + 2.140625, + 1.433594, + 2.273438, + 2.015625, + 1.535156, + 1.972656, + 1.425781, + 2.210938, + 2.179688, + 2.117188, + 2.070312, + 2.125, + 1.851562, + 2.1875, + 2.039062, + 2.359375, + 1.730469, + 2.101562, + 2.046875, + 2.460938, + 0.023438, + 1.71875, + 1.726562, + 2.015625, + 1.871094, + 1.691406, + 2.203125, + 2.125, + 2.046875, + 2.09375, + 1.945312, + 0.703125, + 2.101562, + 2.046875, + 1.84375, + 1.632812, + 2.109375, + 2.15625, + 2.054688, + 0.675781, + 1.6875, + 1.910156, + 1.992188, + 2.203125, + 2.28125, + 2.28125, + 1.714844, + 1.886719, + 2.132812, + 2.085938, + 2.078125, + 2.117188, + 2.0625, + 2.164062, + 1.84375, + 2.15625, + 0.710938, + 2.0625, + 2.070312, + 2.023438, + 2.03125, + 2.109375, + 2.195312, + 2.085938, + 2.023438, + 2.179688, + 1.632812, + 1.949219, + 2.007812, + 2.242188, + 1.351562, + 1.722656, + 2.101562, + 0.589844, + 0.277344, + 1.392578, + 1.722656, + 1.960938, + 2.296875, + 2.015625, + 1.933594, + 0.501953, + 0.414062, + 2.039062, + 2.179688, + 1.703125, + 1.945312, + 1.925781, + 2.054688, + 2.117188, + 1.910156, + 0.560547, + 2.054688, + 1.804688, + 1.796875, + 1.162109, + 2.0625, + 1.890625, + 2.101562, + 2.007812, + 2.234375, + 2.03125, + 1.824219, + 2.148438, + 2.0, + 2.140625, + 2.0625, + 1.835938, + 2.023438, + 1.976562, + 2.476562, + 2.21875, + 1.15918, + 0.453125, + 4.265625, + 2.039062, + 1.929688, + 2.125, + 2.03125, + 2.203125, + 2.0, + 2.382812, + 0.324219, + 1.777344, + 1.443359, + 2.25, + 2.109375, + 0.623047, + 2.117188, + 2.09375, + 1.953125, + 1.980469, + 2.171875, + 1.925781, + 1.707031, + 0.605469, + 1.917969, + 1.835938, + 2.039062, + 0.835938, + 1.972656, + 2.09375, + 2.203125, + 2.132812, + 2.773438, + 1.609375, + 1.792969, + 2.203125, + 2.179688, + 1.230469, + 2.179688, + 2.234375, + 1.359375, + 2.320312, + 0.777344, + 2.265625, + 2.070312, + 2.023438, + 2.054688, + 1.925781, + 1.957031, + 1.878906, + 2.09375, + 0.34375, + 2.101562, + 2.085938, + 1.996094, + 2.148438, + 1.910156, + 2.007812, + 2.015625, + 0.320312, + 1.855469, + 0.613281, + 2.289062, + 0.691406, + 1.621094, + 2.3125, + 2.03125, + 2.242188, + 1.316406, + 1.839844, + 1.855469, + 1.980469, + 0.539062, + 2.054688, + 1.539062, + 1.233398, + 0.913574, + 2.109375, + 2.226562, + 1.742188, + 2.359375, + 2.304688, + 1.851562, + 2.164062, + 1.496094, + 1.820312, + 2.171875, + 0.457031, + 2.210938, + 2.21875, + 1.921875, + 0.714844, + 0.484375, + 2.289062, + 2.203125, + 1.976562, + 2.21875, + 2.335938, + 1.964844, + 1.427734, + 2.625, + 1.984375, + 1.914062, + 2.265625, + 1.820312, + 2.070312, + 2.210938, + 2.1875, + 2.117188, + 2.117188, + 2.117188, + 2.203125, + 1.914062, + 1.839844, + 2.328125, + 2.242188, + 1.65625, + 2.164062, + 2.304688, + 2.203125, + 2.210938, + 2.164062, + 2.070312, + 2.234375, + 0.492188, + 1.484375, + 1.988281, + 0.705078, + 2.09375, + 1.929688, + 2.070312, + 2.0625, + 2.140625, + 1.945312, + 2.09375, + 2.070312, + 0.552734, + 1.566406, + 2.070312, + 1.742188, + 2.023438, + 2.171875, + 1.462891, + 2.078125, + 2.140625, + 2.046875, + 2.320312, + 2.234375, + 0.568359, + 2.289062, + 2.328125, + 1.34375, + 2.25, + 2.140625, + 2.304688, + 2.242188, + 2.03125, + 2.179688, + 2.023438, + 2.320312, + 2.101562, + 2.039062, + 1.59375, + 2.015625, + 2.1875, + 2.203125, + 2.234375, + 1.984375, + 1.188477, + 2.320312, + 0.769531, + 2.132812, + 0.398438, + 1.683594, + 2.273438, + 2.078125, + 2.257812, + 2.078125, + 1.773438, + 2.164062, + 0.484375, + 0.425781, + 0.505859, + 2.179688, + 2.226562, + 0.722656, + 1.933594, + 2.023438, + 2.023438, + 0.871094, + 1.945312, + 1.421875, + 2.03125, + 0.691406, + 2.132812, + 2.078125, + 1.941406, + 2.125, + 1.804688, + 1.78125, + 2.046875, + 2.148438, + 1.186523, + 1.734375, + 0.425781, + 2.046875, + 2.195312, + 2.242188, + 2.210938, + 1.710938, + 1.523438, + 2.117188, + 0.496094, + 2.117188, + 1.933594, + 1.964844, + 2.085938, + 1.275391, + 2.140625, + 2.007812, + 2.015625, + 1.710938, + 2.148438, + 1.875, + 1.789062, + 2.109375, + 2.242188, + 2.078125, + 2.210938, + 2.109375, + 2.257812, + 1.902344, + 2.046875, + 2.265625, + 2.234375, + 2.195312, + 2.117188, + 2.054688, + 2.117188, + 1.898438, + 2.148438, + 2.046875, + 2.117188, + 2.117188, + 2.117188, + 1.816406, + 2.054688, + 2.15625, + 2.359375, + 1.902344, + 2.070312, + 0.882324, + 2.171875, + 1.878906, + 2.078125, + 1.84375, + 1.984375, + 2.085938, + 2.21875, + 1.050537, + 2.328125, + 1.049805, + 2.140625, + 1.886719, + 1.800781, + 1.566406, + 2.015625, + 1.154297, + 2.203125, + 0.560547, + 2.0625, + 1.386719, + 2.085938, + 2.023438, + 1.960938, + 2.101562, + 2.234375, + 1.984375, + 1.800781, + 2.0, + 2.148438, + 2.046875, + 0.472656, + 2.25, + 1.78125, + 1.976562, + 2.117188, + 2.023438, + 2.0625, + 2.015625, + 1.388672, + 1.988281, + 2.195312, + 2.101562, + 2.039062, + 2.140625, + 2.195312, + 2.046875, + 1.820312, + 1.921875, + 0.429688, + 2.109375, + 2.117188, + 2.351562, + 2.390625, + 1.835938, + 1.124023, + 0.4375, + 2.15625, + 0.521484, + 0.897949, + 1.753906, + 1.953125, + 2.179688, + 2.179688, + 1.123047, + 2.039062, + 1.640625, + 2.109375, + 0.556641, + 2.101562, + 2.070312, + 2.140625, + 2.039062, + 2.195312, + 2.351562, + 0.558594, + 2.171875, + 2.171875, + 1.478516, + 0.744141, + 2.171875, + 2.210938, + 0.871094, + 2.148438, + 2.351562, + 2.15625, + 1.832031, + 2.03125, + 1.914062, + 0.776367, + 2.203125, + 2.0, + 2.023438, + 2.070312, + 2.0, + 1.345703, + 0.513672, + 2.085938, + 2.015625, + 1.820312, + 2.15625, + 2.257812, + 2.148438, + 2.21875, + 2.007812, + 1.9375, + 2.078125, + 1.988281, + 2.171875, + 2.21875, + 2.179688, + 1.957031, + 1.996094, + 2.070312, + 2.078125, + 2.195312, + 0.300781, + 2.140625, + 2.132812, + 2.0625, + 1.925781, + 2.0, + 1.914062, + 1.90625, + 2.085938, + 2.203125, + 2.109375, + 2.101562, + 2.109375, + 2.25, + 1.470703, + 1.972656, + 0.615234, + 2.109375, + 0.756836, + 2.125, + 2.179688, + 2.117188, + 0.578125, + 2.171875, + 1.898438, + 1.785156, + 2.179688, + 2.15625, + 2.054688, + 1.96875, + 2.234375, + 1.949219, + 1.992188, + 0.926758, + 1.964844, + 2.25, + 2.125, + 2.351562, + 2.148438, + 1.972656, + 2.1875, + 2.085938, + 2.007812, + 2.171875, + 1.832031, + 1.929688, + 2.164062, + 1.976562, + 0.782227, + 1.914062, + 2.242188, + 2.171875, + 1.929688, + 0.574219, + 2.242188, + 2.039062, + 2.320312, + 2.1875, + 2.078125, + 2.117188, + 2.078125, + 2.101562, + 0.677734, + 2.117188, + 2.164062, + 2.257812, + 2.304688, + 1.890625, + 2.179688, + 2.15625, + 2.421875, + 2.234375, + 1.960938, + 2.398438, + 2.039062, + 1.960938, + 1.898438, + 2.21875, + 2.117188, + 1.214844, + 3.578125, + 1.957031, + 2.015625, + 2.109375, + 1.933594, + 1.265625, + 2.25, + 2.054688, + 2.054688, + 0.615234, + 1.707031, + 1.585938, + 1.878906, + 2.078125, + 2.25, + 0.910156, + 0.316406, + 2.125, + 2.515625, + 0.394531, + 1.402344, + 2.179688, + 2.171875, + 2.125, + 2.3125, + 2.164062, + 1.882812, + 1.996094, + 1.992188, + 2.226562, + 0.839844, + 2.109375, + 2.273438, + 2.015625, + 1.386719, + 2.078125, + 2.210938, + 2.117188, + 1.984375, + 2.023438, + 1.855469, + 2.1875, + 1.828125, + 0.964111, + 2.039062, + 2.039062, + 2.171875, + 2.054688, + 1.667969, + 2.164062, + 1.628906, + 2.140625, + 2.101562, + 1.328125, + 1.960938, + 2.179688, + 2.023438, + 0.1875, + 1.75, + 2.09375, + 2.007812, + 2.085938, + 1.271484, + 0.542969, + 2.109375, + 2.117188, + 1.949219, + 1.804688, + 2.070312, + 2.03125, + 1.964844, + 0.5, + 1.800781, + 2.148438, + 1.953125, + 1.9375, + 2.140625, + 2.382812, + 2.101562, + 2.101562, + 1.945312, + 2.101562, + 1.929688, + 2.125, + 2.109375, + 2.460938, + 2.171875, + 1.71875, + 1.632812, + 1.808594, + 2.257812, + 1.816406, + 1.980469, + 2.054688, + 1.277344, + 1.890625, + 1.929688, + 2.070312, + 1.949219, + 2.039062, + 2.179688, + 1.464844, + 1.941406, + 2.203125, + 2.265625, + 2.015625, + 2.289062, + 1.294922, + 1.882812, + 2.109375, + 2.164062, + 2.34375, + 2.359375, + 1.871094, + 2.335938, + 1.929688, + 2.226562, + 1.976562, + 1.062256, + 2.109375, + 2.078125, + 2.023438, + 2.875, + 2.109375, + 2.132812, + 2.03125, + 2.015625, + 1.957031, + 2.039062, + 2.03125, + 1.773438, + 1.294922, + 1.890625, + 1.960938, + 2.101562, + 1.960938, + 2.195312, + 2.203125, + 2.148438, + 2.023438, + 2.203125, + 2.070312, + 2.148438, + 2.109375, + 1.828125, + 2.132812, + 2.109375, + 2.0625, + 1.929688, + 1.996094, + 2.304688, + 2.171875, + 2.085938, + 1.976562, + 2.335938, + 1.890625, + 1.800781, + 2.03125, + 2.28125, + 0.292969, + 2.085938, + 2.1875, + 1.972656, + 1.002777, + 2.132812, + 2.078125, + 1.279297, + 0.564453, + 2.039062, + 1.957031, + 2.421875, + 1.960938, + 2.070312, + 2.070312, + 2.023438, + 2.015625, + 1.957031, + 2.203125, + 2.046875, + 1.259766, + 2.351562, + 2.148438, + 0.947266, + 0.441406, + 2.140625, + 2.203125, + 2.296875, + 1.229492, + 2.210938, + 1.490234, + 2.039062, + 2.226562, + 2.484375, + 1.964844, + 2.054688, + 1.902344, + 1.800781, + 2.09375, + 2.328125, + 2.242188, + 0.662109, + 1.318359, + 2.117188, + 2.132812, + 2.085938, + 1.636719, + 2.023438, + 2.28125, + 1.765625, + 1.225586, + 2.203125, + 2.234375, + 1.9375, + 2.195312, + 1.902344, + 1.789062, + 1.949219, + 2.015625, + 0.34375, + 0.402344, + 2.015625, + 2.007812, + 1.847656, + 2.414062, + 1.867188, + 2.078125, + 0.81543, + 2.148438, + 0.981201, + 1.163086, + 2.242188, + 2.28125, + 2.140625, + 2.109375, + 2.210938, + 2.234375, + 0.892578, + 2.203125, + 1.960938, + 1.980469, + 2.148438, + 2.164062, + 2.117188, + 1.96875, + 1.632812, + 2.046875, + 2.1875, + 2.039062, + 1.949219, + 1.742188, + 1.867188, + 2.054688, + 3.9375, + 2.203125, + 1.929688, + 0.556641, + 2.234375, + 2.148438, + 2.15625, + 2.054688, + 1.835938, + 1.964844, + 2.078125, + 1.984375, + 1.875, + 1.570312, + 2.085938, + 2.335938, + 2.09375, + 2.367188, + 2.25, + 1.976562, + 2.078125, + 1.972656, + 2.171875, + 2.117188, + 2.140625, + 1.527344, + 0.484375, + 2.226562, + 2.25, + 2.210938, + 2.0, + 1.902344, + 0.296875, + 2.09375, + 2.273438, + 1.984375, + 2.171875, + 0.929688, + 2.21875, + 2.148438, + 2.125, + 2.054688, + 2.109375, + 2.289062, + 1.898438, + 1.664062, + 2.132812, + 2.15625, + 2.007812, + 0.580078, + 2.179688, + 1.757812, + 0.433594, + 2.242188, + 2.476562, + 2.359375, + 1.875, + 1.71875, + 1.984375, + 2.257812, + 1.898438, + 2.273438, + 2.273438, + 2.179688, + 2.15625, + 2.132812, + 1.398438, + 2.132812, + 2.351562, + 2.273438, + 2.398438, + 2.164062, + 1.484375, + 1.980469, + 2.0625, + 1.929688, + 2.09375, + 2.515625, + 2.179688, + 1.088867, + 1.855469, + 0.453125, + 2.242188, + 2.109375, + 2.15625, + 1.902344, + 2.078125, + 2.140625, + 2.085938, + 2.148438, + 1.898438, + 2.09375, + 2.101562, + 2.375, + 1.800781, + 2.140625, + 1.302734, + 2.078125, + 1.417969, + 0.615234, + 2.179688, + 2.265625, + 2.210938, + 2.226562, + 2.070312, + 1.761719, + 1.914062, + 2.25, + 1.3125, + 1.503906, + 2.046875, + 2.421875, + 2.296875, + 2.03125, + 2.078125, + 1.863281, + 2.3125, + 2.25, + 2.257812, + 0.769531, + 1.867188, + 2.539062, + 2.140625, + 2.195312, + 1.785156, + 2.140625, + 1.917969, + 1.96875, + 2.070312, + 2.148438, + 2.117188, + 1.585938, + 1.949219, + 2.195312, + 2.179688, + 2.242188, + 2.210938, + 2.140625, + 1.777344, + 1.75, + 2.304688, + 2.195312, + 1.179688, + 0.827148, + 2.125, + 2.195312, + 2.265625, + 1.855469, + 2.359375, + 0.410156, + 2.070312, + 2.179688, + 2.03125, + 2.148438, + 1.75, + 2.09375, + 1.890625, + 0.814453, + 2.078125, + 1.992188, + 2.289062, + 1.886719, + 2.039062, + 2.304688, + 2.0625, + 2.140625, + 2.046875, + 2.226562, + 2.382812, + 1.878906, + 1.953125, + 1.375, + 1.992188, + 1.277344, + 0.595703, + 2.046875, + 2.171875, + 2.226562, + 2.25, + 2.914062, + 2.078125, + 2.351562, + 2.164062, + 2.179688, + 2.148438, + 1.742188, + 1.980469, + 1.148438, + 2.015625, + 1.628906, + 1.972656, + 2.03125, + 1.875, + 1.992188, + 2.117188, + 2.25, + 2.078125, + 1.384766, + 2.007812, + 2.148438, + 0.882324, + 1.863281, + 2.148438, + 2.234375, + 1.835938, + 0.798828, + 1.957031, + 2.070312, + 1.988281, + 2.054688, + 2.0625, + 0.654297, + 1.941406, + 2.148438, + 1.507812, + 2.070312, + 1.933594, + 1.964844, + 1.976562, + 2.101562, + 2.0, + 1.949219, + 2.15625, + 2.195312, + 2.03125, + 2.171875, + 2.117188, + 0.480469, + 1.898438, + 2.007812, + 2.171875, + 2.21875, + 2.335938, + 2.296875, + 1.695312, + 1.143555, + 2.046875, + 2.210938, + 2.203125, + 1.953125, + 1.390625, + 1.875, + 2.164062, + 2.101562, + 2.132812, + 1.9375, + 2.171875, + 1.941406, + 2.164062, + 1.824219, + 1.992188, + 2.023438, + 2.078125, + 2.148438, + 2.03125, + 2.054688, + 2.296875, + 1.726562, + 2.203125, + 1.029053, + 0.238281, + 2.1875, + 1.679688, + 2.304688, + 2.164062, + 2.070312, + 1.945312, + 1.792969, + 2.195312, + 1.699219, + 2.164062, + 2.09375, + 2.304688, + 2.195312, + 0.537109, + 2.078125, + 2.171875, + 2.09375, + 1.976562, + 2.28125, + 2.0625, + 2.117188, + 2.296875, + 1.765625, + 2.34375, + 2.085938, + 2.070312, + 2.054688, + 2.054688, + 1.914062, + 2.078125, + 1.6875, + 1.753906, + 2.226562, + 2.21875, + 1.992188, + 2.140625, + 2.078125, + 2.25, + 1.921875, + 2.546875, + 1.597656, + 2.226562, + 1.589844, + 1.059814, + 2.140625, + 2.140625, + 1.929688, + 0.603516, + 1.515625, + 2.171875, + 2.195312, + 2.320312, + 2.242188, + 2.265625, + 2.296875, + 2.179688, + 1.828125, + 2.28125, + 0.34375, + 2.023438, + 1.875, + 2.140625, + 2.203125, + 2.40625, + 2.273438, + 1.964844, + 0.449219, + 2.09375, + 1.902344, + 1.976562, + 2.21875, + 2.132812, + 2.085938, + 2.234375, + 2.070312, + 2.195312, + 1.071289, + 1.976562, + 2.109375, + 1.882812, + 2.1875, + 2.265625, + 2.101562, + 2.210938, + 1.785156, + 2.054688, + 1.917969, + 2.171875, + 2.007812, + 2.21875, + 2.179688, + 1.96875, + 1.816406, + 2.007812, + 1.9375, + 2.296875, + 2.328125, + 1.996094, + 2.054688, + 0.523438, + 2.179688, + 2.03125, + 2.265625, + 2.0, + 2.179688, + 2.203125, + 2.046875, + 1.925781, + 2.109375, + 1.466797, + 2.015625, + 2.078125, + 2.132812, + 0.421875, + 2.140625, + 2.109375, + 2.164062, + 2.039062, + 2.109375, + 1.964844, + 2.171875, + 1.992188, + 2.164062, + 2.0, + 2.21875, + 0.84668, + 2.054688, + 1.800781, + 2.054688, + 0.59375, + 2.171875, + 0.883789, + 1.886719, + 0.394531, + 2.257812, + 1.878906, + 1.929688, + 1.25, + 1.808594, + 2.179688, + 2.039062, + 2.03125, + 2.179688, + 1.992188, + 2.273438, + 2.0625, + 0.328125, + 1.114258, + 1.382812, + 2.117188, + 2.265625, + 1.992188, + 2.289062, + 2.382812, + 2.203125, + 1.494141, + 2.25, + 2.179688, + 2.109375, + 2.5, + 1.984375, + 1.742188, + 2.039062, + 2.117188, + 1.449219, + 2.015625, + 2.117188, + 2.382812, + 2.210938, + 2.242188, + 1.667969, + 2.257812, + 2.046875, + 2.007812, + 2.140625, + 2.25, + 2.015625, + 2.054688, + 1.957031, + 0.791016, + 2.132812, + 2.109375, + 2.171875, + 0.90625, + 2.179688, + 2.320312, + 2.273438, + 0.774414, + 1.96875, + 1.453125, + 2.15625, + 2.0, + 1.847656, + 0.521484, + 2.078125, + 2.171875, + 2.117188, + 0.367188, + 1.416016, + 0.708984, + 2.070312, + 2.242188, + 1.773438, + 2.171875, + 2.3125, + 2.171875, + 2.265625, + 2.148438, + 1.9375, + 0.909668, + 0.963623, + 2.234375, + 1.738281, + 1.839844, + 2.203125, + 2.046875, + 1.9375, + 2.304688, + 1.667969, + 2.078125, + 2.171875, + 2.0, + 1.135742, + 2.273438, + 2.164062, + 2.359375, + 2.140625, + 1.976562, + 0.789062, + 2.140625, + 0.712891, + 1.976562, + 2.1875, + 2.25, + 2.007812, + 2.3125, + 2.0, + 2.007812, + 2.132812, + 2.234375, + 2.296875, + 1.972656, + 1.90625, + 2.085938, + 2.101562, + 2.296875, + 1.875, + 2.335938, + 2.15625, + 1.259766, + 1.753906, + 1.878906, + 1.24707, + 2.039062, + 2.078125, + 2.226562, + 2.210938, + 1.824219, + 1.925781, + 1.941406, + 2.039062, + 1.447266, + 2.273438, + 1.863281, + 2.085938, + 2.117188, + 2.117188, + 2.195312, + 1.789062, + 2.125, + 2.195312, + 2.046875, + 2.078125, + 2.085938, + 1.124512, + 2.226562, + 1.964844, + 1.026123, + 2.078125, + 2.0625, + 0.677734, + 2.15625, + 1.441406, + 2.265625, + 2.1875, + 2.015625, + 2.195312, + 2.0625, + 2.335938, + 2.164062, + 2.101562, + 1.988281, + 1.964844, + 1.964844, + 1.236328, + 1.988281, + 2.0625, + 1.929688, + 0.916016, + 2.140625, + 2.023438, + 2.195312, + 1.921875, + 2.03125, + 1.976562, + 2.0625, + 1.953125, + 2.054688, + 1.714844, + 2.164062, + 2.039062, + 0.603516, + 2.164062, + 2.078125, + 0.673828, + 2.078125, + 1.902344, + 2.359375, + 1.964844, + 2.023438, + 2.15625, + 0.92627, + 2.179688, + 2.132812, + 2.210938, + 2.007812, + 1.953125, + 2.070312, + 1.863281, + 0.742188, + 1.283203, + 2.265625, + 1.808594, + 2.328125, + 1.609375, + 1.746094, + 2.078125, + 2.078125, + 0.859375, + 1.847656, + 2.421875, + 0.460938, + 2.265625, + 1.921875, + 2.234375, + 2.210938, + 0.750977, + 2.179688, + 2.078125, + 0.669922, + 2.289062, + 2.375, + 1.960938, + 2.101562, + 2.210938, + 2.203125, + 0.705078, + 2.21875, + 1.699219, + 1.992188, + 2.03125, + 2.078125, + 2.03125, + 1.804688, + 2.320312, + 2.242188, + 2.078125, + 1.90625, + 0.691406, + 1.917969, + 2.148438, + 1.898438, + 2.070312, + 2.265625, + 2.117188, + 1.761719, + 1.777344, + 2.164062, + 1.757812, + 2.078125, + 1.972656, + 2.609375, + 2.078125, + 2.296875, + 0.46875, + 2.101562, + 1.898438, + 1.921875, + 2.117188, + 2.039062, + 1.765625, + 1.886719, + 2.070312, + 2.195312, + 0.759766, + 2.054688, + 1.980469, + 2.015625 + ] + }, + "name": "onnx::Mul_8629", + "outputIndexes": [ + 1699 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1698, + 1699 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_17/Mul_1_output_0", + "outputIndexes": [ + 1700 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1629, + 1700 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_88_output_0", + "outputIndexes": [ + 1701 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1701 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_17/Mul_output_0", + "outputIndexes": [ + 1702 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.94458, + 0.991089, + 0.941406, + 0.974976, + 1.011963, + 0.919434, + 0.923828, + 1.069336, + 0.932617, + 0.991394, + 0.958984, + 0.960938, + 0.919922, + 0.916504, + 0.968018, + 0.9823, + 0.958252, + 1.00412, + 1.200195, + 0.963379, + 0.959717, + 1.031494, + 0.952637, + 0.975952, + 0.968872, + 0.932129, + 0.87793, + 0.970337, + 0.924316, + 0.935059, + 0.977539, + 1.036377, + 0.950928, + 1.045654, + 0.962646, + 0.915039, + 1.012146, + 0.931641, + 0.99469, + 0.979126, + 0.933105, + 0.980103, + 0.945312, + 0.984802, + 1.130859, + 0.954834, + 0.942871, + 0.953125, + 1.294922, + 1.006042, + 0.979492, + 0.887695, + 0.9375, + 0.839844, + 0.923828, + 0.904297, + 0.92041, + 0.957031, + 1.012756, + 1.006287, + 0.987244, + 0.885254, + 0.987427, + 0.911621, + 0.900879, + 0.979004, + 0.987488, + 0.954102, + 0.92334, + 0.958984, + 0.923828, + 0.947754, + 0.945068, + 0.972046, + 0.962158, + 0.983154, + 1.061768, + 0.983398, + 0.980469, + 1.069336, + 0.998932, + 1.103516, + 0.955322, + 1.020508, + 0.949463, + 0.90625, + 0.953613, + 1.004364, + 1.093262, + 1.00412, + 0.945557, + 0.971436, + 0.94458, + 1.139648, + 0.955322, + 1.102051, + 0.961182, + 1.004211, + 0.802734, + 0.96582, + 1.020264, + 0.945557, + 0.946533, + 0.918945, + 0.933594, + 0.975098, + 0.92041, + 1.002594, + 0.961182, + 0.962646, + 0.928223, + 0.926758, + 0.976807, + 0.601562, + 0.924316, + 0.952881, + 0.986328, + 0.95459, + 0.994781, + 0.893066, + 0.958008, + 0.92041, + 1.007751, + 0.949463, + 0.960693, + 0.932617, + 0.960938, + 0.950684, + 0.927246, + 0.99115, + 1.09668, + 0.967529, + 0.997437, + 1.003754, + 0.98468, + 0.918945, + 1.013184, + 0.887695, + 0.990234, + 0.914062, + 0.786133, + 1.04248, + 1.018799, + 0.967041, + 1.005035, + 1.020142, + 0.954834, + 1.028198, + 1.001472, + 0.98291, + 0.983887, + 0.984985, + 1.006317, + 0.853516, + 0.967773, + 0.958984, + 1.10498, + 0.94043, + 1.164062, + 1.101074, + 0.441406, + 0.943604, + 0.934082, + 1.075195, + 0.945557, + 0.989624, + 0.942139, + 1.098145, + 0.900879, + 0.983032, + 0.938477, + 1.12793, + 0.935547, + 1.170898, + 1.020142, + 0.95166, + 0.895508, + 1.133789, + 0.964355, + 0.968506, + 0.959229, + 1.057373, + 0.972656, + 1.026001, + 0.81543, + 0.989258, + 1.199219, + 0.958252, + 1.019287, + 0.963379, + 0.960449, + 0.939453, + 0.968994, + 0.939209, + 0.957764, + 0.927734, + 0.959717, + 0.956055, + 0.949951, + 0.982422, + 0.949219, + 0.944824, + 0.9729, + 0.997681, + 0.97168, + 0.951172, + 0.885254, + 0.971924, + 0.94751, + 0.957275, + 0.955078, + 1.003815, + 0.963135, + 0.986572, + 0.966553, + 0.938721, + 0.972168, + 0.967529, + 0.931152, + 0.962646, + 0.98291, + 0.880371, + 0.957764, + 0.952393, + 0.934082, + 0.928711, + 0.98877, + 0.967529, + 0.993042, + 1.051514, + 0.375, + 0.984253, + 0.909668, + 0.92334, + 0.936523, + 0.944336, + 0.87207, + 0.938232, + 0.959717, + 0.983398, + 0.697266, + 0.953125, + 0.943604, + 1.042236, + 1.004242, + 0.950195, + 0.963867, + 1.004547, + 0.964355, + 1.068359, + 0.970825, + 0.942383, + 1.131836, + 0.999287, + 0.946045, + 0.952393, + 0.972656, + 1.0019, + 0.977051, + 0.966797, + 0.957764, + 0.966797, + 0.991455, + 0.995056, + 0.97998, + 0.994446, + 0.94165, + 0.924316, + 0.943359, + 0.923828, + 0.92041, + 0.976929, + 0.992401, + 0.990662, + 0.998672, + 0.958008, + 1.167969, + 0.962891, + 0.933105, + 0.947021, + 0.971802, + 0.93457, + 0.996811, + 0.942627, + 0.959229, + 0.968506, + 0.932617, + 0.968262, + 1.109863, + 0.963867, + 1.014893, + 1.082031, + 0.994812, + 0.963379, + 0.908691, + 0.911133, + 0.945068, + 0.960693, + 0.963623, + 0.983765, + 0.863281, + 0.990112, + 1.062256, + 0.950195, + 0.930664, + 0.907715, + 0.885254, + 0.968018, + 0.975464, + 0.960449, + 0.970825, + 1.054443, + 0.956055, + 0.960693, + 0.92041, + 0.971924, + 0.924805, + 1.000984, + 0.978394, + 0.964355, + 0.974731, + 0.955322, + 0.977417, + 0.959717, + 0.954346, + 0.913574, + 1.026367, + 0.938232, + 0.916504, + 0.943848, + 1.029297, + 0.96936, + 0.957764, + 0.940186, + 0.367188, + 0.932129, + 0.943359, + 0.933105, + 0.956543, + 0.974854, + 1.007782, + 1.064453, + 0.99733, + 0.9823, + 0.936523, + 1.052002, + 0.962646, + 0.995026, + 1.036377, + 0.933105, + 0.916992, + 1.00354, + 0.871094, + 1.013916, + 1.018799, + 1.115723, + 0.949951, + 0.951172, + 1.01709, + 0.984863, + 1.117188, + 0.92334, + 1.022705, + 1.086914, + 1.020752, + 0.947266, + 0.983276, + 0.980103, + 0.951904, + 0.985779, + 0.928711, + 0.962158, + 0.945801, + 0.976929, + 0.985596, + 0.977051, + 0.943848, + 0.943848, + 0.870117, + 0.994293, + 0.97998, + 0.963135, + 1.0625, + 1.060791, + 0.959229, + 0.930664, + 1.057617, + 0.975464, + 0.965088, + 0.963135, + 0.973755, + 0.982544, + 1.112793, + 0.939941, + 0.963135, + 0.933594, + 0.981079, + 1.135742, + 0.979004, + 0.942383, + 0.951904, + 0.971802, + 0.964355, + 0.959229, + 1.082031, + 1.149414, + 0.964355, + 1.004578, + 1.022095, + 0.893555, + 0.957764, + 0.992462, + 0.912598, + 0.957031, + 0.868164, + 1.006958, + 0.983276, + 0.937988, + 1.026611, + 0.947998, + 0.975708, + 0.93457, + 0.89209, + 0.937744, + 0.948242, + 0.933594, + 0.94751, + 0.944092, + 0.939697, + 0.932129, + 0.924316, + 0.98291, + 0.952148, + 0.97583, + 0.585938, + 0.926758, + 0.95459, + 0.943115, + 0.952881, + 0.944092, + 0.938232, + 0.907227, + 0.915039, + 1.046387, + 0.730469, + 0.933105, + 0.943359, + 0.960449, + 0.989685, + 0.919434, + 0.925781, + 0.945801, + 0.969482, + 0.943359, + 0.928711, + 0.919434, + 0.938965, + 0.927246, + 0.996292, + 0.993866, + 0.953613, + 0.918457, + 0.930664, + 0.99231, + 1.030151, + 0.951416, + 1.063477, + 0.995239, + 0.941895, + 0.963623, + 0.976685, + 0.964355, + 0.982544, + 1.054688, + 0.970215, + 0.952637, + 1.101074, + 1.000216, + 0.982422, + 0.937744, + 0.942871, + 0.991089, + 0.902344, + 0.955811, + 0.938721, + 0.947266, + 1.094238, + 0.977539, + 0.961914, + 0.946289, + 0.982422, + 0.935547, + 0.969849, + 0.926758, + 1.018188, + 0.954346, + 1.072266, + 1.045898, + 1.064453, + 1.085449, + 0.936035, + 0.930664, + 0.937012, + 1.094727, + 0.874023, + 0.921387, + 0.995544, + 0.887207, + 0.958984, + 0.967041, + 0.96582, + 0.916016, + 0.990479, + 0.953369, + 0.986755, + 0.951172, + 0.970825, + 1.001801, + 0.959229, + 0.963623, + 0.884277, + 0.945312, + 1.158203, + 1.083984, + 0.950439, + 1.209961, + 0.955566, + 0.973755, + 0.946289, + 0.969604, + 0.959229, + 0.973755, + 0.987122, + 1.063477, + 0.962402, + 0.847656, + 0.945801, + 0.930664, + 0.963135, + 1.004639, + 0.689453, + 1.008362, + 0.84082, + 0.997513, + 0.936523, + 0.981079, + 0.971069, + 0.94873, + 1.084473, + 0.948975, + 0.87207, + 0.988464, + 0.948242, + 0.932617, + 0.927246, + 0.870117, + 0.947754, + 0.701172, + 0.974609, + 0.95874, + 0.975708, + 0.945068, + 0.946289, + 0.991089, + 0.935547, + 0.980591, + 0.951172, + 0.761719, + 0.880859, + 0.92041, + 0.889648, + 0.919434, + 0.952637, + 0.956787, + 1.081055, + 0.90332, + 0.978271, + 0.946045, + 1.155273, + 0.937744, + 0.845703, + 1.064453, + 0.911133, + 0.958984, + 0.869141, + 0.986633, + 0.905273, + 0.955078, + 0.695312, + 0.966797, + 0.90332, + 0.955322, + 0.860352, + 0.769531, + 1.199219, + 0.995056, + 0.915527, + 0.905762, + 0.963623, + 1.04541, + 0.950928, + 0.950928, + 1.031982, + 0.931152, + 0.971558, + 0.980957, + 0.964844, + 0.948486, + 0.955078, + 1.012573, + 0.943604, + 0.95874, + 0.968994, + 0.839844, + 0.959717, + 0.932129, + 0.97937, + 0.991272, + 0.999804, + 0.916016, + 0.967041, + 0.967285, + 0.968872, + 0.950439, + 0.967529, + 1.033447, + 0.98291, + 0.946533, + 0.971069, + 0.924316, + 1.012146, + 0.981812, + 1.019165, + 0.998787, + 1.003601, + 0.974976, + 0.953125, + 1.014465, + 0.947754, + 1.106934, + 0.994476, + 0.950928, + 1.050781, + 1.135742, + 0.976807, + 0.947754, + 0.98761, + 0.977783, + 0.921875, + 1.007874, + 0.924316, + 1.138672, + 0.973511, + 0.988281, + 0.927734, + 1.004303, + 0.999031, + 0.97937, + 0.933594, + 0.889648, + 0.902344, + 0.937012, + 0.955811, + 1.062256, + 0.978516, + 0.990906, + 0.94873, + 0.997742, + 0.958496, + 0.974365, + 0.950928, + 0.891113, + 0.988098, + 0.973999, + 0.956787, + 0.951172, + 0.962891, + 0.907227, + 0.963867, + 0.970703, + 0.931641, + 1.008606, + 1.496094, + 0.974976, + 1.078613, + 0.9646, + 0.983521, + 0.932617, + 0.942383, + 0.802734, + 0.910156, + 1.02002, + 0.939697, + 0.968994, + 0.912598, + 0.950928, + 0.9729, + 0.986938, + 0.936523, + 1.007782, + 0.378906, + 0.964355, + 0.948975, + 0.942627, + 0.949951, + 0.96582, + 0.927246, + 0.995087, + 0.972046, + 0.994293, + 0.959229, + 0.97937, + 0.936035, + 0.90918, + 1.148438, + 0.646484, + 0.925293, + 1.005768, + 0.939941, + 1.00354, + 0.930664, + 0.963867, + 0.962158, + 0.94751, + 1.02002, + 0.90332, + 1.124512, + 0.936523, + 0.962158, + 0.947266, + 1.049805, + 0.929199, + 0.935547, + 0.959717, + 0.999054, + 0.963135, + 0.945557, + 0.940674, + 0.935547, + 0.937012, + 0.981445, + 0.964111, + 0.972778, + 0.959229, + 0.975464, + 0.956543, + 0.949219, + 1.008911, + 0.929688, + 0.956543, + 0.985535, + 0.955322, + 0.964844, + 0.9646, + 0.973877, + 1.022339, + 0.945557, + 1.085938, + 0.954834, + 0.999065, + 0.923828, + 0.942871, + 0.966797, + 0.963135, + 0.982544, + 0.978394, + 0.96582, + 0.924805, + 0.97229, + 0.931152, + 0.928711, + 0.94751, + 0.983765, + 0.927734, + 0.949463, + 0.913574, + 0.943604, + 0.925781, + 0.871094, + 1.028198, + 0.974487, + 0.989258, + 1.005249, + 0.982544, + 0.410156, + 0.974609, + 0.9729, + 0.869141, + 1.059326, + 0.928223, + 0.897461, + 0.977905, + 0.992615, + 0.980103, + 1.000355, + 0.995453, + 0.940674, + 1.025269, + 0.955566, + 1.009155, + 0.796875, + 0.973389, + 0.958008, + 0.961182, + 0.988159, + 1.11084, + 0.953125, + 0.967529, + 0.980469, + 0.994659, + 1.022217, + 0.942627, + 1.055908, + 0.998375, + 1.123535, + 0.957275, + 0.855469, + 1.00473, + 1.038086, + 0.986511, + 0.928711, + 0.99115, + 0.967041, + 0.942871, + 0.957764, + 0.916992, + 0.942139, + 0.976074, + 0.971191, + 0.981445, + 0.947266, + 0.948975, + 0.959961, + 0.866211, + 0.952881, + 1.036377, + 0.969849, + 0.95874, + 0.895508, + 0.984009, + 1.060547, + 0.934082, + 0.973267, + 0.971436, + 0.977173, + 0.963135, + 1.032715, + 0.951416, + 0.98645, + 0.91748, + 1.009827, + 0.973999, + 0.967529, + 0.962891, + 0.776367, + 1.001213, + 0.962891, + 0.979736, + 0.956543, + 0.875, + 0.940674, + 0.991394, + 0.976196, + 0.999294, + 0.988831, + 1.054199, + 0.992188, + 0.919922, + 1.019165, + 0.833984, + 0.923828, + 0.973877, + 0.999991, + 1.150391, + 1.029663, + 0.983765, + 0.997482, + 0.921875, + 0.967285, + 0.965332, + 0.936523, + 0.922852, + 0.974487, + 0.99954, + 0.963623, + 0.97998, + 0.931152, + 0.950928, + 0.952881, + 0.959229, + 1.130859, + 0.95459, + 0.987183, + 0.958008, + 0.981567, + 0.945312, + 0.951172, + 1.027344, + 0.959961, + 0.959229, + 1.056152, + 1.013733, + 1.013733, + 0.955566, + 1.046387, + 1.001877, + 0.972412, + 1.166992, + 1.101562, + 1.057617, + 0.936523, + 0.986023, + 0.96582, + 0.961914, + 1.00415, + 1.15625, + 0.986755, + 1.018188, + 0.901855, + 0.955078, + 1.033936, + 0.964111, + 0.967285, + 0.926758, + 0.866211, + 1.116211, + 0.938232, + 1.029907, + 0.982544, + 0.972778, + 0.962158, + 0.998825, + 0.956055, + 1.02002, + 1.002151, + 0.975952, + 0.953857, + 0.984253, + 0.927246, + 0.938721, + 0.956055, + 1.025269, + 0.943359, + 0.985535, + 1.011902, + 0.96936, + 1.051025, + 1.078613, + 0.324219, + 0.945557, + 0.997498, + 0.925781, + 0.977661, + 0.949707, + 0.954102, + 0.939941, + 1.063965, + 0.982666, + 1.002655, + 1.044922, + 0.964111, + 1.037598, + 0.946533, + 0.977173, + 0.987488, + 0.999218, + 0.941406, + 0.957031, + 1.004852, + 1.077637, + 0.975098, + 0.994476, + 0.938721, + 1.070312, + 1.004211, + 0.982056, + 0.834961, + 0.912109, + 0.601562, + 1.013672, + 0.997589, + 0.956055, + 0.909668, + 1.066895, + 0.955811, + 0.944824, + 1.066895, + 0.833984, + 1.226562, + 0.5, + 0.977905, + 0.935059, + 0.959961, + 0.96936, + 0.943359, + 1.058838, + 1.012024, + 1.067871, + 0.94751, + 0.987549, + 0.95459, + 0.933105, + 0.756836, + 0.989197, + 0.971191, + 0.827148, + 0.997391, + 1.0625, + 0.94458, + 1.033691, + 1.032715, + 0.958496, + 0.939209, + 0.940674, + 1.087402, + 0.96582, + 0.764648, + 0.948975, + 1.082031, + 1.014709, + 1.039307, + 1.08252, + 1.148438, + 0.943604, + 0.918457, + 1.022095, + 0.81543, + 0.965576, + 0.993195, + 0.95874, + 1.042725, + 1.043213, + 0.951416, + 1.084961, + 0.96582, + 0.961426, + 0.952637, + 0.97229, + 1.074707, + 0.98877, + 0.968018, + 0.972046, + 0.947754, + 0.973389, + 0.98761, + 0.986328, + 0.292969, + 0.957275, + 0.991882, + 0.977173, + 0.987183, + 0.918457, + 0.939697, + 1.012634, + 0.914551, + 0.982788, + 0.962402, + 0.968872, + 0.9729, + 1.004974, + 0.980591, + 0.959473, + 1.022461, + 0.947998, + 0.92041, + 0.955566, + 0.968018, + 0.976196, + 0.887695, + 0.913086, + 1.054199, + 1.047852, + 0.932617, + 1.016479, + 0.9646, + 0.918945, + 0.936523, + 0.955811, + 0.957031, + 0.995605, + 0.935547, + 0.990845, + 1.029663, + 1.036865, + 0.940186, + 0.981323, + 0.966064, + 0.948486, + 1.026978, + 0.987915, + 0.987, + 1.00296, + 0.963867, + 0.955566, + 1.081055, + 1.01709, + 0.958984, + 1.053467, + 0.959229, + 0.942383, + 0.983887, + 0.849609, + 0.930664, + 0.945312, + 0.947021, + 0.967529, + 0.964111, + 0.958252, + 0.903809, + 0.946777, + 0.967041, + 0.940186, + 0.936523, + 0.885254, + 0.953125, + 0.92041, + 1.126953, + 0.974365, + 1.182617, + 0.961182, + 0.974854, + 0.958496, + 0.954834, + 0.946045, + 1.031738, + 0.95874, + 1.005585, + 1.090332, + 1.039062, + 0.974731, + 0.97229, + 1.08252, + 0.987427, + 0.986389, + 0.965088, + 1.084473, + 0.982422, + 0.985352, + 0.971191, + 1.144531, + 0.950684, + 0.974854, + 0.876465, + 0.98291, + 1.013062, + 0.992401, + 0.971069, + 0.955078, + 0.910156, + 1.570312, + 1.048828, + 0.955078, + 0.943848, + 0.948242, + 0.930664, + 0.963135, + 0.856445, + 1.02002, + 1.185547, + 0.851562, + 0.998398, + 0.963135, + 0.947754, + 1.034912, + 0.966309, + 0.912109, + 0.993683, + 1.006042, + 0.980225, + 1.01355, + 0.712891, + 0.97998, + 0.959717, + 0.887695, + 0.984009, + 0.974365, + 0.965088, + 0.924316, + 0.999195, + 0.979614, + 0.964355, + 0.943359, + 0.950928, + 0.943848, + 0.969849, + 0.985596, + 0.957031, + 0.973877, + 0.939697, + 0.995331, + 0.943115, + 0.935547, + 0.972412, + 0.888672, + 0.878906, + 0.939941, + 0.952148, + 1.056641, + 0.946289, + 0.982178, + 0.985107, + 0.962891, + 1.012085, + 0.960938, + 0.944336, + 1.013855, + 0.971436, + 1.180664, + 0.944824, + 1.020142, + 1.014893, + 1.014221, + 0.976562, + 1.083496, + 0.932617, + 1.131836, + 0.939209, + 1.057129, + 0.9823, + 0.967041, + 0.999831, + 0.989075, + 0.948975, + 0.97168, + 1.016113, + 0.959229, + 0.958008, + 0.974731, + 1.046875, + 0.964844, + 0.974121, + 0.997726, + 0.955078, + 0.971191, + 1.064453, + 0.971802, + 1.004303, + 0.922852, + 0.963623, + 0.992737, + 0.871094, + 1.012451, + 0.939941, + 0.945557, + 0.973877, + 0.938965, + 1.058105, + 0.969971, + 0.986389, + 0.929199, + 0.623047, + 1.020874, + 1.01355, + 1.05835, + 0.957764, + 1.030029, + 0.944092, + 1.019409, + 0.979492, + 0.947754, + 0.956055, + 1.357422, + 0.963379, + 1.028687, + 0.908203, + 1.130859, + 0.932129, + 0.96167, + 0.927246, + 0.994324, + 0.947998, + 0.953369, + 1.073242, + 0.927734, + 0.972046, + 0.950684, + 1.045898, + 0.955078, + 0.917969, + 1.091309, + 0.973389, + 0.832031, + 0.911133, + 0.983276, + 0.916016, + 0.976685, + 1.11377, + 0.955078, + 0.987549, + 1.008118, + 0.930176, + 0.991516, + 1.097656, + 1.053223, + 0.97937, + 0.943604, + 1.003662, + 0.971924, + 0.927734, + 0.923828, + 0.901855, + 0.966553, + 0.990356, + 0.98291, + 0.826172, + 0.951416, + 0.9375, + 0.945801, + 0.983398, + 0.946045, + 0.968262, + 0.944092, + 0.96167, + 1.05542, + 0.941895, + 0.996643, + 0.950684, + 0.994446, + 0.928711, + 0.982788, + 0.954834, + 0.991699, + 0.885254, + 0.918945, + 0.974365, + 0.946533, + 0.945557, + 0.942627, + 0.907715, + 1.125977, + 0.943115, + 1.087891, + 0.898438, + 0.948486, + 0.960938, + 1.108398, + 0.940674, + 0.995026, + 1.037354, + 0.987732, + 0.926758, + 0.949951, + 0.98999, + 0.921875, + 0.963135, + 0.967529, + 1.070312, + 0.951904, + 0.982666, + 0.888672, + 0.959473, + 0.999275, + 0.94458, + 0.963379, + 0.950195, + 0.954346, + 0.973145, + 0.900391, + 0.97876, + 0.954834, + 0.984619, + 1.166992, + 0.978149, + 0.933594, + 0.978271, + 0.966064, + 1.095215, + 0.934082, + 0.960205, + 0.936035, + 0.969116, + 0.932129, + 0.976074, + 0.921387, + 0.947021, + 1.007507, + 0.969116, + 0.945801, + 0.913086, + 0.912109, + 0.996063, + 0.961426, + 0.97876, + 0.961426, + 0.962891, + 0.948975, + 0.943604, + 0.966064, + 0.978394, + 0.990173, + 0.925293, + 0.972046, + 1.106445, + 0.382812, + 0.964844, + 0.96582, + 0.970703, + 1.011292, + 1.069824, + 0.904785, + 0.959961, + 0.989014, + 1.0354, + 1.003967, + 1.081543, + 0.862305, + 0.948486, + 1.00589, + 1.101074, + 1.012207, + 0.943848, + 0.833984, + 1.038818, + 0.982544, + 0.951416, + 0.971558, + 0.948975, + 0.943848, + 0.943359, + 0.95752, + 0.987122, + 0.9646, + 0.974976, + 1.106934, + 0.989624, + 0.978638, + 1.00528, + 0.858398, + 0.988892, + 0.938477, + 0.967041, + 0.971313, + 0.955566, + 0.9823, + 0.907227, + 0.965088, + 1.075684, + 1.020386, + 0.960693, + 0.958984, + 0.967773, + 0.986755, + 0.908691, + 0.855469, + 0.939453, + 0.968994, + 1.044189, + 0.974487, + 0.925781, + 0.948242, + 0.300781, + 0.972046, + 1.043457, + 0.947998, + 0.979126, + 1.034912, + 1.103516, + 0.942627, + 0.862305, + 0.956787, + 0.950928, + 0.94751, + 0.986816, + 0.955811, + 1.025269, + 1.021118, + 0.9729, + 0.968872, + 0.983398, + 0.92041, + 0.96875, + 0.962402, + 0.975464, + 0.92334, + 0.91748, + 0.99649, + 0.959961, + 0.973999, + 0.957764, + 0.853516, + 0.966553, + 0.953613, + 0.988525, + 0.951416, + 1.03833, + 0.689453, + 0.955078, + 1.053467, + 0.880371, + 1.012146, + 0.97522, + 1.027344, + 0.970703, + 0.950439, + 0.945312, + 0.969727, + 0.953613, + 0.908691, + 0.931152, + 0.950439, + 1.046631, + 1.018311, + 0.967041, + 1.013245, + 0.94873, + 0.914062, + 1.087402, + 0.949707, + 0.997803, + 0.974487, + 0.963379, + 0.982422, + 0.961182, + 0.981079, + 1.028931, + 0.566406, + 0.95874, + 0.959961, + 0.956055, + 0.973877, + 0.97522, + 0.972656, + 0.968506, + 0.974487, + 1.10498, + 1.03125, + 0.986389, + 0.955811, + 0.990234, + 0.976196, + 0.94458, + 0.955078, + 0.969238, + 0.959717, + 0.947266, + 0.882324, + 1.011597, + 0.928223, + 0.799805, + 0.937744, + 0.975586, + 0.971436, + 0.97522, + 0.945068, + 0.925781, + 0.963623, + 0.849609, + 0.986023, + 0.983521, + 1.02063, + 0.959961, + 0.959961, + 1.003616, + 0.986328, + 0.895996, + 0.983398, + 1.064941, + 0.975464, + 0.962158, + 1.064941, + 1.088867, + 0.942383, + 0.99926, + 0.956543, + 0.957031, + 0.943848, + 0.958984, + 0.955566, + 0.972412, + 1.005524, + 0.937012, + 0.987976, + 1.083008, + 0.925293, + 0.953613, + 1.125, + 1.038818, + 0.960938, + 1.074707, + 0.953857, + 1.039551, + 0.994232, + 1.026367, + 0.94751, + 0.937744, + 1.084473, + 0.968262, + 1.003296, + 0.995941, + 1.007721, + 0.963623, + 0.927734, + 1.050537, + 1.192383, + 1.088379, + 0.959961, + 0.944092, + 0.955811, + 1.03833, + 0.898926, + 0.911621, + 0.95752, + 1.042725, + 0.947021, + 0.96167, + 0.997864, + 0.945801, + 0.920898, + 0.981445, + 1.006226, + 0.990601, + 1.029419, + 1.080078, + 0.966064, + 0.975464, + 0.978394, + 0.950195, + 0.965088, + 0.958496, + 1.116211, + 0.95166, + 1.179688, + 1.05835, + 0.875977, + 0.948486, + 0.952393, + 0.96582, + 0.958496, + 0.893555, + 1.100586, + 0.961426, + 0.986084, + 0.983398, + 0.966309, + 1.003479, + 0.975464, + 0.963623, + 1.011536, + 0.97876, + 0.943848, + 0.958496, + 0.943604, + 0.84375, + 0.979248, + 0.95166, + 0.371094, + 0.959229, + 0.941895, + 1.139648, + 0.932129, + 0.949463, + 0.948486, + 0.958252, + 0.959473, + 0.974976, + 0.914062, + 0.930664, + 1.172852, + 1.05249, + 0.992493, + 0.932617, + 0.963135, + 0.927246, + 0.924805, + 0.976318, + 0.960693, + 0.899902, + 0.954346, + 0.977783, + 0.964111, + 0.862305, + 1.093262, + 0.967285, + 0.912109, + 0.987122, + 0.991821, + 0.955078, + 0.877441, + 1.027466, + 0.943115, + 0.982544, + 0.929199, + 1.081543, + 0.978882, + 0.940918, + 0.941895, + 0.958496, + 0.952881, + 0.838867, + 0.965332, + 0.997391, + 0.947998, + 0.890137, + 0.924316, + 1.108398, + 0.981079, + 0.895996, + 1.05542, + 0.955078, + 0.740234, + 0.953613, + 0.981812, + 0.963867, + 0.956299, + 0.779297, + 0.936035, + 0.956299, + 0.966553, + 0.943115, + 0.970703, + 0.952148, + 1.246094, + 0.935059, + 0.970337, + 0.94458, + 0.946777, + 0.946777, + 0.888184, + 0.957275, + 0.987976, + 0.954834, + 0.967041, + 0.583984, + 0.94043, + 0.997162, + 1.042725, + 1.049561, + 0.942139, + 0.955566, + 0.930664, + 0.974243, + 0.950195, + 0.9646, + 0.959717, + 0.994812, + 1.010437, + 0.997574, + 0.967285, + 0.939941, + 0.935059, + 0.967041, + 1.019531, + 1.03125, + 1.050293, + 1.083984, + 0.968506, + 0.979004, + 0.972778, + 0.988708, + 1.126953, + 1.010986, + 1.000526, + 0.957764, + 1.048584, + 1.019287, + 0.985901, + 0.948486, + 0.971558, + 0.937012, + 0.970947, + 0.919434, + 0.940186, + 0.965332, + 0.935547, + 1.066895, + 0.916504, + 0.90625, + 0.974487, + 0.949219, + 0.963623, + 0.939697, + 0.974487, + 0.95874, + 0.936035, + 0.936035, + 0.968506, + 0.940918, + 0.950439, + 0.9375, + 0.984375, + 0.908691, + 0.906738, + 0.938477, + 0.984863, + 1.02478, + 0.933594, + 0.941162, + 1.057373, + 1.081543, + 0.941162, + 1.00235, + 0.975342, + 0.956299, + 0.953125, + 0.954834, + 0.935547, + 0.945068, + 0.943604, + 0.983154, + 0.99408, + 0.972046, + 0.955322, + 0.908691, + 0.922363, + 0.955811, + 0.942139, + 0.995361, + 1.147461, + 0.971924, + 1.006744, + 0.921387, + 0.976196, + 0.931152, + 1.042969, + 0.930176, + 0.914551, + 1.009583, + 0.992462, + 1.132812, + 1.055908, + 1.029175, + 0.988953, + 0.95459, + 0.934082, + 0.568359, + 0.933594, + 0.923828, + 0.945312, + 0.919434, + 0.983154, + 0.863281, + 1.014954, + 1.065918, + 1.066895, + 0.919434, + 0.957031, + 0.964111, + 0.984375, + 0.857422, + 0.952637, + 0.931641, + 0.968262, + 1.047119, + 0.994751, + 0.967041, + 1.022217, + 0.955322, + 0.950928, + 0.927246, + 0.943604, + 1.083008, + 0.962891, + 0.873047, + 0.958252, + 0.967285, + 0.980957, + 1.049316, + 0.954346, + 0.959961, + 0.92041, + 0.951172, + 0.903809, + 0.942627, + 0.958496, + 0.9375, + 0.97937, + 0.953613, + 0.988525, + 0.960693, + 1.003082, + 0.964111, + 0.952393, + 1.086426, + 0.990112, + 0.948975, + 0.921387, + 0.973877, + 0.955322, + 0.967529, + 0.994385, + 1.116211, + 0.924316, + 0.961182, + 0.949463, + 0.951904, + 1.024414, + 1.019287, + 0.850586, + 0.936035, + 0.955811, + 0.973999, + 0.963379, + 0.966309, + 0.946533, + 0.994598, + 0.963623, + 0.979492, + 0.968262, + 0.955322, + 1.020874, + 0.945312, + 0.88916, + 0.92627, + 0.94873, + 1.078125, + 1.012329, + 0.967529, + 0.982178, + 0.92041, + 0.950195, + 1.018677, + 0.966553, + 0.998329, + 0.951172, + 1.030029, + 0.944336, + 0.967285, + 0.979492, + 0.95874, + 1.118652, + 0.965576, + 0.944824, + 0.989441, + 0.923828, + 0.807617, + 0.969238, + 0.955566, + 0.94458, + 0.994965, + 0.932129, + 0.974243, + 0.965576, + 1.07373, + 0.991028, + 0.887695, + 0.966064, + 0.993958, + 0.954346, + 0.924316, + 0.96582, + 0.950684, + 0.956299, + 0.99826, + 0.965332, + 0.996826, + 0.760742, + 1.035645, + 0.983887, + 1.057861, + 1.045166, + 0.990784, + 0.933105, + 0.995422, + 1.116699, + 1.017334, + 0.953369, + 0.951172, + 0.937012, + 0.983643, + 0.884766, + 0.947754, + 0.84375, + 0.927734, + 0.850586, + 1.087891, + 0.958252, + 0.890625, + 0.983032, + 0.965332, + 0.991333, + 0.99054, + 0.949219, + 1.026855, + 0.961914, + 0.969238, + 0.950928, + 0.962891, + 0.935547, + 0.955078, + 0.956787, + 0.950684, + 0.917969, + 1.12207, + 0.978394, + 0.986694, + 1.003799, + 0.947021, + 0.909668, + 0.92041, + 0.927734, + 1.020264, + 0.982544, + 0.955566, + 1.039551, + 0.987427, + 0.970825, + 0.960693, + 0.982544, + 0.977173, + 0.985229, + 0.899902, + 0.799805, + 0.967773, + 0.973999, + 0.878906, + 1.036621, + 0.987366, + 0.978516, + 1.000008, + 0.950684, + 0.942627, + 0.915527, + 0.972656, + 0.939941, + 0.932129, + 0.984131, + 1.003891, + 0.927734, + 0.942871, + 1.101074, + 0.996002, + 0.882812, + 0.95459, + 0.947021, + 0.933105, + 0.952637, + 0.985596, + 0.98645, + 0.97168, + 0.946777, + 0.934082, + 1.092773, + 0.970947, + 0.974121, + 0.98999, + 1.098633, + 0.940186, + 0.960449, + 0.967773, + 1.048096, + 0.945801, + 0.932129, + 0.897461, + 1.031006, + 1.015259, + 0.935547, + 0.935547, + 0.991394, + 0.965332, + 0.928711, + 0.922363, + 0.986755, + 0.997177, + 1.052979, + 0.925781, + 0.96167, + 0.912109, + 0.973145, + 0.947754, + 0.87793, + 0.950684, + 0.966553, + 0.94458, + 0.937012, + 0.958008, + 0.942383, + 1.002975, + 0.993103, + 0.969482, + 0.939453, + 1.032227, + 1.035645, + 0.967285, + 0.932129, + 0.933105, + 0.944336, + 0.979614, + 0.975464, + 0.957275, + 0.990051, + 0.94751, + 1.003784, + 0.956543, + 0.939941, + 0.938721, + 1.130859, + 0.905273, + 0.949219, + 0.893555, + 1.053955, + 0.977905, + 0.99704, + 0.961426, + 1.085449, + 0.979004, + 1.07959, + 0.950195, + 0.973877, + 0.94165, + 1.053711, + 0.949951, + 0.934082, + 0.969849, + 1.053711, + 1.065918, + 0.943115, + 0.994171, + 1.022217, + 1.016968, + 0.952393, + 0.98584, + 0.971313, + 0.928223, + 0.938232, + 0.959961, + 1.108887, + 1.089844, + 0.929688, + 1.029541, + 1.004852, + 0.970947, + 0.956543, + 0.952148, + 0.99176, + 0.980591, + 0.966553, + 0.95459, + 0.956055, + 1.014221, + 0.947754, + 0.958984, + 0.880859, + 1.011108, + 0.98584, + 1.124023, + 0.953613, + 1.004761, + 0.915039, + 0.979248, + 0.927246, + 1.015137, + 0.928223, + 0.987183, + 0.942139, + 0.951416, + 0.94751, + 0.939453, + 0.964355, + 0.948975, + 0.964844, + 0.936523, + 0.970581, + 0.951172, + 0.748047, + 0.956055, + 0.984863, + 0.993591, + 0.940186, + 1.09082, + 0.960938, + 0.945312, + 0.958496, + 0.935059, + 0.996368, + 0.972778, + 1.004028, + 0.910156, + 1.014099, + 0.951172, + 1.036133, + 0.888184, + 0.950928, + 1.027466, + 0.96582, + 1.015991, + 0.978027, + 0.975464, + 0.970581, + 0.955322, + 0.948486, + 1.027832, + 0.943848, + 1.013489, + 1.025391, + 1.020264, + 0.934082, + 1.03064, + 0.935547, + 1.014282, + 0.996506, + 0.963867, + 0.971436, + 0.974121, + 0.965332, + 0.936035, + 0.978271, + 0.960938, + 0.949463, + 0.979858, + 0.980469, + 1.004395, + 0.969971, + 0.946777, + 0.968506, + 1.05127, + 0.96582, + 0.946777, + 0.94873, + 0.919434, + 0.949219, + 0.95166, + 0.943359, + 0.924316, + 0.53125, + 0.953857, + 0.952148, + 0.940674, + 1.165039, + 0.957031, + 0.911133, + 1.192383, + 0.95752, + 1.058105, + 0.916016, + 0.956543, + 0.932129, + 0.930664, + 1.120117, + 0.950928, + 1.000311, + 0.975952, + 0.968872, + 0.908203, + 1.009705, + 1.011536, + 1.102051, + 1.10498, + 0.910645, + 1.006409, + 0.94043, + 1.019775, + 0.997421, + 0.967041, + 0.952881, + 1.097656, + 0.985962, + 0.9729, + 1.024048, + 0.959961, + 0.96167, + 0.980103, + 0.972046, + 1.086426, + 0.88916, + 0.964355, + 0.971191, + 0.982788, + 0.595703, + 1.012451, + 0.971436, + 0.930664, + 0.930664, + 1.098633, + 0.897461, + 1.005035, + 0.94458, + 0.952637, + 0.996033, + 1.010681, + 1.013855, + 0.919922, + 1.012085, + 0.980591, + 0.988403, + 1.116211, + 0.989929, + 0.97998, + 0.960205, + 0.99295, + 0.937012, + 0.965576, + 0.948486, + 0.970581, + 0.965332, + 0.961914, + 0.963135, + 0.876465, + 0.515625, + 0.938232, + 0.963379, + 1.086426, + 0.990906, + 0.971558, + 0.985657, + 1.019287, + 1.005768, + 1.011719, + 0.851562, + 0.967285, + 0.94873, + 1.084473, + 0.95166, + 0.905762, + 0.999519 + ] + }, + "name": "onnx::Mul_8631", + "outputIndexes": [ + 1703 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1702, + 1703 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_17/Mul_1_output_0", + "outputIndexes": [ + 1704 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1704 + ], + "outputIndexes": [ + 2982 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2982 + ], + "outputIndexes": [ + 2983 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear", + "inputIndexes": [ + 2983 + ], + "outputIndexes": [ + 2984 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 752470674, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2984 + ], + "outputIndexes": [ + 2985 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2985 + ], + "outputIndexes": [ + 1705 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1705, + 1705 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Mul_output_0", + "outputIndexes": [ + 1706 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1705, + 1706 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Mul_1_output_0", + "outputIndexes": [ + 1707 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1707 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Mul_2_output_0", + "outputIndexes": [ + 1708 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1705, + 1708 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Add_output_0", + "outputIndexes": [ + 1709 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1709 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Mul_3_output_0", + "outputIndexes": [ + 1710 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1710 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_17/Tanh_output_0", + "outputIndexes": [ + 1711 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1711 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Add_1_output_0", + "outputIndexes": [ + 1712 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1705, + 1712 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Mul_4_output_0", + "outputIndexes": [ + 1713 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1713 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Mul_5_output_0", + "outputIndexes": [ + 1714 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1704 + ], + "outputIndexes": [ + 2986 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2986 + ], + "outputIndexes": [ + 2987 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear", + "inputIndexes": [ + 2987 + ], + "outputIndexes": [ + 2988 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 764414632, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2988 + ], + "outputIndexes": [ + 2989 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2989 + ], + "outputIndexes": [ + 1715 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1714, + 1715 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_17/Mul_output_0", + "outputIndexes": [ + 1716 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1716 + ], + "outputIndexes": [ + 2990 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2990 + ], + "outputIndexes": [ + 2991 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear", + "inputIndexes": [ + 2991 + ], + "outputIndexes": [ + 2992 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 776358590, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2992 + ], + "outputIndexes": [ + 2993 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2993 + ], + "outputIndexes": [ + 1717 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1717 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_17/Mul_output_0", + "outputIndexes": [ + 1718 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 3.125, + 3.046875, + 3.1875, + 3.25, + 3.34375, + 3.125, + 2.9375, + 0.853516, + 3.265625, + 2.710938, + 3.171875, + 3.046875, + 2.9375, + 3.25, + 3.25, + 3.03125, + 3.046875, + 3.046875, + 2.546875, + 2.984375, + 3.15625, + 3.125, + 3.34375, + 2.828125, + 2.914062, + 3.140625, + 2.78125, + 2.742188, + 3.265625, + 3.15625, + 2.8125, + 2.382812, + 3.109375, + 1.089355, + 3.09375, + 2.570312, + 3.109375, + 3.1875, + 2.835938, + 3.09375, + 3.3125, + 3.125, + 3.0625, + 2.507812, + 1.476562, + 3.078125, + 3.21875, + 3.0625, + 3.25, + 2.609375, + 3.078125, + 2.109375, + 3.015625, + 1.445312, + 3.25, + 2.75, + 2.992188, + 3.234375, + 2.992188, + 2.757812, + 2.289062, + 3.546875, + 3.125, + 3.0625, + 2.96875, + 2.960938, + 2.125, + 3.15625, + 2.734375, + 3.046875, + 3.140625, + 3.15625, + 3.03125, + 3.125, + 3.0, + 3.03125, + 1.996094, + 2.671875, + 2.578125, + 1.458984, + 3.03125, + 0.787109, + 3.09375, + 2.476562, + 3.0625, + 2.984375, + 3.0625, + 2.492188, + 1.503906, + 2.867188, + 3.09375, + 2.960938, + 3.21875, + 1.367188, + 3.171875, + 0.794922, + 3.0, + 3.109375, + 0.730469, + 3.015625, + 2.867188, + 3.203125, + 3.234375, + 3.078125, + 3.25, + 3.1875, + 3.15625, + 2.578125, + 3.21875, + 3.078125, + 3.1875, + 3.09375, + 3.15625, + 2.625, + 3.078125, + 2.742188, + 3.15625, + 1.421875, + 3.015625, + 3.21875, + 3.203125, + 3.109375, + 2.921875, + 3.265625, + 2.914062, + 2.289062, + 2.984375, + 3.265625, + 3.03125, + 2.023438, + 2.140625, + 3.15625, + 2.890625, + 3.109375, + 3.21875, + 3.109375, + 2.710938, + 2.320312, + 2.976562, + 3.25, + 3.90625, + 2.875, + 2.828125, + 3.125, + 3.078125, + 2.859375, + 2.859375, + 3.1875, + 3.140625, + 3.28125, + 3.09375, + 2.820312, + 2.945312, + 3.375, + 2.96875, + 3.265625, + 1.917969, + 3.125, + 1.300781, + 1.176758, + 2.484375, + 3.171875, + 2.804688, + 1.96875, + 3.140625, + 3.234375, + 3.21875, + 1.170898, + 3.21875, + 2.882812, + 3.125, + 1.386719, + 3.0625, + 1.216797, + 3.03125, + 3.5625, + 3.078125, + 0.786133, + 3.21875, + 3.140625, + 3.0625, + 1.057861, + 2.546875, + 0.84082, + 3.984375, + 3.0625, + 1.75, + 3.046875, + 2.796875, + 2.726562, + 3.15625, + 3.15625, + 2.984375, + 2.976562, + 3.046875, + 2.9375, + 3.140625, + 3.140625, + 3.171875, + 3.09375, + 2.96875, + 3.109375, + 3.125, + 2.804688, + 3.171875, + 3.234375, + 3.484375, + 3.09375, + 3.03125, + 3.265625, + 2.882812, + 3.234375, + 3.125, + 3.015625, + 3.171875, + 3.109375, + 2.867188, + 2.96875, + 3.203125, + 3.15625, + 2.710938, + 2.609375, + 3.078125, + 3.3125, + 3.21875, + 2.992188, + 3.078125, + 3.03125, + 2.789062, + 2.703125, + 2.328125, + 3.125, + 3.21875, + 3.1875, + 3.234375, + 3.25, + 2.46875, + 3.15625, + 3.015625, + 3.0625, + 2.492188, + 3.140625, + 3.265625, + 2.804688, + 2.882812, + 3.171875, + 2.796875, + 2.726562, + 3.296875, + 1.972656, + 3.109375, + 3.015625, + 1.554688, + 3.15625, + 3.09375, + 2.984375, + 3.0625, + 3.21875, + 3.1875, + 2.984375, + 3.109375, + 3.28125, + 3.03125, + 2.90625, + 3.109375, + 2.601562, + 3.125, + 3.234375, + 2.992188, + 3.078125, + 3.09375, + 2.992188, + 3.0625, + 2.851562, + 3.125, + 3.125, + 1.695312, + 3.0625, + 3.203125, + 3.125, + 2.382812, + 3.125, + 1.390625, + 3.0, + 3.203125, + 3.125, + 2.90625, + 3.125, + 1.19043, + 3.0, + 2.765625, + 1.451172, + 2.984375, + 3.171875, + 2.960938, + 3.015625, + 2.84375, + 3.0625, + 3.296875, + 3.203125, + 2.882812, + 2.765625, + 1.064453, + 3.15625, + 0.695312, + 2.796875, + 3.09375, + 2.796875, + 3.015625, + 3.234375, + 3.265625, + 0.888184, + 3.203125, + 3.09375, + 2.96875, + 3.03125, + 3.015625, + 3.34375, + 2.929688, + 3.140625, + 2.890625, + 3.15625, + 2.789062, + 3.140625, + 3.140625, + 3.0625, + 2.414062, + 2.8125, + 3.328125, + 3.078125, + 2.578125, + 2.5625, + 3.140625, + 3.078125, + 7.15625, + 3.234375, + 3.078125, + 3.359375, + 3.203125, + 2.945312, + 3.046875, + 2.976562, + 3.1875, + 3.03125, + 2.898438, + 2.25, + 3.1875, + 2.023438, + 2.640625, + 3.171875, + 1.527344, + 2.5, + 1.808594, + 2.5625, + 0.841797, + 1.371094, + 3.28125, + 3.265625, + 2.46875, + 2.882812, + 1.257812, + 3.140625, + 2.75, + 1.84375, + 2.929688, + 3.15625, + 3.1875, + 1.574219, + 3.171875, + 3.03125, + 3.21875, + 2.835938, + 3.078125, + 3.03125, + 3.34375, + 3.15625, + 3.15625, + 2.898438, + 2.882812, + 2.085938, + 3.21875, + 3.203125, + 1.894531, + 1.59375, + 3.34375, + 2.929688, + 2.625, + 2.195312, + 3.234375, + 3.140625, + 3.046875, + 3.15625, + 0.995728, + 3.0625, + 3.234375, + 3.109375, + 2.84375, + 1.090332, + 2.984375, + 3.171875, + 3.0, + 3.09375, + 3.109375, + 3.171875, + 1.490234, + 3.734375, + 3.171875, + 2.96875, + 3.125, + 1.761719, + 3.203125, + 3.15625, + 3.1875, + 3.125, + 2.492188, + 2.875, + 2.992188, + 3.015625, + 2.992188, + 3.078125, + 3.1875, + 3.109375, + 3.984375, + 3.03125, + 3.078125, + 2.421875, + 3.234375, + 3.109375, + 3.078125, + 3.078125, + 2.984375, + 3.28125, + 3.171875, + 2.585938, + 2.171875, + 3.265625, + 3.328125, + 3.1875, + 3.15625, + 3.296875, + 3.28125, + 3.015625, + 3.1875, + 2.476562, + 2.164062, + 3.1875, + 3.15625, + 3.21875, + 2.882812, + 3.25, + 3.140625, + 3.046875, + 2.9375, + 3.046875, + 3.09375, + 3.078125, + 2.148438, + 3.28125, + 3.046875, + 3.140625, + 3.15625, + 3.109375, + 3.140625, + 3.109375, + 1.882812, + 3.015625, + 1.201172, + 2.898438, + 3.046875, + 3.09375, + 3.0625, + 3.0625, + 3.203125, + 2.789062, + 3.0625, + 3.15625, + 1.380859, + 2.96875, + 3.078125, + 3.25, + 2.90625, + 2.9375, + 3.296875, + 3.25, + 3.265625, + 3.203125, + 1.125977, + 3.109375, + 2.90625, + 3.203125, + 2.640625, + 3.078125, + 3.140625, + 3.125, + 2.453125, + 3.140625, + 0.902832, + 1.486328, + 2.21875, + 1.02417, + 3.234375, + 3.15625, + 3.109375, + 2.304688, + 1.503906, + 3.015625, + 2.242188, + 2.453125, + 3.21875, + 3.1875, + 3.203125, + 3.234375, + 3.0, + 2.984375, + 3.0625, + 3.265625, + 2.429688, + 3.09375, + 3.328125, + 2.75, + 3.046875, + 2.992188, + 1.400391, + 1.392578, + 3.125, + 1.613281, + 3.234375, + 3.0625, + 2.898438, + 3.171875, + 3.03125, + 3.015625, + 3.171875, + 1.169922, + 3.203125, + 2.835938, + 3.0625, + 3.328125, + 3.359375, + 1.123047, + 2.148438, + 2.6875, + 2.78125, + 3.078125, + 3.375, + 3.015625, + 3.15625, + 3.09375, + 2.148438, + 3.328125, + 1.507812, + 3.234375, + 3.421875, + 3.03125, + 2.867188, + 2.960938, + 3.171875, + 2.617188, + 2.859375, + 2.929688, + 3.125, + 1.882812, + 2.703125, + 3.046875, + 2.992188, + 3.140625, + 3.140625, + 2.796875, + 2.757812, + 3.078125, + 3.234375, + 3.09375, + 3.28125, + 2.890625, + 0.807617, + 3.140625, + 2.976562, + 2.914062, + 1.691406, + 3.125, + 3.671875, + 3.015625, + 3.171875, + 3.078125, + 3.515625, + 2.976562, + 3.265625, + 2.992188, + 2.046875, + 2.210938, + 3.140625, + 3.046875, + 2.796875, + 3.265625, + 2.914062, + 2.890625, + 2.9375, + 3.03125, + 3.171875, + 2.679688, + 3.125, + 3.265625, + 2.609375, + 3.046875, + 3.28125, + 3.078125, + 2.984375, + 3.09375, + 3.265625, + 2.71875, + 3.265625, + 3.109375, + 3.25, + 1.753906, + 2.90625, + 3.078125, + 3.1875, + 2.726562, + 2.898438, + 3.03125, + 3.140625, + 3.03125, + 2.921875, + 3.078125, + 3.15625, + 2.617188, + 3.0625, + 3.296875, + 3.265625, + 2.929688, + 2.875, + 3.21875, + 2.960938, + 3.1875, + 3.328125, + 2.867188, + 3.140625, + 2.9375, + 3.25, + 2.1875, + 3.375, + 3.203125, + 2.59375, + 1.198242, + 3.0625, + 2.085938, + 3.1875, + 3.265625, + 2.835938, + 1.765625, + 1.100098, + 1.000018, + 3.171875, + 3.265625, + 3.1875, + 3.234375, + 2.960938, + 3.21875, + 3.03125, + 2.8125, + 2.929688, + 2.96875, + 3.171875, + 0.919434, + 2.921875, + 3.109375, + 3.046875, + 3.0, + 3.125, + 3.1875, + 3.15625, + 2.585938, + 2.984375, + 2.929688, + 2.703125, + 3.09375, + 3.046875, + 3.203125, + 2.265625, + 3.28125, + 3.078125, + 0.773438, + 2.640625, + 3.046875, + 2.742188, + 3.1875, + 2.609375, + 3.21875, + 3.21875, + 3.546875, + 2.90625, + 2.984375, + 3.015625, + 3.015625, + 3.28125, + 2.78125, + 3.015625, + 3.3125, + 3.203125, + 3.109375, + 2.585938, + 3.203125, + 2.8125, + 2.992188, + 3.046875, + 3.078125, + 3.203125, + 2.828125, + 3.03125, + 2.921875, + 3.140625, + 3.203125, + 3.15625, + 3.09375, + 2.359375, + 2.59375, + 3.1875, + 1.996094, + 3.15625, + 2.765625, + 3.140625, + 3.34375, + 3.1875, + 3.03125, + 2.210938, + 1.902344, + 2.046875, + 3.25, + 3.078125, + 3.203125, + 2.632812, + 3.171875, + 3.234375, + 2.992188, + 3.03125, + 3.15625, + 3.140625, + 3.125, + 3.28125, + 3.203125, + 3.078125, + 3.078125, + 3.03125, + 3.203125, + 2.75, + 2.804688, + 3.28125, + 2.804688, + 3.234375, + 3.28125, + 3.296875, + 3.09375, + 3.0, + 3.15625, + 3.203125, + 2.78125, + 3.0625, + 1.261719, + 3.140625, + 2.921875, + 2.984375, + 2.976562, + 3.046875, + 3.359375, + 3.03125, + 2.859375, + 3.078125, + 3.1875, + 3.15625, + 2.953125, + 3.171875, + 2.984375, + 2.804688, + 3.171875, + 2.921875, + 3.1875, + 3.046875, + 3.15625, + 3.5, + 2.554688, + 2.898438, + 3.015625, + 2.796875, + 2.960938, + 3.03125, + 3.109375, + 3.21875, + 1.882812, + 2.070312, + 3.25, + 3.109375, + 2.953125, + 2.40625, + 3.15625, + 2.59375, + 3.03125, + 3.125, + 2.132812, + 3.28125, + 3.09375, + 1.816406, + 3.171875, + 3.125, + 3.09375, + 2.742188, + 1.863281, + 2.96875, + 3.078125, + 1.390625, + 3.03125, + 3.09375, + 3.28125, + 1.195312, + 3.09375, + 2.03125, + 3.203125, + 3.796875, + 2.890625, + 2.054688, + 3.046875, + 3.046875, + 2.953125, + 3.046875, + 3.234375, + 3.234375, + 3.09375, + 2.921875, + 2.921875, + 3.109375, + 3.046875, + 3.25, + 3.09375, + 3.015625, + 3.546875, + 3.15625, + 2.25, + 3.234375, + 3.03125, + 2.125, + 2.945312, + 2.226562, + 3.015625, + 3.0625, + 3.125, + 3.125, + 3.234375, + 2.804688, + 3.15625, + 3.125, + 3.390625, + 2.664062, + 2.953125, + 3.078125, + 3.25, + 0.59375, + 2.640625, + 2.453125, + 2.882812, + 2.882812, + 2.382812, + 3.234375, + 3.28125, + 3.09375, + 3.140625, + 3.078125, + 1.120117, + 3.03125, + 2.992188, + 2.820312, + 1.863281, + 3.078125, + 3.234375, + 2.859375, + 1.203125, + 2.609375, + 2.960938, + 3.0, + 3.203125, + 3.15625, + 3.34375, + 2.609375, + 3.015625, + 2.875, + 2.960938, + 2.851562, + 3.203125, + 3.0625, + 3.28125, + 2.773438, + 2.929688, + 1.300781, + 3.046875, + 3.140625, + 3.09375, + 2.984375, + 3.171875, + 3.0625, + 3.34375, + 2.976562, + 3.125, + 2.460938, + 2.929688, + 3.078125, + 3.28125, + 2.210938, + 2.710938, + 3.015625, + 1.114746, + 0.673828, + 2.210938, + 2.796875, + 2.835938, + 3.203125, + 2.976562, + 3.15625, + 0.994232, + 0.860352, + 2.96875, + 3.421875, + 2.570312, + 2.960938, + 2.851562, + 3.140625, + 3.09375, + 2.742188, + 1.081543, + 3.234375, + 2.859375, + 2.75, + 1.757812, + 2.945312, + 2.914062, + 2.867188, + 2.867188, + 3.40625, + 3.15625, + 2.84375, + 3.234375, + 2.523438, + 3.15625, + 3.171875, + 2.671875, + 3.0625, + 3.046875, + 3.3125, + 3.234375, + 1.988281, + 0.973999, + 2.773438, + 3.125, + 2.914062, + 3.1875, + 3.109375, + 3.125, + 2.953125, + 3.265625, + 0.728516, + 2.828125, + 2.3125, + 3.28125, + 3.21875, + 1.163086, + 3.1875, + 3.0625, + 2.960938, + 3.078125, + 3.09375, + 2.890625, + 2.5625, + 1.138672, + 2.9375, + 2.710938, + 2.929688, + 1.269531, + 2.953125, + 3.171875, + 3.5625, + 3.078125, + 2.484375, + 2.773438, + 2.75, + 3.25, + 3.15625, + 2.015625, + 3.03125, + 3.09375, + 2.234375, + 2.6875, + 1.15918, + 2.046875, + 2.9375, + 2.960938, + 3.109375, + 2.890625, + 3.046875, + 2.851562, + 3.078125, + 0.757812, + 3.1875, + 3.234375, + 2.960938, + 3.234375, + 2.992188, + 3.046875, + 3.09375, + 0.889648, + 2.835938, + 1.050049, + 3.125, + 1.208008, + 2.476562, + 3.203125, + 3.21875, + 3.171875, + 2.25, + 2.882812, + 2.34375, + 2.921875, + 0.958252, + 2.898438, + 2.328125, + 1.992188, + 1.527344, + 3.109375, + 3.21875, + 2.46875, + 2.546875, + 3.25, + 2.796875, + 3.21875, + 2.390625, + 2.742188, + 3.125, + 0.916504, + 3.03125, + 3.296875, + 2.882812, + 1.154297, + 0.901855, + 3.078125, + 3.234375, + 2.9375, + 3.21875, + 3.265625, + 2.953125, + 2.34375, + 2.171875, + 2.945312, + 2.953125, + 3.40625, + 2.671875, + 3.015625, + 3.140625, + 3.328125, + 3.109375, + 3.265625, + 3.0, + 3.265625, + 2.890625, + 2.90625, + 3.234375, + 3.125, + 2.546875, + 3.21875, + 3.3125, + 3.203125, + 3.078125, + 3.125, + 3.3125, + 3.03125, + 0.984741, + 2.328125, + 2.59375, + 1.275391, + 3.171875, + 2.796875, + 3.125, + 3.046875, + 3.25, + 3.125, + 2.90625, + 3.140625, + 1.120117, + 2.5625, + 3.0625, + 2.648438, + 3.078125, + 2.984375, + 2.515625, + 3.1875, + 3.09375, + 3.171875, + 3.21875, + 3.265625, + 1.105957, + 3.375, + 3.421875, + 2.25, + 3.21875, + 3.078125, + 3.25, + 3.640625, + 3.03125, + 3.09375, + 3.140625, + 3.203125, + 3.15625, + 3.046875, + 2.53125, + 2.992188, + 3.140625, + 3.21875, + 3.234375, + 2.929688, + 1.523438, + 3.28125, + 1.335938, + 3.046875, + 3.03125, + 2.445312, + 3.203125, + 3.171875, + 3.203125, + 3.0625, + 2.570312, + 2.992188, + 0.912598, + 0.897949, + 0.928711, + 3.046875, + 3.234375, + 1.339844, + 2.960938, + 3.015625, + 3.140625, + 1.433594, + 2.835938, + 2.125, + 2.953125, + 1.255859, + 3.125, + 3.09375, + 3.109375, + 3.203125, + 2.734375, + 2.648438, + 3.25, + 3.109375, + 1.474609, + 2.8125, + 0.788086, + 2.914062, + 3.1875, + 3.234375, + 3.3125, + 2.429688, + 1.980469, + 3.078125, + 1.024292, + 3.34375, + 3.0, + 3.015625, + 3.015625, + 2.1875, + 3.140625, + 3.03125, + 3.015625, + 2.617188, + 3.09375, + 2.867188, + 2.46875, + 3.0625, + 3.234375, + 3.296875, + 3.234375, + 2.992188, + 3.234375, + 2.742188, + 3.03125, + 3.25, + 3.125, + 3.0625, + 2.960938, + 3.109375, + 3.25, + 2.726562, + 3.171875, + 2.984375, + 3.078125, + 3.125, + 2.992188, + 2.765625, + 3.109375, + 2.867188, + 3.1875, + 2.992188, + 2.929688, + 1.542969, + 3.15625, + 2.804688, + 3.171875, + 2.898438, + 3.03125, + 3.03125, + 3.203125, + 1.523438, + 3.203125, + 1.527344, + 3.140625, + 2.765625, + 2.828125, + 2.453125, + 2.960938, + 2.023438, + 3.109375, + 1.105469, + 3.0625, + 2.085938, + 3.0625, + 2.992188, + 2.796875, + 3.078125, + 3.28125, + 3.078125, + 2.835938, + 3.015625, + 2.96875, + 3.1875, + 1.019287, + 3.15625, + 2.898438, + 2.921875, + 3.203125, + 3.078125, + 3.203125, + 2.929688, + 2.15625, + 2.890625, + 3.125, + 3.0, + 3.15625, + 3.25, + 3.125, + 3.09375, + 2.703125, + 2.9375, + 0.94165, + 3.140625, + 3.109375, + 3.28125, + 2.265625, + 2.84375, + 1.871094, + 0.893066, + 2.976562, + 0.913086, + 1.291016, + 2.71875, + 3.078125, + 3.0625, + 3.25, + 1.462891, + 2.953125, + 2.507812, + 3.140625, + 0.986938, + 3.09375, + 2.984375, + 3.0625, + 3.125, + 3.125, + 3.328125, + 1.010193, + 3.234375, + 3.203125, + 1.996094, + 1.267578, + 3.15625, + 3.21875, + 1.447266, + 3.1875, + 2.328125, + 3.234375, + 2.851562, + 3.125, + 2.929688, + 1.257812, + 3.15625, + 2.921875, + 3.015625, + 3.0625, + 3.078125, + 2.09375, + 0.921387, + 3.0625, + 3.3125, + 2.71875, + 3.09375, + 3.25, + 3.1875, + 3.375, + 3.015625, + 3.015625, + 3.0, + 3.0625, + 3.09375, + 3.140625, + 2.960938, + 3.0625, + 2.710938, + 3.03125, + 3.078125, + 3.0625, + 0.761719, + 3.125, + 3.140625, + 3.0625, + 2.773438, + 2.929688, + 2.851562, + 2.890625, + 3.0625, + 2.945312, + 3.046875, + 3.09375, + 3.0625, + 3.203125, + 2.101562, + 3.03125, + 1.124023, + 3.140625, + 1.292969, + 3.234375, + 3.171875, + 3.1875, + 1.111328, + 3.15625, + 2.765625, + 2.765625, + 3.28125, + 3.5, + 3.0625, + 2.992188, + 3.0625, + 3.03125, + 2.96875, + 1.515625, + 2.898438, + 3.203125, + 3.46875, + 3.328125, + 2.898438, + 3.125, + 3.1875, + 3.1875, + 2.953125, + 3.078125, + 2.59375, + 2.796875, + 3.046875, + 2.898438, + 1.460938, + 2.882812, + 3.15625, + 3.25, + 2.84375, + 1.098145, + 3.328125, + 3.109375, + 3.25, + 3.171875, + 3.015625, + 3.125, + 2.984375, + 3.046875, + 1.124512, + 3.125, + 3.140625, + 2.898438, + 3.296875, + 2.851562, + 3.125, + 3.21875, + 3.28125, + 3.1875, + 2.734375, + 3.359375, + 3.109375, + 3.078125, + 2.898438, + 3.265625, + 3.09375, + 2.039062, + 4.578125, + 2.828125, + 2.945312, + 3.109375, + 2.953125, + 2.117188, + 3.1875, + 3.0, + 2.992188, + 1.09082, + 2.632812, + 2.429688, + 2.164062, + 3.09375, + 3.21875, + 3.53125, + 0.760742, + 3.1875, + 3.9375, + 0.827148, + 1.902344, + 3.125, + 3.0625, + 3.171875, + 3.171875, + 3.203125, + 2.921875, + 2.984375, + 2.882812, + 3.21875, + 1.574219, + 3.109375, + 3.171875, + 3.0625, + 1.683594, + 3.15625, + 3.15625, + 3.125, + 3.03125, + 3.140625, + 2.867188, + 3.109375, + 2.6875, + 1.339844, + 3.125, + 3.0625, + 3.0625, + 3.0625, + 2.34375, + 3.109375, + 1.890625, + 3.0625, + 3.03125, + 2.046875, + 2.976562, + 3.1875, + 3.09375, + 3.015625, + 2.804688, + 3.09375, + 3.046875, + 3.15625, + 2.046875, + 0.978149, + 3.015625, + 3.515625, + 2.953125, + 2.507812, + 3.171875, + 3.15625, + 2.984375, + 0.979614, + 2.773438, + 3.203125, + 2.835938, + 2.953125, + 3.015625, + 3.296875, + 3.09375, + 3.125, + 2.757812, + 3.0, + 2.953125, + 3.140625, + 3.21875, + 3.296875, + 2.882812, + 2.546875, + 2.617188, + 2.5625, + 3.140625, + 2.789062, + 2.515625, + 3.15625, + 2.09375, + 2.976562, + 2.929688, + 3.15625, + 3.078125, + 3.171875, + 3.140625, + 2.085938, + 2.835938, + 3.15625, + 3.375, + 3.09375, + 3.296875, + 2.03125, + 2.960938, + 2.992188, + 3.078125, + 3.25, + 3.15625, + 2.773438, + 3.265625, + 2.890625, + 3.078125, + 2.984375, + 1.53125, + 3.140625, + 3.140625, + 3.125, + 2.632812, + 3.234375, + 3.1875, + 2.914062, + 3.03125, + 2.929688, + 3.0625, + 3.046875, + 2.71875, + 2.101562, + 2.890625, + 3.015625, + 3.140625, + 3.046875, + 3.21875, + 3.265625, + 3.203125, + 3.171875, + 3.265625, + 3.03125, + 3.578125, + 2.945312, + 2.898438, + 2.59375, + 3.0, + 3.171875, + 3.015625, + 3.234375, + 3.125, + 3.25, + 3.203125, + 2.609375, + 3.25, + 3.078125, + 2.710938, + 3.015625, + 3.203125, + 0.806641, + 3.03125, + 3.265625, + 3.078125, + 1.632812, + 3.046875, + 2.984375, + 2.015625, + 1.109863, + 2.867188, + 2.984375, + 3.21875, + 3.046875, + 2.960938, + 3.015625, + 2.9375, + 3.09375, + 2.898438, + 2.71875, + 3.015625, + 2.054688, + 3.265625, + 3.171875, + 1.558594, + 0.851562, + 3.140625, + 3.484375, + 3.296875, + 1.976562, + 3.15625, + 2.5, + 2.96875, + 3.265625, + 3.71875, + 2.960938, + 3.125, + 2.914062, + 2.703125, + 3.171875, + 3.203125, + 3.484375, + 1.238281, + 2.09375, + 3.046875, + 3.03125, + 3.1875, + 2.5, + 2.898438, + 3.265625, + 2.726562, + 1.890625, + 3.25, + 3.1875, + 2.851562, + 3.09375, + 2.960938, + 2.679688, + 2.828125, + 3.140625, + 0.799805, + 0.847656, + 3.046875, + 3.109375, + 2.914062, + 3.34375, + 2.929688, + 3.203125, + 1.414062, + 3.265625, + 1.722656, + 1.800781, + 3.0625, + 3.25, + 2.976562, + 3.015625, + 3.203125, + 3.1875, + 1.433594, + 3.203125, + 2.867188, + 2.835938, + 3.109375, + 3.171875, + 2.992188, + 2.757812, + 2.523438, + 3.140625, + 3.140625, + 2.976562, + 2.828125, + 2.3125, + 2.773438, + 2.890625, + 4.65625, + 3.28125, + 3.125, + 1.11377, + 3.015625, + 3.171875, + 2.328125, + 3.09375, + 2.804688, + 2.992188, + 3.109375, + 2.960938, + 3.0, + 2.273438, + 3.140625, + 3.1875, + 3.15625, + 3.265625, + 3.203125, + 3.03125, + 2.984375, + 2.992188, + 3.21875, + 3.234375, + 3.0625, + 2.007812, + 0.834961, + 3.0, + 3.109375, + 3.28125, + 3.078125, + 2.859375, + 0.746094, + 3.140625, + 3.25, + 2.867188, + 3.109375, + 1.554688, + 3.328125, + 3.203125, + 3.140625, + 2.992188, + 3.015625, + 3.5625, + 2.773438, + 2.460938, + 2.984375, + 3.46875, + 2.992188, + 1.074219, + 3.171875, + 2.898438, + 0.827148, + 3.125, + 2.554688, + 3.25, + 2.875, + 2.601562, + 2.984375, + 2.015625, + 3.109375, + 3.109375, + 3.078125, + 3.15625, + 3.125, + 3.015625, + 2.960938, + 3.34375, + 3.234375, + 3.15625, + 3.0625, + 3.3125, + 1.992188, + 3.046875, + 3.046875, + 2.742188, + 2.835938, + 2.429688, + 3.234375, + 1.652344, + 2.773438, + 0.911621, + 3.265625, + 3.046875, + 3.375, + 2.890625, + 3.046875, + 3.09375, + 3.171875, + 3.09375, + 2.78125, + 3.1875, + 3.046875, + 3.21875, + 2.640625, + 3.234375, + 2.0, + 2.976562, + 2.4375, + 1.132812, + 3.140625, + 3.171875, + 3.359375, + 3.1875, + 3.34375, + 2.640625, + 2.929688, + 3.125, + 2.203125, + 2.34375, + 3.140625, + 3.296875, + 3.296875, + 2.96875, + 3.078125, + 2.351562, + 3.234375, + 3.25, + 3.171875, + 1.326172, + 2.804688, + 3.21875, + 3.140625, + 3.25, + 2.59375, + 2.953125, + 2.90625, + 3.015625, + 3.0625, + 3.09375, + 3.046875, + 1.835938, + 2.867188, + 3.25, + 3.0625, + 3.265625, + 3.328125, + 3.203125, + 2.820312, + 2.578125, + 3.390625, + 3.203125, + 1.871094, + 1.378906, + 3.09375, + 3.140625, + 3.3125, + 3.0625, + 3.328125, + 0.858398, + 3.0, + 3.25, + 2.929688, + 3.125, + 2.570312, + 3.0, + 2.710938, + 1.345703, + 3.125, + 2.992188, + 3.234375, + 2.882812, + 2.765625, + 3.28125, + 3.15625, + 3.0625, + 3.046875, + 3.21875, + 3.328125, + 2.820312, + 2.742188, + 2.078125, + 2.8125, + 2.132812, + 0.995697, + 2.835938, + 3.390625, + 3.078125, + 3.28125, + 3.015625, + 3.09375, + 3.15625, + 3.1875, + 3.140625, + 3.015625, + 2.375, + 2.921875, + 1.824219, + 3.171875, + 2.390625, + 2.984375, + 3.046875, + 3.03125, + 2.765625, + 3.140625, + 3.109375, + 3.265625, + 2.429688, + 3.046875, + 3.125, + 1.359375, + 2.640625, + 3.15625, + 3.265625, + 2.859375, + 1.332031, + 2.992188, + 2.953125, + 3.015625, + 3.078125, + 2.96875, + 1.157227, + 3.09375, + 3.15625, + 2.210938, + 3.09375, + 2.804688, + 2.859375, + 2.929688, + 3.25, + 2.890625, + 3.015625, + 3.15625, + 3.109375, + 3.015625, + 3.109375, + 3.109375, + 0.966553, + 2.945312, + 2.90625, + 3.203125, + 3.140625, + 3.3125, + 3.234375, + 2.734375, + 1.867188, + 3.09375, + 3.109375, + 3.25, + 2.984375, + 1.886719, + 2.8125, + 2.984375, + 3.046875, + 2.992188, + 2.84375, + 3.09375, + 2.960938, + 3.109375, + 2.8125, + 3.171875, + 2.828125, + 3.046875, + 3.125, + 2.992188, + 3.0625, + 3.21875, + 2.601562, + 3.203125, + 1.628906, + 0.683594, + 3.078125, + 2.59375, + 3.234375, + 3.25, + 3.015625, + 2.945312, + 2.601562, + 3.203125, + 2.640625, + 2.914062, + 3.21875, + 3.21875, + 3.078125, + 1.030518, + 2.890625, + 3.25, + 2.960938, + 2.828125, + 2.953125, + 3.03125, + 3.125, + 3.0625, + 2.71875, + 3.3125, + 3.140625, + 3.25, + 3.109375, + 2.96875, + 2.359375, + 3.09375, + 2.523438, + 2.703125, + 3.09375, + 3.28125, + 3.171875, + 3.171875, + 3.3125, + 3.046875, + 2.914062, + 4.453125, + 2.414062, + 3.109375, + 2.460938, + 1.761719, + 3.3125, + 2.992188, + 2.929688, + 1.197266, + 2.375, + 3.28125, + 3.25, + 3.265625, + 3.234375, + 3.03125, + 3.265625, + 2.953125, + 2.640625, + 3.59375, + 0.824219, + 2.898438, + 3.015625, + 2.960938, + 3.109375, + 3.25, + 3.234375, + 2.898438, + 0.888184, + 3.171875, + 2.929688, + 2.96875, + 3.140625, + 3.203125, + 3.1875, + 3.234375, + 3.078125, + 2.734375, + 1.816406, + 2.992188, + 3.109375, + 2.828125, + 3.109375, + 3.234375, + 2.984375, + 3.203125, + 2.648438, + 3.078125, + 2.695312, + 2.742188, + 3.078125, + 3.25, + 3.21875, + 2.929688, + 2.796875, + 3.015625, + 2.890625, + 3.453125, + 3.171875, + 3.046875, + 2.757812, + 0.952148, + 3.234375, + 3.015625, + 3.203125, + 3.109375, + 3.296875, + 3.109375, + 3.203125, + 3.078125, + 3.1875, + 2.234375, + 3.03125, + 3.078125, + 3.0625, + 0.925781, + 3.203125, + 2.953125, + 3.125, + 3.109375, + 3.15625, + 2.953125, + 3.21875, + 2.890625, + 3.28125, + 2.960938, + 3.25, + 1.242188, + 2.96875, + 2.695312, + 3.234375, + 1.106445, + 3.234375, + 1.310547, + 3.015625, + 0.863281, + 3.140625, + 2.570312, + 2.28125, + 2.054688, + 2.726562, + 3.21875, + 3.171875, + 2.960938, + 3.109375, + 2.929688, + 3.171875, + 3.15625, + 0.720703, + 1.734375, + 2.257812, + 3.140625, + 3.21875, + 2.90625, + 3.28125, + 3.203125, + 3.1875, + 2.367188, + 3.203125, + 3.25, + 3.140625, + 3.296875, + 2.898438, + 2.742188, + 3.125, + 3.203125, + 2.25, + 3.21875, + 3.203125, + 3.3125, + 3.125, + 3.171875, + 2.5, + 3.28125, + 3.109375, + 2.828125, + 3.203125, + 3.296875, + 3.03125, + 3.171875, + 3.21875, + 1.443359, + 3.0, + 2.992188, + 2.929688, + 1.503906, + 3.3125, + 3.25, + 3.25, + 1.249023, + 2.804688, + 2.367188, + 3.125, + 2.789062, + 2.5625, + 0.903809, + 3.234375, + 3.140625, + 3.203125, + 0.789062, + 2.273438, + 1.161133, + 2.679688, + 3.1875, + 2.648438, + 3.296875, + 3.234375, + 3.15625, + 2.953125, + 3.15625, + 2.953125, + 1.546875, + 1.683594, + 3.21875, + 2.679688, + 2.867188, + 3.09375, + 3.0, + 2.992188, + 3.3125, + 2.398438, + 3.1875, + 3.03125, + 3.078125, + 1.589844, + 3.28125, + 3.15625, + 3.625, + 3.203125, + 3.015625, + 1.337891, + 3.0625, + 1.257812, + 3.109375, + 3.171875, + 3.09375, + 3.03125, + 3.109375, + 2.695312, + 3.078125, + 3.21875, + 3.09375, + 3.21875, + 2.9375, + 2.828125, + 3.28125, + 3.015625, + 3.265625, + 2.835938, + 2.703125, + 3.234375, + 1.980469, + 2.742188, + 2.882812, + 2.09375, + 2.984375, + 3.1875, + 3.140625, + 3.03125, + 2.773438, + 2.921875, + 2.929688, + 3.296875, + 2.125, + 3.0625, + 3.015625, + 2.992188, + 3.09375, + 3.265625, + 3.203125, + 2.679688, + 3.171875, + 3.234375, + 3.0, + 3.125, + 3.015625, + 1.84375, + 3.234375, + 3.015625, + 1.710938, + 3.109375, + 3.015625, + 1.197266, + 3.078125, + 2.453125, + 3.1875, + 3.125, + 2.96875, + 3.21875, + 3.28125, + 3.140625, + 3.046875, + 3.125, + 2.953125, + 2.867188, + 3.15625, + 2.015625, + 2.796875, + 3.15625, + 3.1875, + 1.427734, + 2.984375, + 3.015625, + 3.203125, + 3.1875, + 3.109375, + 3.109375, + 2.875, + 2.835938, + 2.085938, + 2.703125, + 3.203125, + 3.015625, + 1.137695, + 3.15625, + 3.046875, + 1.294922, + 3.140625, + 2.9375, + 3.25, + 3.0625, + 3.046875, + 3.203125, + 1.644531, + 3.21875, + 3.203125, + 3.171875, + 3.109375, + 2.796875, + 2.796875, + 2.796875, + 1.285156, + 2.023438, + 3.1875, + 2.703125, + 3.25, + 2.445312, + 2.773438, + 3.046875, + 3.21875, + 1.289062, + 2.632812, + 3.3125, + 0.862305, + 3.234375, + 2.859375, + 3.265625, + 3.15625, + 1.275391, + 3.125, + 3.171875, + 1.079102, + 3.234375, + 2.375, + 2.992188, + 3.09375, + 3.171875, + 3.1875, + 1.222656, + 3.125, + 2.523438, + 2.992188, + 3.15625, + 3.140625, + 3.09375, + 1.960938, + 3.3125, + 3.3125, + 3.1875, + 2.921875, + 1.271484, + 2.953125, + 3.15625, + 2.921875, + 2.992188, + 3.28125, + 3.140625, + 2.789062, + 2.65625, + 3.1875, + 2.890625, + 3.046875, + 2.070312, + 2.570312, + 3.15625, + 3.09375, + 0.966797, + 3.234375, + 2.734375, + 3.015625, + 3.203125, + 3.09375, + 2.804688, + 2.484375, + 3.046875, + 3.1875, + 1.40625, + 3.0, + 3.15625, + 2.875 + ] + }, + "name": "onnx::Mul_8633", + "outputIndexes": [ + 1719 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1718, + 1719 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_17/Mul_1_output_0", + "outputIndexes": [ + 1720 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1701, + 1720 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_89_output_0", + "outputIndexes": [ + 1721 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1721, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_162_output_0", + "outputIndexes": [ + 1722 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1722 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_18/Mul_output_0", + "outputIndexes": [ + 1723 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.443359, + 1.570312, + 1.347656, + 1.412109, + 1.380859, + 1.367188, + 1.550781, + 2.867188, + 1.335938, + 1.570312, + 1.429688, + 1.435547, + 1.574219, + 1.490234, + 1.386719, + 1.458984, + 1.482422, + 1.435547, + 1.40625, + 1.396484, + 1.412109, + 1.472656, + 1.353516, + 1.589844, + 1.503906, + 1.447266, + 1.648438, + 1.53125, + 1.359375, + 1.410156, + 1.632812, + 1.933594, + 1.369141, + 2.796875, + 1.396484, + 1.71875, + 1.460938, + 1.414062, + 1.539062, + 1.443359, + 1.404297, + 1.445312, + 1.386719, + 1.804688, + 2.515625, + 1.398438, + 1.345703, + 1.476562, + 1.550781, + 1.738281, + 1.441406, + 2.226562, + 1.457031, + 2.398438, + 1.333984, + 1.644531, + 1.414062, + 1.375, + 1.484375, + 1.582031, + 2.023438, + 1.192383, + 1.40625, + 1.5, + 1.789062, + 1.511719, + 2.109375, + 1.414062, + 1.695312, + 1.447266, + 1.341797, + 1.347656, + 1.353516, + 1.402344, + 1.482422, + 1.433594, + 2.257812, + 1.664062, + 1.769531, + 2.585938, + 1.496094, + 2.96875, + 1.431641, + 1.757812, + 1.5, + 1.617188, + 1.523438, + 1.796875, + 2.492188, + 1.445312, + 1.453125, + 1.474609, + 1.365234, + 2.71875, + 1.349609, + 3.0, + 1.474609, + 1.396484, + 0.836914, + 1.519531, + 1.523438, + 1.410156, + 1.433594, + 1.429688, + 1.328125, + 1.394531, + 1.359375, + 1.710938, + 1.345703, + 1.410156, + 1.359375, + 1.486328, + 1.417969, + 3.078125, + 1.490234, + 1.628906, + 1.316406, + 2.382812, + 1.433594, + 1.367188, + 1.382812, + 1.421875, + 1.457031, + 1.316406, + 1.457031, + 2.054688, + 1.386719, + 1.349609, + 1.419922, + 2.09375, + 2.117188, + 1.417969, + 1.539062, + 1.419922, + 1.447266, + 1.433594, + 1.546875, + 2.078125, + 1.503906, + 1.361328, + 1.021973, + 1.558594, + 1.53125, + 1.349609, + 1.492188, + 1.523438, + 1.578125, + 1.472656, + 1.410156, + 1.398438, + 1.376953, + 1.617188, + 1.490234, + 1.233398, + 1.484375, + 1.382812, + 2.296875, + 1.410156, + 2.703125, + 2.789062, + 2.242188, + 1.337891, + 1.636719, + 2.226562, + 1.503906, + 1.332031, + 1.369141, + 2.84375, + 1.443359, + 1.470703, + 1.373047, + 2.75, + 1.445312, + 2.875, + 1.419922, + 1.269531, + 1.482422, + 3.03125, + 1.369141, + 1.388672, + 1.431641, + 2.703125, + 1.773438, + 2.828125, + 1.176758, + 1.484375, + 2.421875, + 1.486328, + 1.539062, + 1.675781, + 1.339844, + 1.386719, + 1.443359, + 1.490234, + 1.416016, + 1.535156, + 1.443359, + 1.441406, + 1.449219, + 1.425781, + 1.53125, + 1.388672, + 1.439453, + 1.554688, + 1.398438, + 1.382812, + 1.306641, + 1.4375, + 1.441406, + 1.351562, + 1.507812, + 1.376953, + 1.423828, + 1.451172, + 1.382812, + 1.423828, + 1.570312, + 1.449219, + 1.384766, + 1.367188, + 1.664062, + 1.761719, + 1.464844, + 1.359375, + 1.400391, + 1.4375, + 1.449219, + 1.441406, + 1.535156, + 1.625, + 2.453125, + 1.417969, + 1.431641, + 1.359375, + 1.337891, + 1.390625, + 1.796875, + 1.453125, + 1.464844, + 1.398438, + 2.15625, + 1.392578, + 1.359375, + 1.558594, + 1.470703, + 1.414062, + 1.660156, + 1.570312, + 1.328125, + 2.226562, + 1.460938, + 1.419922, + 2.570312, + 1.367188, + 1.394531, + 1.412109, + 1.46875, + 1.351562, + 1.373047, + 1.535156, + 1.404297, + 1.359375, + 1.423828, + 1.472656, + 1.410156, + 1.691406, + 1.4375, + 1.345703, + 1.478516, + 1.404297, + 1.453125, + 1.550781, + 1.458984, + 1.585938, + 1.453125, + 1.330078, + 2.523438, + 1.46875, + 1.371094, + 1.431641, + 1.878906, + 1.394531, + 2.625, + 1.449219, + 1.34375, + 1.441406, + 1.542969, + 1.378906, + 2.960938, + 1.433594, + 1.519531, + 2.601562, + 1.496094, + 1.359375, + 1.523438, + 1.451172, + 1.566406, + 1.453125, + 1.335938, + 1.410156, + 1.605469, + 1.601562, + 2.84375, + 1.408203, + 2.609375, + 1.550781, + 1.404297, + 1.589844, + 1.423828, + 1.359375, + 1.453125, + 2.859375, + 1.359375, + 1.347656, + 1.515625, + 1.425781, + 1.511719, + 1.332031, + 1.570312, + 1.470703, + 1.496094, + 1.341797, + 1.582031, + 1.349609, + 1.439453, + 1.480469, + 1.835938, + 1.535156, + 1.355469, + 1.488281, + 1.742188, + 1.8125, + 1.398438, + 1.494141, + 0.77832, + 1.400391, + 1.427734, + 1.355469, + 1.369141, + 1.447266, + 1.441406, + 1.535156, + 1.449219, + 1.460938, + 1.445312, + 2.0, + 1.396484, + 2.210938, + 1.703125, + 1.410156, + 2.515625, + 1.726562, + 2.335938, + 1.796875, + 2.851562, + 2.796875, + 1.373047, + 1.345703, + 1.867188, + 1.472656, + 2.804688, + 1.414062, + 1.632812, + 2.289062, + 1.539062, + 1.404297, + 1.398438, + 2.429688, + 1.511719, + 1.482422, + 1.400391, + 1.601562, + 1.431641, + 1.390625, + 1.378906, + 1.466797, + 1.416016, + 1.53125, + 1.550781, + 2.132812, + 1.300781, + 1.421875, + 2.3125, + 2.546875, + 1.349609, + 1.566406, + 1.609375, + 2.085938, + 1.400391, + 1.419922, + 1.408203, + 1.384766, + 2.960938, + 1.435547, + 1.466797, + 1.462891, + 1.535156, + 2.851562, + 1.429688, + 1.34375, + 1.515625, + 1.421875, + 1.447266, + 1.371094, + 2.625, + 1.447266, + 1.445312, + 1.519531, + 1.398438, + 2.3125, + 1.410156, + 1.419922, + 1.419922, + 1.400391, + 2.070312, + 1.498047, + 1.435547, + 1.470703, + 1.419922, + 1.484375, + 1.416016, + 1.375, + 1.416016, + 1.396484, + 1.5, + 1.921875, + 1.382812, + 1.433594, + 1.390625, + 1.386719, + 1.494141, + 1.433594, + 1.394531, + 1.789062, + 2.234375, + 1.351562, + 1.316406, + 1.388672, + 1.425781, + 1.376953, + 1.318359, + 1.443359, + 1.365234, + 1.753906, + 2.507812, + 1.390625, + 1.376953, + 1.447266, + 1.570312, + 1.347656, + 1.412109, + 1.445312, + 1.480469, + 1.4375, + 1.404297, + 1.376953, + 2.132812, + 1.320312, + 1.431641, + 1.453125, + 1.447266, + 1.416016, + 1.386719, + 1.480469, + 2.351562, + 1.378906, + 2.703125, + 1.486328, + 1.527344, + 1.462891, + 1.472656, + 1.414062, + 1.376953, + 1.527344, + 1.423828, + 1.34375, + 2.648438, + 1.507812, + 1.394531, + 1.396484, + 1.482422, + 1.443359, + 1.267578, + 1.328125, + 1.351562, + 1.392578, + 2.710938, + 1.375, + 1.59375, + 1.416016, + 1.667969, + 1.523438, + 1.402344, + 1.365234, + 1.804688, + 1.425781, + 2.773438, + 2.625, + 1.988281, + 2.867188, + 1.380859, + 1.441406, + 1.503906, + 1.9375, + 2.21875, + 1.480469, + 1.910156, + 1.886719, + 1.369141, + 1.333984, + 1.408203, + 1.371094, + 1.5625, + 1.515625, + 1.507812, + 1.369141, + 1.898438, + 1.425781, + 1.283203, + 1.613281, + 1.460938, + 1.451172, + 2.6875, + 2.679688, + 1.337891, + 2.585938, + 1.355469, + 1.445312, + 1.5625, + 1.388672, + 1.492188, + 1.476562, + 1.380859, + 2.773438, + 1.4375, + 0.791016, + 1.433594, + 1.204102, + 1.380859, + 2.828125, + 3.015625, + 1.710938, + 1.796875, + 1.373047, + 1.382812, + 1.455078, + 1.412109, + 1.5, + 1.972656, + 1.328125, + 2.742188, + 1.416016, + 1.431641, + 1.441406, + 1.59375, + 1.597656, + 1.425781, + 2.796875, + 1.542969, + 1.496094, + 1.394531, + 1.910156, + 1.625, + 1.417969, + 1.503906, + 1.408203, + 1.359375, + 2.640625, + 1.722656, + 1.414062, + 1.431641, + 1.515625, + 1.306641, + 1.585938, + 2.820312, + 1.427734, + 1.486328, + 1.464844, + 2.546875, + 1.382812, + 1.177734, + 1.439453, + 1.359375, + 1.412109, + 1.337891, + 1.511719, + 1.402344, + 1.486328, + 2.679688, + 2.0625, + 1.337891, + 1.400391, + 1.65625, + 1.412109, + 1.898438, + 1.507812, + 1.478516, + 1.451172, + 1.40625, + 1.613281, + 1.380859, + 1.306641, + 1.632812, + 1.427734, + 1.367188, + 1.416016, + 1.498047, + 1.423828, + 1.371094, + 1.589844, + 1.330078, + 1.451172, + 1.369141, + 2.445312, + 1.503906, + 1.535156, + 1.357422, + 1.605469, + 1.539062, + 1.449219, + 1.396484, + 1.464844, + 1.515625, + 1.416016, + 1.412109, + 1.710938, + 1.402344, + 1.326172, + 1.433594, + 1.429688, + 1.570312, + 1.394531, + 1.443359, + 1.462891, + 1.392578, + 1.617188, + 1.416016, + 1.490234, + 1.373047, + 2.0625, + 1.474609, + 1.322266, + 1.648438, + 2.859375, + 1.412109, + 1.851562, + 1.400391, + 1.425781, + 1.527344, + 2.453125, + 2.328125, + 2.953125, + 1.410156, + 1.423828, + 1.423828, + 1.400391, + 1.441406, + 1.384766, + 1.453125, + 1.722656, + 1.527344, + 1.443359, + 1.414062, + 2.804688, + 1.523438, + 1.382812, + 1.474609, + 1.472656, + 1.365234, + 1.353516, + 1.369141, + 1.800781, + 1.496094, + 1.447266, + 1.6875, + 1.451172, + 1.460938, + 1.398438, + 1.957031, + 1.365234, + 1.488281, + 2.796875, + 2.0, + 1.392578, + 1.546875, + 1.384766, + 1.703125, + 1.394531, + 1.347656, + 1.253906, + 1.550781, + 1.486328, + 1.507812, + 1.46875, + 1.326172, + 1.53125, + 1.457031, + 1.410156, + 1.412109, + 1.482422, + 2.359375, + 1.333984, + 1.550781, + 1.408203, + 1.400391, + 1.390625, + 1.474609, + 1.558594, + 1.419922, + 1.486328, + 1.419922, + 1.314453, + 1.375, + 1.414062, + 2.335938, + 2.09375, + 1.449219, + 2.1875, + 1.408203, + 1.601562, + 1.376953, + 1.349609, + 1.458984, + 1.427734, + 2.046875, + 2.71875, + 2.179688, + 1.394531, + 1.455078, + 1.380859, + 1.679688, + 1.417969, + 1.332031, + 1.443359, + 1.431641, + 1.357422, + 1.472656, + 1.433594, + 1.355469, + 1.355469, + 1.421875, + 1.460938, + 1.433594, + 1.523438, + 1.625, + 1.574219, + 1.472656, + 1.5625, + 1.400391, + 1.306641, + 1.371094, + 1.396484, + 1.492188, + 1.380859, + 1.417969, + 1.585938, + 1.400391, + 2.710938, + 1.464844, + 1.542969, + 1.4375, + 1.457031, + 1.494141, + 1.347656, + 1.445312, + 1.494141, + 1.421875, + 1.447266, + 1.373047, + 1.535156, + 1.402344, + 1.488281, + 1.589844, + 1.363281, + 1.609375, + 1.351562, + 1.431641, + 1.376953, + 1.322266, + 1.703125, + 1.511719, + 1.417969, + 1.523438, + 1.488281, + 2.6875, + 1.431641, + 1.363281, + 2.445312, + 2.101562, + 1.34375, + 1.427734, + 1.498047, + 1.859375, + 1.423828, + 1.691406, + 1.476562, + 1.425781, + 2.226562, + 1.34375, + 1.539062, + 2.59375, + 1.578125, + 1.396484, + 1.371094, + 1.628906, + 2.304688, + 1.585938, + 1.453125, + 2.914062, + 1.480469, + 1.416016, + 1.384766, + 2.734375, + 1.4375, + 2.15625, + 1.355469, + 1.189453, + 1.515625, + 2.179688, + 1.400391, + 1.527344, + 1.443359, + 1.396484, + 1.335938, + 1.378906, + 1.423828, + 1.550781, + 1.498047, + 1.445312, + 1.412109, + 1.380859, + 1.419922, + 1.480469, + 1.261719, + 1.363281, + 1.945312, + 1.355469, + 1.476562, + 2.203125, + 1.449219, + 2.054688, + 1.462891, + 1.523438, + 1.353516, + 1.384766, + 1.361328, + 1.466797, + 1.400391, + 1.433594, + 1.349609, + 1.765625, + 1.53125, + 1.4375, + 1.394531, + 2.398438, + 1.65625, + 1.851562, + 1.449219, + 1.53125, + 2.023438, + 1.351562, + 1.378906, + 1.398438, + 1.447266, + 1.396484, + 2.6875, + 1.433594, + 1.474609, + 1.578125, + 2.554688, + 1.453125, + 1.410156, + 1.515625, + 2.84375, + 1.683594, + 1.443359, + 1.490234, + 1.404297, + 1.369141, + 1.433594, + 1.746094, + 1.4375, + 1.494141, + 1.5, + 1.578125, + 1.404297, + 1.421875, + 1.347656, + 1.683594, + 1.550781, + 2.773438, + 1.4375, + 1.388672, + 1.455078, + 1.441406, + 1.371094, + 1.443359, + 1.419922, + 1.457031, + 1.427734, + 1.816406, + 1.478516, + 1.443359, + 1.361328, + 2.023438, + 1.640625, + 1.519531, + 2.953125, + 2.882812, + 2.03125, + 1.427734, + 1.601562, + 1.380859, + 1.511719, + 1.474609, + 2.921875, + 2.726562, + 1.482422, + 1.298828, + 1.773438, + 1.515625, + 1.519531, + 1.392578, + 1.396484, + 1.761719, + 2.804688, + 1.4375, + 1.601562, + 1.585938, + 2.351562, + 1.507812, + 1.515625, + 1.636719, + 1.554688, + 1.419922, + 1.441406, + 1.515625, + 1.425781, + 1.804688, + 1.396484, + 1.320312, + 1.660156, + 1.451172, + 1.416016, + 1.365234, + 1.398438, + 2.203125, + 2.820312, + 2.5625, + 1.376953, + 1.412109, + 1.400391, + 1.433594, + 1.431641, + 1.496094, + 1.353516, + 3.015625, + 1.507812, + 1.972656, + 1.460938, + 1.357422, + 2.648438, + 1.429688, + 1.476562, + 1.394531, + 1.5, + 1.433594, + 1.5, + 1.664062, + 2.828125, + 1.474609, + 1.671875, + 1.515625, + 2.710938, + 1.498047, + 1.431641, + 1.21875, + 1.470703, + 2.273438, + 1.582031, + 1.539062, + 1.353516, + 1.414062, + 2.117188, + 1.554688, + 1.386719, + 1.996094, + 2.695312, + 3.078125, + 2.710938, + 1.40625, + 1.480469, + 1.341797, + 1.441406, + 1.390625, + 1.574219, + 1.412109, + 2.867188, + 1.412109, + 1.367188, + 1.474609, + 1.330078, + 1.480469, + 1.458984, + 1.414062, + 2.445312, + 1.542969, + 2.742188, + 1.414062, + 2.703125, + 1.816406, + 1.392578, + 1.308594, + 1.355469, + 1.960938, + 1.546875, + 2.054688, + 1.490234, + 2.914062, + 1.53125, + 1.863281, + 2.195312, + 2.664062, + 1.457031, + 1.376953, + 1.859375, + 2.65625, + 1.390625, + 1.574219, + 1.351562, + 1.871094, + 1.71875, + 1.359375, + 2.835938, + 1.414062, + 1.378906, + 1.605469, + 2.648438, + 2.929688, + 1.392578, + 1.326172, + 1.503906, + 1.384766, + 1.349609, + 1.515625, + 1.972656, + 2.78125, + 1.402344, + 1.443359, + 1.310547, + 1.714844, + 1.507812, + 1.396484, + 1.373047, + 1.431641, + 1.382812, + 1.470703, + 1.34375, + 1.498047, + 1.507812, + 1.396484, + 1.394531, + 1.769531, + 1.419922, + 1.357422, + 1.394531, + 1.457031, + 1.367188, + 2.804688, + 1.451172, + 2.882812, + 1.941406, + 1.847656, + 2.648438, + 1.341797, + 1.445312, + 1.353516, + 1.451172, + 1.455078, + 1.478516, + 1.5625, + 1.431641, + 2.84375, + 1.761719, + 1.488281, + 1.660156, + 1.419922, + 1.478516, + 1.714844, + 1.46875, + 1.355469, + 1.400391, + 1.416016, + 1.353516, + 2.6875, + 1.347656, + 1.380859, + 2.078125, + 1.421875, + 1.46875, + 1.410156, + 1.158203, + 1.412109, + 1.433594, + 1.378906, + 1.429688, + 1.392578, + 1.46875, + 1.691406, + 1.466797, + 1.421875, + 1.402344, + 1.361328, + 1.53125, + 2.640625, + 1.373047, + 2.679688, + 1.412109, + 1.546875, + 1.808594, + 1.390625, + 1.40625, + 1.382812, + 1.445312, + 1.839844, + 1.519531, + 2.757812, + 2.921875, + 2.78125, + 1.494141, + 1.398438, + 2.765625, + 1.464844, + 1.441406, + 1.417969, + 2.554688, + 1.472656, + 2.148438, + 1.490234, + 2.734375, + 1.416016, + 1.371094, + 1.427734, + 1.412109, + 1.589844, + 1.617188, + 1.371094, + 1.431641, + 2.375, + 2.632812, + 2.921875, + 1.550781, + 1.417969, + 1.412109, + 1.285156, + 1.84375, + 2.46875, + 1.4375, + 2.9375, + 1.172852, + 1.53125, + 1.46875, + 1.396484, + 2.039062, + 1.40625, + 1.464844, + 1.439453, + 1.683594, + 1.431641, + 1.597656, + 1.804688, + 1.4375, + 1.347656, + 1.328125, + 1.410156, + 1.447266, + 1.371094, + 1.648438, + 1.457031, + 1.357422, + 1.369141, + 1.410156, + 1.404297, + 1.441406, + 1.396484, + 1.605469, + 1.369141, + 1.447266, + 1.439453, + 1.457031, + 1.457031, + 1.582031, + 1.427734, + 1.617188, + 1.435547, + 1.414062, + 1.515625, + 2.484375, + 1.458984, + 1.527344, + 1.404297, + 1.515625, + 1.511719, + 1.494141, + 1.339844, + 2.632812, + 1.363281, + 2.609375, + 1.394531, + 1.570312, + 1.621094, + 1.890625, + 1.492188, + 2.1875, + 1.503906, + 2.796875, + 1.417969, + 2.203125, + 1.419922, + 1.539062, + 1.652344, + 1.417969, + 1.341797, + 1.414062, + 1.527344, + 1.443359, + 1.507812, + 1.400391, + 2.789062, + 1.367188, + 1.5, + 1.46875, + 1.394531, + 1.4375, + 1.5, + 1.466797, + 2.140625, + 1.621094, + 1.363281, + 1.539062, + 1.289062, + 1.441406, + 1.447266, + 1.378906, + 1.632812, + 1.472656, + 2.804688, + 1.412109, + 1.435547, + 1.382812, + 2.359375, + 1.578125, + 2.265625, + 2.882812, + 1.539062, + 2.664062, + 2.710938, + 1.722656, + 1.398438, + 1.369141, + 1.341797, + 3.03125, + 1.464844, + 1.820312, + 1.466797, + 2.953125, + 1.425781, + 1.539062, + 1.394531, + 1.373047, + 1.451172, + 1.365234, + 2.78125, + 1.394531, + 1.361328, + 2.273438, + 2.757812, + 1.363281, + 1.378906, + 2.585938, + 1.386719, + 2.40625, + 1.382812, + 1.550781, + 1.359375, + 1.542969, + 2.8125, + 1.322266, + 1.5, + 1.460938, + 1.369141, + 1.40625, + 2.148438, + 2.953125, + 1.554688, + 1.304688, + 1.65625, + 1.412109, + 1.300781, + 1.449219, + 1.296875, + 1.396484, + 1.457031, + 1.451172, + 1.457031, + 1.355469, + 1.390625, + 1.488281, + 1.466797, + 1.742188, + 1.453125, + 1.472656, + 1.507812, + 2.773438, + 1.419922, + 1.455078, + 1.378906, + 1.566406, + 1.507812, + 1.625, + 1.554688, + 1.511719, + 1.496094, + 1.474609, + 1.414062, + 1.474609, + 1.427734, + 2.21875, + 1.466797, + 2.796875, + 1.416016, + 2.8125, + 1.386719, + 1.382812, + 1.484375, + 2.882812, + 1.441406, + 1.554688, + 1.53125, + 1.296875, + 1.375, + 1.361328, + 1.474609, + 1.492188, + 1.414062, + 1.443359, + 2.546875, + 1.482422, + 1.462891, + 1.248047, + 1.357422, + 1.535156, + 1.480469, + 1.515625, + 1.373047, + 1.412109, + 1.451172, + 1.816406, + 1.53125, + 1.498047, + 1.417969, + 2.664062, + 1.458984, + 1.419922, + 1.367188, + 1.550781, + 2.796875, + 1.306641, + 1.361328, + 1.378906, + 1.398438, + 1.447266, + 1.386719, + 1.431641, + 1.380859, + 2.6875, + 1.472656, + 1.394531, + 1.546875, + 1.316406, + 1.507812, + 1.347656, + 1.365234, + 1.291016, + 1.447266, + 1.613281, + 1.300781, + 1.380859, + 1.404297, + 1.457031, + 1.367188, + 1.398438, + 2.203125, + 1.023804, + 1.519531, + 1.507812, + 1.443359, + 1.488281, + 2.109375, + 1.394531, + 1.492188, + 1.511719, + 2.640625, + 1.59375, + 1.800781, + 2.1875, + 1.410156, + 1.408203, + 1.636719, + 2.8125, + 1.445312, + 1.105957, + 2.851562, + 2.351562, + 1.386719, + 1.402344, + 1.390625, + 1.404297, + 1.369141, + 1.546875, + 1.427734, + 1.503906, + 1.333984, + 2.523438, + 1.400391, + 1.439453, + 1.394531, + 2.414062, + 1.439453, + 1.419922, + 1.380859, + 1.472656, + 1.400391, + 1.511719, + 1.462891, + 1.710938, + 2.890625, + 1.347656, + 1.447266, + 1.443359, + 1.408203, + 1.941406, + 1.416016, + 2.609375, + 1.523438, + 1.419922, + 2.09375, + 1.351562, + 1.308594, + 1.423828, + 2.21875, + 1.613281, + 1.451172, + 1.507812, + 1.416016, + 2.226562, + 2.867188, + 1.476562, + 1.232422, + 1.496094, + 1.777344, + 1.355469, + 1.412109, + 1.441406, + 2.804688, + 1.613281, + 1.375, + 1.535156, + 1.453125, + 1.443359, + 1.431641, + 1.427734, + 1.40625, + 1.636719, + 1.486328, + 1.523438, + 1.347656, + 1.382812, + 1.375, + 1.554688, + 1.742188, + 1.636719, + 1.753906, + 1.447266, + 1.558594, + 1.960938, + 1.417969, + 2.117188, + 1.451172, + 1.519531, + 1.445312, + 1.4375, + 1.394531, + 1.386719, + 2.171875, + 1.53125, + 1.363281, + 1.275391, + 1.402344, + 1.326172, + 2.179688, + 1.523438, + 1.53125, + 1.488281, + 1.373047, + 1.498047, + 1.851562, + 1.416016, + 1.429688, + 1.474609, + 1.472656, + 2.609375, + 1.457031, + 1.347656, + 1.414062, + 2.054688, + 1.355469, + 1.386719, + 1.472656, + 1.482422, + 1.503906, + 1.435547, + 1.365234, + 1.632812, + 2.054688, + 1.472656, + 1.441406, + 1.328125, + 1.490234, + 1.431641, + 1.40625, + 1.375, + 1.394531, + 1.388672, + 1.402344, + 1.202148, + 1.478516, + 1.507812, + 1.855469, + 1.464844, + 1.496094, + 1.445312, + 1.378906, + 1.396484, + 1.402344, + 1.378906, + 2.21875, + 1.396484, + 1.404297, + 1.691406, + 1.478516, + 1.396484, + 2.890625, + 1.416016, + 1.378906, + 1.431641, + 2.523438, + 1.433594, + 1.478516, + 2.257812, + 2.84375, + 1.632812, + 1.472656, + 1.410156, + 1.478516, + 1.447266, + 1.443359, + 1.480469, + 1.386719, + 1.539062, + 2.375, + 1.453125, + 2.171875, + 1.447266, + 1.365234, + 2.515625, + 2.945312, + 1.347656, + 1.523438, + 1.398438, + 2.28125, + 1.503906, + 1.789062, + 1.566406, + 1.400391, + 1.451172, + 1.507812, + 1.408203, + 1.455078, + 1.632812, + 1.388672, + 1.431641, + 1.339844, + 2.84375, + 2.132812, + 1.462891, + 1.496094, + 1.357422, + 1.816406, + 1.574219, + 1.363281, + 1.59375, + 2.21875, + 1.353516, + 1.339844, + 1.523438, + 1.474609, + 1.507812, + 1.652344, + 1.578125, + 1.423828, + 2.796875, + 2.851562, + 1.494141, + 1.386719, + 1.441406, + 1.400391, + 1.523438, + 1.396484, + 2.664062, + 1.3125, + 2.484375, + 2.460938, + 1.507812, + 1.400391, + 1.431641, + 1.474609, + 1.384766, + 1.416016, + 2.78125, + 1.386719, + 1.554688, + 1.566406, + 1.400391, + 1.376953, + 1.519531, + 1.574219, + 1.742188, + 1.351562, + 1.482422, + 1.542969, + 1.582031, + 1.976562, + 1.597656, + 1.519531, + 1.443359, + 1.382812, + 1.394531, + 2.875, + 1.507812, + 1.365234, + 2.5625, + 1.412109, + 1.464844, + 1.46875, + 1.480469, + 1.464844, + 1.417969, + 2.0625, + 1.445312, + 1.349609, + 1.474609, + 1.388672, + 1.365234, + 1.361328, + 1.445312, + 1.582031, + 1.388672, + 1.429688, + 1.441406, + 2.117188, + 2.648438, + 1.466797, + 1.378906, + 1.398438, + 1.394531, + 1.546875, + 2.515625, + 1.480469, + 1.412109, + 1.589844, + 1.396484, + 2.507812, + 1.371094, + 1.378906, + 1.455078, + 1.457031, + 1.419922, + 1.193359, + 1.644531, + 1.839844, + 1.455078, + 1.236328, + 1.550781, + 2.8125, + 1.427734, + 1.466797, + 2.953125, + 1.457031, + 2.578125, + 1.371094, + 1.570312, + 1.679688, + 1.478516, + 2.796875, + 1.402344, + 1.429688, + 1.417969, + 1.404297, + 1.447266, + 1.5, + 1.632812, + 1.291016, + 1.398438, + 1.4375, + 1.464844, + 1.304688, + 2.265625, + 1.396484, + 1.378906, + 1.632812, + 1.554688, + 1.960938, + 1.451172, + 2.570312, + 1.664062, + 2.765625, + 1.390625, + 1.441406, + 1.318359, + 1.546875, + 1.498047, + 1.412109, + 1.376953, + 1.447266, + 1.589844, + 1.394531, + 1.429688, + 1.449219, + 1.710938, + 1.357422, + 2.226562, + 1.46875, + 1.90625, + 2.804688, + 1.482422, + 1.478516, + 1.345703, + 1.470703, + 1.542969, + 1.644531, + 1.492188, + 1.431641, + 1.980469, + 1.945312, + 1.398438, + 1.400391, + 1.400391, + 1.433594, + 1.443359, + 2.039062, + 1.380859, + 1.400391, + 1.421875, + 2.65625, + 1.582031, + 1.353516, + 1.427734, + 1.382812, + 1.703125, + 1.457031, + 1.492188, + 1.4375, + 1.380859, + 1.425781, + 1.480469, + 2.640625, + 1.546875, + 1.359375, + 1.425781, + 1.341797, + 1.304688, + 1.304688, + 1.539062, + 1.757812, + 1.320312, + 1.435547, + 2.296875, + 2.804688, + 1.455078, + 1.449219, + 1.314453, + 1.392578, + 1.367188, + 2.585938, + 1.46875, + 1.390625, + 1.453125, + 1.439453, + 1.976562, + 1.423828, + 1.660156, + 2.421875, + 1.419922, + 1.423828, + 1.361328, + 1.488281, + 2.640625, + 1.394531, + 1.435547, + 1.439453, + 1.386719, + 1.416016, + 1.427734, + 1.478516, + 1.585938, + 2.257812, + 1.753906, + 2.023438, + 2.859375, + 1.582031, + 1.390625, + 1.396484, + 1.388672, + 3.15625, + 1.378906, + 1.384766, + 1.466797, + 1.367188, + 1.478516, + 1.960938, + 1.523438, + 2.367188, + 1.976562, + 1.867188, + 1.443359, + 1.412109, + 1.457031, + 1.636719, + 1.408203, + 1.455078, + 1.380859, + 1.796875, + 1.5, + 1.443359, + 2.6875, + 1.714844, + 1.423828, + 1.376953, + 1.542969, + 2.632812, + 1.449219, + 1.609375, + 1.492188, + 1.539062, + 1.457031, + 2.757812, + 1.402344, + 1.380859, + 2.070312, + 1.421875, + 1.578125, + 1.597656, + 1.515625, + 1.373047, + 1.546875, + 1.470703, + 1.400391, + 1.474609, + 1.472656, + 1.416016, + 1.417969, + 2.859375, + 1.498047, + 1.453125, + 1.361328, + 1.449219, + 1.378906, + 1.361328, + 1.652344, + 2.320312, + 1.322266, + 1.386719, + 1.355469, + 1.496094, + 2.3125, + 1.542969, + 1.511719, + 1.443359, + 1.464844, + 1.558594, + 1.392578, + 1.457031, + 1.4375, + 1.628906, + 1.388672, + 1.605469, + 1.539062, + 1.417969, + 1.457031, + 1.503906, + 1.361328, + 1.785156, + 1.423828, + 2.617188, + 2.75, + 1.447266, + 1.722656, + 1.302734, + 1.353516, + 1.462891, + 1.472656, + 1.863281, + 1.369141, + 1.652344, + 1.574219, + 1.400391, + 1.396484, + 1.425781, + 2.898438, + 1.507812, + 1.363281, + 1.474609, + 1.492188, + 1.71875, + 1.431641, + 1.433594, + 1.519531, + 1.558594, + 1.355469, + 1.416016, + 1.294922, + 1.462891, + 1.511719, + 1.984375, + 1.382812, + 1.808594, + 1.609375, + 1.423828, + 1.339844, + 1.380859, + 1.380859, + 1.443359, + 1.464844, + 1.5, + 0.99794, + 1.878906, + 1.419922, + 1.875, + 2.320312, + 1.369141, + 1.523438, + 1.421875, + 2.75, + 1.878906, + 1.287109, + 1.400391, + 1.390625, + 1.400391, + 1.558594, + 1.337891, + 1.523438, + 1.667969, + 1.271484, + 2.9375, + 1.470703, + 1.476562, + 1.535156, + 1.371094, + 1.361328, + 1.388672, + 1.617188, + 2.882812, + 1.375, + 1.484375, + 1.472656, + 1.419922, + 1.371094, + 1.386719, + 1.412109, + 1.416016, + 1.699219, + 2.367188, + 1.519531, + 1.404297, + 1.601562, + 1.425781, + 1.376953, + 1.578125, + 1.414062, + 1.660156, + 1.511719, + 1.667969, + 1.570312, + 1.431641, + 1.386719, + 1.378906, + 1.488281, + 1.621094, + 1.447266, + 1.527344, + 1.257812, + 1.373047, + 1.486328, + 1.691406, + 2.804688, + 1.337891, + 1.404297, + 1.347656, + 1.341797, + 1.375, + 1.496094, + 1.314453, + 1.402344, + 1.378906, + 2.007812, + 1.439453, + 1.416016, + 1.398438, + 3.0, + 1.330078, + 1.503906, + 1.408203, + 1.433594, + 1.353516, + 1.503906, + 1.376953, + 1.480469, + 1.378906, + 1.449219, + 1.369141, + 2.921875, + 1.539062, + 1.59375, + 1.353516, + 2.820312, + 1.410156, + 2.578125, + 1.416016, + 2.742188, + 1.357422, + 1.730469, + 2.445312, + 2.296875, + 1.539062, + 1.310547, + 1.371094, + 1.423828, + 1.441406, + 1.523438, + 1.421875, + 1.423828, + 2.828125, + 2.515625, + 1.960938, + 1.376953, + 1.365234, + 1.566406, + 1.328125, + 1.457031, + 1.40625, + 1.882812, + 1.351562, + 1.396484, + 1.417969, + 1.431641, + 1.53125, + 1.5625, + 1.386719, + 1.330078, + 1.945312, + 1.486328, + 1.380859, + 1.322266, + 1.382812, + 1.453125, + 1.925781, + 1.365234, + 1.433594, + 1.542969, + 1.380859, + 1.341797, + 1.466797, + 1.394531, + 1.3125, + 2.757812, + 1.476562, + 1.416016, + 1.582031, + 2.554688, + 1.404297, + 1.416016, + 1.417969, + 2.757812, + 1.65625, + 1.972656, + 1.380859, + 1.597656, + 1.769531, + 2.726562, + 1.369141, + 1.419922, + 1.363281, + 2.859375, + 1.96875, + 2.710938, + 2.726562, + 1.392578, + 1.660156, + 1.28125, + 1.380859, + 1.410156, + 1.644531, + 1.404297, + 1.478516, + 2.585938, + 2.476562, + 1.394531, + 1.636719, + 1.515625, + 1.429688, + 1.457031, + 1.466797, + 1.341797, + 1.945312, + 1.427734, + 1.480469, + 1.4375, + 2.460938, + 1.373047, + 1.429688, + 1.155273, + 1.412109, + 1.410156, + 2.820312, + 1.4375, + 2.742188, + 1.431641, + 1.386719, + 1.457031, + 1.480469, + 1.476562, + 1.648438, + 1.427734, + 1.322266, + 1.388672, + 1.441406, + 1.558594, + 1.628906, + 1.347656, + 1.410156, + 1.410156, + 1.53125, + 1.90625, + 1.378906, + 2.304688, + 1.679688, + 1.527344, + 2.1875, + 1.396484, + 1.439453, + 1.439453, + 1.472656, + 1.574219, + 1.511719, + 1.476562, + 1.339844, + 2.03125, + 1.423828, + 1.609375, + 1.443359, + 1.398438, + 1.373047, + 1.380859, + 1.714844, + 1.365234, + 1.490234, + 1.515625, + 1.384766, + 1.457031, + 2.296875, + 1.308594, + 1.419922, + 2.421875, + 1.441406, + 1.476562, + 2.765625, + 1.507812, + 1.839844, + 1.441406, + 1.394531, + 1.429688, + 1.419922, + 1.304688, + 1.429688, + 1.455078, + 1.443359, + 1.410156, + 1.482422, + 1.376953, + 2.195312, + 1.496094, + 1.371094, + 1.460938, + 2.640625, + 1.503906, + 1.408203, + 1.396484, + 1.306641, + 1.441406, + 1.332031, + 1.574219, + 1.59375, + 2.53125, + 1.601562, + 1.347656, + 1.410156, + 2.90625, + 1.412109, + 1.474609, + 2.742188, + 1.363281, + 1.488281, + 1.34375, + 1.464844, + 1.410156, + 1.421875, + 2.421875, + 1.417969, + 1.373047, + 1.462891, + 1.355469, + 1.5625, + 1.542969, + 1.546875, + 2.671875, + 2.171875, + 1.402344, + 1.636719, + 1.386719, + 1.867188, + 1.519531, + 1.443359, + 1.425781, + 2.835938, + 1.707031, + 1.400391, + 2.65625, + 1.435547, + 1.558594, + 1.427734, + 1.353516, + 2.773438, + 1.460938, + 1.394531, + 2.585938, + 1.412109, + 2.421875, + 1.519531, + 1.550781, + 1.427734, + 1.382812, + 2.789062, + 1.4375, + 1.777344, + 1.398438, + 1.445312, + 1.431641, + 1.447266, + 2.757812, + 1.345703, + 1.363281, + 1.482422, + 1.5625, + 2.859375, + 1.400391, + 1.414062, + 1.527344, + 1.480469, + 1.322266, + 1.427734, + 1.601562, + 1.796875, + 1.333984, + 1.478516, + 1.410156, + 2.46875, + 2.265625, + 1.337891, + 1.416016, + 2.921875, + 1.380859, + 1.648438, + 1.5, + 1.515625, + 1.400391, + 1.523438, + 1.984375, + 1.384766, + 1.425781, + 2.640625, + 1.453125, + 1.388672, + 1.5625 + ] + }, + "name": "onnx::Mul_8635", + "outputIndexes": [ + 1724 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1723, + 1724 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_18/Mul_1_output_0", + "outputIndexes": [ + 1725 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1725 + ], + "outputIndexes": [ + 2994 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2994 + ], + "outputIndexes": [ + 2995 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear", + "inputIndexes": [ + 2995 + ], + "outputIndexes": [ + 2996 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 788302548, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2996 + ], + "outputIndexes": [ + 2997 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2997 + ], + "outputIndexes": [ + 1726 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1725 + ], + "main_type": "NONE", + "name": "/Shape_253_output_0", + "outputIndexes": [ + 1727 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1727 + ], + "main_type": "NONE", + "name": "Shape4994", + "outputIndexes": [ + 1728 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1727 + ], + "main_type": "NONE", + "name": "Rank4996", + "outputIndexes": [ + 1729 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1729, + 1729 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4998", + "outputIndexes": [ + 1730 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1730 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4999", + "outputIndexes": [ + 1731 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1730, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5001", + "outputIndexes": [ + 1732 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1732 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5002", + "outputIndexes": [ + 1733 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1728, + 1731, + 1733, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5005", + "outputIndexes": [ + 1734 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1734 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5006", + "outputIndexes": [ + 1735 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1735 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5007", + "outputIndexes": [ + 1736 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1736, + 1735 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5008", + "outputIndexes": [ + 1737 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1727, + 1737, + 1730 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_274_output_0", + "outputIndexes": [ + 1738 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1738, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_577_output_0", + "outputIndexes": [ + 1739 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1739, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_234_output_0", + "outputIndexes": [ + 1740 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1726, + 1740 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_163_output_0", + "outputIndexes": [ + 1741 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1741, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_144_output_0", + "outputIndexes": [ + 1742 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1741 + ], + "main_type": "NONE", + "name": "/Shape_254_output_0", + "outputIndexes": [ + 1743 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1743 + ], + "main_type": "NONE", + "name": "Shape5015", + "outputIndexes": [ + 1744 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1743 + ], + "main_type": "NONE", + "name": "Rank5017", + "outputIndexes": [ + 1745 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1745, + 1745 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5019", + "outputIndexes": [ + 1746 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1746 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5020", + "outputIndexes": [ + 1747 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1746, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5022", + "outputIndexes": [ + 1748 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1748 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5023", + "outputIndexes": [ + 1749 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1744, + 1747, + 1749, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5026", + "outputIndexes": [ + 1750 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1750 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5027", + "outputIndexes": [ + 1751 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1751 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5028", + "outputIndexes": [ + 1752 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1752, + 1751 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5029", + "outputIndexes": [ + 1753 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1743, + 1753, + 1746 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_275_output_0", + "outputIndexes": [ + 1754 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1754, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_54_output_0", + "outputIndexes": [ + 1755 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1755, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_582_output_0", + "outputIndexes": [ + 1756 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1741, + 1756, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_73_output_0", + "outputIndexes": [ + 1757 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1757 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_36_output_0", + "outputIndexes": [ + 1758 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1741, + 21, + 1756, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_72_output_0", + "outputIndexes": [ + 1759 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1758, + 1759 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_237_output_0", + "outputIndexes": [ + 1760 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1760, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_145_output_0", + "outputIndexes": [ + 1761 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1742, + 1761 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_90_output_0", + "outputIndexes": [ + 1762 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1725 + ], + "outputIndexes": [ + 2998 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2998 + ], + "outputIndexes": [ + 2999 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear", + "inputIndexes": [ + 2999 + ], + "outputIndexes": [ + 3000 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 790956778, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3000 + ], + "outputIndexes": [ + 3001 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3001 + ], + "outputIndexes": [ + 1763 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1739, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_235_output_0", + "outputIndexes": [ + 1764 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1763, + 1764 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_164_output_0", + "outputIndexes": [ + 1765 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1765, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_146_output_0", + "outputIndexes": [ + 1766 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1765 + ], + "main_type": "NONE", + "name": "/Shape_255_output_0", + "outputIndexes": [ + 1767 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1767 + ], + "main_type": "NONE", + "name": "Shape5078", + "outputIndexes": [ + 1768 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1767 + ], + "main_type": "NONE", + "name": "Rank5080", + "outputIndexes": [ + 1769 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1769, + 1769 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5082", + "outputIndexes": [ + 1770 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1770 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5083", + "outputIndexes": [ + 1771 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1770, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5085", + "outputIndexes": [ + 1772 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1772 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5086", + "outputIndexes": [ + 1773 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1768, + 1771, + 1773, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5089", + "outputIndexes": [ + 1774 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1774 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5090", + "outputIndexes": [ + 1775 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1775 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5091", + "outputIndexes": [ + 1776 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1776, + 1775 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5092", + "outputIndexes": [ + 1777 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1767, + 1777, + 1770 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_276_output_0", + "outputIndexes": [ + 1778 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1778, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_55_output_0", + "outputIndexes": [ + 1779 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1779, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_584_output_0", + "outputIndexes": [ + 1780 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1765, + 1780, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_75_output_0", + "outputIndexes": [ + 1781 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1781 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_37_output_0", + "outputIndexes": [ + 1782 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1765, + 21, + 1780, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_74_output_0", + "outputIndexes": [ + 1783 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1782, + 1783 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_238_output_0", + "outputIndexes": [ + 1784 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1784, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_147_output_0", + "outputIndexes": [ + 1785 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1766, + 1785 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_91_output_0", + "outputIndexes": [ + 1786 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1725 + ], + "outputIndexes": [ + 3002 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3002 + ], + "outputIndexes": [ + 3003 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear", + "inputIndexes": [ + 3003 + ], + "outputIndexes": [ + 3004 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 792283904, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3004 + ], + "outputIndexes": [ + 3005 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3005 + ], + "outputIndexes": [ + 1787 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1787, + 1764 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_165_output_0", + "outputIndexes": [ + 1788 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1762, + 1786, + 1788, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_170_output_0", + "outputIndexes": [ + 1789 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1789 + ], + "outputIndexes": [ + 3006 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3006 + ], + "outputIndexes": [ + 3007 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear", + "inputIndexes": [ + 3007 + ], + "outputIndexes": [ + 3008 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 793611030, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3008 + ], + "outputIndexes": [ + 3009 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3009 + ], + "outputIndexes": [ + 1790 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1790 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_18/Mul_output_0", + "outputIndexes": [ + 1791 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.367188, + 2.414062, + 2.359375, + 2.476562, + 2.507812, + 2.515625, + 2.390625, + 1.386719, + 2.617188, + 2.398438, + 2.484375, + 2.445312, + 2.359375, + 2.539062, + 2.414062, + 2.4375, + 2.351562, + 2.453125, + 2.460938, + 2.3125, + 2.390625, + 2.5, + 2.546875, + 2.289062, + 2.375, + 2.429688, + 2.390625, + 2.296875, + 2.335938, + 2.296875, + 2.390625, + 2.234375, + 2.4375, + 1.722656, + 2.5, + 2.289062, + 2.375, + 2.476562, + 2.476562, + 2.445312, + 2.53125, + 2.359375, + 2.539062, + 2.421875, + 1.980469, + 2.539062, + 2.460938, + 2.414062, + 3.03125, + 2.257812, + 2.359375, + 2.125, + 2.390625, + 1.523438, + 2.507812, + 2.476562, + 2.585938, + 2.382812, + 2.367188, + 2.367188, + 2.445312, + 2.273438, + 2.359375, + 2.570312, + 2.507812, + 2.4375, + 2.117188, + 2.460938, + 2.367188, + 2.484375, + 2.367188, + 2.523438, + 2.445312, + 2.515625, + 2.476562, + 2.523438, + 2.335938, + 2.304688, + 2.414062, + 1.964844, + 2.382812, + 1.351562, + 2.351562, + 2.289062, + 2.34375, + 2.585938, + 2.523438, + 2.351562, + 2.054688, + 2.210938, + 2.484375, + 2.34375, + 2.539062, + 2.0625, + 2.460938, + 1.339844, + 2.453125, + 2.453125, + 0.603516, + 2.359375, + 2.398438, + 2.53125, + 2.421875, + 2.421875, + 2.53125, + 2.429688, + 2.554688, + 2.429688, + 2.507812, + 2.382812, + 2.421875, + 2.367188, + 2.429688, + 1.835938, + 2.609375, + 2.460938, + 2.46875, + 1.443359, + 2.578125, + 2.554688, + 2.703125, + 2.492188, + 2.1875, + 2.515625, + 2.453125, + 2.140625, + 2.382812, + 2.445312, + 2.367188, + 2.046875, + 2.257812, + 2.5, + 2.414062, + 2.414062, + 2.414062, + 2.492188, + 2.390625, + 2.367188, + 2.46875, + 2.398438, + 2.578125, + 2.070312, + 2.421875, + 2.5, + 2.601562, + 2.195312, + 2.398438, + 2.414062, + 2.414062, + 2.59375, + 2.351562, + 2.265625, + 2.34375, + 2.640625, + 2.242188, + 2.484375, + 2.078125, + 2.429688, + 1.933594, + 1.753906, + 1.871094, + 2.445312, + 2.414062, + 2.257812, + 2.328125, + 2.5, + 2.539062, + 1.863281, + 2.625, + 2.265625, + 2.34375, + 1.910156, + 2.515625, + 1.828125, + 2.328125, + 2.539062, + 2.625, + 1.224609, + 2.421875, + 2.359375, + 2.359375, + 1.632812, + 2.359375, + 1.277344, + 2.765625, + 2.398438, + 2.21875, + 2.359375, + 2.257812, + 2.4375, + 2.390625, + 2.265625, + 2.382812, + 2.445312, + 2.398438, + 2.445312, + 2.484375, + 2.421875, + 2.421875, + 2.460938, + 2.421875, + 2.460938, + 2.359375, + 2.414062, + 2.429688, + 2.40625, + 2.195312, + 2.429688, + 2.578125, + 2.507812, + 2.515625, + 2.421875, + 2.289062, + 2.296875, + 2.453125, + 2.398438, + 2.453125, + 2.335938, + 2.476562, + 2.367188, + 2.265625, + 2.304688, + 2.421875, + 2.335938, + 2.4375, + 2.46875, + 2.515625, + 2.507812, + 2.414062, + 2.445312, + 1.839844, + 2.382812, + 2.398438, + 2.664062, + 2.507812, + 2.539062, + 2.109375, + 2.640625, + 2.414062, + 2.140625, + 2.171875, + 2.476562, + 2.632812, + 2.125, + 2.273438, + 2.484375, + 2.335938, + 2.203125, + 2.429688, + 2.445312, + 2.5625, + 2.367188, + 2.046875, + 2.382812, + 2.492188, + 2.390625, + 2.398438, + 2.6875, + 2.289062, + 2.414062, + 2.53125, + 2.5625, + 2.367188, + 2.40625, + 2.195312, + 2.21875, + 2.515625, + 2.507812, + 2.40625, + 2.421875, + 2.414062, + 2.46875, + 2.414062, + 2.296875, + 2.335938, + 2.507812, + 2.359375, + 2.46875, + 2.523438, + 2.460938, + 2.3125, + 2.5, + 1.859375, + 2.484375, + 2.257812, + 2.453125, + 2.476562, + 2.484375, + 1.816406, + 2.445312, + 2.382812, + 1.621094, + 2.570312, + 2.453125, + 2.351562, + 2.546875, + 2.453125, + 2.382812, + 2.382812, + 2.414062, + 2.28125, + 2.351562, + 1.460938, + 2.382812, + 1.055664, + 2.390625, + 2.421875, + 2.367188, + 2.414062, + 2.429688, + 2.328125, + 1.507812, + 2.445312, + 2.421875, + 2.328125, + 2.421875, + 2.539062, + 2.429688, + 2.226562, + 2.421875, + 2.4375, + 2.367188, + 2.40625, + 2.421875, + 2.515625, + 2.507812, + 2.5, + 2.335938, + 2.523438, + 2.351562, + 2.335938, + 2.3125, + 2.578125, + 2.53125, + 3.625, + 2.515625, + 2.5625, + 2.539062, + 2.453125, + 2.523438, + 2.335938, + 2.546875, + 2.234375, + 2.34375, + 2.484375, + 2.335938, + 2.523438, + 2.125, + 2.421875, + 2.484375, + 1.820312, + 2.484375, + 1.855469, + 2.367188, + 1.347656, + 1.960938, + 2.398438, + 2.421875, + 2.234375, + 2.289062, + 1.800781, + 2.445312, + 2.296875, + 2.039062, + 2.007812, + 2.445312, + 2.296875, + 1.96875, + 2.414062, + 2.46875, + 2.546875, + 2.523438, + 2.421875, + 2.351562, + 2.5, + 2.320312, + 2.585938, + 2.34375, + 2.476562, + 2.226562, + 2.460938, + 2.492188, + 2.28125, + 2.023438, + 2.46875, + 2.601562, + 2.289062, + 2.109375, + 2.429688, + 2.484375, + 2.351562, + 2.445312, + 1.675781, + 2.5, + 2.414062, + 2.570312, + 2.453125, + 1.75, + 2.210938, + 2.617188, + 2.398438, + 2.476562, + 2.40625, + 2.46875, + 1.984375, + 2.890625, + 2.414062, + 2.515625, + 2.367188, + 1.910156, + 2.515625, + 2.390625, + 2.382812, + 2.46875, + 2.289062, + 2.414062, + 2.460938, + 2.507812, + 2.390625, + 2.445312, + 2.4375, + 2.4375, + 2.671875, + 2.46875, + 2.46875, + 2.257812, + 2.539062, + 2.523438, + 2.539062, + 2.546875, + 2.125, + 2.515625, + 2.515625, + 2.289062, + 1.710938, + 2.585938, + 2.4375, + 2.515625, + 2.507812, + 2.414062, + 2.484375, + 2.351562, + 2.539062, + 2.320312, + 1.621094, + 2.445312, + 2.578125, + 2.414062, + 2.226562, + 2.5625, + 2.578125, + 2.554688, + 2.351562, + 2.4375, + 2.421875, + 2.546875, + 2.359375, + 2.617188, + 2.421875, + 2.421875, + 2.429688, + 2.40625, + 2.53125, + 2.421875, + 2.21875, + 2.476562, + 1.691406, + 2.515625, + 2.398438, + 2.28125, + 2.421875, + 2.46875, + 2.40625, + 2.085938, + 2.546875, + 2.4375, + 1.890625, + 2.21875, + 2.429688, + 2.546875, + 2.25, + 2.421875, + 2.40625, + 2.414062, + 2.492188, + 2.585938, + 1.601562, + 2.46875, + 2.546875, + 2.4375, + 2.367188, + 2.492188, + 2.3125, + 2.476562, + 2.226562, + 2.398438, + 1.431641, + 1.871094, + 2.101562, + 1.570312, + 2.328125, + 2.382812, + 2.5, + 2.296875, + 1.765625, + 2.484375, + 2.171875, + 2.21875, + 2.59375, + 2.46875, + 2.398438, + 2.5, + 2.320312, + 2.460938, + 2.304688, + 2.414062, + 2.320312, + 2.289062, + 2.445312, + 2.257812, + 2.453125, + 2.328125, + 1.898438, + 1.964844, + 2.421875, + 2.203125, + 2.445312, + 2.460938, + 2.4375, + 2.523438, + 2.46875, + 2.429688, + 2.453125, + 1.59375, + 2.414062, + 2.671875, + 2.351562, + 2.359375, + 2.476562, + 1.482422, + 1.78125, + 2.382812, + 2.398438, + 2.304688, + 2.578125, + 2.398438, + 2.546875, + 2.328125, + 2.242188, + 2.453125, + 1.707031, + 2.664062, + 2.40625, + 2.453125, + 2.492188, + 2.476562, + 2.382812, + 2.03125, + 2.34375, + 2.289062, + 2.429688, + 1.535156, + 2.242188, + 2.421875, + 2.492188, + 2.429688, + 2.53125, + 2.039062, + 2.296875, + 2.578125, + 2.445312, + 2.382812, + 2.484375, + 2.5625, + 1.277344, + 2.46875, + 2.484375, + 2.421875, + 2.226562, + 2.367188, + 2.382812, + 2.28125, + 2.53125, + 2.515625, + 2.960938, + 2.476562, + 2.359375, + 2.335938, + 1.875, + 2.234375, + 2.492188, + 2.5625, + 2.304688, + 2.273438, + 2.507812, + 2.445312, + 2.578125, + 2.515625, + 2.554688, + 2.304688, + 2.367188, + 2.421875, + 2.265625, + 2.59375, + 2.421875, + 2.484375, + 2.421875, + 2.421875, + 2.453125, + 2.460938, + 2.476562, + 2.492188, + 2.453125, + 1.808594, + 2.507812, + 2.335938, + 2.40625, + 2.460938, + 2.4375, + 2.421875, + 2.484375, + 2.40625, + 2.46875, + 2.46875, + 2.632812, + 2.320312, + 2.351562, + 2.578125, + 2.515625, + 2.5, + 2.453125, + 2.453125, + 2.203125, + 2.375, + 2.398438, + 2.414062, + 2.476562, + 2.398438, + 2.546875, + 2.515625, + 2.546875, + 2.476562, + 2.390625, + 1.839844, + 2.523438, + 2.070312, + 2.578125, + 2.414062, + 2.359375, + 2.101562, + 1.369141, + 1.667969, + 2.460938, + 2.226562, + 2.460938, + 2.3125, + 2.46875, + 2.507812, + 2.375, + 2.335938, + 2.265625, + 2.578125, + 2.460938, + 1.404297, + 2.328125, + 2.320312, + 2.3125, + 2.453125, + 2.34375, + 2.335938, + 2.515625, + 2.390625, + 2.304688, + 2.367188, + 2.257812, + 2.476562, + 2.390625, + 2.554688, + 2.21875, + 2.390625, + 2.359375, + 1.203125, + 2.53125, + 2.453125, + 2.171875, + 2.445312, + 2.257812, + 2.507812, + 2.546875, + 2.523438, + 2.34375, + 2.351562, + 2.5, + 2.390625, + 2.554688, + 2.398438, + 2.390625, + 2.578125, + 2.304688, + 2.421875, + 2.015625, + 2.453125, + 2.539062, + 2.59375, + 2.351562, + 2.609375, + 2.585938, + 2.421875, + 2.429688, + 2.28125, + 2.421875, + 2.460938, + 2.367188, + 2.515625, + 1.804688, + 2.265625, + 2.359375, + 2.09375, + 2.507812, + 2.132812, + 2.476562, + 2.484375, + 2.46875, + 2.476562, + 2.304688, + 1.582031, + 2.15625, + 2.507812, + 2.445312, + 2.59375, + 2.304688, + 2.429688, + 2.601562, + 2.453125, + 2.34375, + 2.34375, + 2.515625, + 2.554688, + 2.507812, + 2.570312, + 2.289062, + 2.429688, + 2.445312, + 2.335938, + 2.515625, + 2.414062, + 2.476562, + 2.359375, + 2.492188, + 2.484375, + 2.492188, + 2.46875, + 2.390625, + 2.375, + 2.414062, + 2.359375, + 2.515625, + 1.882812, + 2.5, + 2.375, + 2.5625, + 2.617188, + 2.390625, + 2.414062, + 2.203125, + 2.375, + 2.421875, + 2.5625, + 2.453125, + 2.328125, + 2.5625, + 2.476562, + 2.460938, + 2.460938, + 2.390625, + 2.601562, + 2.46875, + 2.507812, + 2.320312, + 2.289062, + 2.507812, + 2.273438, + 2.226562, + 2.429688, + 1.929688, + 2.328125, + 2.546875, + 1.855469, + 2.351562, + 2.5, + 2.507812, + 2.507812, + 2.335938, + 2.484375, + 2.359375, + 2.265625, + 2.617188, + 2.195312, + 2.648438, + 2.109375, + 1.679688, + 2.546875, + 2.375, + 2.515625, + 2.28125, + 2.179688, + 2.5625, + 2.539062, + 1.851562, + 2.484375, + 2.304688, + 2.585938, + 1.710938, + 2.375, + 2.367188, + 2.398438, + 2.445312, + 2.367188, + 2.1875, + 2.421875, + 2.484375, + 2.210938, + 2.515625, + 2.453125, + 2.570312, + 2.554688, + 2.453125, + 2.523438, + 2.453125, + 2.296875, + 2.453125, + 2.4375, + 2.375, + 2.257812, + 2.390625, + 2.179688, + 2.335938, + 2.523438, + 2.265625, + 2.421875, + 2.3125, + 2.46875, + 2.375, + 2.40625, + 2.34375, + 2.34375, + 2.210938, + 2.484375, + 2.445312, + 2.546875, + 2.359375, + 2.34375, + 2.234375, + 2.5, + 0.955078, + 2.453125, + 2.414062, + 2.648438, + 2.453125, + 2.335938, + 2.445312, + 2.445312, + 2.570312, + 2.320312, + 2.359375, + 1.472656, + 2.3125, + 2.5, + 2.390625, + 1.75, + 2.570312, + 2.40625, + 2.398438, + 1.820312, + 2.3125, + 2.328125, + 2.625, + 2.5625, + 2.375, + 2.484375, + 2.28125, + 2.273438, + 2.484375, + 2.351562, + 2.484375, + 2.234375, + 2.515625, + 2.539062, + 2.273438, + 2.421875, + 1.855469, + 2.515625, + 2.351562, + 2.414062, + 2.390625, + 2.515625, + 2.429688, + 2.296875, + 2.445312, + 2.382812, + 2.351562, + 2.445312, + 2.296875, + 2.523438, + 2.242188, + 2.414062, + 2.5, + 1.757812, + 1.065918, + 2.273438, + 2.179688, + 2.257812, + 2.476562, + 2.507812, + 2.265625, + 1.675781, + 1.384766, + 2.335938, + 2.359375, + 2.375, + 2.140625, + 2.421875, + 2.453125, + 2.367188, + 2.492188, + 1.695312, + 2.507812, + 2.304688, + 2.289062, + 2.09375, + 2.4375, + 2.484375, + 2.484375, + 2.375, + 2.445312, + 2.328125, + 2.320312, + 2.5, + 2.414062, + 2.484375, + 2.5, + 2.382812, + 2.257812, + 2.1875, + 2.390625, + 2.375, + 2.289062, + 1.53125, + 1.439453, + 2.515625, + 2.429688, + 2.414062, + 2.34375, + 2.398438, + 2.453125, + 2.484375, + 1.304688, + 2.320312, + 2.257812, + 2.335938, + 2.570312, + 1.664062, + 2.570312, + 2.46875, + 2.226562, + 2.445312, + 2.578125, + 2.234375, + 2.507812, + 1.753906, + 2.414062, + 2.320312, + 2.335938, + 1.804688, + 2.257812, + 2.375, + 2.445312, + 2.382812, + 2.023438, + 2.414062, + 2.445312, + 2.390625, + 2.445312, + 2.164062, + 2.460938, + 2.460938, + 2.242188, + 1.902344, + 1.423828, + 1.621094, + 2.414062, + 2.375, + 2.414062, + 2.390625, + 2.476562, + 2.25, + 2.375, + 1.328125, + 2.59375, + 2.523438, + 2.570312, + 2.507812, + 2.375, + 2.546875, + 2.382812, + 1.3125, + 2.28125, + 1.609375, + 2.460938, + 1.726562, + 2.328125, + 2.554688, + 2.539062, + 2.46875, + 2.359375, + 2.570312, + 1.929688, + 2.335938, + 1.554688, + 2.492188, + 2.320312, + 2.210938, + 2.023438, + 2.601562, + 2.578125, + 2.34375, + 2.109375, + 2.453125, + 2.15625, + 2.515625, + 2.242188, + 2.09375, + 2.554688, + 1.5, + 2.421875, + 2.460938, + 2.429688, + 1.554688, + 1.453125, + 2.460938, + 2.421875, + 2.5, + 2.453125, + 2.445312, + 2.414062, + 2.039062, + 1.550781, + 2.382812, + 2.46875, + 2.570312, + 2.4375, + 2.539062, + 2.453125, + 2.40625, + 2.445312, + 2.351562, + 2.492188, + 2.484375, + 2.328125, + 2.359375, + 2.367188, + 2.234375, + 2.273438, + 2.398438, + 2.5, + 2.46875, + 2.414062, + 2.453125, + 2.039062, + 2.640625, + 1.431641, + 2.273438, + 2.414062, + 1.730469, + 2.578125, + 2.320312, + 2.476562, + 2.40625, + 2.476562, + 2.390625, + 2.382812, + 2.375, + 1.605469, + 2.414062, + 2.351562, + 2.40625, + 2.507812, + 2.398438, + 2.335938, + 2.445312, + 2.507812, + 2.40625, + 2.5, + 2.578125, + 1.613281, + 2.554688, + 2.390625, + 2.335938, + 2.492188, + 2.476562, + 2.445312, + 2.460938, + 2.492188, + 2.445312, + 2.617188, + 2.484375, + 2.53125, + 2.476562, + 2.15625, + 2.351562, + 2.421875, + 2.484375, + 2.484375, + 2.484375, + 1.753906, + 2.265625, + 1.917969, + 2.40625, + 2.28125, + 2.382812, + 2.539062, + 2.476562, + 2.5625, + 2.484375, + 2.445312, + 2.476562, + 1.304688, + 1.488281, + 1.402344, + 2.515625, + 2.453125, + 1.902344, + 2.40625, + 2.351562, + 2.179688, + 1.992188, + 2.351562, + 2.28125, + 2.578125, + 1.882812, + 2.429688, + 2.53125, + 2.265625, + 2.414062, + 2.320312, + 2.421875, + 2.5, + 2.546875, + 1.550781, + 2.507812, + 1.163086, + 2.390625, + 2.390625, + 2.507812, + 2.53125, + 2.328125, + 2.015625, + 2.375, + 1.710938, + 2.445312, + 2.265625, + 2.382812, + 2.453125, + 2.1875, + 2.320312, + 2.414062, + 2.242188, + 2.390625, + 2.328125, + 2.289062, + 1.816406, + 2.398438, + 2.390625, + 2.265625, + 2.34375, + 2.5, + 2.4375, + 2.53125, + 2.484375, + 2.375, + 2.46875, + 2.40625, + 2.445312, + 2.601562, + 2.492188, + 2.296875, + 2.523438, + 2.507812, + 2.523438, + 2.289062, + 2.46875, + 2.265625, + 2.296875, + 2.390625, + 2.453125, + 2.320312, + 2.484375, + 2.015625, + 2.585938, + 2.453125, + 2.382812, + 2.335938, + 2.367188, + 2.476562, + 2.5625, + 1.9375, + 2.53125, + 2.203125, + 2.484375, + 2.398438, + 2.210938, + 2.3125, + 2.351562, + 2.070312, + 2.585938, + 1.683594, + 2.484375, + 2.171875, + 2.21875, + 2.460938, + 2.28125, + 2.421875, + 2.492188, + 2.398438, + 2.421875, + 2.390625, + 2.476562, + 2.40625, + 1.373047, + 2.476562, + 2.492188, + 2.453125, + 2.515625, + 2.257812, + 2.484375, + 2.265625, + 2.179688, + 2.492188, + 2.53125, + 2.304688, + 2.359375, + 2.351562, + 2.359375, + 2.546875, + 2.453125, + 2.476562, + 1.474609, + 2.3125, + 2.351562, + 2.554688, + 1.9375, + 2.390625, + 2.101562, + 1.457031, + 2.414062, + 1.320312, + 1.527344, + 2.523438, + 2.476562, + 2.476562, + 2.421875, + 1.496094, + 2.390625, + 2.273438, + 2.507812, + 1.679688, + 2.460938, + 2.382812, + 2.390625, + 2.4375, + 2.421875, + 2.523438, + 1.425781, + 2.515625, + 2.367188, + 2.046875, + 1.808594, + 2.328125, + 2.539062, + 1.972656, + 2.570312, + 1.964844, + 2.585938, + 2.273438, + 2.484375, + 2.460938, + 1.929688, + 2.445312, + 2.367188, + 2.351562, + 2.578125, + 2.46875, + 2.15625, + 1.220703, + 2.632812, + 2.445312, + 2.296875, + 2.523438, + 2.578125, + 2.53125, + 2.335938, + 2.398438, + 2.4375, + 2.375, + 2.117188, + 2.367188, + 2.59375, + 2.359375, + 2.507812, + 2.320312, + 2.351562, + 2.484375, + 2.359375, + 1.149414, + 2.359375, + 2.414062, + 2.515625, + 2.398438, + 2.492188, + 2.296875, + 2.640625, + 2.515625, + 2.40625, + 2.421875, + 2.414062, + 2.367188, + 2.570312, + 2.179688, + 2.421875, + 1.757812, + 2.40625, + 1.992188, + 2.601562, + 2.46875, + 2.421875, + 1.8125, + 2.421875, + 2.359375, + 2.234375, + 2.328125, + 2.679688, + 2.445312, + 2.421875, + 2.421875, + 2.421875, + 2.359375, + 2.023438, + 2.429688, + 2.429688, + 2.429688, + 2.460938, + 2.648438, + 2.421875, + 2.632812, + 2.320312, + 2.382812, + 2.40625, + 2.335938, + 2.328125, + 2.328125, + 2.476562, + 2.125, + 2.46875, + 2.523438, + 2.421875, + 2.515625, + 1.648438, + 2.578125, + 2.242188, + 2.4375, + 2.382812, + 2.335938, + 2.460938, + 2.453125, + 2.523438, + 1.494141, + 2.492188, + 2.421875, + 2.453125, + 2.539062, + 2.40625, + 2.59375, + 2.367188, + 2.539062, + 2.429688, + 2.398438, + 2.453125, + 2.4375, + 2.492188, + 2.445312, + 2.570312, + 2.40625, + 2.234375, + 3.28125, + 2.453125, + 2.492188, + 2.21875, + 2.382812, + 2.234375, + 2.539062, + 2.414062, + 2.414062, + 1.519531, + 2.179688, + 2.171875, + 1.494141, + 2.53125, + 2.375, + 2.1875, + 1.265625, + 2.570312, + 2.546875, + 1.417969, + 2.085938, + 2.398438, + 2.460938, + 2.515625, + 2.414062, + 2.476562, + 2.539062, + 2.335938, + 2.414062, + 2.4375, + 1.988281, + 2.507812, + 2.453125, + 2.382812, + 1.613281, + 2.429688, + 2.40625, + 2.5, + 2.59375, + 2.429688, + 2.210938, + 2.609375, + 2.375, + 1.703125, + 2.351562, + 2.414062, + 2.390625, + 2.351562, + 2.28125, + 2.5, + 1.890625, + 2.523438, + 2.414062, + 2.1875, + 2.328125, + 2.570312, + 2.507812, + 1.859375, + 2.320312, + 2.390625, + 2.320312, + 2.460938, + 2.226562, + 1.527344, + 2.375, + 2.421875, + 2.25, + 2.351562, + 2.515625, + 2.359375, + 2.484375, + 1.550781, + 2.1875, + 2.375, + 2.515625, + 2.28125, + 2.390625, + 2.453125, + 2.476562, + 2.398438, + 2.265625, + 2.390625, + 2.382812, + 2.492188, + 2.414062, + 2.460938, + 2.40625, + 2.320312, + 2.390625, + 2.445312, + 2.515625, + 2.390625, + 2.109375, + 2.484375, + 2.171875, + 2.28125, + 2.382812, + 2.515625, + 2.5, + 2.414062, + 2.453125, + 2.28125, + 2.460938, + 2.304688, + 2.539062, + 2.570312, + 2.390625, + 2.125, + 2.234375, + 2.328125, + 2.335938, + 2.414062, + 2.59375, + 2.515625, + 2.46875, + 2.382812, + 2.382812, + 2.390625, + 1.960938, + 2.429688, + 2.484375, + 2.132812, + 2.210938, + 2.492188, + 2.445312, + 2.296875, + 2.453125, + 2.5, + 2.359375, + 2.609375, + 2.40625, + 2.234375, + 2.375, + 2.5625, + 2.5625, + 2.296875, + 2.539062, + 2.578125, + 2.414062, + 2.515625, + 2.539062, + 2.398438, + 2.390625, + 2.328125, + 2.429688, + 2.265625, + 2.390625, + 2.382812, + 2.460938, + 2.453125, + 2.429688, + 2.578125, + 2.5, + 2.03125, + 2.367188, + 2.390625, + 2.59375, + 2.601562, + 2.359375, + 1.277344, + 2.398438, + 2.5625, + 2.414062, + 1.996094, + 2.445312, + 2.328125, + 2.390625, + 1.738281, + 2.359375, + 2.523438, + 2.460938, + 2.414062, + 2.359375, + 2.359375, + 2.296875, + 2.328125, + 2.507812, + 2.179688, + 2.460938, + 2.234375, + 2.539062, + 2.359375, + 2.070312, + 1.425781, + 2.226562, + 2.546875, + 2.445312, + 2.28125, + 2.3125, + 2.265625, + 2.476562, + 2.492188, + 2.632812, + 2.234375, + 2.351562, + 2.289062, + 2.375, + 2.617188, + 2.554688, + 2.742188, + 1.953125, + 2.164062, + 2.476562, + 2.273438, + 2.382812, + 2.375, + 2.484375, + 2.609375, + 2.210938, + 2.085938, + 2.546875, + 2.40625, + 2.335938, + 2.53125, + 2.40625, + 2.257812, + 2.421875, + 2.65625, + 1.181641, + 1.361328, + 2.585938, + 2.515625, + 2.554688, + 2.53125, + 2.351562, + 2.507812, + 1.992188, + 2.515625, + 2.203125, + 2.046875, + 2.414062, + 2.515625, + 2.46875, + 2.140625, + 2.359375, + 2.546875, + 2.03125, + 2.367188, + 2.234375, + 2.53125, + 2.453125, + 2.351562, + 2.492188, + 2.375, + 2.335938, + 2.453125, + 2.429688, + 2.328125, + 2.5, + 2.273438, + 2.460938, + 2.398438, + 2.914062, + 2.484375, + 2.492188, + 1.75, + 2.515625, + 2.554688, + 1.824219, + 2.546875, + 2.070312, + 2.351562, + 2.453125, + 2.398438, + 1.953125, + 1.132812, + 2.429688, + 2.554688, + 2.460938, + 2.617188, + 2.484375, + 2.445312, + 2.367188, + 2.421875, + 2.484375, + 2.414062, + 2.351562, + 1.949219, + 1.115723, + 2.523438, + 2.476562, + 2.523438, + 2.40625, + 2.429688, + 1.210938, + 2.351562, + 2.414062, + 2.46875, + 2.351562, + 2.109375, + 2.53125, + 2.609375, + 2.515625, + 2.304688, + 2.492188, + 2.382812, + 2.429688, + 2.40625, + 2.398438, + 2.390625, + 2.453125, + 1.71875, + 2.320312, + 2.507812, + 1.322266, + 2.414062, + 2.007812, + 2.421875, + 2.304688, + 2.0625, + 2.359375, + 1.804688, + 2.351562, + 2.375, + 2.46875, + 2.625, + 2.585938, + 2.445312, + 2.421875, + 2.210938, + 2.484375, + 2.476562, + 2.492188, + 2.421875, + 1.9375, + 2.492188, + 2.351562, + 2.382812, + 2.398438, + 2.101562, + 2.414062, + 1.914062, + 2.328125, + 1.400391, + 2.617188, + 2.390625, + 2.367188, + 2.328125, + 2.421875, + 2.382812, + 2.4375, + 2.164062, + 2.335938, + 2.328125, + 2.21875, + 2.445312, + 2.40625, + 2.414062, + 2.203125, + 2.164062, + 2.226562, + 1.601562, + 2.328125, + 2.28125, + 2.304688, + 2.421875, + 2.289062, + 2.273438, + 2.398438, + 2.390625, + 2.195312, + 2.304688, + 2.421875, + 2.4375, + 2.515625, + 2.4375, + 2.335938, + 2.3125, + 2.476562, + 2.539062, + 2.546875, + 1.96875, + 2.328125, + 2.460938, + 2.382812, + 2.570312, + 2.46875, + 2.523438, + 2.515625, + 2.421875, + 2.4375, + 2.523438, + 2.5, + 2.1875, + 2.375, + 2.507812, + 2.414062, + 2.65625, + 2.523438, + 2.570312, + 2.289062, + 2.34375, + 2.53125, + 2.382812, + 2.164062, + 1.921875, + 2.429688, + 2.390625, + 2.492188, + 2.484375, + 2.460938, + 1.236328, + 2.539062, + 2.523438, + 2.601562, + 2.492188, + 2.375, + 2.507812, + 2.429688, + 1.152344, + 2.390625, + 2.382812, + 2.414062, + 2.3125, + 2.0, + 2.523438, + 2.445312, + 2.25, + 2.421875, + 2.289062, + 2.3125, + 2.328125, + 2.34375, + 2.1875, + 1.455078, + 2.335938, + 1.546875, + 2.367188, + 2.382812, + 2.429688, + 2.460938, + 1.730469, + 2.539062, + 2.515625, + 2.539062, + 2.4375, + 2.398438, + 2.320312, + 2.453125, + 2.046875, + 0.822266, + 2.226562, + 2.367188, + 2.445312, + 2.3125, + 2.398438, + 2.429688, + 2.46875, + 2.421875, + 2.265625, + 2.257812, + 2.3125, + 1.714844, + 2.382812, + 2.484375, + 2.546875, + 2.335938, + 1.949219, + 2.414062, + 2.453125, + 2.539062, + 2.429688, + 2.367188, + 1.671875, + 2.539062, + 2.429688, + 2.367188, + 2.304688, + 2.398438, + 2.390625, + 2.390625, + 2.3125, + 2.445312, + 2.273438, + 2.382812, + 2.4375, + 2.328125, + 2.515625, + 2.515625, + 1.558594, + 2.328125, + 2.375, + 2.554688, + 2.515625, + 2.5625, + 2.5625, + 2.335938, + 2.265625, + 2.507812, + 2.335938, + 2.414062, + 2.445312, + 2.0625, + 2.265625, + 2.453125, + 2.515625, + 2.453125, + 2.476562, + 2.367188, + 2.460938, + 2.414062, + 2.257812, + 2.453125, + 2.257812, + 2.46875, + 2.539062, + 2.328125, + 2.578125, + 2.46875, + 2.367188, + 2.484375, + 2.085938, + 1.072266, + 2.476562, + 2.414062, + 2.570312, + 2.515625, + 2.320312, + 2.421875, + 2.4375, + 2.382812, + 2.296875, + 2.429688, + 2.453125, + 2.453125, + 2.429688, + 1.628906, + 2.453125, + 2.421875, + 2.234375, + 2.484375, + 2.351562, + 2.351562, + 2.273438, + 2.46875, + 2.34375, + 2.445312, + 2.40625, + 2.515625, + 2.367188, + 2.429688, + 2.273438, + 2.460938, + 2.296875, + 2.421875, + 2.445312, + 2.382812, + 2.570312, + 2.351562, + 2.445312, + 2.3125, + 2.523438, + 3.34375, + 2.382812, + 2.390625, + 2.1875, + 2.109375, + 2.507812, + 2.445312, + 2.492188, + 1.777344, + 2.351562, + 2.5625, + 2.390625, + 2.625, + 2.328125, + 2.390625, + 2.453125, + 2.414062, + 2.476562, + 2.367188, + 1.339844, + 2.421875, + 2.53125, + 2.40625, + 2.351562, + 2.523438, + 2.429688, + 2.375, + 1.427734, + 2.515625, + 2.492188, + 2.421875, + 2.546875, + 2.546875, + 2.226562, + 2.507812, + 2.398438, + 2.390625, + 2.203125, + 2.46875, + 2.257812, + 2.304688, + 2.625, + 2.5625, + 2.476562, + 2.375, + 2.335938, + 2.390625, + 2.460938, + 2.234375, + 2.507812, + 2.554688, + 2.320312, + 2.382812, + 2.421875, + 2.46875, + 2.328125, + 2.34375, + 2.296875, + 2.476562, + 2.4375, + 1.498047, + 2.546875, + 2.21875, + 2.484375, + 2.484375, + 2.460938, + 2.507812, + 2.695312, + 2.476562, + 2.570312, + 2.203125, + 2.40625, + 2.507812, + 2.515625, + 1.601562, + 2.4375, + 2.523438, + 2.359375, + 2.507812, + 2.476562, + 2.460938, + 2.4375, + 2.484375, + 2.546875, + 2.359375, + 2.398438, + 1.519531, + 2.453125, + 2.390625, + 2.460938, + 1.789062, + 2.351562, + 1.605469, + 2.539062, + 1.34375, + 2.476562, + 2.289062, + 1.976562, + 2.296875, + 2.382812, + 2.359375, + 2.476562, + 2.359375, + 2.546875, + 2.546875, + 2.5, + 2.5, + 1.087891, + 2.0625, + 2.210938, + 2.421875, + 2.625, + 2.445312, + 2.539062, + 2.484375, + 2.484375, + 2.15625, + 2.445312, + 2.476562, + 2.515625, + 2.421875, + 2.445312, + 2.273438, + 2.359375, + 2.390625, + 2.148438, + 2.414062, + 2.359375, + 2.648438, + 2.570312, + 2.5625, + 2.421875, + 2.445312, + 2.453125, + 2.40625, + 2.320312, + 2.421875, + 2.296875, + 2.539062, + 2.359375, + 2.023438, + 2.578125, + 2.445312, + 2.359375, + 1.957031, + 2.289062, + 2.304688, + 2.398438, + 1.820312, + 2.242188, + 2.421875, + 2.34375, + 2.46875, + 2.4375, + 1.300781, + 2.5, + 2.5, + 2.554688, + 1.333984, + 2.34375, + 1.558594, + 2.039062, + 2.289062, + 2.289062, + 2.515625, + 2.476562, + 2.421875, + 2.453125, + 2.375, + 2.28125, + 2.0625, + 2.007812, + 2.390625, + 2.25, + 2.265625, + 2.28125, + 2.429688, + 2.5625, + 2.460938, + 2.234375, + 2.460938, + 2.507812, + 2.476562, + 1.910156, + 2.40625, + 2.546875, + 2.539062, + 2.390625, + 2.390625, + 1.996094, + 2.320312, + 1.652344, + 2.304688, + 2.460938, + 2.382812, + 2.203125, + 2.476562, + 2.28125, + 2.554688, + 2.5, + 2.484375, + 2.421875, + 2.546875, + 2.382812, + 2.328125, + 2.523438, + 2.476562, + 2.390625, + 2.359375, + 2.375, + 2.234375, + 2.320312, + 2.34375, + 2.304688, + 2.484375, + 2.453125, + 2.421875, + 2.320312, + 2.351562, + 2.429688, + 2.570312, + 2.367188, + 2.226562, + 2.359375, + 2.289062, + 2.320312, + 2.351562, + 2.414062, + 2.382812, + 2.4375, + 2.421875, + 2.3125, + 2.421875, + 2.578125, + 2.445312, + 2.148438, + 2.476562, + 2.289062, + 2.007812, + 2.382812, + 2.3125, + 1.679688, + 2.515625, + 2.210938, + 2.476562, + 2.382812, + 2.34375, + 2.46875, + 2.578125, + 2.359375, + 2.304688, + 2.476562, + 2.570312, + 2.617188, + 2.320312, + 2.21875, + 2.445312, + 2.351562, + 2.21875, + 1.949219, + 2.359375, + 2.359375, + 2.4375, + 2.296875, + 2.40625, + 2.320312, + 2.351562, + 2.414062, + 1.726562, + 2.429688, + 2.601562, + 2.359375, + 1.820312, + 2.46875, + 2.484375, + 2.054688, + 2.414062, + 2.140625, + 2.507812, + 2.492188, + 2.375, + 2.546875, + 2.109375, + 2.414062, + 2.359375, + 2.296875, + 2.421875, + 2.289062, + 2.453125, + 2.328125, + 1.933594, + 2.210938, + 2.53125, + 2.453125, + 2.507812, + 2.304688, + 2.421875, + 2.570312, + 2.46875, + 1.753906, + 2.320312, + 2.398438, + 1.259766, + 2.382812, + 2.421875, + 2.359375, + 2.414062, + 1.816406, + 2.5, + 2.515625, + 1.121582, + 2.492188, + 1.589844, + 2.296875, + 2.320312, + 2.429688, + 2.453125, + 1.78125, + 2.507812, + 2.390625, + 2.4375, + 2.484375, + 2.53125, + 2.382812, + 1.878906, + 2.609375, + 2.421875, + 2.320312, + 2.375, + 2.03125, + 2.171875, + 2.359375, + 2.359375, + 2.328125, + 2.546875, + 2.5, + 2.296875, + 2.484375, + 2.570312, + 2.34375, + 2.4375, + 1.9375, + 2.15625, + 2.195312, + 2.429688, + 1.539062, + 2.640625, + 2.421875, + 2.414062, + 2.171875, + 2.296875, + 2.3125, + 2.273438, + 2.507812, + 2.421875, + 1.9375, + 2.390625, + 2.609375, + 2.265625 + ] + }, + "name": "onnx::Mul_8658", + "outputIndexes": [ + 1792 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1791, + 1792 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_18/Mul_1_output_0", + "outputIndexes": [ + 1793 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1722, + 1793 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_93_output_0", + "outputIndexes": [ + 1794 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1794 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_18/Mul_output_0", + "outputIndexes": [ + 1795 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.160156, + 1.269531, + 1.191406, + 1.207031, + 1.212891, + 1.135742, + 1.137695, + 1.460938, + 1.141602, + 1.238281, + 1.1875, + 1.22168, + 1.136719, + 1.144531, + 1.186523, + 1.18457, + 1.200195, + 1.230469, + 1.435547, + 1.199219, + 1.222656, + 1.273438, + 1.194336, + 1.194336, + 1.198242, + 1.162109, + 1.092773, + 1.174805, + 1.15918, + 1.163086, + 1.208008, + 1.259766, + 1.192383, + 1.435547, + 1.169922, + 1.15332, + 1.225586, + 1.172852, + 1.214844, + 1.203125, + 1.158203, + 1.223633, + 1.161133, + 1.194336, + 1.470703, + 1.172852, + 1.161133, + 1.183594, + 1.648438, + 1.255859, + 1.230469, + 1.133789, + 1.152344, + 1.100098, + 1.128906, + 1.114746, + 1.124512, + 1.19043, + 1.248047, + 1.257812, + 1.226562, + 1.108398, + 1.229492, + 1.090332, + 1.09668, + 1.18457, + 1.257812, + 1.204102, + 1.164062, + 1.172852, + 1.150391, + 1.170898, + 1.15918, + 1.186523, + 1.201172, + 1.226562, + 1.337891, + 1.239258, + 1.199219, + 1.398438, + 1.267578, + 1.5, + 1.199219, + 1.275391, + 1.166992, + 1.116211, + 1.173828, + 1.24707, + 1.435547, + 1.265625, + 1.174805, + 1.210938, + 1.178711, + 1.515625, + 1.18457, + 1.498047, + 1.193359, + 1.245117, + 0.957275, + 1.214844, + 1.253906, + 1.166016, + 1.18457, + 1.152344, + 1.151367, + 1.19043, + 1.140625, + 1.219727, + 1.186523, + 1.183594, + 1.160156, + 1.140625, + 1.202148, + 0.673828, + 1.128906, + 1.193359, + 1.214844, + 1.273438, + 1.191406, + 1.132812, + 1.161133, + 1.148438, + 1.287109, + 1.173828, + 1.192383, + 1.174805, + 1.191406, + 1.177734, + 1.155273, + 1.248047, + 1.3125, + 1.191406, + 1.237305, + 1.238281, + 1.202148, + 1.136719, + 1.229492, + 1.106934, + 1.204102, + 1.145508, + 1.015747, + 1.328125, + 1.255859, + 1.166992, + 1.253906, + 1.279297, + 1.165039, + 1.271484, + 1.222656, + 1.228516, + 1.238281, + 1.261719, + 1.206055, + 1.051514, + 1.249023, + 1.195312, + 1.392578, + 1.178711, + 1.523438, + 1.496094, + 0.501953, + 1.168945, + 1.149414, + 1.363281, + 1.178711, + 1.205078, + 1.155273, + 1.511719, + 1.120605, + 1.21875, + 1.177734, + 1.455078, + 1.148438, + 1.523438, + 1.236328, + 1.188477, + 1.11377, + 1.527344, + 1.183594, + 1.21875, + 1.182617, + 1.464844, + 1.198242, + 1.390625, + 0.986511, + 1.206055, + 1.519531, + 1.18457, + 1.237305, + 1.177734, + 1.192383, + 1.155273, + 1.176758, + 1.160156, + 1.214844, + 1.162109, + 1.189453, + 1.1875, + 1.167969, + 1.214844, + 1.179688, + 1.15332, + 1.199219, + 1.249023, + 1.225586, + 1.166992, + 1.092285, + 1.196289, + 1.198242, + 1.166992, + 1.1875, + 1.223633, + 1.216797, + 1.207031, + 1.198242, + 1.166016, + 1.191406, + 1.189453, + 1.157227, + 1.199219, + 1.217773, + 1.104004, + 1.199219, + 1.245117, + 1.182617, + 1.157227, + 1.193359, + 1.182617, + 1.24707, + 1.251953, + 0.390625, + 1.208008, + 1.117676, + 1.129883, + 1.148438, + 1.161133, + 1.07959, + 1.161133, + 1.193359, + 1.222656, + 0.859375, + 1.197266, + 1.160156, + 1.316406, + 1.265625, + 1.21875, + 1.192383, + 1.251953, + 1.197266, + 1.357422, + 1.188477, + 1.15625, + 1.470703, + 1.235352, + 1.161133, + 1.181641, + 1.175781, + 1.267578, + 1.19043, + 1.177734, + 1.186523, + 1.167969, + 1.241211, + 1.219727, + 1.245117, + 1.253906, + 1.168945, + 1.211914, + 1.175781, + 1.154297, + 1.154297, + 1.208008, + 1.219727, + 1.237305, + 1.248047, + 1.199219, + 1.5, + 1.18457, + 1.157227, + 1.177734, + 1.204102, + 1.157227, + 1.324219, + 1.172852, + 1.181641, + 1.208984, + 1.136719, + 1.202148, + 1.474609, + 1.194336, + 1.249023, + 1.412109, + 1.204102, + 1.226562, + 1.136719, + 1.121094, + 1.158203, + 1.19043, + 1.208008, + 1.225586, + 1.083496, + 1.208008, + 1.455078, + 1.180664, + 1.328125, + 1.119629, + 1.114746, + 1.192383, + 1.217773, + 1.176758, + 1.206055, + 1.523438, + 1.210938, + 1.202148, + 1.192383, + 1.229492, + 1.15625, + 1.242188, + 1.213867, + 1.219727, + 1.199219, + 1.183594, + 1.189453, + 1.176758, + 1.157227, + 1.119141, + 1.255859, + 1.166016, + 1.158203, + 1.182617, + 1.279297, + 1.166992, + 1.176758, + 1.151367, + 0.4375, + 1.174805, + 1.152344, + 1.160156, + 1.222656, + 1.178711, + 1.246094, + 1.322266, + 1.259766, + 1.232422, + 1.135742, + 1.275391, + 1.183594, + 1.251953, + 1.253906, + 1.180664, + 1.194336, + 1.234375, + 1.102539, + 1.251953, + 1.460938, + 1.484375, + 1.169922, + 1.189453, + 1.292969, + 1.241211, + 1.458984, + 1.150391, + 1.269531, + 1.371094, + 1.273438, + 1.167969, + 1.240234, + 1.24707, + 1.206055, + 1.214844, + 1.152344, + 1.171875, + 1.15625, + 1.222656, + 1.213867, + 1.213867, + 1.181641, + 1.167969, + 1.084473, + 1.24707, + 1.18457, + 1.1875, + 1.335938, + 1.355469, + 1.192383, + 1.117188, + 1.277344, + 1.24707, + 1.180664, + 1.176758, + 1.208984, + 1.21875, + 1.554688, + 1.169922, + 1.207031, + 1.15625, + 1.203125, + 1.582031, + 1.224609, + 1.142578, + 1.192383, + 1.207031, + 1.175781, + 1.203125, + 1.433594, + 1.324219, + 1.193359, + 1.235352, + 1.275391, + 1.129883, + 1.1875, + 1.211914, + 1.129883, + 1.191406, + 1.100586, + 1.233398, + 1.207031, + 1.15918, + 1.246094, + 1.18457, + 1.207031, + 1.152344, + 1.171875, + 1.157227, + 1.15332, + 1.173828, + 1.165039, + 1.160156, + 1.164062, + 1.182617, + 1.152344, + 1.175781, + 1.181641, + 1.199219, + 0.716797, + 1.128906, + 1.189453, + 1.182617, + 1.168945, + 1.186523, + 1.166992, + 1.117676, + 1.144531, + 1.298828, + 0.876465, + 1.177734, + 1.151367, + 1.197266, + 1.230469, + 1.125, + 1.150391, + 1.174805, + 1.182617, + 1.15332, + 1.175781, + 1.136719, + 1.167969, + 1.130859, + 1.251953, + 1.267578, + 1.175781, + 1.150391, + 1.122559, + 1.231445, + 1.277344, + 1.166992, + 1.4375, + 1.259766, + 1.181641, + 1.196289, + 1.200195, + 1.198242, + 1.200195, + 1.310547, + 1.181641, + 1.169922, + 1.449219, + 1.230469, + 1.222656, + 1.152344, + 1.192383, + 1.230469, + 1.066406, + 1.183594, + 1.152344, + 1.167969, + 1.46875, + 1.213867, + 1.166992, + 1.177734, + 1.236328, + 1.154297, + 1.208008, + 1.183594, + 1.251953, + 1.186523, + 1.523438, + 1.345703, + 1.310547, + 1.494141, + 1.182617, + 1.155273, + 1.165039, + 1.339844, + 1.170898, + 1.152344, + 1.240234, + 1.130859, + 1.176758, + 1.181641, + 1.193359, + 1.140625, + 1.233398, + 1.172852, + 1.257812, + 1.166992, + 1.208984, + 1.248047, + 1.203125, + 1.199219, + 1.10791, + 1.166992, + 1.523438, + 1.414062, + 1.194336, + 1.539062, + 1.189453, + 1.214844, + 1.1875, + 1.19043, + 1.169922, + 1.203125, + 1.238281, + 1.423828, + 1.192383, + 1.111328, + 1.1875, + 1.137695, + 1.207031, + 1.322266, + 0.742188, + 1.25, + 1.026733, + 1.253906, + 1.168945, + 1.199219, + 1.179688, + 1.192383, + 1.345703, + 1.19043, + 1.138672, + 1.201172, + 1.242188, + 1.138672, + 1.128906, + 1.065918, + 1.195312, + 0.829102, + 1.214844, + 1.200195, + 1.1875, + 1.209961, + 1.1875, + 1.243164, + 1.168945, + 1.21875, + 1.180664, + 0.925781, + 1.100098, + 1.114746, + 1.118164, + 1.133789, + 1.154297, + 1.158203, + 1.482422, + 1.132812, + 1.213867, + 1.183594, + 1.458984, + 1.181641, + 1.075684, + 1.322266, + 1.136719, + 1.192383, + 1.074707, + 1.230469, + 1.128906, + 1.175781, + 0.831055, + 1.225586, + 1.160156, + 1.162109, + 1.098633, + 0.969849, + 1.617188, + 1.209961, + 1.11377, + 1.12793, + 1.161133, + 1.294922, + 1.186523, + 1.219727, + 1.246094, + 1.136719, + 1.178711, + 1.1875, + 1.214844, + 1.161133, + 1.183594, + 1.239258, + 1.161133, + 1.196289, + 1.191406, + 1.068848, + 1.166992, + 1.167969, + 1.197266, + 1.236328, + 1.22168, + 1.134766, + 1.170898, + 1.183594, + 1.196289, + 1.158203, + 1.176758, + 1.246094, + 1.214844, + 1.160156, + 1.182617, + 1.146484, + 1.251953, + 1.213867, + 1.275391, + 1.217773, + 1.246094, + 1.148438, + 1.192383, + 1.235352, + 1.164062, + 1.367188, + 1.227539, + 1.1875, + 1.298828, + 1.496094, + 1.206055, + 1.226562, + 1.204102, + 1.231445, + 1.136719, + 1.287109, + 1.273438, + 1.589844, + 1.21582, + 1.257812, + 1.152344, + 1.248047, + 1.208008, + 1.195312, + 1.155273, + 1.131836, + 1.161133, + 1.140625, + 1.198242, + 1.429688, + 1.232422, + 1.214844, + 1.208984, + 1.226562, + 1.199219, + 1.211914, + 1.179688, + 1.099609, + 1.239258, + 1.206055, + 1.18457, + 1.19043, + 1.197266, + 1.157227, + 1.1875, + 1.199219, + 1.1875, + 1.416016, + 1.914062, + 1.217773, + 1.316406, + 1.204102, + 1.224609, + 1.137695, + 1.166016, + 0.986694, + 1.121582, + 1.229492, + 1.169922, + 1.201172, + 1.120605, + 1.176758, + 1.192383, + 1.212891, + 1.203125, + 1.239258, + 0.402344, + 1.206055, + 1.164062, + 1.161133, + 1.203125, + 1.160156, + 1.145508, + 1.229492, + 1.196289, + 1.271484, + 1.194336, + 1.200195, + 1.192383, + 1.121582, + 1.337891, + 0.817383, + 1.157227, + 1.271484, + 1.171875, + 1.255859, + 1.154297, + 1.19043, + 1.199219, + 1.196289, + 1.277344, + 1.133789, + 1.412109, + 1.176758, + 1.197266, + 1.182617, + 1.318359, + 1.165039, + 1.146484, + 1.182617, + 1.25, + 1.176758, + 1.163086, + 1.163086, + 1.146484, + 1.158203, + 1.219727, + 1.208008, + 1.192383, + 1.212891, + 1.178711, + 1.164062, + 1.172852, + 1.213867, + 1.145508, + 1.167969, + 1.227539, + 1.176758, + 1.199219, + 1.205078, + 1.206055, + 1.259766, + 1.165039, + 1.46875, + 1.168945, + 1.208984, + 1.126953, + 1.151367, + 1.18457, + 1.201172, + 1.238281, + 1.207031, + 1.189453, + 1.129883, + 1.208008, + 1.18457, + 1.150391, + 1.157227, + 1.200195, + 1.151367, + 1.148438, + 1.125977, + 1.175781, + 1.145508, + 1.08252, + 1.271484, + 1.194336, + 1.233398, + 1.243164, + 1.188477, + 0.476562, + 1.217773, + 1.158203, + 1.085938, + 1.324219, + 1.15332, + 1.09082, + 1.200195, + 1.231445, + 1.220703, + 1.231445, + 1.21875, + 1.154297, + 1.275391, + 1.15332, + 1.271484, + 0.978149, + 1.1875, + 1.214844, + 1.19043, + 1.222656, + 1.384766, + 1.183594, + 1.155273, + 1.244141, + 1.208008, + 1.259766, + 1.166992, + 1.433594, + 1.205078, + 1.458984, + 1.200195, + 1.056641, + 1.235352, + 1.3125, + 1.207031, + 1.171875, + 1.239258, + 1.178711, + 1.183594, + 1.152344, + 1.139648, + 1.176758, + 1.173828, + 1.204102, + 1.206055, + 1.189453, + 1.183594, + 1.192383, + 1.119141, + 1.19043, + 1.289062, + 1.197266, + 1.175781, + 1.118652, + 1.238281, + 1.3125, + 1.173828, + 1.217773, + 1.205078, + 1.212891, + 1.189453, + 1.28125, + 1.170898, + 1.208008, + 1.136719, + 1.249023, + 1.205078, + 1.208008, + 1.166016, + 1.242188, + 1.213867, + 1.162109, + 1.173828, + 1.181641, + 1.094727, + 1.167969, + 1.24707, + 1.182617, + 1.253906, + 1.253906, + 1.419922, + 1.248047, + 1.141602, + 1.248047, + 1.074707, + 1.152344, + 1.227539, + 1.223633, + 1.542969, + 1.289062, + 1.222656, + 1.213867, + 1.152344, + 1.204102, + 1.175781, + 1.15332, + 1.163086, + 1.195312, + 1.246094, + 1.191406, + 1.251953, + 1.152344, + 1.182617, + 1.18457, + 1.19043, + 1.462891, + 1.192383, + 1.207031, + 1.182617, + 1.199219, + 1.175781, + 1.176758, + 1.287109, + 1.196289, + 1.179688, + 1.294922, + 1.219727, + 1.265625, + 1.198242, + 1.328125, + 1.236328, + 1.180664, + 1.542969, + 1.527344, + 1.310547, + 1.224609, + 1.238281, + 1.217773, + 1.182617, + 1.257812, + 1.601562, + 1.388672, + 1.235352, + 1.12793, + 1.145508, + 1.298828, + 1.188477, + 1.178711, + 1.167969, + 1.083008, + 1.515625, + 1.152344, + 1.277344, + 1.230469, + 1.265625, + 1.183594, + 1.203125, + 1.166992, + 1.267578, + 1.249023, + 1.213867, + 1.1875, + 1.238281, + 1.130859, + 1.167969, + 1.198242, + 1.259766, + 1.163086, + 1.206055, + 1.263672, + 1.202148, + 1.322266, + 1.476562, + 0.339844, + 1.168945, + 1.193359, + 1.167969, + 1.206055, + 1.181641, + 1.169922, + 1.168945, + 1.546875, + 1.214844, + 1.231445, + 1.308594, + 1.181641, + 1.382812, + 1.167969, + 1.233398, + 1.249023, + 1.259766, + 1.163086, + 1.185547, + 1.230469, + 1.511719, + 1.169922, + 1.198242, + 1.164062, + 1.412109, + 1.228516, + 1.233398, + 1.073242, + 1.129883, + 0.705078, + 1.259766, + 1.231445, + 1.232422, + 1.176758, + 1.335938, + 1.186523, + 1.208008, + 1.324219, + 0.990295, + 1.5625, + 0.566406, + 1.208008, + 1.176758, + 1.202148, + 1.200195, + 1.177734, + 1.296875, + 1.246094, + 1.527344, + 1.166016, + 1.219727, + 1.162109, + 1.145508, + 0.977051, + 1.213867, + 1.208008, + 1.167969, + 1.239258, + 1.453125, + 1.173828, + 1.414062, + 1.263672, + 1.185547, + 1.155273, + 1.170898, + 1.333984, + 1.192383, + 0.949463, + 1.175781, + 1.498047, + 1.296875, + 1.289062, + 1.390625, + 1.480469, + 1.168945, + 1.132812, + 1.289062, + 0.960449, + 1.186523, + 1.216797, + 1.19043, + 1.302734, + 1.300781, + 1.180664, + 1.527344, + 1.199219, + 1.175781, + 1.157227, + 1.322266, + 1.476562, + 1.223633, + 1.196289, + 1.166016, + 1.194336, + 1.19043, + 1.193359, + 1.235352, + 0.28125, + 1.177734, + 1.220703, + 1.223633, + 1.224609, + 1.166016, + 1.15918, + 1.236328, + 1.145508, + 1.265625, + 1.172852, + 1.213867, + 1.207031, + 1.225586, + 1.206055, + 1.21875, + 1.261719, + 1.170898, + 1.12207, + 1.1875, + 1.175781, + 1.208984, + 1.172852, + 1.123047, + 1.462891, + 1.314453, + 1.155273, + 1.384766, + 1.175781, + 1.161133, + 1.15625, + 1.166016, + 1.1875, + 1.21875, + 1.161133, + 1.219727, + 1.419922, + 1.277344, + 1.176758, + 1.21582, + 1.204102, + 1.197266, + 1.244141, + 1.208984, + 1.195312, + 1.259766, + 1.145508, + 1.168945, + 1.435547, + 1.227539, + 1.223633, + 1.279297, + 1.196289, + 1.152344, + 1.21582, + 1.091309, + 1.172852, + 1.191406, + 1.145508, + 1.199219, + 1.189453, + 1.169922, + 1.157227, + 1.185547, + 1.198242, + 1.174805, + 1.147461, + 1.114258, + 1.173828, + 1.165039, + 1.527344, + 1.199219, + 1.302734, + 1.222656, + 1.223633, + 1.204102, + 1.18457, + 1.173828, + 1.271484, + 1.169922, + 1.394531, + 1.53125, + 1.417969, + 1.21875, + 1.202148, + 1.439453, + 1.229492, + 1.216797, + 1.224609, + 1.408203, + 1.220703, + 1.231445, + 1.18457, + 1.519531, + 1.201172, + 1.18457, + 1.11377, + 1.222656, + 1.253906, + 1.213867, + 1.209961, + 1.168945, + 1.143555, + 1.898438, + 1.474609, + 1.177734, + 1.196289, + 1.165039, + 1.158203, + 1.209961, + 1.125, + 1.300781, + 1.613281, + 1.060791, + 1.255859, + 1.198242, + 1.176758, + 1.289062, + 1.198242, + 1.150391, + 1.240234, + 1.241211, + 1.208008, + 1.242188, + 1.006622, + 1.198242, + 1.208984, + 1.111816, + 1.229492, + 1.194336, + 1.185547, + 1.145508, + 1.235352, + 1.173828, + 1.197266, + 1.167969, + 1.176758, + 1.155273, + 1.210938, + 1.24707, + 1.202148, + 1.191406, + 1.161133, + 1.225586, + 1.171875, + 1.150391, + 1.213867, + 1.07959, + 1.093262, + 1.174805, + 1.166992, + 1.380859, + 1.158203, + 1.21582, + 1.22168, + 1.162109, + 1.246094, + 1.167969, + 1.154297, + 1.333984, + 1.189453, + 1.511719, + 1.168945, + 1.25, + 1.294922, + 1.22168, + 1.22168, + 1.376953, + 1.161133, + 1.490234, + 1.152344, + 1.302734, + 1.237305, + 1.191406, + 1.219727, + 1.224609, + 1.177734, + 1.19043, + 1.249023, + 1.176758, + 1.168945, + 1.216797, + 1.339844, + 1.167969, + 1.174805, + 1.219727, + 1.210938, + 1.207031, + 1.241211, + 1.216797, + 1.237305, + 1.164062, + 1.200195, + 1.230469, + 1.100586, + 1.257812, + 1.188477, + 1.161133, + 1.208008, + 1.1875, + 1.445312, + 1.232422, + 1.239258, + 1.160156, + 0.740234, + 1.244141, + 1.263672, + 1.496094, + 1.203125, + 1.412109, + 1.226562, + 1.239258, + 1.199219, + 1.183594, + 1.188477, + 1.632812, + 1.182617, + 1.253906, + 1.128906, + 1.558594, + 1.146484, + 1.158203, + 1.129883, + 1.231445, + 1.166992, + 1.180664, + 1.478516, + 1.155273, + 1.243164, + 1.189453, + 1.396484, + 1.194336, + 1.136719, + 1.429688, + 1.243164, + 1.003296, + 1.142578, + 1.230469, + 1.148438, + 1.208008, + 1.507812, + 1.202148, + 1.233398, + 1.237305, + 1.162109, + 1.191406, + 1.414062, + 1.416016, + 1.192383, + 1.201172, + 1.229492, + 1.185547, + 1.149414, + 1.128906, + 1.114746, + 1.197266, + 1.197266, + 1.219727, + 1.054443, + 1.181641, + 1.145508, + 1.152344, + 1.22168, + 1.165039, + 1.194336, + 1.170898, + 1.189453, + 1.466797, + 1.143555, + 1.232422, + 1.175781, + 1.231445, + 1.157227, + 1.245117, + 1.154297, + 1.189453, + 1.103516, + 1.137695, + 1.22168, + 1.139648, + 1.168945, + 1.177734, + 1.125977, + 1.542969, + 1.199219, + 1.466797, + 1.112793, + 1.178711, + 1.167969, + 1.474609, + 1.185547, + 1.213867, + 1.265625, + 1.214844, + 1.120605, + 1.167969, + 1.222656, + 1.158203, + 1.192383, + 1.214844, + 1.382812, + 1.193359, + 1.232422, + 1.089355, + 1.18457, + 1.183594, + 1.19043, + 1.171875, + 1.179688, + 1.192383, + 1.167969, + 1.114746, + 1.210938, + 1.183594, + 1.230469, + 1.511719, + 1.194336, + 1.155273, + 1.194336, + 1.180664, + 1.46875, + 1.15625, + 1.185547, + 1.175781, + 1.207031, + 1.163086, + 1.261719, + 1.160156, + 1.165039, + 1.394531, + 1.213867, + 1.167969, + 1.123535, + 1.114746, + 1.208984, + 1.166016, + 1.193359, + 1.183594, + 1.199219, + 1.151367, + 1.183594, + 1.197266, + 1.185547, + 1.220703, + 1.152344, + 1.183594, + 1.384766, + 0.480469, + 1.166992, + 1.19043, + 1.230469, + 1.224609, + 1.363281, + 1.144531, + 1.219727, + 1.231445, + 1.402344, + 1.249023, + 1.326172, + 0.995239, + 1.195312, + 1.231445, + 1.21875, + 1.453125, + 1.152344, + 1.007935, + 1.507812, + 1.259766, + 1.207031, + 1.207031, + 1.176758, + 1.171875, + 1.166992, + 1.175781, + 1.229492, + 1.173828, + 1.191406, + 1.433594, + 1.204102, + 1.229492, + 1.246094, + 1.114258, + 1.208984, + 1.204102, + 1.213867, + 1.150391, + 1.183594, + 1.225586, + 1.136719, + 1.181641, + 1.441406, + 1.255859, + 1.195312, + 1.199219, + 1.193359, + 1.21875, + 1.136719, + 1.061279, + 1.166992, + 1.207031, + 1.273438, + 1.191406, + 1.149414, + 1.173828, + 0.335938, + 1.236328, + 1.285156, + 1.176758, + 1.176758, + 1.291016, + 1.53125, + 1.167969, + 1.082031, + 1.198242, + 1.165039, + 1.180664, + 1.234375, + 1.170898, + 1.421875, + 1.285156, + 1.198242, + 1.176758, + 1.220703, + 1.145508, + 1.217773, + 1.181641, + 1.232422, + 1.129883, + 1.130859, + 1.219727, + 1.181641, + 1.210938, + 1.199219, + 1.069336, + 1.186523, + 1.162109, + 1.210938, + 1.155273, + 1.255859, + 0.830078, + 1.154297, + 1.324219, + 1.116211, + 1.230469, + 1.207031, + 1.263672, + 1.204102, + 1.160156, + 1.199219, + 1.178711, + 1.200195, + 1.106934, + 1.144531, + 1.168945, + 1.318359, + 1.298828, + 1.257812, + 1.285156, + 1.171875, + 1.139648, + 1.339844, + 1.195312, + 1.239258, + 1.198242, + 1.162109, + 1.283203, + 1.182617, + 1.208984, + 1.287109, + 0.701172, + 1.177734, + 1.199219, + 1.196289, + 1.175781, + 1.222656, + 1.219727, + 1.182617, + 1.201172, + 1.408203, + 1.269531, + 1.202148, + 1.180664, + 1.224609, + 1.186523, + 1.173828, + 1.179688, + 1.197266, + 1.164062, + 1.170898, + 1.106934, + 1.21875, + 1.15918, + 0.972412, + 1.151367, + 1.21875, + 1.18457, + 1.194336, + 1.180664, + 1.164062, + 1.19043, + 1.016602, + 1.208008, + 1.230469, + 1.239258, + 1.15332, + 1.198242, + 1.451172, + 1.220703, + 1.105957, + 1.213867, + 1.375, + 1.208984, + 1.208008, + 1.333984, + 1.498047, + 1.166992, + 1.214844, + 1.191406, + 1.181641, + 1.18457, + 1.1875, + 1.195312, + 1.212891, + 1.210938, + 1.289062, + 1.226562, + 1.349609, + 1.162109, + 1.185547, + 1.429688, + 1.464844, + 1.228516, + 1.316406, + 1.212891, + 1.318359, + 1.239258, + 1.251953, + 1.174805, + 1.175781, + 1.345703, + 1.193359, + 1.216797, + 1.21875, + 1.235352, + 1.15332, + 1.170898, + 1.244141, + 1.589844, + 1.373047, + 1.176758, + 1.182617, + 1.191406, + 1.275391, + 1.092773, + 1.117676, + 1.200195, + 1.306641, + 1.18457, + 1.220703, + 1.226562, + 1.149414, + 1.129883, + 1.199219, + 1.245117, + 1.230469, + 1.414062, + 1.527344, + 1.177734, + 1.229492, + 1.205078, + 1.163086, + 1.206055, + 1.176758, + 1.476562, + 1.175781, + 1.482422, + 1.371094, + 1.087891, + 1.170898, + 1.176758, + 1.235352, + 1.169922, + 1.129883, + 1.445312, + 1.21875, + 1.231445, + 1.179688, + 1.166016, + 1.259766, + 1.186523, + 1.162109, + 1.248047, + 1.207031, + 1.168945, + 1.200195, + 1.173828, + 1.051514, + 1.214844, + 1.163086, + 0.441406, + 1.196289, + 1.160156, + 1.503906, + 1.155273, + 1.152344, + 1.181641, + 1.198242, + 1.200195, + 1.194336, + 1.141602, + 1.15332, + 1.488281, + 1.375, + 1.212891, + 1.181641, + 1.223633, + 1.163086, + 1.167969, + 1.199219, + 1.18457, + 1.114746, + 1.166992, + 1.229492, + 1.208008, + 1.089355, + 1.4375, + 1.176758, + 1.123047, + 1.255859, + 1.230469, + 1.188477, + 1.269531, + 1.28125, + 1.199219, + 1.222656, + 1.176758, + 1.404297, + 1.230469, + 1.144531, + 1.164062, + 1.189453, + 1.183594, + 1.059326, + 1.194336, + 1.222656, + 1.151367, + 1.105957, + 1.143555, + 1.535156, + 1.277344, + 1.144531, + 1.458984, + 1.160156, + 0.879883, + 1.192383, + 1.240234, + 1.217773, + 1.180664, + 0.927246, + 1.174805, + 1.205078, + 1.191406, + 1.135742, + 1.19043, + 1.172852, + 1.373047, + 1.193359, + 1.200195, + 1.170898, + 1.169922, + 1.167969, + 1.132812, + 1.180664, + 1.204102, + 1.182617, + 1.21582, + 0.701172, + 1.163086, + 1.294922, + 1.265625, + 1.462891, + 1.161133, + 1.189453, + 1.15625, + 1.224609, + 1.172852, + 1.206055, + 1.19043, + 1.263672, + 1.243164, + 1.253906, + 1.208008, + 1.167969, + 1.144531, + 1.197266, + 1.326172, + 1.271484, + 1.294922, + 1.478516, + 1.19043, + 1.244141, + 1.200195, + 1.233398, + 1.365234, + 1.238281, + 1.230469, + 1.222656, + 1.314453, + 1.240234, + 1.192383, + 1.18457, + 1.210938, + 1.135742, + 1.21875, + 1.176758, + 1.166016, + 1.185547, + 1.145508, + 1.423828, + 1.114258, + 1.146484, + 1.194336, + 1.161133, + 1.195312, + 1.137695, + 1.188477, + 1.189453, + 1.15625, + 1.175781, + 1.189453, + 1.226562, + 1.176758, + 1.165039, + 1.232422, + 1.120117, + 1.130859, + 1.167969, + 1.226562, + 1.21875, + 1.112793, + 1.175781, + 1.355469, + 1.414062, + 1.145508, + 1.246094, + 1.180664, + 1.183594, + 1.167969, + 1.3125, + 1.143555, + 1.148438, + 1.155273, + 1.213867, + 1.259766, + 1.203125, + 1.176758, + 1.180664, + 1.160156, + 1.217773, + 1.155273, + 1.21875, + 1.382812, + 1.188477, + 1.219727, + 1.176758, + 1.208008, + 1.167969, + 1.308594, + 1.165039, + 1.130859, + 1.261719, + 1.341797, + 1.365234, + 1.458984, + 1.302734, + 1.279297, + 1.176758, + 1.155273, + 0.648438, + 1.147461, + 1.15332, + 1.194336, + 1.135742, + 1.213867, + 1.099609, + 1.217773, + 1.359375, + 1.022949, + 1.145508, + 1.183594, + 1.165039, + 1.249023, + 1.083496, + 1.170898, + 1.147461, + 1.223633, + 1.302734, + 1.233398, + 1.214844, + 1.298828, + 1.179688, + 1.166992, + 1.140625, + 1.148438, + 1.466797, + 1.214844, + 1.083496, + 1.168945, + 1.192383, + 1.261719, + 1.388672, + 1.182617, + 1.160156, + 1.140625, + 1.198242, + 1.128906, + 1.162109, + 1.182617, + 1.181641, + 1.208008, + 1.182617, + 1.235352, + 1.197266, + 1.230469, + 1.1875, + 1.19043, + 1.535156, + 1.22168, + 1.177734, + 1.134766, + 1.208008, + 1.170898, + 1.203125, + 1.21875, + 1.386719, + 1.151367, + 1.213867, + 1.181641, + 1.179688, + 1.269531, + 1.259766, + 1.064941, + 1.133789, + 1.171875, + 1.213867, + 1.195312, + 1.168945, + 1.183594, + 1.233398, + 1.176758, + 1.234375, + 1.192383, + 1.179688, + 1.28125, + 1.170898, + 1.113281, + 1.157227, + 1.188477, + 1.386719, + 1.462891, + 1.191406, + 1.201172, + 1.166016, + 1.175781, + 1.232422, + 1.213867, + 1.177734, + 1.186523, + 1.241211, + 1.177734, + 1.196289, + 1.228516, + 1.206055, + 1.539062, + 1.186523, + 1.171875, + 1.253906, + 1.152344, + 1.029907, + 1.194336, + 1.219727, + 1.157227, + 1.212891, + 1.172852, + 1.198242, + 1.18457, + 1.345703, + 1.201172, + 1.100098, + 1.205078, + 1.224609, + 1.193359, + 1.183594, + 1.178711, + 1.162109, + 1.208008, + 1.285156, + 1.191406, + 1.239258, + 0.922852, + 1.265625, + 1.204102, + 1.308594, + 1.337891, + 1.208984, + 1.161133, + 1.21582, + 1.498047, + 1.22168, + 1.180664, + 1.198242, + 1.164062, + 1.240234, + 1.119141, + 1.219727, + 1.046631, + 1.152344, + 1.040283, + 1.546875, + 1.194336, + 1.101562, + 1.235352, + 1.216797, + 1.195312, + 1.231445, + 1.166992, + 1.457031, + 1.173828, + 1.214844, + 1.172852, + 1.192383, + 1.144531, + 1.191406, + 1.205078, + 1.160156, + 1.145508, + 1.402344, + 1.177734, + 1.233398, + 1.257812, + 1.139648, + 1.115234, + 1.135742, + 1.171875, + 1.25, + 1.225586, + 1.15625, + 1.396484, + 1.208984, + 1.175781, + 1.209961, + 1.259766, + 1.19043, + 1.206055, + 1.135742, + 1.017944, + 1.230469, + 1.191406, + 1.087402, + 1.460938, + 1.224609, + 1.229492, + 1.251953, + 1.176758, + 1.202148, + 1.141602, + 1.171875, + 1.162109, + 1.145508, + 1.212891, + 1.235352, + 1.122559, + 1.180664, + 1.535156, + 1.211914, + 1.066895, + 1.191406, + 1.182617, + 1.163086, + 1.18457, + 1.189453, + 1.191406, + 1.191406, + 1.176758, + 1.15625, + 1.439453, + 1.193359, + 1.223633, + 1.208984, + 1.523438, + 1.174805, + 1.25, + 1.173828, + 1.431641, + 1.170898, + 1.166016, + 1.171875, + 1.291016, + 1.229492, + 1.199219, + 1.172852, + 1.230469, + 1.208008, + 1.134766, + 1.155273, + 1.201172, + 1.375, + 1.369141, + 1.182617, + 1.19043, + 1.125, + 1.202148, + 1.18457, + 1.102051, + 1.180664, + 1.222656, + 1.179688, + 1.161133, + 1.214844, + 1.193359, + 1.239258, + 1.227539, + 1.212891, + 1.160156, + 1.287109, + 1.306641, + 1.194336, + 1.144531, + 1.135742, + 1.135742, + 1.220703, + 1.192383, + 1.174805, + 1.225586, + 1.19043, + 1.234375, + 1.207031, + 1.149414, + 1.217773, + 1.515625, + 1.110352, + 1.164062, + 1.097656, + 1.378906, + 1.253906, + 1.229492, + 1.199219, + 1.458984, + 1.208008, + 1.291016, + 1.217773, + 1.188477, + 1.165039, + 1.335938, + 1.183594, + 1.178711, + 1.217773, + 1.447266, + 1.28125, + 1.306641, + 1.211914, + 1.269531, + 1.265625, + 1.179688, + 1.195312, + 1.208008, + 1.141602, + 1.1875, + 1.188477, + 1.460938, + 1.398438, + 1.176758, + 1.267578, + 1.242188, + 1.242188, + 1.179688, + 1.155273, + 1.201172, + 1.21875, + 1.214844, + 1.199219, + 1.180664, + 1.283203, + 1.167969, + 1.181641, + 1.07373, + 1.249023, + 1.222656, + 1.503906, + 1.197266, + 1.308594, + 1.15332, + 1.230469, + 1.143555, + 1.261719, + 1.144531, + 1.227539, + 1.154297, + 1.177734, + 1.186523, + 1.169922, + 1.171875, + 1.167969, + 1.248047, + 1.129883, + 1.201172, + 1.168945, + 0.956055, + 1.192383, + 1.237305, + 1.204102, + 1.163086, + 1.349609, + 1.175781, + 1.161133, + 1.188477, + 1.138672, + 1.226562, + 1.199219, + 1.213867, + 1.166016, + 1.273438, + 1.232422, + 1.283203, + 1.128906, + 1.195312, + 1.279297, + 1.199219, + 1.261719, + 1.210938, + 1.228516, + 1.233398, + 1.166016, + 1.166992, + 1.314453, + 1.183594, + 1.302734, + 1.347656, + 1.25, + 1.178711, + 1.384766, + 1.158203, + 1.255859, + 1.226562, + 1.200195, + 1.206055, + 1.22168, + 1.19043, + 1.181641, + 1.267578, + 1.191406, + 1.154297, + 1.192383, + 1.208984, + 1.261719, + 1.18457, + 1.204102, + 1.208984, + 1.392578, + 1.146484, + 1.175781, + 1.173828, + 1.154297, + 1.166016, + 1.179688, + 1.132812, + 1.135742, + 0.642578, + 1.185547, + 1.15332, + 1.163086, + 1.558594, + 1.167969, + 1.137695, + 1.605469, + 1.186523, + 1.333984, + 1.137695, + 1.167969, + 1.152344, + 1.161133, + 1.431641, + 1.169922, + 1.271484, + 1.209961, + 1.208008, + 1.121582, + 1.222656, + 1.259766, + 1.482422, + 1.375, + 1.129883, + 1.245117, + 1.164062, + 1.291016, + 1.207031, + 1.193359, + 1.198242, + 1.416016, + 1.210938, + 1.21582, + 1.451172, + 1.175781, + 1.203125, + 1.222656, + 1.194336, + 1.460938, + 1.097656, + 1.198242, + 1.310547, + 1.211914, + 0.736328, + 1.251953, + 1.222656, + 1.15918, + 1.155273, + 1.482422, + 1.105957, + 1.226562, + 1.181641, + 1.161133, + 1.230469, + 1.246094, + 1.251953, + 1.121094, + 1.210938, + 1.234375, + 1.189453, + 1.494141, + 1.233398, + 1.179688, + 1.19043, + 1.242188, + 1.157227, + 1.183594, + 1.177734, + 1.191406, + 1.170898, + 1.183594, + 1.217773, + 1.094238, + 0.611328, + 1.176758, + 1.192383, + 1.507812, + 1.239258, + 1.193359, + 1.214844, + 1.277344, + 1.246094, + 1.310547, + 1.054688, + 1.199219, + 1.175781, + 1.449219, + 1.158203, + 1.11377, + 1.259766 + ] + }, + "name": "onnx::Mul_8660", + "outputIndexes": [ + 1796 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1795, + 1796 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_18/Mul_1_output_0", + "outputIndexes": [ + 1797 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1797 + ], + "outputIndexes": [ + 3010 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3010 + ], + "outputIndexes": [ + 3011 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear", + "inputIndexes": [ + 3011 + ], + "outputIndexes": [ + 3012 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 796265260, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3012 + ], + "outputIndexes": [ + 3013 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3013 + ], + "outputIndexes": [ + 1798 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1798, + 1798 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Mul_output_0", + "outputIndexes": [ + 1799 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1798, + 1799 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Mul_1_output_0", + "outputIndexes": [ + 1800 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1800 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Mul_2_output_0", + "outputIndexes": [ + 1801 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1798, + 1801 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Add_output_0", + "outputIndexes": [ + 1802 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1802 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Mul_3_output_0", + "outputIndexes": [ + 1803 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1803 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_18/Tanh_output_0", + "outputIndexes": [ + 1804 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1804 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Add_1_output_0", + "outputIndexes": [ + 1805 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1798, + 1805 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Mul_4_output_0", + "outputIndexes": [ + 1806 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1806 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Mul_5_output_0", + "outputIndexes": [ + 1807 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1797 + ], + "outputIndexes": [ + 3014 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3014 + ], + "outputIndexes": [ + 3015 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear", + "inputIndexes": [ + 3015 + ], + "outputIndexes": [ + 3016 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 808209218, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3016 + ], + "outputIndexes": [ + 3017 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3017 + ], + "outputIndexes": [ + 1808 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1807, + 1808 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_18/Mul_output_0", + "outputIndexes": [ + 1809 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1809 + ], + "outputIndexes": [ + 3018 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3018 + ], + "outputIndexes": [ + 3019 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear", + "inputIndexes": [ + 3019 + ], + "outputIndexes": [ + 3020 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 820153176, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3020 + ], + "outputIndexes": [ + 3021 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3021 + ], + "outputIndexes": [ + 1810 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1810 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_18/Mul_output_0", + "outputIndexes": [ + 1811 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 3.46875, + 3.421875, + 3.484375, + 3.671875, + 3.671875, + 3.484375, + 3.40625, + 1.075684, + 3.609375, + 3.125, + 3.59375, + 3.46875, + 3.359375, + 3.640625, + 3.53125, + 3.5, + 3.375, + 3.453125, + 2.578125, + 3.28125, + 3.40625, + 3.515625, + 3.703125, + 3.171875, + 3.265625, + 3.515625, + 3.0625, + 2.953125, + 3.609375, + 3.46875, + 3.234375, + 2.828125, + 3.546875, + 1.361328, + 3.53125, + 2.898438, + 3.53125, + 3.40625, + 3.265625, + 3.453125, + 3.65625, + 3.46875, + 3.4375, + 2.820312, + 1.910156, + 3.4375, + 3.59375, + 3.53125, + 3.40625, + 2.984375, + 3.375, + 2.390625, + 3.34375, + 1.679688, + 3.578125, + 3.140625, + 3.421875, + 3.625, + 3.328125, + 3.078125, + 2.71875, + 3.75, + 3.546875, + 3.390625, + 3.203125, + 3.265625, + 2.546875, + 3.5625, + 3.21875, + 3.390625, + 3.515625, + 3.546875, + 3.390625, + 3.46875, + 3.375, + 3.359375, + 2.40625, + 3.125, + 3.015625, + 1.789062, + 3.375, + 1.004883, + 3.484375, + 2.789062, + 3.375, + 3.28125, + 3.484375, + 2.953125, + 1.980469, + 3.265625, + 3.4375, + 3.34375, + 3.609375, + 1.851562, + 3.484375, + 0.988525, + 3.390625, + 3.515625, + 0.671875, + 3.421875, + 3.296875, + 3.625, + 3.578125, + 3.375, + 3.578125, + 3.53125, + 3.53125, + 2.976562, + 3.546875, + 3.34375, + 3.484375, + 3.359375, + 3.46875, + 1.894531, + 3.453125, + 3.1875, + 3.609375, + 1.726562, + 3.40625, + 3.578125, + 3.59375, + 3.5, + 3.234375, + 3.65625, + 3.265625, + 2.640625, + 3.390625, + 3.53125, + 3.359375, + 2.40625, + 2.523438, + 3.53125, + 3.359375, + 3.484375, + 3.671875, + 3.453125, + 3.140625, + 2.640625, + 3.421875, + 3.515625, + 4.328125, + 3.234375, + 3.234375, + 3.4375, + 3.40625, + 3.203125, + 3.21875, + 3.546875, + 3.453125, + 3.625, + 3.453125, + 3.171875, + 3.25, + 3.71875, + 3.3125, + 3.671875, + 2.359375, + 3.5, + 1.636719, + 1.484375, + 2.039062, + 3.515625, + 3.0625, + 2.460938, + 3.515625, + 3.640625, + 3.515625, + 1.480469, + 3.59375, + 3.296875, + 3.453125, + 1.726562, + 3.578125, + 1.539062, + 3.375, + 3.90625, + 3.359375, + 0.934082, + 3.53125, + 3.484375, + 3.40625, + 1.351562, + 2.976562, + 0.995819, + 4.46875, + 3.421875, + 2.28125, + 3.40625, + 3.25, + 3.09375, + 3.46875, + 3.421875, + 3.3125, + 3.328125, + 3.328125, + 3.21875, + 3.5, + 3.5, + 3.484375, + 3.453125, + 3.296875, + 3.546875, + 3.5, + 3.34375, + 3.484375, + 3.59375, + 3.875, + 3.5, + 3.5625, + 3.609375, + 3.28125, + 3.71875, + 3.515625, + 3.296875, + 3.59375, + 3.5, + 3.296875, + 3.375, + 3.53125, + 3.46875, + 3.09375, + 2.960938, + 3.421875, + 3.65625, + 3.59375, + 3.375, + 3.421875, + 3.484375, + 3.09375, + 3.109375, + 1.785156, + 3.484375, + 3.5, + 3.5625, + 3.578125, + 3.609375, + 2.664062, + 3.578125, + 3.390625, + 3.40625, + 2.46875, + 3.46875, + 3.625, + 3.046875, + 3.3125, + 3.453125, + 3.15625, + 3.0625, + 3.625, + 2.515625, + 3.515625, + 3.296875, + 1.945312, + 3.5625, + 3.5, + 3.421875, + 3.375, + 3.578125, + 3.453125, + 3.3125, + 3.40625, + 3.71875, + 3.3125, + 3.34375, + 3.46875, + 2.929688, + 3.5625, + 3.640625, + 3.390625, + 3.46875, + 3.40625, + 3.421875, + 3.421875, + 3.25, + 3.46875, + 3.53125, + 2.296875, + 3.46875, + 3.578125, + 3.5, + 2.734375, + 3.453125, + 1.726562, + 3.34375, + 3.53125, + 3.5, + 3.265625, + 3.4375, + 1.498047, + 3.34375, + 3.21875, + 1.605469, + 3.359375, + 3.453125, + 3.3125, + 3.40625, + 3.234375, + 3.421875, + 3.59375, + 3.5625, + 3.203125, + 3.21875, + 1.228516, + 3.515625, + 0.826172, + 3.15625, + 3.5, + 3.25, + 3.5, + 3.546875, + 3.640625, + 1.092773, + 3.5625, + 3.46875, + 3.328125, + 3.4375, + 3.421875, + 3.671875, + 3.203125, + 3.515625, + 3.21875, + 3.5, + 3.171875, + 3.484375, + 3.4375, + 3.421875, + 2.882812, + 3.125, + 3.53125, + 3.484375, + 2.976562, + 2.976562, + 3.5, + 3.5, + 7.03125, + 3.53125, + 3.40625, + 3.796875, + 3.546875, + 3.359375, + 3.34375, + 3.40625, + 3.5, + 3.40625, + 3.171875, + 2.695312, + 3.484375, + 2.375, + 3.109375, + 3.46875, + 1.734375, + 2.890625, + 1.953125, + 2.945312, + 1.04248, + 1.757812, + 3.65625, + 3.578125, + 2.898438, + 3.296875, + 1.570312, + 3.484375, + 3.109375, + 2.257812, + 3.140625, + 3.546875, + 3.578125, + 1.910156, + 3.46875, + 3.390625, + 3.5625, + 3.296875, + 3.453125, + 3.265625, + 3.796875, + 3.59375, + 3.53125, + 3.28125, + 3.25, + 2.484375, + 3.625, + 3.609375, + 2.335938, + 1.917969, + 3.71875, + 3.265625, + 3.015625, + 2.5625, + 3.609375, + 3.59375, + 3.421875, + 3.375, + 1.285156, + 3.390625, + 3.625, + 3.515625, + 3.28125, + 1.425781, + 3.28125, + 3.5, + 3.390625, + 3.484375, + 3.4375, + 3.59375, + 1.886719, + 3.953125, + 3.53125, + 3.375, + 3.421875, + 1.996094, + 3.609375, + 3.515625, + 3.46875, + 3.515625, + 2.773438, + 3.28125, + 3.328125, + 3.421875, + 3.296875, + 3.453125, + 3.453125, + 3.46875, + 3.953125, + 3.4375, + 3.4375, + 2.804688, + 3.734375, + 3.421875, + 3.546875, + 3.421875, + 3.421875, + 3.59375, + 3.609375, + 2.898438, + 1.964844, + 3.59375, + 3.640625, + 3.59375, + 3.5625, + 3.640625, + 3.578125, + 3.296875, + 3.484375, + 2.976562, + 1.761719, + 3.546875, + 3.609375, + 3.71875, + 3.1875, + 3.515625, + 3.5, + 3.484375, + 3.28125, + 3.375, + 3.484375, + 3.375, + 2.5, + 3.625, + 3.375, + 3.4375, + 3.515625, + 3.4375, + 3.453125, + 3.46875, + 2.234375, + 3.375, + 1.451172, + 3.265625, + 3.34375, + 3.5, + 3.421875, + 3.421875, + 3.5625, + 3.109375, + 3.453125, + 3.5, + 1.734375, + 3.140625, + 3.4375, + 3.609375, + 3.1875, + 3.390625, + 3.59375, + 3.6875, + 3.625, + 3.671875, + 1.371094, + 3.515625, + 3.34375, + 3.578125, + 3.0625, + 3.34375, + 3.53125, + 3.453125, + 2.875, + 3.484375, + 1.12793, + 1.679688, + 2.671875, + 1.310547, + 3.5, + 3.59375, + 3.53125, + 2.757812, + 1.761719, + 3.40625, + 2.617188, + 2.773438, + 3.5625, + 3.515625, + 3.578125, + 3.625, + 3.3125, + 3.296875, + 3.4375, + 3.640625, + 2.859375, + 3.4375, + 3.65625, + 3.046875, + 3.453125, + 3.25, + 1.804688, + 1.769531, + 3.5, + 2.085938, + 3.75, + 3.40625, + 3.28125, + 3.578125, + 3.421875, + 3.46875, + 3.578125, + 1.390625, + 3.546875, + 2.9375, + 3.453125, + 3.671875, + 3.734375, + 1.339844, + 1.5625, + 3.109375, + 3.046875, + 3.4375, + 3.765625, + 3.375, + 3.578125, + 3.40625, + 2.679688, + 3.640625, + 1.691406, + 3.65625, + 2.75, + 3.390625, + 3.25, + 3.328125, + 3.46875, + 2.242188, + 3.28125, + 3.234375, + 3.390625, + 1.683594, + 3.015625, + 3.453125, + 3.3125, + 3.53125, + 3.546875, + 2.382812, + 3.0625, + 3.3125, + 3.515625, + 3.515625, + 3.59375, + 3.1875, + 0.983032, + 3.5625, + 3.3125, + 3.375, + 2.125, + 3.46875, + 4.0625, + 3.265625, + 3.546875, + 3.375, + 3.5, + 3.390625, + 3.6875, + 3.34375, + 2.007812, + 2.554688, + 3.5, + 3.5, + 3.125, + 3.59375, + 3.265625, + 3.28125, + 3.328125, + 3.40625, + 3.5, + 3.015625, + 3.5, + 3.640625, + 3.078125, + 3.375, + 3.671875, + 3.5, + 3.421875, + 3.453125, + 3.578125, + 3.109375, + 3.59375, + 3.4375, + 3.5625, + 1.871094, + 3.265625, + 3.4375, + 3.46875, + 3.203125, + 3.296875, + 3.40625, + 3.5, + 3.4375, + 3.171875, + 3.375, + 3.59375, + 3.0625, + 3.5, + 3.625, + 3.546875, + 3.28125, + 3.234375, + 3.578125, + 3.3125, + 3.53125, + 3.65625, + 3.25, + 3.5625, + 3.28125, + 3.59375, + 2.773438, + 3.828125, + 3.59375, + 2.960938, + 1.542969, + 3.46875, + 2.296875, + 3.546875, + 3.65625, + 3.171875, + 2.148438, + 1.396484, + 1.257812, + 3.578125, + 3.640625, + 3.578125, + 3.578125, + 3.34375, + 3.609375, + 3.21875, + 3.15625, + 3.21875, + 3.328125, + 3.5625, + 1.09375, + 3.203125, + 3.515625, + 3.453125, + 3.390625, + 3.546875, + 3.609375, + 3.515625, + 2.898438, + 3.265625, + 3.25, + 3.09375, + 3.453125, + 3.359375, + 3.515625, + 2.648438, + 3.6875, + 3.46875, + 0.961914, + 2.671875, + 3.390625, + 3.0625, + 3.5625, + 3.015625, + 3.59375, + 3.546875, + 3.84375, + 3.265625, + 3.328125, + 3.328125, + 3.359375, + 3.640625, + 3.1875, + 3.203125, + 3.609375, + 3.53125, + 3.515625, + 2.046875, + 3.609375, + 3.171875, + 3.421875, + 3.40625, + 3.4375, + 3.59375, + 3.265625, + 3.421875, + 3.203125, + 3.578125, + 3.578125, + 3.484375, + 3.46875, + 1.976562, + 2.796875, + 3.46875, + 2.398438, + 3.4375, + 3.078125, + 3.546875, + 3.78125, + 3.53125, + 3.390625, + 2.578125, + 1.78125, + 2.460938, + 3.625, + 3.484375, + 3.546875, + 3.03125, + 3.5, + 3.578125, + 3.40625, + 3.359375, + 3.40625, + 3.53125, + 3.453125, + 3.703125, + 3.625, + 3.484375, + 3.375, + 3.4375, + 3.546875, + 3.171875, + 3.203125, + 3.703125, + 3.203125, + 3.5, + 3.671875, + 3.65625, + 3.4375, + 3.375, + 3.375, + 3.546875, + 3.15625, + 3.390625, + 1.667969, + 3.609375, + 3.28125, + 3.375, + 3.3125, + 3.328125, + 3.671875, + 3.359375, + 3.21875, + 3.328125, + 3.546875, + 3.46875, + 3.25, + 3.4375, + 3.34375, + 3.171875, + 3.578125, + 3.25, + 3.640625, + 3.40625, + 3.53125, + 3.953125, + 3.03125, + 3.328125, + 3.375, + 3.15625, + 3.359375, + 1.984375, + 3.40625, + 3.578125, + 2.101562, + 2.523438, + 3.578125, + 3.453125, + 3.28125, + 2.882812, + 3.609375, + 3.015625, + 3.328125, + 3.546875, + 2.492188, + 3.609375, + 3.359375, + 1.785156, + 3.578125, + 3.4375, + 3.40625, + 3.0625, + 2.257812, + 3.328125, + 3.4375, + 1.632812, + 3.40625, + 3.40625, + 3.5625, + 1.470703, + 3.46875, + 2.523438, + 3.53125, + 4.171875, + 3.3125, + 2.5, + 3.40625, + 3.375, + 3.28125, + 3.484375, + 3.546875, + 3.5625, + 3.46875, + 3.34375, + 3.375, + 3.40625, + 3.359375, + 3.59375, + 3.515625, + 3.28125, + 4.015625, + 3.5, + 2.601562, + 3.5, + 3.40625, + 2.375, + 3.296875, + 2.648438, + 3.375, + 3.46875, + 3.5, + 3.421875, + 3.578125, + 3.171875, + 3.546875, + 3.4375, + 3.765625, + 3.015625, + 3.25, + 3.296875, + 3.59375, + 0.75, + 3.046875, + 2.882812, + 3.296875, + 3.265625, + 2.8125, + 3.5625, + 3.765625, + 3.421875, + 3.375, + 3.390625, + 1.3125, + 3.390625, + 3.40625, + 3.21875, + 1.855469, + 3.421875, + 3.609375, + 3.140625, + 1.527344, + 3.015625, + 3.28125, + 3.4375, + 3.578125, + 3.453125, + 3.609375, + 2.945312, + 3.28125, + 3.1875, + 3.25, + 3.1875, + 3.546875, + 3.40625, + 3.609375, + 3.109375, + 3.375, + 1.644531, + 3.359375, + 3.46875, + 3.390625, + 3.34375, + 3.5625, + 3.484375, + 3.8125, + 3.359375, + 3.484375, + 2.921875, + 3.375, + 3.4375, + 3.671875, + 2.578125, + 3.125, + 3.34375, + 1.431641, + 0.813477, + 2.585938, + 3.125, + 3.03125, + 3.59375, + 3.375, + 3.5625, + 1.294922, + 1.018066, + 3.296875, + 3.828125, + 2.976562, + 3.296875, + 3.140625, + 3.53125, + 3.40625, + 3.09375, + 1.375, + 3.546875, + 3.328125, + 3.28125, + 2.179688, + 3.328125, + 3.265625, + 3.203125, + 3.203125, + 3.828125, + 3.5, + 3.140625, + 3.703125, + 2.867188, + 3.546875, + 3.5, + 3.140625, + 3.46875, + 3.25, + 3.6875, + 3.546875, + 2.398438, + 1.199219, + 1.734375, + 3.46875, + 3.234375, + 3.53125, + 3.4375, + 3.484375, + 3.359375, + 3.65625, + 0.932617, + 3.25, + 2.789062, + 3.671875, + 3.5625, + 1.410156, + 3.546875, + 3.359375, + 3.3125, + 3.453125, + 3.5, + 3.1875, + 3.015625, + 1.503906, + 3.296875, + 3.171875, + 3.25, + 1.490234, + 3.296875, + 3.5625, + 3.90625, + 3.484375, + 2.15625, + 3.265625, + 3.125, + 3.515625, + 3.453125, + 2.484375, + 3.375, + 3.421875, + 2.75, + 2.257812, + 1.24707, + 1.710938, + 3.296875, + 3.359375, + 3.59375, + 3.203125, + 3.40625, + 3.125, + 3.5, + 0.993652, + 3.546875, + 3.5625, + 3.25, + 3.5625, + 3.21875, + 3.453125, + 3.484375, + 1.045166, + 3.234375, + 1.294922, + 3.4375, + 1.449219, + 2.921875, + 3.578125, + 3.546875, + 3.484375, + 2.757812, + 3.296875, + 2.429688, + 3.25, + 1.211914, + 3.3125, + 2.789062, + 2.4375, + 1.933594, + 3.515625, + 3.515625, + 2.898438, + 2.304688, + 3.5625, + 3.125, + 3.609375, + 2.8125, + 3.140625, + 3.484375, + 1.129883, + 3.484375, + 3.71875, + 3.234375, + 1.376953, + 1.12793, + 3.421875, + 3.609375, + 3.3125, + 3.59375, + 3.53125, + 3.3125, + 2.789062, + 1.139648, + 3.28125, + 3.421875, + 3.875, + 3.0625, + 3.5, + 3.484375, + 3.6875, + 3.390625, + 3.671875, + 3.359375, + 3.765625, + 3.203125, + 3.265625, + 3.5, + 3.40625, + 2.898438, + 3.609375, + 3.625, + 3.5625, + 3.390625, + 3.515625, + 2.710938, + 3.390625, + 1.208984, + 2.773438, + 2.976562, + 1.546875, + 3.515625, + 3.140625, + 3.421875, + 3.3125, + 3.625, + 3.59375, + 3.21875, + 3.46875, + 1.355469, + 3.0, + 3.3125, + 3.046875, + 3.484375, + 3.28125, + 2.921875, + 3.484375, + 3.4375, + 3.546875, + 3.453125, + 3.5625, + 1.34375, + 3.703125, + 3.671875, + 2.6875, + 3.609375, + 3.4375, + 3.640625, + 3.96875, + 3.46875, + 3.453125, + 3.484375, + 3.578125, + 3.5, + 3.421875, + 2.96875, + 3.375, + 3.515625, + 3.65625, + 3.59375, + 3.296875, + 1.683594, + 3.640625, + 1.71875, + 3.5, + 3.21875, + 2.898438, + 3.53125, + 3.59375, + 3.46875, + 3.46875, + 2.851562, + 3.40625, + 1.032471, + 1.149414, + 1.18457, + 3.390625, + 3.640625, + 1.6875, + 3.359375, + 3.359375, + 3.421875, + 1.824219, + 3.234375, + 2.59375, + 3.359375, + 1.632812, + 3.53125, + 3.5, + 3.5, + 3.5625, + 3.09375, + 3.09375, + 3.609375, + 3.453125, + 1.574219, + 3.0, + 0.972778, + 3.25, + 3.53125, + 3.515625, + 3.71875, + 2.789062, + 2.148438, + 3.46875, + 1.333984, + 3.703125, + 3.359375, + 3.453125, + 3.28125, + 2.617188, + 3.5625, + 3.46875, + 3.40625, + 3.015625, + 3.4375, + 3.234375, + 2.398438, + 3.46875, + 3.625, + 3.546875, + 3.546875, + 3.390625, + 3.59375, + 3.1875, + 3.390625, + 3.625, + 3.484375, + 3.484375, + 3.359375, + 3.546875, + 3.578125, + 3.1875, + 3.59375, + 3.390625, + 3.390625, + 3.4375, + 3.375, + 3.078125, + 3.421875, + 3.15625, + 3.421875, + 3.390625, + 3.28125, + 1.894531, + 3.53125, + 3.140625, + 3.515625, + 3.203125, + 3.359375, + 3.359375, + 3.578125, + 1.808594, + 3.546875, + 1.957031, + 3.453125, + 3.1875, + 3.15625, + 2.835938, + 3.390625, + 2.421875, + 3.453125, + 1.402344, + 3.375, + 2.539062, + 3.359375, + 3.375, + 3.171875, + 3.515625, + 3.625, + 3.453125, + 3.296875, + 3.390625, + 3.328125, + 3.59375, + 1.142578, + 3.546875, + 3.25, + 3.3125, + 3.578125, + 3.375, + 3.609375, + 3.328125, + 2.609375, + 3.28125, + 3.4375, + 3.296875, + 3.421875, + 3.640625, + 3.5, + 3.421875, + 3.140625, + 3.34375, + 1.193359, + 3.546875, + 3.421875, + 3.6875, + 2.09375, + 3.109375, + 2.234375, + 1.107422, + 3.421875, + 1.100586, + 1.46875, + 3.15625, + 3.515625, + 3.390625, + 3.609375, + 1.558594, + 3.34375, + 2.921875, + 3.484375, + 1.273438, + 3.46875, + 3.359375, + 3.328125, + 3.46875, + 3.5, + 3.640625, + 1.178711, + 3.640625, + 3.578125, + 2.328125, + 1.605469, + 3.5625, + 3.578125, + 1.824219, + 3.65625, + 2.09375, + 3.640625, + 3.1875, + 3.59375, + 3.375, + 1.621094, + 3.484375, + 3.359375, + 3.40625, + 3.40625, + 3.40625, + 2.429688, + 1.053223, + 3.4375, + 3.59375, + 3.03125, + 3.421875, + 3.5625, + 3.578125, + 3.640625, + 3.484375, + 3.375, + 3.265625, + 3.40625, + 3.515625, + 3.5, + 3.34375, + 3.359375, + 3.125, + 3.4375, + 3.375, + 3.390625, + 0.890625, + 3.484375, + 3.46875, + 3.46875, + 3.171875, + 3.390625, + 3.234375, + 3.25, + 3.484375, + 3.28125, + 3.390625, + 3.390625, + 3.375, + 3.640625, + 2.460938, + 3.421875, + 1.429688, + 3.421875, + 1.6875, + 3.484375, + 3.578125, + 3.515625, + 1.460938, + 3.578125, + 3.21875, + 3.125, + 3.609375, + 3.859375, + 3.34375, + 3.234375, + 3.359375, + 3.40625, + 3.25, + 1.917969, + 3.296875, + 3.578125, + 3.84375, + 3.6875, + 3.265625, + 3.515625, + 3.515625, + 3.46875, + 3.390625, + 3.4375, + 2.96875, + 3.140625, + 3.40625, + 3.265625, + 1.941406, + 3.234375, + 3.5, + 3.71875, + 3.265625, + 1.367188, + 3.671875, + 3.515625, + 3.578125, + 3.59375, + 3.28125, + 3.484375, + 3.453125, + 3.515625, + 1.298828, + 3.40625, + 3.46875, + 3.265625, + 3.640625, + 3.296875, + 3.546875, + 3.625, + 3.671875, + 3.609375, + 3.125, + 3.6875, + 3.578125, + 3.4375, + 3.3125, + 3.5625, + 3.453125, + 2.421875, + 4.328125, + 3.234375, + 3.40625, + 3.453125, + 3.3125, + 2.601562, + 3.625, + 3.359375, + 3.515625, + 1.259766, + 2.984375, + 2.820312, + 1.847656, + 3.421875, + 3.671875, + 3.78125, + 0.965576, + 3.484375, + 4.375, + 1.074707, + 2.1875, + 3.484375, + 3.484375, + 3.515625, + 3.609375, + 3.515625, + 3.28125, + 3.3125, + 3.203125, + 3.625, + 1.960938, + 3.421875, + 3.515625, + 3.5, + 1.785156, + 3.546875, + 3.46875, + 3.5625, + 3.40625, + 3.375, + 3.234375, + 3.5, + 3.15625, + 1.482422, + 3.578125, + 3.421875, + 3.4375, + 3.40625, + 2.710938, + 3.484375, + 1.917969, + 3.515625, + 3.3125, + 2.445312, + 3.328125, + 3.484375, + 3.5, + 2.09375, + 3.203125, + 3.40625, + 3.390625, + 3.53125, + 2.507812, + 1.237305, + 3.328125, + 4.0625, + 3.28125, + 2.859375, + 3.484375, + 3.59375, + 3.390625, + 1.236328, + 3.09375, + 3.484375, + 3.203125, + 3.359375, + 3.375, + 3.6875, + 3.3125, + 3.53125, + 3.0625, + 3.375, + 3.359375, + 3.546875, + 3.609375, + 3.609375, + 3.15625, + 2.914062, + 3.078125, + 2.953125, + 3.5, + 3.234375, + 2.570312, + 3.484375, + 2.5625, + 3.421875, + 3.28125, + 3.5, + 3.515625, + 3.46875, + 3.5, + 2.429688, + 3.171875, + 3.546875, + 3.703125, + 3.453125, + 3.671875, + 2.453125, + 3.390625, + 3.265625, + 3.421875, + 3.671875, + 3.53125, + 3.0625, + 3.609375, + 3.28125, + 3.40625, + 3.328125, + 1.902344, + 3.390625, + 3.53125, + 3.46875, + 2.703125, + 3.59375, + 3.546875, + 3.296875, + 3.421875, + 3.25, + 3.390625, + 3.46875, + 3.078125, + 2.53125, + 3.265625, + 3.46875, + 3.5625, + 3.40625, + 3.6875, + 3.609375, + 3.546875, + 3.53125, + 3.59375, + 3.359375, + 4.109375, + 3.234375, + 3.3125, + 2.804688, + 3.328125, + 3.53125, + 3.375, + 3.546875, + 3.515625, + 3.609375, + 3.546875, + 2.1875, + 3.59375, + 3.421875, + 3.09375, + 3.421875, + 3.4375, + 0.991699, + 3.25, + 3.546875, + 3.4375, + 1.96875, + 3.46875, + 3.328125, + 2.398438, + 1.462891, + 3.265625, + 3.34375, + 3.609375, + 3.40625, + 3.34375, + 3.359375, + 3.234375, + 3.40625, + 3.296875, + 2.546875, + 3.359375, + 2.445312, + 3.546875, + 3.515625, + 1.921875, + 1.094238, + 3.546875, + 3.921875, + 3.59375, + 2.359375, + 3.65625, + 2.921875, + 3.328125, + 3.578125, + 4.28125, + 3.328125, + 3.546875, + 3.296875, + 3.125, + 3.515625, + 3.65625, + 3.921875, + 1.683594, + 2.507812, + 3.421875, + 3.40625, + 3.546875, + 2.921875, + 3.28125, + 3.5625, + 2.992188, + 2.265625, + 3.625, + 3.578125, + 3.21875, + 3.359375, + 3.3125, + 3.0625, + 3.0625, + 3.5, + 0.993225, + 1.069824, + 3.390625, + 3.46875, + 3.390625, + 3.671875, + 3.234375, + 3.625, + 1.835938, + 3.625, + 2.164062, + 2.210938, + 3.328125, + 3.640625, + 3.390625, + 3.3125, + 3.53125, + 3.453125, + 1.761719, + 3.53125, + 3.21875, + 3.1875, + 3.546875, + 3.421875, + 3.375, + 3.0625, + 2.890625, + 3.5, + 3.5, + 3.328125, + 3.171875, + 2.695312, + 3.21875, + 3.25, + 3.671875, + 3.625, + 3.5, + 1.394531, + 3.390625, + 3.46875, + 2.171875, + 3.4375, + 3.109375, + 3.375, + 3.421875, + 3.375, + 3.15625, + 2.601562, + 3.515625, + 3.53125, + 3.625, + 3.53125, + 3.5625, + 3.453125, + 3.296875, + 3.265625, + 3.65625, + 3.546875, + 3.359375, + 2.0625, + 0.977905, + 3.390625, + 3.421875, + 3.703125, + 3.515625, + 3.265625, + 0.900391, + 3.59375, + 3.65625, + 3.3125, + 3.4375, + 2.015625, + 3.6875, + 3.484375, + 3.53125, + 3.328125, + 3.40625, + 4.0625, + 3.0625, + 2.882812, + 3.375, + 3.84375, + 3.3125, + 1.359375, + 3.59375, + 3.28125, + 0.987549, + 3.515625, + 2.203125, + 3.59375, + 3.234375, + 2.992188, + 3.296875, + 1.777344, + 3.453125, + 3.59375, + 3.390625, + 3.53125, + 3.546875, + 3.375, + 3.125, + 3.625, + 3.609375, + 3.578125, + 3.53125, + 3.671875, + 2.242188, + 3.359375, + 3.375, + 3.046875, + 3.171875, + 2.257812, + 3.546875, + 1.957031, + 3.078125, + 1.08252, + 3.640625, + 3.46875, + 3.765625, + 3.3125, + 3.390625, + 3.390625, + 3.46875, + 3.515625, + 3.1875, + 3.59375, + 3.421875, + 3.46875, + 3.046875, + 3.546875, + 2.398438, + 3.328125, + 2.835938, + 1.398438, + 3.5, + 3.484375, + 3.71875, + 3.5625, + 3.9375, + 3.078125, + 3.25, + 3.453125, + 2.648438, + 2.757812, + 3.453125, + 3.75, + 3.609375, + 3.21875, + 3.484375, + 2.5625, + 3.5625, + 3.65625, + 3.53125, + 1.707031, + 3.15625, + 3.515625, + 3.40625, + 3.5625, + 3.046875, + 3.34375, + 3.25, + 3.359375, + 3.40625, + 3.421875, + 3.40625, + 2.0, + 3.21875, + 3.578125, + 3.46875, + 3.6875, + 3.640625, + 3.609375, + 3.234375, + 3.0, + 3.703125, + 3.578125, + 2.273438, + 1.695312, + 3.484375, + 3.28125, + 3.609375, + 3.390625, + 3.65625, + 0.972778, + 3.328125, + 3.609375, + 3.375, + 3.578125, + 2.945312, + 3.359375, + 3.0625, + 1.742188, + 3.453125, + 3.40625, + 3.5625, + 3.265625, + 2.570312, + 3.625, + 3.546875, + 3.359375, + 3.390625, + 3.578125, + 3.625, + 3.125, + 3.015625, + 2.390625, + 3.0625, + 2.59375, + 1.267578, + 3.234375, + 3.734375, + 3.453125, + 3.703125, + 1.882812, + 3.5, + 3.59375, + 3.546875, + 3.46875, + 3.375, + 2.65625, + 3.3125, + 2.226562, + 3.1875, + 2.6875, + 3.328125, + 3.421875, + 3.34375, + 3.140625, + 3.453125, + 3.515625, + 3.609375, + 2.820312, + 3.34375, + 3.5, + 1.617188, + 2.96875, + 3.53125, + 3.625, + 3.25, + 1.695312, + 3.375, + 3.3125, + 3.34375, + 3.5625, + 3.328125, + 1.396484, + 3.4375, + 3.484375, + 2.578125, + 3.59375, + 3.21875, + 3.140625, + 3.203125, + 3.53125, + 3.34375, + 3.3125, + 3.4375, + 3.515625, + 3.375, + 3.484375, + 3.5, + 1.209961, + 3.234375, + 3.328125, + 3.578125, + 3.546875, + 3.671875, + 3.640625, + 3.171875, + 2.328125, + 3.421875, + 3.5, + 3.546875, + 3.4375, + 2.203125, + 3.15625, + 3.28125, + 3.34375, + 3.375, + 3.25, + 3.46875, + 3.328125, + 3.515625, + 3.234375, + 3.515625, + 3.125, + 3.375, + 3.40625, + 3.375, + 3.5, + 3.5, + 2.945312, + 3.53125, + 2.03125, + 0.871094, + 3.421875, + 3.0625, + 3.65625, + 3.609375, + 3.46875, + 3.359375, + 2.90625, + 3.46875, + 3.09375, + 3.21875, + 3.578125, + 3.609375, + 3.453125, + 1.28125, + 3.28125, + 3.546875, + 3.265625, + 3.21875, + 3.265625, + 3.421875, + 3.46875, + 3.46875, + 3.140625, + 3.59375, + 3.40625, + 3.53125, + 3.375, + 3.34375, + 2.609375, + 3.359375, + 2.945312, + 3.203125, + 3.40625, + 3.609375, + 3.546875, + 3.484375, + 3.609375, + 3.375, + 3.28125, + 4.84375, + 2.78125, + 3.484375, + 2.804688, + 2.164062, + 3.578125, + 3.46875, + 3.359375, + 1.503906, + 2.703125, + 3.625, + 3.578125, + 3.578125, + 3.546875, + 3.40625, + 3.734375, + 3.21875, + 3.0, + 3.9375, + 1.067871, + 3.265625, + 3.453125, + 3.5, + 3.5, + 3.625, + 3.625, + 3.15625, + 1.105957, + 3.4375, + 3.328125, + 3.34375, + 3.53125, + 3.515625, + 3.4375, + 3.71875, + 3.46875, + 3.09375, + 2.226562, + 3.296875, + 3.484375, + 3.28125, + 3.375, + 3.546875, + 3.28125, + 3.578125, + 3.0625, + 3.515625, + 3.03125, + 2.890625, + 3.453125, + 3.578125, + 3.53125, + 3.296875, + 3.1875, + 3.3125, + 3.25, + 3.6875, + 3.515625, + 3.453125, + 3.078125, + 1.168945, + 3.640625, + 3.328125, + 3.59375, + 3.5, + 3.671875, + 3.328125, + 3.578125, + 3.46875, + 3.640625, + 2.585938, + 3.421875, + 3.53125, + 3.4375, + 1.21875, + 3.5625, + 3.265625, + 3.46875, + 3.515625, + 3.484375, + 3.34375, + 3.609375, + 3.265625, + 3.625, + 3.34375, + 3.609375, + 1.300781, + 3.359375, + 3.109375, + 3.625, + 1.433594, + 3.53125, + 1.490234, + 3.34375, + 1.047119, + 3.546875, + 2.914062, + 2.09375, + 2.46875, + 3.140625, + 3.609375, + 3.578125, + 3.390625, + 3.546875, + 3.265625, + 3.5625, + 3.546875, + 0.885742, + 2.117188, + 2.695312, + 3.484375, + 3.5, + 3.328125, + 3.625, + 3.5625, + 3.53125, + 2.726562, + 3.625, + 3.671875, + 3.515625, + 3.59375, + 3.234375, + 3.21875, + 3.5, + 3.5, + 2.742188, + 3.84375, + 3.609375, + 3.609375, + 3.484375, + 3.546875, + 2.835938, + 3.6875, + 3.46875, + 3.265625, + 3.5, + 3.65625, + 3.296875, + 3.46875, + 3.5625, + 1.851562, + 3.34375, + 3.390625, + 3.1875, + 1.851562, + 3.75, + 3.6875, + 3.703125, + 1.570312, + 3.1875, + 2.78125, + 3.515625, + 3.265625, + 3.015625, + 1.054443, + 3.53125, + 3.546875, + 3.375, + 1.00148, + 2.671875, + 1.425781, + 2.359375, + 3.5625, + 3.0, + 3.703125, + 3.609375, + 3.546875, + 3.203125, + 3.5, + 3.359375, + 1.96875, + 2.117188, + 3.59375, + 3.0625, + 3.28125, + 3.5, + 3.46875, + 3.453125, + 3.609375, + 2.773438, + 3.578125, + 3.328125, + 3.453125, + 1.914062, + 3.71875, + 3.46875, + 3.8125, + 3.46875, + 3.40625, + 1.707031, + 3.40625, + 1.507812, + 3.4375, + 3.59375, + 3.40625, + 3.3125, + 3.46875, + 3.03125, + 3.40625, + 3.515625, + 3.484375, + 3.546875, + 3.375, + 3.140625, + 3.703125, + 3.34375, + 3.6875, + 3.15625, + 2.835938, + 3.5625, + 2.414062, + 3.15625, + 3.15625, + 2.570312, + 3.359375, + 3.53125, + 3.375, + 3.421875, + 3.25, + 3.421875, + 3.375, + 3.640625, + 2.507812, + 3.375, + 3.390625, + 3.375, + 3.46875, + 3.6875, + 3.625, + 3.09375, + 3.5625, + 3.5, + 3.375, + 3.546875, + 3.421875, + 2.34375, + 3.625, + 3.34375, + 2.054688, + 3.46875, + 3.34375, + 1.464844, + 3.453125, + 2.984375, + 3.484375, + 3.515625, + 3.296875, + 3.546875, + 3.5625, + 3.4375, + 3.484375, + 3.515625, + 3.3125, + 3.265625, + 3.515625, + 2.40625, + 3.109375, + 3.546875, + 3.46875, + 1.75, + 3.265625, + 3.375, + 3.578125, + 3.5, + 3.46875, + 3.5, + 3.15625, + 3.140625, + 1.761719, + 3.09375, + 3.5, + 3.484375, + 1.490234, + 3.484375, + 3.421875, + 1.746094, + 3.484375, + 3.328125, + 3.4375, + 3.4375, + 3.390625, + 3.546875, + 2.125, + 3.59375, + 3.4375, + 3.546875, + 3.53125, + 3.015625, + 3.203125, + 3.078125, + 1.621094, + 2.546875, + 3.578125, + 3.078125, + 3.671875, + 2.859375, + 3.1875, + 3.375, + 3.5, + 1.585938, + 2.953125, + 3.609375, + 1.06543, + 3.5625, + 3.21875, + 3.5625, + 3.609375, + 1.558594, + 3.46875, + 3.5625, + 1.201172, + 3.65625, + 1.804688, + 3.265625, + 3.40625, + 3.546875, + 3.53125, + 1.527344, + 3.5, + 2.960938, + 3.453125, + 3.515625, + 3.5, + 3.421875, + 1.988281, + 3.703125, + 3.640625, + 3.625, + 3.265625, + 1.691406, + 3.3125, + 3.484375, + 3.28125, + 3.296875, + 3.65625, + 3.453125, + 3.03125, + 3.0625, + 3.53125, + 3.1875, + 3.34375, + 2.101562, + 2.273438, + 3.421875, + 3.53125, + 1.198242, + 3.578125, + 3.15625, + 3.453125, + 3.625, + 3.484375, + 3.203125, + 2.789062, + 3.34375, + 3.5, + 1.746094, + 3.34375, + 3.53125, + 3.3125 + ] + }, + "name": "onnx::Mul_8662", + "outputIndexes": [ + 1812 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1811, + 1812 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_18/Mul_1_output_0", + "outputIndexes": [ + 1813 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1794, + 1813 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_94_output_0", + "outputIndexes": [ + 1814 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1814, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_171_output_0", + "outputIndexes": [ + 1815 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1815 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_19/Mul_output_0", + "outputIndexes": [ + 1816 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.414062, + 1.59375, + 1.5, + 1.433594, + 1.451172, + 1.371094, + 1.539062, + 2.648438, + 1.28125, + 1.585938, + 1.333984, + 1.443359, + 1.527344, + 1.464844, + 1.345703, + 1.458984, + 1.490234, + 1.339844, + 1.730469, + 1.453125, + 1.408203, + 1.439453, + 1.394531, + 1.59375, + 1.558594, + 1.443359, + 1.707031, + 1.691406, + 1.402344, + 1.386719, + 1.546875, + 1.929688, + 1.410156, + 2.757812, + 1.400391, + 1.730469, + 1.373047, + 1.582031, + 1.431641, + 1.427734, + 1.308594, + 1.447266, + 1.378906, + 1.742188, + 2.328125, + 1.382812, + 1.373047, + 1.466797, + 1.914062, + 1.820312, + 1.386719, + 2.40625, + 1.439453, + 2.703125, + 1.333984, + 1.589844, + 1.412109, + 1.373047, + 1.511719, + 1.519531, + 1.90625, + 1.470703, + 1.402344, + 1.435547, + 1.9375, + 1.494141, + 1.941406, + 1.621094, + 1.625, + 1.398438, + 1.398438, + 1.373047, + 1.40625, + 1.382812, + 1.511719, + 1.449219, + 2.09375, + 1.546875, + 1.777344, + 2.507812, + 1.382812, + 2.835938, + 1.470703, + 1.765625, + 1.498047, + 1.605469, + 1.453125, + 1.644531, + 2.28125, + 1.470703, + 1.392578, + 1.511719, + 1.326172, + 2.359375, + 1.347656, + 2.890625, + 1.427734, + 1.326172, + 1.388672, + 1.451172, + 1.515625, + 1.447266, + 1.349609, + 1.449219, + 1.318359, + 1.322266, + 1.441406, + 1.667969, + 1.337891, + 1.433594, + 1.416016, + 1.462891, + 1.486328, + 3.28125, + 1.427734, + 1.535156, + 1.355469, + 2.648438, + 1.324219, + 1.433594, + 1.310547, + 1.384766, + 1.699219, + 1.316406, + 1.486328, + 1.964844, + 1.373047, + 1.357422, + 1.455078, + 2.179688, + 1.898438, + 1.359375, + 1.464844, + 1.390625, + 1.318359, + 1.511719, + 1.470703, + 2.054688, + 1.408203, + 1.445312, + 1.330078, + 1.503906, + 1.535156, + 1.355469, + 1.470703, + 1.621094, + 1.601562, + 1.5, + 1.371094, + 1.363281, + 1.466797, + 1.478516, + 1.476562, + 1.291016, + 1.632812, + 1.369141, + 2.085938, + 1.396484, + 2.539062, + 2.671875, + 2.640625, + 1.457031, + 1.671875, + 1.976562, + 1.503906, + 1.318359, + 1.320312, + 2.601562, + 1.435547, + 1.449219, + 1.462891, + 2.390625, + 1.392578, + 2.546875, + 1.457031, + 1.296875, + 1.494141, + 3.109375, + 1.396484, + 1.416016, + 1.535156, + 2.59375, + 1.710938, + 2.828125, + 1.386719, + 1.427734, + 2.046875, + 1.433594, + 1.496094, + 1.621094, + 1.458984, + 1.554688, + 1.449219, + 1.476562, + 1.414062, + 1.566406, + 1.373047, + 1.439453, + 1.384766, + 1.339844, + 1.367188, + 1.361328, + 1.386719, + 1.539062, + 1.423828, + 1.439453, + 1.542969, + 1.324219, + 1.394531, + 1.337891, + 1.503906, + 1.363281, + 1.458984, + 1.59375, + 1.380859, + 1.388672, + 1.470703, + 1.480469, + 1.410156, + 1.353516, + 1.625, + 1.78125, + 1.597656, + 1.414062, + 1.371094, + 1.455078, + 1.332031, + 1.355469, + 1.494141, + 1.5, + 2.90625, + 1.458984, + 1.542969, + 1.314453, + 1.355469, + 1.367188, + 1.894531, + 1.365234, + 1.46875, + 1.542969, + 2.273438, + 1.462891, + 1.308594, + 1.644531, + 1.40625, + 1.351562, + 1.53125, + 1.609375, + 1.34375, + 2.015625, + 1.357422, + 1.457031, + 2.429688, + 1.443359, + 1.429688, + 1.460938, + 1.380859, + 1.324219, + 1.433594, + 1.546875, + 1.363281, + 1.339844, + 1.431641, + 1.554688, + 1.40625, + 1.632812, + 1.390625, + 1.330078, + 1.392578, + 1.410156, + 1.447266, + 1.455078, + 1.451172, + 1.515625, + 1.419922, + 1.285156, + 2.101562, + 1.53125, + 1.339844, + 1.433594, + 1.835938, + 1.376953, + 2.492188, + 1.402344, + 1.474609, + 1.373047, + 1.644531, + 1.378906, + 2.671875, + 1.462891, + 1.445312, + 2.875, + 1.554688, + 1.404297, + 1.480469, + 1.423828, + 1.539062, + 1.527344, + 1.398438, + 1.318359, + 1.703125, + 1.566406, + 3.171875, + 1.402344, + 2.859375, + 1.589844, + 1.40625, + 1.554688, + 1.296875, + 1.369141, + 1.546875, + 2.875, + 1.333984, + 1.326172, + 1.527344, + 1.4375, + 1.507812, + 1.369141, + 1.474609, + 1.488281, + 1.462891, + 1.515625, + 1.472656, + 1.373047, + 1.398438, + 1.433594, + 1.679688, + 1.699219, + 1.396484, + 1.400391, + 1.703125, + 1.917969, + 1.451172, + 1.4375, + 0.773438, + 1.386719, + 1.417969, + 1.341797, + 1.380859, + 1.443359, + 1.464844, + 1.671875, + 1.566406, + 1.388672, + 1.550781, + 1.855469, + 1.410156, + 2.257812, + 1.5, + 1.378906, + 2.679688, + 1.597656, + 2.679688, + 1.714844, + 2.953125, + 2.507812, + 1.394531, + 1.347656, + 1.804688, + 1.480469, + 2.757812, + 1.341797, + 1.546875, + 2.15625, + 1.660156, + 1.402344, + 1.439453, + 2.390625, + 1.507812, + 1.455078, + 1.464844, + 1.482422, + 1.412109, + 1.474609, + 1.359375, + 1.482422, + 1.429688, + 1.605469, + 1.574219, + 1.988281, + 1.345703, + 1.457031, + 2.109375, + 2.328125, + 1.355469, + 1.425781, + 1.507812, + 2.007812, + 1.445312, + 1.345703, + 1.441406, + 1.460938, + 2.90625, + 1.427734, + 1.384766, + 1.490234, + 1.447266, + 2.671875, + 1.488281, + 1.386719, + 1.417969, + 1.402344, + 1.425781, + 1.433594, + 2.382812, + 1.314453, + 1.386719, + 1.453125, + 1.523438, + 2.390625, + 1.398438, + 1.388672, + 1.443359, + 1.427734, + 2.132812, + 1.369141, + 1.398438, + 1.417969, + 1.488281, + 1.412109, + 1.347656, + 1.376953, + 1.847656, + 1.324219, + 1.402344, + 1.859375, + 1.355469, + 1.378906, + 1.4375, + 1.355469, + 1.558594, + 1.378906, + 1.402344, + 1.707031, + 2.898438, + 1.324219, + 1.275391, + 1.402344, + 1.302734, + 1.353516, + 1.402344, + 1.519531, + 1.375, + 1.613281, + 3.0, + 1.367188, + 1.318359, + 1.462891, + 1.664062, + 1.359375, + 1.443359, + 1.335938, + 1.458984, + 1.441406, + 1.474609, + 1.369141, + 2.1875, + 1.330078, + 1.378906, + 1.427734, + 1.359375, + 1.394531, + 1.369141, + 1.445312, + 2.164062, + 1.396484, + 2.460938, + 1.425781, + 1.388672, + 1.412109, + 1.402344, + 1.367188, + 1.457031, + 1.574219, + 1.328125, + 1.359375, + 2.476562, + 1.703125, + 1.320312, + 1.416016, + 1.527344, + 1.443359, + 1.365234, + 1.355469, + 1.369141, + 1.404297, + 2.679688, + 1.314453, + 1.457031, + 1.464844, + 1.539062, + 1.414062, + 1.482422, + 1.363281, + 1.84375, + 1.378906, + 2.96875, + 2.84375, + 1.898438, + 2.679688, + 1.400391, + 1.353516, + 1.435547, + 1.742188, + 2.390625, + 1.394531, + 1.929688, + 1.820312, + 1.318359, + 1.386719, + 1.367188, + 1.417969, + 1.460938, + 1.542969, + 1.439453, + 1.306641, + 1.828125, + 1.523438, + 1.34375, + 1.613281, + 1.443359, + 1.546875, + 2.46875, + 2.492188, + 1.394531, + 2.210938, + 1.410156, + 1.324219, + 1.494141, + 1.396484, + 1.443359, + 1.396484, + 1.277344, + 3.046875, + 1.388672, + 1.011292, + 1.523438, + 1.546875, + 1.322266, + 3.09375, + 3.234375, + 1.65625, + 1.871094, + 1.367188, + 1.359375, + 1.40625, + 1.441406, + 1.460938, + 1.832031, + 1.373047, + 2.84375, + 1.308594, + 1.482422, + 1.435547, + 1.566406, + 1.652344, + 1.449219, + 3.046875, + 1.519531, + 1.507812, + 1.345703, + 2.34375, + 1.566406, + 1.363281, + 1.503906, + 1.357422, + 1.347656, + 3.09375, + 1.730469, + 1.435547, + 1.53125, + 1.488281, + 1.443359, + 1.574219, + 3.109375, + 1.341797, + 1.494141, + 1.419922, + 2.234375, + 1.435547, + 1.423828, + 1.492188, + 1.435547, + 1.445312, + 1.769531, + 1.421875, + 1.380859, + 1.515625, + 2.921875, + 1.980469, + 1.40625, + 1.322266, + 1.710938, + 1.574219, + 2.226562, + 1.574219, + 1.53125, + 1.421875, + 1.474609, + 1.566406, + 1.503906, + 1.316406, + 1.601562, + 1.455078, + 1.380859, + 1.371094, + 1.4375, + 1.447266, + 1.458984, + 1.523438, + 1.443359, + 1.363281, + 1.408203, + 2.671875, + 1.546875, + 1.527344, + 1.410156, + 1.554688, + 1.443359, + 1.423828, + 1.357422, + 1.404297, + 1.443359, + 1.427734, + 1.365234, + 1.53125, + 1.375, + 1.412109, + 1.394531, + 1.519531, + 1.476562, + 1.351562, + 1.550781, + 1.419922, + 1.347656, + 1.59375, + 1.339844, + 1.589844, + 1.330078, + 1.898438, + 1.373047, + 1.339844, + 1.554688, + 2.625, + 1.371094, + 2.265625, + 1.296875, + 1.40625, + 1.566406, + 2.40625, + 2.625, + 2.773438, + 1.369141, + 1.427734, + 1.429688, + 1.365234, + 1.494141, + 1.324219, + 1.535156, + 1.667969, + 1.539062, + 1.451172, + 1.425781, + 2.828125, + 1.53125, + 1.332031, + 1.4375, + 1.414062, + 1.371094, + 1.341797, + 1.384766, + 1.847656, + 1.601562, + 1.476562, + 1.679688, + 1.445312, + 1.421875, + 1.466797, + 1.957031, + 1.474609, + 1.441406, + 3.015625, + 2.195312, + 1.398438, + 1.464844, + 1.302734, + 1.710938, + 1.349609, + 1.353516, + 1.466797, + 1.566406, + 1.445312, + 1.507812, + 1.427734, + 1.275391, + 1.535156, + 1.474609, + 1.355469, + 1.441406, + 1.476562, + 2.453125, + 1.369141, + 1.486328, + 1.339844, + 1.4375, + 1.402344, + 1.449219, + 1.527344, + 1.416016, + 1.609375, + 1.414062, + 1.359375, + 1.332031, + 1.460938, + 2.757812, + 2.054688, + 1.527344, + 2.132812, + 1.453125, + 1.710938, + 1.337891, + 1.296875, + 1.416016, + 1.412109, + 1.867188, + 3.0, + 1.992188, + 1.34375, + 1.382812, + 1.310547, + 1.683594, + 1.427734, + 1.384766, + 1.386719, + 1.382812, + 1.46875, + 1.322266, + 1.404297, + 1.308594, + 1.332031, + 1.496094, + 1.453125, + 1.365234, + 1.597656, + 1.494141, + 1.542969, + 1.378906, + 1.484375, + 1.462891, + 1.386719, + 1.34375, + 1.542969, + 1.482422, + 1.416016, + 1.519531, + 1.515625, + 1.46875, + 2.476562, + 1.414062, + 1.449219, + 1.462891, + 1.402344, + 1.519531, + 1.332031, + 1.503906, + 1.421875, + 1.490234, + 1.369141, + 1.333984, + 1.617188, + 1.417969, + 1.523438, + 1.527344, + 1.371094, + 1.507812, + 1.277344, + 1.376953, + 1.337891, + 1.466797, + 1.65625, + 1.4375, + 1.441406, + 1.539062, + 1.429688, + 3.140625, + 1.589844, + 1.396484, + 2.523438, + 1.882812, + 1.373047, + 1.417969, + 1.412109, + 1.710938, + 1.367188, + 1.609375, + 1.613281, + 1.382812, + 2.0625, + 1.259766, + 1.773438, + 2.929688, + 1.384766, + 1.578125, + 1.419922, + 1.566406, + 2.03125, + 1.492188, + 1.380859, + 2.976562, + 1.457031, + 1.53125, + 1.398438, + 2.671875, + 1.5, + 2.429688, + 1.746094, + 1.546875, + 1.5, + 1.929688, + 1.380859, + 1.460938, + 1.507812, + 1.373047, + 1.328125, + 1.376953, + 1.4375, + 1.421875, + 1.376953, + 1.511719, + 1.474609, + 1.443359, + 1.355469, + 1.507812, + 1.578125, + 1.394531, + 1.917969, + 1.386719, + 1.447266, + 2.40625, + 1.550781, + 1.882812, + 1.412109, + 1.435547, + 1.382812, + 1.396484, + 1.511719, + 1.53125, + 1.423828, + 1.361328, + 1.239258, + 1.648438, + 1.474609, + 1.457031, + 1.388672, + 2.460938, + 1.578125, + 1.757812, + 1.382812, + 1.503906, + 2.054688, + 1.353516, + 1.378906, + 1.375, + 1.46875, + 1.396484, + 3.015625, + 1.421875, + 1.421875, + 1.589844, + 3.0625, + 1.408203, + 1.427734, + 1.5625, + 2.734375, + 1.585938, + 1.535156, + 1.416016, + 1.337891, + 1.429688, + 1.365234, + 1.871094, + 1.546875, + 1.546875, + 1.462891, + 1.460938, + 1.351562, + 1.419922, + 1.345703, + 1.621094, + 1.458984, + 2.570312, + 1.449219, + 1.361328, + 1.423828, + 1.412109, + 1.402344, + 1.402344, + 1.470703, + 1.425781, + 1.427734, + 1.636719, + 1.4375, + 1.488281, + 1.324219, + 2.070312, + 1.507812, + 1.441406, + 2.726562, + 2.867188, + 1.84375, + 1.566406, + 1.664062, + 1.388672, + 1.455078, + 1.539062, + 2.820312, + 2.992188, + 1.460938, + 1.527344, + 1.746094, + 1.574219, + 1.507812, + 1.355469, + 1.402344, + 1.882812, + 2.734375, + 1.365234, + 1.458984, + 1.414062, + 2.320312, + 1.484375, + 1.449219, + 1.605469, + 1.59375, + 1.464844, + 1.443359, + 1.566406, + 1.394531, + 1.902344, + 1.386719, + 1.310547, + 1.601562, + 1.412109, + 1.550781, + 1.412109, + 1.371094, + 1.890625, + 2.625, + 2.875, + 1.330078, + 1.416016, + 1.394531, + 1.416016, + 1.431641, + 1.449219, + 1.332031, + 3.03125, + 1.527344, + 1.800781, + 1.507812, + 1.259766, + 2.648438, + 1.373047, + 1.474609, + 1.464844, + 1.353516, + 1.400391, + 1.644531, + 1.628906, + 2.507812, + 1.402344, + 1.503906, + 1.605469, + 2.828125, + 1.466797, + 1.384766, + 1.503906, + 1.498047, + 2.5, + 1.458984, + 1.451172, + 1.361328, + 1.503906, + 1.949219, + 1.453125, + 1.507812, + 1.953125, + 3.234375, + 3.28125, + 3.09375, + 1.382812, + 1.453125, + 1.369141, + 1.457031, + 1.390625, + 1.511719, + 1.398438, + 2.851562, + 1.335938, + 1.328125, + 1.458984, + 1.375, + 1.714844, + 1.380859, + 1.419922, + 2.484375, + 1.478516, + 2.65625, + 1.427734, + 2.65625, + 1.632812, + 1.365234, + 1.296875, + 1.429688, + 1.75, + 1.476562, + 2.226562, + 1.476562, + 2.773438, + 1.746094, + 1.753906, + 2.039062, + 2.40625, + 1.392578, + 1.328125, + 1.773438, + 3.15625, + 1.535156, + 1.617188, + 1.404297, + 1.730469, + 1.6875, + 1.384766, + 2.828125, + 1.386719, + 1.375, + 1.546875, + 2.6875, + 2.921875, + 1.484375, + 1.351562, + 1.453125, + 1.398438, + 1.466797, + 1.494141, + 1.878906, + 3.359375, + 1.388672, + 1.412109, + 1.375, + 1.625, + 1.490234, + 1.412109, + 1.425781, + 1.578125, + 1.527344, + 1.46875, + 1.396484, + 1.582031, + 1.490234, + 1.417969, + 1.498047, + 1.675781, + 1.369141, + 1.392578, + 1.412109, + 1.390625, + 1.378906, + 2.6875, + 1.414062, + 2.890625, + 1.757812, + 1.714844, + 2.65625, + 1.339844, + 1.585938, + 1.382812, + 1.447266, + 1.40625, + 1.371094, + 1.554688, + 1.396484, + 2.71875, + 1.617188, + 1.511719, + 1.589844, + 1.431641, + 1.490234, + 1.59375, + 1.369141, + 1.443359, + 1.457031, + 1.380859, + 1.371094, + 2.953125, + 1.269531, + 1.5625, + 1.804688, + 1.445312, + 1.421875, + 1.367188, + 1.472656, + 1.412109, + 1.40625, + 1.349609, + 1.380859, + 1.355469, + 1.345703, + 1.707031, + 1.429688, + 1.455078, + 1.361328, + 1.324219, + 1.523438, + 2.90625, + 1.388672, + 2.476562, + 1.419922, + 1.625, + 1.679688, + 1.410156, + 1.322266, + 1.34375, + 1.378906, + 2.039062, + 1.478516, + 3.3125, + 2.734375, + 2.921875, + 1.447266, + 1.398438, + 2.6875, + 1.453125, + 1.386719, + 1.527344, + 2.367188, + 1.494141, + 2.078125, + 1.416016, + 2.484375, + 1.451172, + 1.375, + 1.746094, + 1.417969, + 1.53125, + 1.539062, + 1.322266, + 1.28125, + 2.640625, + 2.65625, + 2.953125, + 1.515625, + 1.59375, + 1.326172, + 1.322266, + 1.863281, + 2.75, + 1.470703, + 3.03125, + 1.304688, + 1.443359, + 1.476562, + 1.380859, + 1.9375, + 1.369141, + 1.412109, + 1.4375, + 1.5625, + 1.419922, + 1.498047, + 1.867188, + 1.380859, + 1.351562, + 1.609375, + 1.390625, + 1.378906, + 1.369141, + 1.640625, + 1.486328, + 1.349609, + 1.453125, + 1.447266, + 1.416016, + 1.351562, + 1.400391, + 1.53125, + 1.40625, + 1.453125, + 1.462891, + 1.384766, + 1.464844, + 1.757812, + 1.363281, + 1.625, + 1.496094, + 1.390625, + 1.439453, + 2.507812, + 1.472656, + 1.482422, + 1.412109, + 1.523438, + 1.546875, + 1.435547, + 1.361328, + 2.625, + 1.380859, + 2.4375, + 1.496094, + 1.515625, + 1.558594, + 1.769531, + 1.490234, + 1.984375, + 1.433594, + 2.71875, + 1.408203, + 1.984375, + 1.539062, + 1.455078, + 1.585938, + 1.384766, + 1.300781, + 1.386719, + 1.490234, + 1.423828, + 1.457031, + 1.3125, + 2.882812, + 1.371094, + 1.478516, + 1.412109, + 1.363281, + 1.46875, + 1.511719, + 1.494141, + 2.015625, + 1.570312, + 1.384766, + 1.482422, + 1.542969, + 1.425781, + 1.412109, + 1.341797, + 1.601562, + 1.423828, + 2.734375, + 1.367188, + 1.447266, + 1.423828, + 2.703125, + 1.519531, + 2.289062, + 2.757812, + 1.511719, + 2.757812, + 2.820312, + 1.503906, + 1.378906, + 1.392578, + 1.378906, + 2.859375, + 1.386719, + 1.746094, + 1.445312, + 2.765625, + 1.404297, + 1.519531, + 1.542969, + 1.419922, + 1.382812, + 1.324219, + 3.09375, + 1.355469, + 1.373047, + 2.179688, + 2.632812, + 1.423828, + 1.365234, + 2.46875, + 1.322266, + 2.835938, + 1.318359, + 1.515625, + 1.298828, + 1.429688, + 2.71875, + 1.361328, + 1.496094, + 1.394531, + 1.398438, + 1.347656, + 2.078125, + 3.03125, + 1.53125, + 1.306641, + 1.714844, + 1.480469, + 1.300781, + 1.416016, + 1.359375, + 1.386719, + 1.435547, + 1.478516, + 1.582031, + 1.382812, + 1.369141, + 1.462891, + 1.480469, + 1.730469, + 1.429688, + 1.550781, + 1.447266, + 2.953125, + 1.412109, + 1.457031, + 1.416016, + 1.5, + 1.429688, + 1.519531, + 1.402344, + 1.464844, + 1.523438, + 1.554688, + 1.511719, + 1.515625, + 1.425781, + 2.148438, + 1.404297, + 2.695312, + 1.451172, + 2.546875, + 1.416016, + 1.353516, + 1.419922, + 2.585938, + 1.416016, + 1.482422, + 1.503906, + 1.402344, + 1.285156, + 1.388672, + 1.373047, + 1.478516, + 1.4375, + 1.503906, + 2.335938, + 1.433594, + 1.392578, + 1.443359, + 1.429688, + 1.492188, + 1.380859, + 1.351562, + 1.429688, + 1.427734, + 1.458984, + 1.8125, + 1.474609, + 1.445312, + 1.425781, + 2.320312, + 1.404297, + 1.349609, + 1.355469, + 1.419922, + 2.617188, + 1.248047, + 1.417969, + 1.417969, + 1.398438, + 1.488281, + 1.419922, + 1.441406, + 1.304688, + 3.078125, + 1.386719, + 1.363281, + 1.5625, + 1.357422, + 1.439453, + 1.318359, + 1.365234, + 1.337891, + 1.410156, + 1.589844, + 1.341797, + 1.353516, + 1.328125, + 1.429688, + 1.333984, + 1.373047, + 1.929688, + 1.412109, + 1.519531, + 1.476562, + 1.578125, + 1.519531, + 1.976562, + 1.332031, + 1.466797, + 1.412109, + 2.757812, + 1.714844, + 1.769531, + 2.671875, + 1.488281, + 1.355469, + 1.691406, + 2.859375, + 1.386719, + 1.308594, + 2.695312, + 2.429688, + 1.4375, + 1.367188, + 1.375, + 1.464844, + 1.345703, + 1.425781, + 1.492188, + 1.503906, + 1.363281, + 2.453125, + 1.40625, + 1.414062, + 1.396484, + 2.78125, + 1.332031, + 1.431641, + 1.396484, + 1.427734, + 1.365234, + 1.542969, + 1.439453, + 1.601562, + 3.046875, + 1.472656, + 1.392578, + 1.472656, + 1.441406, + 1.898438, + 1.390625, + 2.96875, + 1.453125, + 1.488281, + 1.972656, + 1.449219, + 1.421875, + 1.431641, + 2.507812, + 1.597656, + 1.445312, + 1.474609, + 1.421875, + 2.085938, + 2.84375, + 1.554688, + 1.447266, + 1.539062, + 1.808594, + 1.423828, + 1.443359, + 1.458984, + 2.796875, + 1.636719, + 1.419922, + 1.503906, + 1.476562, + 1.498047, + 1.400391, + 1.414062, + 1.419922, + 1.679688, + 1.470703, + 1.445312, + 1.324219, + 1.351562, + 1.40625, + 1.621094, + 1.679688, + 1.613281, + 1.683594, + 1.419922, + 1.498047, + 2.148438, + 1.4375, + 2.023438, + 1.589844, + 1.421875, + 1.412109, + 1.341797, + 1.384766, + 1.462891, + 2.132812, + 1.496094, + 1.400391, + 1.337891, + 1.427734, + 1.332031, + 2.03125, + 1.722656, + 1.664062, + 1.496094, + 1.349609, + 1.492188, + 1.863281, + 1.339844, + 1.402344, + 1.482422, + 1.427734, + 2.515625, + 1.419922, + 1.392578, + 1.570312, + 2.1875, + 1.308594, + 1.353516, + 1.605469, + 1.363281, + 1.478516, + 1.453125, + 1.302734, + 1.605469, + 1.894531, + 1.511719, + 1.431641, + 1.361328, + 1.53125, + 1.394531, + 1.443359, + 1.324219, + 1.296875, + 1.34375, + 1.423828, + 1.404297, + 1.515625, + 1.416016, + 2.046875, + 1.416016, + 1.441406, + 1.439453, + 1.333984, + 1.34375, + 1.410156, + 1.351562, + 2.382812, + 1.539062, + 1.367188, + 1.578125, + 1.380859, + 1.414062, + 2.78125, + 1.384766, + 1.380859, + 1.353516, + 2.398438, + 1.355469, + 1.457031, + 2.078125, + 2.632812, + 1.640625, + 1.375, + 1.419922, + 1.40625, + 1.4375, + 1.523438, + 1.484375, + 1.394531, + 1.433594, + 2.515625, + 1.550781, + 1.941406, + 1.451172, + 1.417969, + 2.367188, + 2.921875, + 1.384766, + 1.400391, + 1.404297, + 2.148438, + 1.439453, + 1.644531, + 1.527344, + 1.339844, + 1.574219, + 1.478516, + 1.449219, + 1.429688, + 1.640625, + 1.351562, + 1.357422, + 1.355469, + 2.492188, + 1.921875, + 1.371094, + 1.523438, + 1.349609, + 1.648438, + 1.496094, + 1.330078, + 1.625, + 2.03125, + 1.291016, + 1.314453, + 1.507812, + 1.410156, + 1.511719, + 1.527344, + 1.566406, + 1.435547, + 2.726562, + 3.109375, + 1.369141, + 1.291016, + 1.382812, + 1.349609, + 1.539062, + 1.3125, + 2.460938, + 1.308594, + 2.117188, + 2.265625, + 1.539062, + 1.291016, + 1.351562, + 1.460938, + 1.416016, + 1.523438, + 2.617188, + 1.476562, + 1.554688, + 1.5, + 1.388672, + 1.4375, + 1.507812, + 1.621094, + 1.617188, + 1.359375, + 1.480469, + 1.605469, + 1.523438, + 1.96875, + 1.490234, + 1.5625, + 1.664062, + 1.384766, + 1.408203, + 2.742188, + 1.449219, + 1.353516, + 2.953125, + 1.410156, + 1.585938, + 1.40625, + 1.470703, + 1.410156, + 1.746094, + 2.148438, + 1.304688, + 1.322266, + 1.466797, + 1.287109, + 1.5, + 1.386719, + 1.412109, + 1.527344, + 1.339844, + 1.355469, + 1.523438, + 2.625, + 3.03125, + 1.408203, + 1.429688, + 1.388672, + 1.416016, + 1.519531, + 2.648438, + 1.546875, + 1.386719, + 1.474609, + 1.421875, + 2.328125, + 1.339844, + 1.423828, + 1.330078, + 1.460938, + 1.347656, + 1.429688, + 1.458984, + 1.683594, + 1.486328, + 1.466797, + 1.490234, + 2.742188, + 1.425781, + 1.490234, + 3.015625, + 1.398438, + 2.960938, + 1.433594, + 1.5, + 1.800781, + 1.455078, + 3.28125, + 1.404297, + 1.441406, + 1.400391, + 1.363281, + 1.355469, + 1.441406, + 1.695312, + 1.550781, + 1.375, + 1.451172, + 1.474609, + 1.392578, + 2.429688, + 1.373047, + 1.431641, + 1.660156, + 1.5625, + 2.46875, + 1.498047, + 2.65625, + 1.789062, + 2.796875, + 1.398438, + 1.427734, + 1.291016, + 1.480469, + 1.417969, + 1.435547, + 1.402344, + 1.566406, + 1.472656, + 1.439453, + 1.496094, + 1.455078, + 1.683594, + 1.353516, + 2.125, + 1.527344, + 1.726562, + 2.773438, + 1.457031, + 1.4375, + 1.326172, + 1.480469, + 1.675781, + 1.578125, + 1.388672, + 1.402344, + 1.792969, + 1.855469, + 1.353516, + 1.357422, + 1.369141, + 1.474609, + 1.388672, + 2.328125, + 1.410156, + 1.292969, + 1.388672, + 2.5625, + 1.617188, + 1.425781, + 1.435547, + 1.306641, + 1.558594, + 1.427734, + 1.396484, + 1.427734, + 1.433594, + 1.449219, + 1.462891, + 3.046875, + 1.535156, + 1.300781, + 1.375, + 1.349609, + 1.386719, + 1.296875, + 1.480469, + 1.605469, + 1.292969, + 1.445312, + 2.078125, + 2.5625, + 1.302734, + 1.664062, + 1.333984, + 1.357422, + 1.408203, + 2.789062, + 1.511719, + 1.341797, + 1.435547, + 1.429688, + 1.96875, + 1.394531, + 1.625, + 2.796875, + 1.427734, + 1.470703, + 1.390625, + 1.498047, + 2.75, + 1.462891, + 1.361328, + 1.609375, + 1.412109, + 1.417969, + 1.546875, + 1.578125, + 1.59375, + 2.148438, + 1.824219, + 1.757812, + 2.796875, + 1.617188, + 1.503906, + 1.371094, + 1.376953, + 3.484375, + 1.373047, + 1.337891, + 1.441406, + 1.433594, + 1.546875, + 2.125, + 1.476562, + 2.257812, + 2.96875, + 1.957031, + 1.550781, + 1.466797, + 1.394531, + 1.773438, + 1.410156, + 1.363281, + 1.375, + 1.699219, + 1.482422, + 1.414062, + 2.804688, + 1.667969, + 1.433594, + 1.322266, + 1.535156, + 2.5625, + 1.410156, + 1.5625, + 1.441406, + 1.417969, + 1.5, + 2.664062, + 1.339844, + 1.357422, + 2.085938, + 1.427734, + 1.683594, + 1.613281, + 1.503906, + 1.378906, + 1.507812, + 1.554688, + 1.503906, + 1.414062, + 1.488281, + 1.3125, + 1.367188, + 2.898438, + 1.464844, + 1.455078, + 1.416016, + 1.4375, + 1.40625, + 1.333984, + 1.46875, + 2.125, + 1.392578, + 1.404297, + 1.347656, + 1.431641, + 2.320312, + 1.546875, + 1.550781, + 1.390625, + 1.474609, + 1.46875, + 1.404297, + 1.546875, + 1.412109, + 1.550781, + 1.365234, + 1.621094, + 1.433594, + 1.384766, + 1.433594, + 1.419922, + 1.371094, + 1.757812, + 1.351562, + 2.335938, + 2.921875, + 1.332031, + 1.699219, + 1.363281, + 1.349609, + 1.417969, + 1.435547, + 1.847656, + 1.412109, + 1.621094, + 1.550781, + 1.433594, + 1.367188, + 1.470703, + 2.773438, + 1.443359, + 1.353516, + 1.558594, + 1.523438, + 1.726562, + 1.414062, + 1.435547, + 1.380859, + 1.558594, + 1.398438, + 1.421875, + 1.337891, + 1.628906, + 1.546875, + 2.070312, + 1.380859, + 1.671875, + 1.455078, + 1.402344, + 1.375, + 1.314453, + 1.439453, + 1.417969, + 1.511719, + 1.488281, + 1.069824, + 1.789062, + 1.417969, + 1.800781, + 2.164062, + 1.341797, + 1.410156, + 1.367188, + 2.554688, + 1.859375, + 1.310547, + 1.490234, + 1.453125, + 1.439453, + 1.527344, + 1.349609, + 1.566406, + 1.605469, + 1.472656, + 2.8125, + 1.457031, + 1.484375, + 1.503906, + 1.476562, + 1.376953, + 1.408203, + 1.664062, + 2.820312, + 1.359375, + 1.416016, + 1.462891, + 1.347656, + 1.375, + 1.480469, + 1.333984, + 1.388672, + 1.640625, + 2.140625, + 1.507812, + 1.423828, + 1.503906, + 1.431641, + 1.304688, + 1.480469, + 1.470703, + 1.585938, + 1.523438, + 1.65625, + 2.023438, + 1.417969, + 1.371094, + 1.435547, + 1.601562, + 1.527344, + 1.429688, + 1.507812, + 1.566406, + 1.427734, + 1.410156, + 1.722656, + 2.742188, + 1.347656, + 1.443359, + 1.417969, + 1.292969, + 1.339844, + 1.416016, + 1.314453, + 1.53125, + 1.363281, + 2.015625, + 1.375, + 1.351562, + 1.390625, + 2.8125, + 1.378906, + 1.617188, + 1.523438, + 1.400391, + 1.365234, + 1.396484, + 1.441406, + 1.496094, + 1.462891, + 1.425781, + 1.339844, + 3.453125, + 1.511719, + 1.660156, + 1.410156, + 2.679688, + 1.480469, + 2.882812, + 1.328125, + 2.804688, + 1.416016, + 1.753906, + 2.984375, + 2.054688, + 1.53125, + 1.388672, + 1.332031, + 1.458984, + 1.378906, + 1.488281, + 1.433594, + 1.306641, + 3.0, + 2.46875, + 1.882812, + 1.378906, + 1.40625, + 1.519531, + 1.453125, + 1.425781, + 1.341797, + 2.007812, + 1.421875, + 1.402344, + 1.435547, + 1.472656, + 1.589844, + 1.566406, + 1.378906, + 1.388672, + 1.898438, + 1.384766, + 1.291016, + 1.361328, + 1.316406, + 1.373047, + 1.8125, + 1.349609, + 1.378906, + 1.542969, + 1.503906, + 1.353516, + 1.5, + 1.392578, + 1.535156, + 2.289062, + 1.447266, + 1.396484, + 1.609375, + 2.65625, + 1.447266, + 1.400391, + 1.371094, + 2.664062, + 1.535156, + 1.707031, + 1.482422, + 1.566406, + 1.554688, + 2.9375, + 1.416016, + 1.427734, + 1.480469, + 2.9375, + 1.75, + 2.726562, + 3.078125, + 1.435547, + 1.628906, + 1.283203, + 1.410156, + 1.376953, + 1.691406, + 1.326172, + 1.447266, + 2.460938, + 2.21875, + 1.357422, + 1.5625, + 1.480469, + 1.472656, + 1.386719, + 1.384766, + 1.34375, + 1.859375, + 1.318359, + 1.455078, + 1.375, + 2.421875, + 1.46875, + 1.414062, + 1.486328, + 1.490234, + 1.453125, + 2.664062, + 1.490234, + 2.726562, + 1.474609, + 1.382812, + 1.466797, + 1.46875, + 1.427734, + 1.613281, + 1.435547, + 1.300781, + 1.390625, + 1.449219, + 1.503906, + 1.550781, + 1.386719, + 1.431641, + 1.345703, + 1.474609, + 2.0625, + 1.337891, + 2.1875, + 1.613281, + 1.550781, + 1.949219, + 1.419922, + 1.353516, + 1.447266, + 1.455078, + 1.496094, + 1.417969, + 1.40625, + 1.324219, + 2.023438, + 1.478516, + 1.703125, + 1.503906, + 1.4375, + 1.433594, + 1.460938, + 1.617188, + 1.347656, + 1.628906, + 1.542969, + 1.279297, + 1.431641, + 2.085938, + 1.339844, + 1.496094, + 2.21875, + 1.324219, + 1.480469, + 2.789062, + 1.417969, + 1.664062, + 1.488281, + 1.341797, + 1.511719, + 1.519531, + 1.345703, + 1.474609, + 1.490234, + 1.357422, + 1.341797, + 1.511719, + 1.425781, + 2.0, + 1.558594, + 1.460938, + 1.435547, + 2.625, + 1.507812, + 1.400391, + 1.292969, + 1.535156, + 1.472656, + 1.355469, + 1.494141, + 1.585938, + 2.984375, + 1.75, + 1.292969, + 1.386719, + 2.65625, + 1.382812, + 1.445312, + 2.453125, + 1.333984, + 1.488281, + 1.472656, + 1.447266, + 1.492188, + 1.373047, + 2.179688, + 1.425781, + 1.480469, + 1.480469, + 1.347656, + 1.585938, + 1.46875, + 1.574219, + 2.65625, + 1.960938, + 1.421875, + 1.648438, + 1.371094, + 1.753906, + 1.498047, + 1.449219, + 1.396484, + 2.796875, + 1.597656, + 1.445312, + 3.234375, + 1.398438, + 1.474609, + 1.427734, + 1.363281, + 2.679688, + 1.421875, + 1.369141, + 2.726562, + 1.398438, + 2.734375, + 1.53125, + 1.601562, + 1.447266, + 1.365234, + 2.734375, + 1.425781, + 1.632812, + 1.445312, + 1.355469, + 1.546875, + 1.386719, + 3.078125, + 1.275391, + 1.451172, + 1.453125, + 1.554688, + 2.429688, + 1.494141, + 1.429688, + 1.433594, + 1.585938, + 1.332031, + 1.507812, + 1.613281, + 1.683594, + 1.400391, + 1.570312, + 1.507812, + 2.867188, + 2.757812, + 1.472656, + 1.462891, + 2.867188, + 1.427734, + 1.535156, + 1.431641, + 1.546875, + 1.519531, + 1.515625, + 1.855469, + 1.433594, + 1.34375, + 2.460938, + 1.451172, + 1.375, + 1.554688 + ] + }, + "name": "onnx::Mul_8664", + "outputIndexes": [ + 1817 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1816, + 1817 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_19/Mul_1_output_0", + "outputIndexes": [ + 1818 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1818 + ], + "outputIndexes": [ + 3022 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3022 + ], + "outputIndexes": [ + 3023 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear", + "inputIndexes": [ + 3023 + ], + "outputIndexes": [ + 3024 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 832097134, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3024 + ], + "outputIndexes": [ + 3025 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3025 + ], + "outputIndexes": [ + 1819 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1818 + ], + "main_type": "NONE", + "name": "/Shape_267_output_0", + "outputIndexes": [ + 1820 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1820 + ], + "main_type": "NONE", + "name": "Shape5267", + "outputIndexes": [ + 1821 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1820 + ], + "main_type": "NONE", + "name": "Rank5269", + "outputIndexes": [ + 1822 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1822, + 1822 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5271", + "outputIndexes": [ + 1823 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1823 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5272", + "outputIndexes": [ + 1824 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1823, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5274", + "outputIndexes": [ + 1825 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1825 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5275", + "outputIndexes": [ + 1826 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1821, + 1824, + 1826, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5278", + "outputIndexes": [ + 1827 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1827 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5279", + "outputIndexes": [ + 1828 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1828 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5280", + "outputIndexes": [ + 1829 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1829, + 1828 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5281", + "outputIndexes": [ + 1830 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1820, + 1830, + 1823 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_289_output_0", + "outputIndexes": [ + 1831 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1831, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_609_output_0", + "outputIndexes": [ + 1832 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1832, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_247_output_0", + "outputIndexes": [ + 1833 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1819, + 1833 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_172_output_0", + "outputIndexes": [ + 1834 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1834, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_152_output_0", + "outputIndexes": [ + 1835 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1834 + ], + "main_type": "NONE", + "name": "/Shape_268_output_0", + "outputIndexes": [ + 1836 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1836 + ], + "main_type": "NONE", + "name": "Shape5288", + "outputIndexes": [ + 1837 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1836 + ], + "main_type": "NONE", + "name": "Rank5290", + "outputIndexes": [ + 1838 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1838, + 1838 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5292", + "outputIndexes": [ + 1839 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1839 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5293", + "outputIndexes": [ + 1840 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1839, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5295", + "outputIndexes": [ + 1841 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1841 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5296", + "outputIndexes": [ + 1842 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1837, + 1840, + 1842, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5299", + "outputIndexes": [ + 1843 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1843 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5300", + "outputIndexes": [ + 1844 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1844 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5301", + "outputIndexes": [ + 1845 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1845, + 1844 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5302", + "outputIndexes": [ + 1846 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1836, + 1846, + 1839 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_290_output_0", + "outputIndexes": [ + 1847 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1847, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_57_output_0", + "outputIndexes": [ + 1848 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1848, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_614_output_0", + "outputIndexes": [ + 1849 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1834, + 1849, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_77_output_0", + "outputIndexes": [ + 1850 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1850 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_38_output_0", + "outputIndexes": [ + 1851 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1834, + 21, + 1849, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_76_output_0", + "outputIndexes": [ + 1852 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1851, + 1852 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_250_output_0", + "outputIndexes": [ + 1853 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1853, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_153_output_0", + "outputIndexes": [ + 1854 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1835, + 1854 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_95_output_0", + "outputIndexes": [ + 1855 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1818 + ], + "outputIndexes": [ + 3026 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3026 + ], + "outputIndexes": [ + 3027 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear", + "inputIndexes": [ + 3027 + ], + "outputIndexes": [ + 3028 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 834751364, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3028 + ], + "outputIndexes": [ + 3029 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3029 + ], + "outputIndexes": [ + 1856 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1832, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_248_output_0", + "outputIndexes": [ + 1857 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1856, + 1857 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_173_output_0", + "outputIndexes": [ + 1858 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1858, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_154_output_0", + "outputIndexes": [ + 1859 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1858 + ], + "main_type": "NONE", + "name": "/Shape_269_output_0", + "outputIndexes": [ + 1860 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1860 + ], + "main_type": "NONE", + "name": "Shape5351", + "outputIndexes": [ + 1861 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1860 + ], + "main_type": "NONE", + "name": "Rank5353", + "outputIndexes": [ + 1862 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1862, + 1862 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5355", + "outputIndexes": [ + 1863 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1863 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5356", + "outputIndexes": [ + 1864 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1863, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5358", + "outputIndexes": [ + 1865 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1865 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5359", + "outputIndexes": [ + 1866 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1861, + 1864, + 1866, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5362", + "outputIndexes": [ + 1867 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1867 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5363", + "outputIndexes": [ + 1868 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1868 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5364", + "outputIndexes": [ + 1869 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1869, + 1868 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5365", + "outputIndexes": [ + 1870 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1860, + 1870, + 1863 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_291_output_0", + "outputIndexes": [ + 1871 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1871, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_58_output_0", + "outputIndexes": [ + 1872 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1872, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_616_output_0", + "outputIndexes": [ + 1873 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1858, + 1873, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_79_output_0", + "outputIndexes": [ + 1874 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1874 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_39_output_0", + "outputIndexes": [ + 1875 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1858, + 21, + 1873, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_78_output_0", + "outputIndexes": [ + 1876 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1875, + 1876 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_251_output_0", + "outputIndexes": [ + 1877 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1877, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_155_output_0", + "outputIndexes": [ + 1878 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1859, + 1878 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_96_output_0", + "outputIndexes": [ + 1879 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1818 + ], + "outputIndexes": [ + 3030 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3030 + ], + "outputIndexes": [ + 3031 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear", + "inputIndexes": [ + 3031 + ], + "outputIndexes": [ + 3032 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 836078490, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3032 + ], + "outputIndexes": [ + 3033 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3033 + ], + "outputIndexes": [ + 1880 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1880, + 1857 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_174_output_0", + "outputIndexes": [ + 1881 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1855, + 1879, + 1881, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_179_output_0", + "outputIndexes": [ + 1882 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1882 + ], + "outputIndexes": [ + 3034 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3034 + ], + "outputIndexes": [ + 3035 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear", + "inputIndexes": [ + 3035 + ], + "outputIndexes": [ + 3036 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 837405616, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3036 + ], + "outputIndexes": [ + 3037 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3037 + ], + "outputIndexes": [ + 1883 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1883 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_19/Mul_output_0", + "outputIndexes": [ + 1884 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.25, + 2.078125, + 2.296875, + 2.320312, + 2.46875, + 2.382812, + 2.398438, + 0.761719, + 2.429688, + 2.203125, + 2.203125, + 2.351562, + 2.242188, + 2.445312, + 2.351562, + 2.273438, + 2.5, + 2.242188, + 3.640625, + 2.164062, + 2.0625, + 2.25, + 2.375, + 2.195312, + 2.320312, + 2.265625, + 2.382812, + 2.34375, + 2.335938, + 2.34375, + 2.320312, + 2.101562, + 2.171875, + 1.098633, + 2.34375, + 2.125, + 2.351562, + 2.304688, + 2.242188, + 2.328125, + 2.257812, + 2.226562, + 2.265625, + 2.148438, + 1.492188, + 2.273438, + 2.351562, + 2.320312, + 3.515625, + 2.132812, + 2.226562, + 1.914062, + 2.28125, + 1.601562, + 2.203125, + 2.195312, + 2.421875, + 2.289062, + 2.28125, + 2.195312, + 2.148438, + 3.828125, + 2.273438, + 2.265625, + 2.296875, + 2.320312, + 1.890625, + 2.289062, + 2.132812, + 2.25, + 2.296875, + 2.46875, + 2.351562, + 2.242188, + 2.203125, + 2.265625, + 1.851562, + 2.078125, + 2.257812, + 1.441406, + 2.203125, + 0.654297, + 2.351562, + 2.273438, + 2.265625, + 2.359375, + 2.289062, + 2.140625, + 1.466797, + 2.1875, + 2.273438, + 2.320312, + 2.320312, + 1.375, + 2.242188, + 0.666016, + 2.320312, + 2.1875, + 0.720703, + 2.273438, + 2.148438, + 2.382812, + 2.3125, + 2.296875, + 2.382812, + 2.234375, + 2.46875, + 2.117188, + 2.390625, + 2.210938, + 2.359375, + 2.289062, + 2.226562, + 2.273438, + 2.296875, + 2.210938, + 2.21875, + 1.796875, + 2.289062, + 2.453125, + 2.390625, + 2.382812, + 2.640625, + 2.375, + 2.359375, + 1.945312, + 2.265625, + 2.359375, + 2.3125, + 1.878906, + 1.957031, + 2.164062, + 2.1875, + 2.304688, + 2.3125, + 2.296875, + 2.273438, + 2.359375, + 2.25, + 2.414062, + 4.671875, + 2.164062, + 2.289062, + 2.390625, + 2.351562, + 2.328125, + 2.273438, + 2.117188, + 2.304688, + 2.445312, + 2.203125, + 2.132812, + 2.234375, + 2.523438, + 2.109375, + 2.367188, + 1.679688, + 2.328125, + 1.292969, + 1.097656, + 2.226562, + 2.34375, + 2.25, + 1.8125, + 2.203125, + 2.359375, + 2.28125, + 1.057617, + 2.296875, + 2.171875, + 2.328125, + 1.222656, + 2.171875, + 1.074219, + 2.382812, + 2.617188, + 2.429688, + 0.603516, + 2.335938, + 2.304688, + 2.304688, + 0.910645, + 2.164062, + 0.634766, + 4.28125, + 2.296875, + 1.617188, + 2.257812, + 2.25, + 2.3125, + 2.335938, + 2.726562, + 2.289062, + 2.25, + 2.171875, + 2.226562, + 2.304688, + 2.257812, + 2.265625, + 2.335938, + 2.171875, + 2.3125, + 2.171875, + 2.257812, + 2.25, + 2.351562, + 4.234375, + 2.234375, + 2.304688, + 2.320312, + 2.539062, + 2.320312, + 2.164062, + 2.460938, + 2.296875, + 2.351562, + 2.1875, + 2.226562, + 2.289062, + 2.195312, + 2.070312, + 2.242188, + 2.234375, + 2.164062, + 2.25, + 2.453125, + 2.242188, + 2.242188, + 2.195312, + 2.195312, + 2.148438, + 2.265625, + 2.296875, + 2.421875, + 2.382812, + 2.445312, + 2.0625, + 2.296875, + 2.296875, + 2.203125, + 2.304688, + 2.226562, + 2.367188, + 2.007812, + 2.203125, + 2.25, + 2.046875, + 2.125, + 2.421875, + 1.976562, + 2.25, + 2.25, + 1.427734, + 2.25, + 2.320312, + 2.34375, + 2.265625, + 2.515625, + 2.398438, + 2.265625, + 2.304688, + 2.507812, + 2.289062, + 2.226562, + 2.367188, + 2.226562, + 2.195312, + 2.367188, + 2.179688, + 2.320312, + 2.296875, + 2.375, + 2.171875, + 2.164062, + 2.210938, + 2.304688, + 1.722656, + 2.3125, + 2.359375, + 2.21875, + 2.101562, + 2.304688, + 1.208008, + 2.296875, + 2.320312, + 2.25, + 2.34375, + 2.257812, + 1.070801, + 2.28125, + 2.140625, + 1.582031, + 2.117188, + 2.257812, + 2.265625, + 2.421875, + 2.132812, + 2.226562, + 2.203125, + 2.210938, + 2.328125, + 2.140625, + 0.888184, + 2.210938, + 0.529297, + 2.398438, + 2.359375, + 2.304688, + 2.226562, + 2.359375, + 2.359375, + 0.803711, + 2.375, + 2.257812, + 2.273438, + 2.328125, + 2.234375, + 2.34375, + 2.164062, + 2.335938, + 2.273438, + 2.320312, + 2.195312, + 2.296875, + 2.34375, + 2.265625, + 2.164062, + 2.242188, + 2.421875, + 2.273438, + 2.117188, + 2.609375, + 2.4375, + 2.351562, + 3.890625, + 2.3125, + 2.351562, + 2.515625, + 2.453125, + 2.34375, + 2.21875, + 2.335938, + 2.078125, + 2.179688, + 2.554688, + 2.007812, + 2.289062, + 2.09375, + 1.988281, + 2.3125, + 1.644531, + 2.132812, + 1.765625, + 2.125, + 0.654297, + 1.296875, + 2.257812, + 2.351562, + 2.007812, + 2.203125, + 1.111328, + 2.1875, + 2.046875, + 1.707031, + 2.203125, + 2.367188, + 2.320312, + 1.462891, + 2.273438, + 2.34375, + 2.4375, + 2.257812, + 2.273438, + 2.203125, + 2.429688, + 2.320312, + 2.195312, + 2.421875, + 2.335938, + 1.824219, + 2.289062, + 2.304688, + 1.804688, + 1.384766, + 2.3125, + 2.351562, + 2.039062, + 1.933594, + 2.21875, + 2.40625, + 2.226562, + 2.273438, + 0.890625, + 2.453125, + 2.296875, + 2.4375, + 2.335938, + 1.057617, + 2.164062, + 2.40625, + 2.210938, + 2.359375, + 2.289062, + 2.296875, + 1.361328, + 2.671875, + 2.195312, + 2.257812, + 2.203125, + 1.515625, + 2.289062, + 2.25, + 2.359375, + 2.40625, + 2.265625, + 2.164062, + 2.226562, + 2.25, + 2.242188, + 2.226562, + 2.179688, + 2.390625, + 3.578125, + 2.453125, + 2.273438, + 2.140625, + 2.375, + 2.320312, + 2.359375, + 2.429688, + 2.734375, + 2.21875, + 2.367188, + 1.992188, + 2.101562, + 2.289062, + 2.382812, + 2.375, + 2.296875, + 2.242188, + 2.414062, + 2.289062, + 2.3125, + 2.0625, + 2.039062, + 2.414062, + 2.328125, + 2.265625, + 2.148438, + 2.453125, + 2.351562, + 2.273438, + 2.234375, + 2.351562, + 2.257812, + 2.226562, + 2.40625, + 2.476562, + 2.210938, + 2.101562, + 2.265625, + 2.171875, + 2.414062, + 2.21875, + 1.628906, + 2.242188, + 1.05127, + 2.203125, + 2.132812, + 2.257812, + 2.304688, + 2.335938, + 2.382812, + 2.078125, + 2.203125, + 2.21875, + 1.267578, + 2.523438, + 2.203125, + 2.476562, + 2.140625, + 2.054688, + 2.265625, + 2.320312, + 2.273438, + 2.40625, + 1.015259, + 2.171875, + 2.15625, + 2.210938, + 2.09375, + 2.25, + 2.25, + 2.320312, + 2.070312, + 2.28125, + 0.788086, + 1.648438, + 1.878906, + 0.938965, + 2.171875, + 2.1875, + 2.34375, + 1.953125, + 1.108398, + 2.320312, + 1.960938, + 2.078125, + 2.335938, + 2.34375, + 2.296875, + 2.257812, + 2.257812, + 2.320312, + 2.179688, + 2.335938, + 2.203125, + 2.125, + 2.320312, + 2.148438, + 2.289062, + 2.234375, + 1.283203, + 1.285156, + 2.390625, + 1.652344, + 2.296875, + 2.34375, + 2.164062, + 2.3125, + 2.304688, + 2.304688, + 2.3125, + 1.091309, + 2.328125, + 3.25, + 2.320312, + 4.203125, + 2.335938, + 1.024902, + 2.117188, + 2.1875, + 2.335938, + 2.132812, + 2.382812, + 2.3125, + 2.28125, + 2.140625, + 1.832031, + 2.328125, + 1.496094, + 2.226562, + 0.421875, + 2.234375, + 2.257812, + 2.328125, + 2.21875, + 2.484375, + 2.273438, + 2.1875, + 2.382812, + 2.78125, + 2.179688, + 2.390625, + 2.523438, + 2.195312, + 2.195312, + 2.867188, + 2.296875, + 2.320312, + 2.367188, + 2.375, + 2.375, + 2.335938, + 0.782227, + 2.445312, + 2.265625, + 2.335938, + 1.570312, + 2.304688, + 4.140625, + 2.242188, + 2.367188, + 2.171875, + 3.8125, + 2.289062, + 2.304688, + 2.210938, + 1.972656, + 1.96875, + 2.414062, + 2.296875, + 2.3125, + 3.125, + 2.179688, + 2.445312, + 2.382812, + 2.1875, + 2.382812, + 2.039062, + 2.289062, + 2.28125, + 2.078125, + 2.304688, + 2.3125, + 2.289062, + 2.289062, + 2.296875, + 2.320312, + 2.242188, + 2.257812, + 2.351562, + 2.359375, + 1.515625, + 2.28125, + 2.25, + 2.320312, + 2.210938, + 2.289062, + 2.289062, + 2.164062, + 2.328125, + 2.234375, + 2.320312, + 2.4375, + 2.046875, + 2.296875, + 2.3125, + 2.25, + 2.515625, + 2.085938, + 2.203125, + 2.195312, + 2.289062, + 2.3125, + 2.296875, + 2.328125, + 2.359375, + 2.289062, + 2.234375, + 2.242188, + 2.328125, + 2.171875, + 1.125977, + 2.414062, + 2.617188, + 2.28125, + 2.25, + 2.375, + 1.679688, + 1.091309, + 1.036865, + 2.320312, + 2.265625, + 2.398438, + 2.242188, + 2.15625, + 2.304688, + 2.242188, + 2.289062, + 2.328125, + 2.3125, + 2.390625, + 0.866211, + 2.242188, + 2.242188, + 2.21875, + 2.242188, + 2.328125, + 2.234375, + 2.289062, + 2.257812, + 2.179688, + 2.257812, + 2.257812, + 2.234375, + 2.226562, + 2.445312, + 1.996094, + 2.171875, + 2.21875, + 0.628906, + 4.0, + 2.335938, + 2.179688, + 2.320312, + 2.023438, + 2.46875, + 2.609375, + 3.28125, + 2.328125, + 2.164062, + 2.203125, + 2.289062, + 2.476562, + 2.203125, + 2.226562, + 2.234375, + 2.257812, + 2.273438, + 2.195312, + 2.40625, + 2.304688, + 2.265625, + 2.1875, + 2.359375, + 2.335938, + 2.320312, + 2.34375, + 2.34375, + 2.335938, + 2.375, + 2.296875, + 2.359375, + 3.171875, + 2.40625, + 2.28125, + 1.820312, + 2.273438, + 2.09375, + 2.34375, + 2.335938, + 2.265625, + 2.242188, + 1.902344, + 1.804688, + 1.933594, + 2.289062, + 2.304688, + 2.4375, + 2.226562, + 2.328125, + 2.273438, + 2.226562, + 2.164062, + 2.515625, + 2.351562, + 2.257812, + 2.421875, + 2.359375, + 2.164062, + 2.234375, + 2.257812, + 2.265625, + 2.203125, + 2.1875, + 2.320312, + 2.210938, + 2.296875, + 2.328125, + 2.359375, + 2.25, + 2.148438, + 2.296875, + 2.335938, + 2.070312, + 2.28125, + 1.186523, + 2.234375, + 2.195312, + 2.335938, + 2.367188, + 2.257812, + 2.335938, + 2.21875, + 2.148438, + 2.28125, + 2.34375, + 2.289062, + 2.164062, + 2.320312, + 2.320312, + 2.164062, + 2.414062, + 2.265625, + 2.507812, + 2.140625, + 2.289062, + 3.296875, + 2.007812, + 2.304688, + 2.28125, + 2.179688, + 2.210938, + 2.398438, + 2.09375, + 2.375, + 1.609375, + 1.964844, + 2.390625, + 2.421875, + 2.203125, + 2.078125, + 2.328125, + 2.054688, + 2.195312, + 2.445312, + 1.96875, + 2.304688, + 2.164062, + 1.84375, + 2.375, + 2.226562, + 2.390625, + 2.085938, + 1.671875, + 2.28125, + 2.335938, + 1.447266, + 2.257812, + 2.171875, + 2.234375, + 1.1875, + 2.226562, + 2.203125, + 3.609375, + 4.265625, + 2.164062, + 1.867188, + 2.203125, + 2.328125, + 2.25, + 2.351562, + 2.234375, + 2.335938, + 2.328125, + 2.296875, + 2.273438, + 2.359375, + 2.164062, + 2.226562, + 2.273438, + 2.179688, + 3.828125, + 2.296875, + 2.046875, + 2.023438, + 2.328125, + 1.957031, + 2.15625, + 1.882812, + 2.257812, + 2.164062, + 2.140625, + 2.273438, + 2.414062, + 2.507812, + 2.554688, + 2.195312, + 2.28125, + 2.117188, + 2.203125, + 2.15625, + 2.257812, + 0.394531, + 2.171875, + 2.109375, + 2.226562, + 2.265625, + 1.941406, + 2.265625, + 2.257812, + 2.132812, + 2.15625, + 2.203125, + 1.0271, + 2.070312, + 2.351562, + 2.203125, + 2.210938, + 2.351562, + 2.234375, + 2.242188, + 1.167969, + 2.054688, + 2.15625, + 2.296875, + 2.320312, + 2.351562, + 2.351562, + 2.320312, + 2.203125, + 2.359375, + 2.296875, + 2.117188, + 2.148438, + 2.351562, + 2.328125, + 2.273438, + 2.335938, + 1.220703, + 2.203125, + 2.3125, + 2.367188, + 2.15625, + 2.320312, + 2.382812, + 2.328125, + 2.195312, + 2.359375, + 2.007812, + 2.171875, + 2.179688, + 2.429688, + 2.109375, + 2.09375, + 2.3125, + 1.01355, + 0.564453, + 1.859375, + 2.15625, + 2.265625, + 2.296875, + 2.21875, + 2.328125, + 0.900391, + 0.669922, + 2.195312, + 3.703125, + 2.226562, + 1.957031, + 2.210938, + 2.195312, + 2.445312, + 2.515625, + 1.100586, + 2.328125, + 2.0625, + 2.164062, + 1.605469, + 2.28125, + 2.15625, + 2.335938, + 2.125, + 2.390625, + 2.265625, + 2.265625, + 2.257812, + 2.328125, + 2.335938, + 2.242188, + 2.148438, + 2.203125, + 2.4375, + 2.390625, + 2.210938, + 1.746094, + 0.807617, + 1.992188, + 2.234375, + 2.367188, + 2.28125, + 2.1875, + 2.226562, + 2.234375, + 2.382812, + 0.634766, + 2.164062, + 2.007812, + 2.304688, + 2.265625, + 1.052002, + 2.367188, + 2.335938, + 2.367188, + 2.3125, + 2.328125, + 2.140625, + 2.148438, + 1.05835, + 2.171875, + 2.070312, + 2.21875, + 1.300781, + 2.273438, + 2.195312, + 3.796875, + 2.382812, + 2.460938, + 2.070312, + 2.125, + 2.15625, + 2.390625, + 1.761719, + 2.132812, + 2.257812, + 1.914062, + 2.53125, + 1.291016, + 2.117188, + 2.257812, + 2.234375, + 2.265625, + 2.242188, + 2.359375, + 2.09375, + 2.320312, + 0.650391, + 2.351562, + 2.40625, + 2.296875, + 2.367188, + 2.109375, + 2.367188, + 2.265625, + 0.591797, + 2.085938, + 0.976074, + 2.382812, + 1.057617, + 2.09375, + 2.320312, + 2.382812, + 2.304688, + 2.046875, + 2.367188, + 2.117188, + 2.234375, + 1.002701, + 2.484375, + 1.972656, + 1.894531, + 1.40625, + 2.242188, + 2.34375, + 2.28125, + 2.5, + 2.179688, + 2.203125, + 2.320312, + 1.875, + 2.429688, + 2.304688, + 0.909668, + 2.328125, + 2.296875, + 2.242188, + 0.974731, + 0.8125, + 2.265625, + 2.4375, + 2.328125, + 2.4375, + 2.40625, + 2.234375, + 1.835938, + 2.390625, + 2.304688, + 2.398438, + 2.289062, + 2.09375, + 2.40625, + 2.421875, + 2.398438, + 2.320312, + 2.265625, + 2.289062, + 2.234375, + 2.09375, + 2.226562, + 2.25, + 2.179688, + 2.1875, + 2.375, + 2.492188, + 2.414062, + 2.359375, + 2.234375, + 2.390625, + 2.40625, + 0.849609, + 2.015625, + 2.117188, + 1.059814, + 2.335938, + 2.46875, + 2.289062, + 2.40625, + 2.273438, + 2.273438, + 2.226562, + 2.414062, + 0.897461, + 2.078125, + 2.25, + 2.257812, + 2.28125, + 2.164062, + 2.070312, + 2.320312, + 2.351562, + 2.320312, + 2.28125, + 2.273438, + 1.030762, + 2.359375, + 2.328125, + 1.914062, + 2.289062, + 2.296875, + 2.398438, + 4.46875, + 2.304688, + 2.335938, + 2.5, + 2.351562, + 2.328125, + 2.195312, + 2.109375, + 2.171875, + 2.296875, + 2.375, + 2.375, + 2.25, + 1.40625, + 2.25, + 1.363281, + 2.359375, + 2.28125, + 2.03125, + 2.304688, + 2.210938, + 2.25, + 2.210938, + 2.25, + 2.195312, + 0.896973, + 0.734375, + 0.772461, + 2.273438, + 2.179688, + 1.294922, + 2.257812, + 2.179688, + 2.226562, + 1.394531, + 2.273438, + 1.976562, + 2.265625, + 1.237305, + 2.296875, + 2.304688, + 3.609375, + 2.28125, + 2.25, + 2.226562, + 2.242188, + 2.34375, + 1.765625, + 2.414062, + 0.658203, + 2.195312, + 2.234375, + 2.273438, + 2.351562, + 2.15625, + 2.015625, + 2.101562, + 0.973633, + 2.445312, + 2.054688, + 2.296875, + 2.265625, + 1.75, + 2.34375, + 2.234375, + 2.242188, + 2.265625, + 2.210938, + 2.226562, + 2.367188, + 2.265625, + 2.296875, + 3.375, + 2.273438, + 2.3125, + 2.171875, + 2.328125, + 2.164062, + 2.195312, + 2.265625, + 2.429688, + 2.351562, + 2.367188, + 2.320312, + 2.15625, + 2.398438, + 2.3125, + 2.414062, + 2.125, + 2.3125, + 2.34375, + 2.109375, + 2.195312, + 2.40625, + 2.132812, + 2.3125, + 1.4375, + 2.375, + 2.195312, + 2.21875, + 2.117188, + 2.164062, + 2.242188, + 2.484375, + 1.65625, + 2.539062, + 1.621094, + 2.429688, + 2.359375, + 2.210938, + 2.015625, + 2.359375, + 1.78125, + 2.320312, + 1.115723, + 2.375, + 1.875, + 2.101562, + 2.265625, + 2.1875, + 2.351562, + 2.296875, + 2.234375, + 2.148438, + 2.257812, + 2.335938, + 2.203125, + 0.887207, + 2.203125, + 2.320312, + 2.164062, + 2.3125, + 2.203125, + 2.484375, + 2.210938, + 1.996094, + 2.148438, + 2.179688, + 1.953125, + 3.546875, + 2.296875, + 2.351562, + 2.304688, + 2.257812, + 2.328125, + 0.822266, + 2.179688, + 2.1875, + 2.335938, + 2.164062, + 2.09375, + 1.664062, + 0.803711, + 2.226562, + 0.800781, + 1.15332, + 2.171875, + 2.234375, + 2.296875, + 2.320312, + 1.71875, + 2.25, + 2.15625, + 2.289062, + 0.934082, + 2.320312, + 2.234375, + 2.265625, + 2.257812, + 2.289062, + 2.242188, + 1.00014, + 2.34375, + 2.203125, + 1.796875, + 1.271484, + 2.203125, + 2.234375, + 1.458984, + 2.359375, + 3.15625, + 2.390625, + 2.195312, + 2.4375, + 2.15625, + 1.371094, + 2.3125, + 2.164062, + 2.085938, + 2.21875, + 2.265625, + 2.054688, + 0.869141, + 2.289062, + 2.210938, + 2.351562, + 2.28125, + 2.21875, + 2.367188, + 2.359375, + 2.242188, + 2.140625, + 2.289062, + 2.601562, + 2.34375, + 2.351562, + 2.335938, + 2.296875, + 2.203125, + 2.359375, + 2.289062, + 2.25, + 0.658203, + 2.351562, + 2.171875, + 2.3125, + 2.195312, + 2.390625, + 2.171875, + 2.351562, + 2.414062, + 2.335938, + 2.273438, + 2.351562, + 2.414062, + 2.476562, + 1.867188, + 2.328125, + 1.039795, + 2.257812, + 1.263672, + 2.351562, + 2.289062, + 2.328125, + 1.029541, + 2.195312, + 2.28125, + 2.132812, + 2.289062, + 2.3125, + 2.328125, + 2.148438, + 2.421875, + 2.226562, + 2.164062, + 1.472656, + 2.351562, + 2.257812, + 3.25, + 2.328125, + 2.304688, + 2.390625, + 2.367188, + 2.335938, + 2.242188, + 2.195312, + 2.195312, + 2.195312, + 2.320312, + 2.257812, + 1.363281, + 2.21875, + 2.304688, + 2.335938, + 2.328125, + 1.015381, + 2.398438, + 2.5, + 2.390625, + 2.179688, + 2.273438, + 2.195312, + 2.367188, + 2.375, + 1.462891, + 2.375, + 2.320312, + 2.289062, + 2.390625, + 2.328125, + 2.289062, + 2.476562, + 2.382812, + 2.296875, + 2.328125, + 2.265625, + 2.195312, + 2.296875, + 2.320312, + 2.320312, + 2.34375, + 1.742188, + 2.765625, + 2.132812, + 2.257812, + 2.023438, + 2.265625, + 1.886719, + 2.226562, + 2.085938, + 2.117188, + 0.954102, + 2.257812, + 2.125, + 2.648438, + 2.632812, + 2.234375, + 2.335938, + 0.625, + 2.25, + 4.40625, + 0.716797, + 1.894531, + 2.304688, + 2.28125, + 2.3125, + 2.210938, + 2.328125, + 2.203125, + 2.171875, + 2.289062, + 2.21875, + 1.53125, + 2.34375, + 2.226562, + 2.289062, + 1.71875, + 2.320312, + 2.367188, + 2.390625, + 2.320312, + 2.195312, + 2.289062, + 2.375, + 2.140625, + 1.6875, + 2.195312, + 2.210938, + 2.257812, + 2.351562, + 2.09375, + 2.257812, + 2.039062, + 2.328125, + 2.21875, + 1.929688, + 2.367188, + 2.367188, + 2.375, + 2.46875, + 2.164062, + 2.195312, + 2.34375, + 2.3125, + 1.792969, + 0.933105, + 2.289062, + 3.703125, + 2.148438, + 2.117188, + 2.304688, + 2.375, + 2.296875, + 0.789062, + 2.132812, + 2.195312, + 2.546875, + 2.257812, + 2.289062, + 2.265625, + 2.34375, + 2.171875, + 2.203125, + 2.289062, + 2.25, + 2.242188, + 2.390625, + 2.28125, + 2.171875, + 2.164062, + 2.132812, + 2.203125, + 2.234375, + 2.195312, + 2.328125, + 2.351562, + 1.992188, + 3.078125, + 2.0625, + 2.289062, + 2.171875, + 2.210938, + 2.164062, + 1.933594, + 2.28125, + 2.148438, + 2.476562, + 2.328125, + 2.257812, + 1.847656, + 2.039062, + 2.203125, + 2.132812, + 2.335938, + 2.351562, + 2.328125, + 2.414062, + 2.21875, + 2.101562, + 2.28125, + 1.519531, + 2.132812, + 2.34375, + 2.5, + 2.398438, + 2.265625, + 2.328125, + 2.335938, + 2.265625, + 2.320312, + 2.28125, + 2.367188, + 2.164062, + 2.015625, + 2.242188, + 2.320312, + 2.3125, + 2.140625, + 2.40625, + 2.304688, + 2.3125, + 2.28125, + 2.1875, + 2.28125, + 3.59375, + 2.210938, + 2.234375, + 2.273438, + 2.226562, + 2.289062, + 2.289062, + 2.289062, + 2.15625, + 2.3125, + 2.320312, + 2.53125, + 2.6875, + 2.320312, + 2.320312, + 2.351562, + 2.28125, + 0.652344, + 2.21875, + 2.390625, + 2.3125, + 1.589844, + 2.226562, + 2.289062, + 1.878906, + 1.042969, + 2.226562, + 2.132812, + 2.367188, + 2.1875, + 2.296875, + 2.210938, + 2.1875, + 2.101562, + 2.25, + 3.328125, + 2.164062, + 1.84375, + 2.304688, + 2.359375, + 1.498047, + 0.839844, + 2.265625, + 2.265625, + 2.296875, + 1.785156, + 2.265625, + 2.109375, + 2.21875, + 2.34375, + 2.40625, + 2.109375, + 2.328125, + 2.171875, + 2.195312, + 2.40625, + 2.359375, + 2.632812, + 1.371094, + 1.886719, + 2.351562, + 2.1875, + 2.257812, + 2.015625, + 2.4375, + 2.460938, + 2.226562, + 1.832031, + 2.40625, + 2.289062, + 2.265625, + 2.289062, + 2.265625, + 1.9375, + 2.054688, + 2.476562, + 0.648438, + 0.746094, + 2.21875, + 2.21875, + 2.320312, + 2.453125, + 2.015625, + 2.320312, + 1.435547, + 2.304688, + 1.535156, + 1.59375, + 2.390625, + 2.3125, + 2.195312, + 2.351562, + 2.132812, + 2.328125, + 1.435547, + 2.296875, + 2.109375, + 2.351562, + 2.265625, + 2.21875, + 2.3125, + 2.320312, + 2.03125, + 2.320312, + 2.148438, + 2.226562, + 2.15625, + 1.996094, + 2.195312, + 2.171875, + 4.640625, + 2.25, + 2.414062, + 1.03418, + 2.320312, + 2.28125, + 2.898438, + 2.179688, + 2.445312, + 2.21875, + 2.296875, + 2.320312, + 3.0625, + 2.023438, + 2.234375, + 2.40625, + 2.335938, + 2.3125, + 2.3125, + 2.226562, + 2.242188, + 2.257812, + 2.40625, + 2.1875, + 2.234375, + 2.671875, + 0.839844, + 2.226562, + 2.296875, + 2.382812, + 2.1875, + 2.25, + 0.542969, + 2.171875, + 2.265625, + 2.03125, + 2.382812, + 1.628906, + 2.351562, + 2.21875, + 2.296875, + 2.304688, + 2.28125, + 3.5, + 2.078125, + 1.988281, + 2.351562, + 3.609375, + 2.28125, + 1.089355, + 2.0625, + 2.351562, + 0.695312, + 2.226562, + 2.8125, + 2.234375, + 2.28125, + 2.320312, + 2.109375, + 2.773438, + 2.328125, + 2.304688, + 2.265625, + 2.398438, + 2.242188, + 2.296875, + 2.523438, + 3.125, + 2.320312, + 2.304688, + 2.1875, + 2.367188, + 1.828125, + 2.375, + 2.28125, + 2.390625, + 2.226562, + 2.835938, + 2.382812, + 1.589844, + 2.382812, + 0.774414, + 2.351562, + 2.171875, + 2.46875, + 2.3125, + 2.351562, + 2.257812, + 2.148438, + 2.039062, + 2.132812, + 2.226562, + 2.234375, + 2.304688, + 2.203125, + 2.171875, + 1.816406, + 2.101562, + 1.960938, + 1.109375, + 2.273438, + 2.296875, + 2.226562, + 2.0625, + 2.21875, + 2.125, + 2.117188, + 2.210938, + 1.761719, + 2.0625, + 2.375, + 2.390625, + 2.179688, + 2.132812, + 2.273438, + 2.507812, + 2.40625, + 2.320312, + 2.398438, + 1.223633, + 2.242188, + 2.140625, + 2.242188, + 2.335938, + 2.117188, + 2.359375, + 2.296875, + 2.289062, + 2.320312, + 2.335938, + 2.226562, + 2.046875, + 2.3125, + 2.390625, + 2.25, + 2.375, + 2.460938, + 2.320312, + 2.101562, + 2.289062, + 2.453125, + 2.304688, + 1.726562, + 1.255859, + 2.203125, + 1.8125, + 2.304688, + 2.359375, + 2.296875, + 0.835938, + 2.265625, + 2.296875, + 2.335938, + 2.289062, + 2.335938, + 2.242188, + 2.320312, + 0.160156, + 2.328125, + 2.226562, + 2.242188, + 2.289062, + 3.03125, + 2.296875, + 2.265625, + 2.179688, + 2.351562, + 2.289062, + 2.164062, + 2.273438, + 2.296875, + 1.9375, + 1.917969, + 1.816406, + 0.943848, + 2.257812, + 2.148438, + 2.320312, + 2.3125, + 2.296875, + 2.265625, + 2.335938, + 2.351562, + 2.34375, + 2.28125, + 2.195312, + 2.21875, + 1.652344, + 0.617188, + 2.078125, + 2.335938, + 2.3125, + 2.164062, + 2.335938, + 2.359375, + 2.3125, + 2.304688, + 1.992188, + 2.1875, + 2.210938, + 1.326172, + 2.132812, + 2.203125, + 2.335938, + 2.382812, + 1.431641, + 2.210938, + 2.257812, + 2.3125, + 2.289062, + 2.1875, + 0.966797, + 2.34375, + 2.234375, + 2.09375, + 2.351562, + 2.351562, + 2.226562, + 2.1875, + 2.296875, + 2.3125, + 2.234375, + 2.25, + 2.28125, + 2.382812, + 2.257812, + 2.273438, + 0.839844, + 2.132812, + 2.351562, + 2.328125, + 2.257812, + 2.3125, + 2.210938, + 2.109375, + 1.773438, + 2.414062, + 2.3125, + 2.234375, + 2.273438, + 1.886719, + 2.21875, + 2.523438, + 2.390625, + 2.289062, + 2.289062, + 2.273438, + 2.203125, + 2.3125, + 2.164062, + 2.429688, + 2.1875, + 2.234375, + 2.164062, + 2.132812, + 2.304688, + 2.359375, + 2.164062, + 2.3125, + 1.574219, + 0.707031, + 2.179688, + 2.226562, + 2.289062, + 2.320312, + 2.179688, + 2.242188, + 2.210938, + 2.320312, + 2.210938, + 2.09375, + 2.34375, + 2.171875, + 2.34375, + 0.955811, + 2.289062, + 2.242188, + 2.492188, + 2.414062, + 2.367188, + 2.234375, + 2.320312, + 2.265625, + 2.210938, + 2.398438, + 2.335938, + 2.375, + 2.351562, + 2.421875, + 2.109375, + 2.359375, + 2.078125, + 2.195312, + 2.25, + 2.289062, + 2.421875, + 2.296875, + 2.335938, + 2.28125, + 2.320312, + 3.390625, + 2.015625, + 2.226562, + 2.007812, + 1.746094, + 2.328125, + 2.265625, + 2.28125, + 1.019043, + 2.039062, + 2.367188, + 2.28125, + 2.273438, + 2.09375, + 2.367188, + 2.34375, + 2.195312, + 2.15625, + 3.703125, + 0.707031, + 2.265625, + 2.28125, + 2.328125, + 2.257812, + 2.359375, + 2.304688, + 2.390625, + 0.803711, + 2.242188, + 2.257812, + 2.296875, + 2.375, + 2.367188, + 2.398438, + 2.476562, + 2.351562, + 2.109375, + 1.796875, + 2.15625, + 2.375, + 2.226562, + 2.296875, + 2.335938, + 2.3125, + 2.390625, + 2.023438, + 2.257812, + 2.1875, + 2.320312, + 2.226562, + 2.242188, + 2.195312, + 2.25, + 2.125, + 2.257812, + 2.359375, + 3.734375, + 2.234375, + 2.226562, + 2.367188, + 0.817383, + 2.40625, + 2.226562, + 2.320312, + 2.414062, + 2.335938, + 2.445312, + 2.390625, + 2.40625, + 2.289062, + 1.992188, + 2.15625, + 2.382812, + 2.351562, + 0.832031, + 2.375, + 2.523438, + 2.304688, + 2.367188, + 2.367188, + 2.21875, + 2.367188, + 2.359375, + 2.296875, + 2.273438, + 2.375, + 1.378906, + 2.234375, + 2.296875, + 2.296875, + 1.01123, + 2.359375, + 1.306641, + 2.265625, + 0.666016, + 2.289062, + 2.203125, + 2.53125, + 1.851562, + 2.4375, + 2.296875, + 2.296875, + 2.328125, + 2.257812, + 2.257812, + 2.375, + 2.367188, + 0.644531, + 1.601562, + 1.878906, + 2.234375, + 2.328125, + 2.328125, + 2.265625, + 2.4375, + 2.195312, + 2.140625, + 2.40625, + 2.328125, + 2.421875, + 2.28125, + 2.140625, + 2.148438, + 2.179688, + 2.398438, + 1.90625, + 2.242188, + 2.085938, + 2.34375, + 2.359375, + 2.3125, + 2.09375, + 2.414062, + 2.414062, + 2.375, + 2.265625, + 2.234375, + 2.203125, + 2.28125, + 3.203125, + 1.289062, + 2.382812, + 2.265625, + 2.40625, + 1.455078, + 2.179688, + 2.359375, + 2.398438, + 1.204102, + 2.21875, + 2.007812, + 2.28125, + 2.375, + 1.996094, + 0.793945, + 2.414062, + 2.40625, + 2.265625, + 0.666016, + 2.046875, + 1.015259, + 3.65625, + 2.21875, + 2.203125, + 2.375, + 2.28125, + 2.320312, + 2.296875, + 2.296875, + 2.210938, + 1.4375, + 1.5, + 2.257812, + 2.226562, + 2.351562, + 2.3125, + 2.148438, + 2.429688, + 2.320312, + 2.132812, + 2.234375, + 2.382812, + 2.179688, + 1.75, + 2.375, + 2.289062, + 4.109375, + 2.25, + 2.28125, + 1.404297, + 2.171875, + 1.066406, + 2.320312, + 2.242188, + 2.171875, + 2.195312, + 2.382812, + 2.085938, + 2.265625, + 2.148438, + 2.25, + 2.296875, + 2.234375, + 2.3125, + 2.359375, + 2.375, + 2.390625, + 2.289062, + 2.382812, + 2.273438, + 1.835938, + 2.15625, + 2.320312, + 1.917969, + 2.304688, + 2.335938, + 2.101562, + 2.296875, + 2.101562, + 2.257812, + 2.328125, + 2.257812, + 1.964844, + 2.265625, + 2.242188, + 2.296875, + 2.226562, + 2.226562, + 2.429688, + 2.234375, + 2.328125, + 2.25, + 2.171875, + 2.382812, + 2.3125, + 1.6875, + 2.21875, + 2.304688, + 1.435547, + 2.132812, + 2.1875, + 1.135742, + 2.328125, + 2.140625, + 2.195312, + 2.171875, + 2.171875, + 2.351562, + 2.296875, + 2.34375, + 2.117188, + 2.289062, + 2.265625, + 2.4375, + 2.203125, + 1.726562, + 2.273438, + 2.40625, + 2.460938, + 1.574219, + 2.203125, + 2.265625, + 2.328125, + 3.28125, + 2.351562, + 2.164062, + 2.171875, + 2.226562, + 1.980469, + 2.289062, + 2.265625, + 2.359375, + 1.083984, + 2.242188, + 2.320312, + 1.304688, + 2.140625, + 2.109375, + 2.289062, + 2.375, + 2.359375, + 2.289062, + 1.550781, + 2.226562, + 2.289062, + 2.257812, + 2.320312, + 2.265625, + 2.164062, + 2.40625, + 1.324219, + 1.867188, + 2.390625, + 2.375, + 2.398438, + 2.125, + 2.0, + 2.296875, + 2.382812, + 1.168945, + 2.195312, + 2.257812, + 0.842773, + 2.273438, + 2.257812, + 2.289062, + 2.203125, + 1.161133, + 2.34375, + 2.226562, + 0.989014, + 2.257812, + 2.289062, + 2.171875, + 2.21875, + 2.234375, + 2.421875, + 1.195312, + 2.265625, + 2.039062, + 2.40625, + 2.265625, + 2.296875, + 2.21875, + 2.0625, + 2.34375, + 2.351562, + 2.171875, + 2.21875, + 1.18457, + 2.445312, + 2.171875, + 2.242188, + 2.132812, + 2.328125, + 2.265625, + 2.273438, + 2.1875, + 2.367188, + 2.15625, + 2.226562, + 2.367188, + 2.679688, + 2.890625, + 2.453125, + 0.84668, + 2.328125, + 2.296875, + 2.273438, + 2.148438, + 2.15625, + 2.03125, + 2.007812, + 2.328125, + 2.28125, + 1.363281, + 2.351562, + 2.296875, + 2.140625 + ] + }, + "name": "onnx::Mul_8687", + "outputIndexes": [ + 1885 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1884, + 1885 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_19/Mul_1_output_0", + "outputIndexes": [ + 1886 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1815, + 1886 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_98_output_0", + "outputIndexes": [ + 1887 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1887 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_19/Mul_output_0", + "outputIndexes": [ + 1888 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.175781, + 1.236328, + 1.203125, + 1.207031, + 1.194336, + 1.141602, + 1.198242, + 1.5625, + 1.157227, + 1.257812, + 1.222656, + 1.18457, + 1.155273, + 1.142578, + 1.219727, + 1.208008, + 1.211914, + 1.240234, + 1.433594, + 1.21875, + 1.240234, + 1.239258, + 1.196289, + 1.251953, + 1.229492, + 1.186523, + 1.112305, + 1.226562, + 1.172852, + 1.229492, + 1.216797, + 1.255859, + 1.223633, + 1.507812, + 1.177734, + 1.179688, + 1.235352, + 1.178711, + 1.225586, + 1.219727, + 1.167969, + 1.222656, + 1.168945, + 1.217773, + 1.476562, + 1.15332, + 1.181641, + 1.177734, + 1.824219, + 1.259766, + 1.242188, + 1.208008, + 1.154297, + 1.138672, + 1.167969, + 1.147461, + 1.123047, + 1.183594, + 1.275391, + 1.255859, + 1.279297, + 1.128906, + 1.245117, + 1.121582, + 1.099121, + 1.202148, + 1.291016, + 1.19043, + 1.222656, + 1.208984, + 1.167969, + 1.195312, + 1.183594, + 1.202148, + 1.211914, + 1.231445, + 1.376953, + 1.246094, + 1.240234, + 1.447266, + 1.261719, + 1.539062, + 1.207031, + 1.306641, + 1.183594, + 1.131836, + 1.183594, + 1.253906, + 1.433594, + 1.253906, + 1.201172, + 1.21875, + 1.167969, + 1.539062, + 1.200195, + 1.5625, + 1.182617, + 1.265625, + 1.110352, + 1.1875, + 1.263672, + 1.175781, + 1.18457, + 1.167969, + 1.162109, + 1.205078, + 1.151367, + 1.246094, + 1.197266, + 1.177734, + 1.183594, + 1.166992, + 1.245117, + 0.626953, + 1.152344, + 1.197266, + 1.25, + 1.333984, + 1.199219, + 1.134766, + 1.169922, + 1.149414, + 1.273438, + 1.172852, + 1.199219, + 1.199219, + 1.200195, + 1.212891, + 1.175781, + 1.291016, + 1.324219, + 1.223633, + 1.25, + 1.238281, + 1.192383, + 1.155273, + 1.240234, + 1.145508, + 1.21582, + 1.146484, + 1.011658, + 1.339844, + 1.253906, + 1.169922, + 1.236328, + 1.326172, + 1.201172, + 1.267578, + 1.224609, + 1.224609, + 1.255859, + 1.25, + 1.255859, + 1.085938, + 1.216797, + 1.21875, + 1.412109, + 1.186523, + 1.585938, + 1.53125, + 0.503906, + 1.189453, + 1.193359, + 1.386719, + 1.21582, + 1.211914, + 1.161133, + 1.535156, + 1.147461, + 1.236328, + 1.206055, + 1.507812, + 1.193359, + 1.578125, + 1.246094, + 1.180664, + 1.119141, + 1.632812, + 1.207031, + 1.234375, + 1.189453, + 1.482422, + 1.229492, + 1.412109, + 0.985107, + 1.209961, + 1.472656, + 1.209961, + 1.259766, + 1.182617, + 1.208984, + 1.185547, + 1.202148, + 1.177734, + 1.238281, + 1.199219, + 1.196289, + 1.172852, + 1.189453, + 1.19043, + 1.193359, + 1.193359, + 1.217773, + 1.237305, + 1.243164, + 1.196289, + 1.115234, + 1.222656, + 1.202148, + 1.204102, + 1.208008, + 1.267578, + 1.22168, + 1.239258, + 1.227539, + 1.167969, + 1.220703, + 1.214844, + 1.164062, + 1.234375, + 1.267578, + 1.155273, + 1.186523, + 1.257812, + 1.189453, + 1.207031, + 1.206055, + 1.188477, + 1.248047, + 1.261719, + 0.417969, + 1.207031, + 1.15332, + 1.15332, + 1.162109, + 1.150391, + 1.139648, + 1.177734, + 1.192383, + 1.292969, + 0.904785, + 1.209961, + 1.177734, + 1.349609, + 1.273438, + 1.207031, + 1.211914, + 1.285156, + 1.209961, + 1.378906, + 1.222656, + 1.25, + 1.478516, + 1.259766, + 1.194336, + 1.1875, + 1.188477, + 1.273438, + 1.235352, + 1.208008, + 1.19043, + 1.1875, + 1.241211, + 1.224609, + 1.216797, + 1.259766, + 1.160156, + 1.208984, + 1.200195, + 1.179688, + 1.152344, + 1.223633, + 1.232422, + 1.235352, + 1.296875, + 1.182617, + 1.4375, + 1.194336, + 1.168945, + 1.194336, + 1.25, + 1.15332, + 1.380859, + 1.191406, + 1.255859, + 1.200195, + 1.206055, + 1.180664, + 1.519531, + 1.214844, + 1.255859, + 1.550781, + 1.225586, + 1.220703, + 1.161133, + 1.135742, + 1.188477, + 1.227539, + 1.208008, + 1.201172, + 1.107422, + 1.232422, + 1.554688, + 1.176758, + 1.464844, + 1.161133, + 1.118164, + 1.214844, + 1.197266, + 1.19043, + 1.229492, + 1.574219, + 1.206055, + 1.214844, + 1.200195, + 1.245117, + 1.175781, + 1.226562, + 1.235352, + 1.211914, + 1.209961, + 1.199219, + 1.208008, + 1.18457, + 1.181641, + 1.152344, + 1.275391, + 1.211914, + 1.161133, + 1.202148, + 1.287109, + 1.193359, + 1.164062, + 1.158203, + 0.339844, + 1.173828, + 1.15332, + 1.152344, + 1.192383, + 1.193359, + 1.283203, + 1.306641, + 1.285156, + 1.241211, + 1.150391, + 1.333984, + 1.176758, + 1.351562, + 1.296875, + 1.185547, + 1.291016, + 1.271484, + 1.177734, + 1.275391, + 1.511719, + 1.478516, + 1.178711, + 1.193359, + 1.28125, + 1.251953, + 1.507812, + 1.173828, + 1.255859, + 1.394531, + 1.333984, + 1.166992, + 1.239258, + 1.292969, + 1.21582, + 1.222656, + 1.146484, + 1.182617, + 1.188477, + 1.214844, + 1.232422, + 1.226562, + 1.201172, + 1.201172, + 1.135742, + 1.263672, + 1.205078, + 1.197266, + 1.369141, + 1.419922, + 1.206055, + 1.147461, + 1.261719, + 1.265625, + 1.1875, + 1.174805, + 1.239258, + 1.24707, + 1.609375, + 1.175781, + 1.238281, + 1.175781, + 1.213867, + 1.613281, + 1.214844, + 1.172852, + 1.205078, + 1.208008, + 1.1875, + 1.211914, + 1.412109, + 1.170898, + 1.185547, + 1.232422, + 1.275391, + 1.186523, + 1.231445, + 1.230469, + 1.145508, + 1.201172, + 1.15625, + 1.238281, + 1.214844, + 1.161133, + 1.279297, + 1.196289, + 1.236328, + 1.176758, + 1.291016, + 1.169922, + 1.176758, + 1.207031, + 1.183594, + 1.151367, + 1.217773, + 1.175781, + 1.164062, + 1.206055, + 1.217773, + 1.209961, + 0.748047, + 1.173828, + 1.180664, + 1.162109, + 1.166992, + 1.171875, + 1.166016, + 1.161133, + 1.151367, + 1.275391, + 0.914551, + 1.180664, + 1.15918, + 1.246094, + 1.22168, + 1.139648, + 1.15332, + 1.208984, + 1.208008, + 1.174805, + 1.199219, + 1.151367, + 1.238281, + 1.141602, + 1.245117, + 1.298828, + 1.181641, + 1.146484, + 1.161133, + 1.232422, + 1.335938, + 1.207031, + 1.482422, + 1.298828, + 1.203125, + 1.217773, + 1.208008, + 1.183594, + 1.18457, + 1.324219, + 1.186523, + 1.208008, + 1.492188, + 1.269531, + 1.220703, + 1.166992, + 1.220703, + 1.251953, + 1.088379, + 1.197266, + 1.165039, + 1.177734, + 1.535156, + 1.212891, + 1.192383, + 1.168945, + 1.259766, + 1.183594, + 1.229492, + 1.161133, + 1.263672, + 1.223633, + 1.609375, + 1.445312, + 1.339844, + 1.527344, + 1.200195, + 1.18457, + 1.176758, + 1.347656, + 1.193359, + 1.142578, + 1.271484, + 1.160156, + 1.151367, + 1.19043, + 1.213867, + 1.148438, + 1.224609, + 1.176758, + 1.239258, + 1.18457, + 1.230469, + 1.246094, + 1.186523, + 1.21875, + 1.124512, + 1.200195, + 1.535156, + 1.451172, + 1.208008, + 1.519531, + 1.18457, + 1.208984, + 1.191406, + 1.197266, + 1.166992, + 1.208008, + 1.198242, + 1.460938, + 1.195312, + 1.351562, + 1.196289, + 1.160156, + 1.19043, + 1.355469, + 0.720703, + 1.283203, + 1.070312, + 1.271484, + 1.160156, + 1.205078, + 1.198242, + 1.193359, + 1.369141, + 1.195312, + 1.186523, + 1.1875, + 1.546875, + 1.160156, + 1.154297, + 1.10791, + 1.18457, + 0.848633, + 1.238281, + 1.210938, + 1.207031, + 1.382812, + 1.201172, + 1.249023, + 1.130859, + 1.212891, + 1.192383, + 1.009521, + 1.135742, + 1.146484, + 1.138672, + 1.150391, + 1.173828, + 1.169922, + 1.585938, + 1.145508, + 1.198242, + 1.183594, + 1.455078, + 1.186523, + 1.089355, + 1.357422, + 1.152344, + 1.191406, + 1.131836, + 1.230469, + 1.161133, + 1.162109, + 0.853516, + 1.246094, + 1.15625, + 1.166992, + 1.104004, + 1.009277, + 1.738281, + 1.232422, + 1.130859, + 1.151367, + 1.193359, + 1.304688, + 1.178711, + 1.199219, + 1.271484, + 1.163086, + 1.181641, + 1.192383, + 1.217773, + 1.169922, + 1.234375, + 1.24707, + 1.164062, + 1.227539, + 1.210938, + 1.10498, + 1.177734, + 1.168945, + 1.208008, + 1.211914, + 1.230469, + 1.15332, + 1.208008, + 1.191406, + 1.223633, + 1.172852, + 1.186523, + 1.279297, + 1.225586, + 1.189453, + 1.192383, + 1.168945, + 1.24707, + 1.245117, + 1.326172, + 1.251953, + 1.222656, + 1.167969, + 1.212891, + 1.222656, + 1.198242, + 1.396484, + 1.238281, + 1.194336, + 1.326172, + 1.535156, + 1.186523, + 1.306641, + 1.195312, + 1.226562, + 1.162109, + 1.330078, + 1.328125, + 1.636719, + 1.199219, + 1.267578, + 1.152344, + 1.259766, + 1.232422, + 1.191406, + 1.206055, + 1.152344, + 1.150391, + 1.125, + 1.186523, + 1.566406, + 1.199219, + 1.244141, + 1.222656, + 1.21875, + 1.21582, + 1.229492, + 1.204102, + 1.161133, + 1.251953, + 1.25, + 1.199219, + 1.195312, + 1.173828, + 1.15332, + 1.205078, + 1.213867, + 1.185547, + 1.507812, + 1.875, + 1.197266, + 1.347656, + 1.222656, + 1.289062, + 1.132812, + 1.180664, + 1.020874, + 1.172852, + 1.238281, + 1.19043, + 1.200195, + 1.144531, + 1.208008, + 1.193359, + 1.216797, + 1.179688, + 1.255859, + 0.425781, + 1.208008, + 1.199219, + 1.172852, + 1.236328, + 1.155273, + 1.162109, + 1.227539, + 1.195312, + 1.251953, + 1.199219, + 1.193359, + 1.182617, + 1.144531, + 1.357422, + 0.856445, + 1.152344, + 1.289062, + 1.210938, + 1.271484, + 1.174805, + 1.183594, + 1.196289, + 1.21875, + 1.339844, + 1.172852, + 1.396484, + 1.181641, + 1.201172, + 1.158203, + 1.3125, + 1.175781, + 1.186523, + 1.194336, + 1.28125, + 1.201172, + 1.166016, + 1.175781, + 1.151367, + 1.154297, + 1.267578, + 1.228516, + 1.1875, + 1.257812, + 1.173828, + 1.172852, + 1.182617, + 1.237305, + 1.168945, + 1.195312, + 1.208984, + 1.191406, + 1.208984, + 1.210938, + 1.230469, + 1.292969, + 1.208008, + 1.496094, + 1.223633, + 1.225586, + 1.143555, + 1.167969, + 1.214844, + 1.198242, + 1.244141, + 1.223633, + 1.237305, + 1.135742, + 1.225586, + 1.168945, + 1.144531, + 1.151367, + 1.188477, + 1.145508, + 1.182617, + 1.138672, + 1.182617, + 1.162109, + 1.085938, + 1.279297, + 1.206055, + 1.257812, + 1.246094, + 1.189453, + 0.460938, + 1.238281, + 1.172852, + 1.135742, + 1.357422, + 1.174805, + 1.128906, + 1.22168, + 1.242188, + 1.211914, + 1.248047, + 1.251953, + 1.175781, + 1.318359, + 1.15332, + 1.285156, + 1.029907, + 1.213867, + 1.214844, + 1.196289, + 1.263672, + 1.421875, + 1.21582, + 1.168945, + 1.294922, + 1.214844, + 1.318359, + 1.157227, + 1.511719, + 1.21582, + 1.53125, + 1.230469, + 1.075684, + 1.239258, + 1.314453, + 1.202148, + 1.162109, + 1.245117, + 1.196289, + 1.208008, + 1.171875, + 1.139648, + 1.180664, + 1.213867, + 1.251953, + 1.213867, + 1.199219, + 1.224609, + 1.226562, + 1.071289, + 1.179688, + 1.316406, + 1.240234, + 1.183594, + 1.212891, + 1.237305, + 1.34375, + 1.164062, + 1.231445, + 1.22168, + 1.201172, + 1.192383, + 1.279297, + 1.135742, + 1.195312, + 1.147461, + 1.244141, + 1.199219, + 1.224609, + 1.189453, + 1.398438, + 1.239258, + 1.193359, + 1.180664, + 1.199219, + 1.123047, + 1.152344, + 1.269531, + 1.204102, + 1.265625, + 1.244141, + 1.488281, + 1.275391, + 1.15625, + 1.255859, + 1.12793, + 1.167969, + 1.207031, + 1.279297, + 1.585938, + 1.292969, + 1.232422, + 1.185547, + 1.170898, + 1.205078, + 1.18457, + 1.208984, + 1.216797, + 1.199219, + 1.227539, + 1.203125, + 1.238281, + 1.136719, + 1.191406, + 1.225586, + 1.193359, + 1.494141, + 1.205078, + 1.228516, + 1.183594, + 1.212891, + 1.183594, + 1.175781, + 1.263672, + 1.216797, + 1.176758, + 1.337891, + 1.225586, + 1.287109, + 1.186523, + 1.339844, + 1.267578, + 1.183594, + 1.605469, + 1.71875, + 1.339844, + 1.259766, + 1.241211, + 1.214844, + 1.195312, + 1.230469, + 1.585938, + 1.449219, + 1.227539, + 1.099609, + 1.185547, + 1.292969, + 1.1875, + 1.185547, + 1.178711, + 1.132812, + 1.59375, + 1.178711, + 1.257812, + 1.249023, + 1.277344, + 1.195312, + 1.208984, + 1.192383, + 1.283203, + 1.241211, + 1.226562, + 1.21875, + 1.22168, + 1.166992, + 1.150391, + 1.193359, + 1.279297, + 1.199219, + 1.246094, + 1.229492, + 1.201172, + 1.341797, + 1.542969, + 0.300781, + 1.1875, + 1.242188, + 1.155273, + 1.22168, + 1.182617, + 1.176758, + 1.167969, + 1.621094, + 1.216797, + 1.234375, + 1.320312, + 1.179688, + 1.447266, + 1.161133, + 1.198242, + 1.257812, + 1.237305, + 1.176758, + 1.219727, + 1.255859, + 1.527344, + 1.195312, + 1.200195, + 1.183594, + 1.515625, + 1.246094, + 1.239258, + 1.083008, + 1.152344, + 0.714844, + 1.277344, + 1.259766, + 1.234375, + 1.191406, + 1.394531, + 1.179688, + 1.178711, + 1.349609, + 1.009705, + 1.738281, + 0.607422, + 1.223633, + 1.196289, + 1.188477, + 1.223633, + 1.193359, + 1.316406, + 1.285156, + 1.621094, + 1.208984, + 1.199219, + 1.136719, + 1.155273, + 1.07666, + 1.203125, + 1.208008, + 1.255859, + 1.265625, + 1.519531, + 1.191406, + 1.476562, + 1.294922, + 1.211914, + 1.160156, + 1.164062, + 1.324219, + 1.225586, + 1.005707, + 1.219727, + 1.570312, + 1.388672, + 1.3125, + 1.470703, + 1.5, + 1.189453, + 1.145508, + 1.263672, + 0.994751, + 1.21582, + 1.273438, + 1.210938, + 1.314453, + 1.310547, + 1.173828, + 1.585938, + 1.205078, + 1.167969, + 1.21582, + 1.351562, + 1.542969, + 1.220703, + 1.205078, + 1.182617, + 1.196289, + 1.181641, + 1.205078, + 1.279297, + 0.265625, + 1.193359, + 1.205078, + 1.21875, + 1.25, + 1.192383, + 1.165039, + 1.251953, + 1.182617, + 1.224609, + 1.202148, + 1.202148, + 1.255859, + 1.246094, + 1.230469, + 1.229492, + 1.257812, + 1.183594, + 1.137695, + 1.192383, + 1.1875, + 1.222656, + 1.18457, + 1.120605, + 1.496094, + 1.314453, + 1.186523, + 1.416016, + 1.174805, + 1.177734, + 1.168945, + 1.172852, + 1.203125, + 1.207031, + 1.165039, + 1.239258, + 1.460938, + 1.279297, + 1.21582, + 1.211914, + 1.201172, + 1.227539, + 1.265625, + 1.230469, + 1.199219, + 1.232422, + 1.183594, + 1.166992, + 1.447266, + 1.225586, + 1.214844, + 1.316406, + 1.189453, + 1.186523, + 1.212891, + 1.069336, + 1.180664, + 1.198242, + 1.157227, + 1.201172, + 1.180664, + 1.185547, + 1.157227, + 1.224609, + 1.203125, + 1.177734, + 1.161133, + 1.141602, + 1.251953, + 1.167969, + 1.527344, + 1.208008, + 1.283203, + 1.237305, + 1.210938, + 1.208984, + 1.171875, + 1.164062, + 1.320312, + 1.228516, + 1.550781, + 1.570312, + 1.476562, + 1.21582, + 1.21875, + 1.441406, + 1.208984, + 1.246094, + 1.230469, + 1.451172, + 1.224609, + 1.285156, + 1.243164, + 1.546875, + 1.192383, + 1.207031, + 1.128906, + 1.230469, + 1.246094, + 1.236328, + 1.236328, + 1.175781, + 1.279297, + 1.878906, + 1.550781, + 1.199219, + 1.224609, + 1.168945, + 1.166992, + 1.239258, + 1.172852, + 1.333984, + 1.628906, + 1.105469, + 1.277344, + 1.207031, + 1.193359, + 1.296875, + 1.198242, + 1.157227, + 1.263672, + 1.238281, + 1.213867, + 1.257812, + 0.9823, + 1.205078, + 1.193359, + 1.139648, + 1.224609, + 1.171875, + 1.224609, + 1.162109, + 1.22168, + 1.200195, + 1.225586, + 1.186523, + 1.207031, + 1.155273, + 1.1875, + 1.22168, + 1.193359, + 1.200195, + 1.212891, + 1.263672, + 1.1875, + 1.183594, + 1.229492, + 1.145508, + 1.104492, + 1.208008, + 1.181641, + 1.373047, + 1.148438, + 1.207031, + 1.201172, + 1.212891, + 1.283203, + 1.178711, + 1.171875, + 1.380859, + 1.216797, + 1.490234, + 1.163086, + 1.224609, + 1.269531, + 1.257812, + 1.224609, + 1.400391, + 1.152344, + 1.554688, + 1.161133, + 1.316406, + 1.285156, + 1.181641, + 1.217773, + 1.214844, + 1.181641, + 1.209961, + 1.265625, + 1.207031, + 1.165039, + 1.220703, + 1.5, + 1.19043, + 1.182617, + 1.236328, + 1.21582, + 1.227539, + 1.223633, + 1.223633, + 1.292969, + 1.1875, + 1.243164, + 1.253906, + 1.133789, + 1.267578, + 1.186523, + 1.172852, + 1.232422, + 1.178711, + 1.511719, + 1.240234, + 1.25, + 1.176758, + 0.786133, + 1.292969, + 1.292969, + 1.554688, + 1.238281, + 1.53125, + 1.271484, + 1.242188, + 1.208984, + 1.195312, + 1.171875, + 1.621094, + 1.210938, + 1.271484, + 1.147461, + 1.597656, + 1.144531, + 1.15332, + 1.165039, + 1.244141, + 1.176758, + 1.182617, + 1.554688, + 1.142578, + 1.269531, + 1.217773, + 1.441406, + 1.203125, + 1.186523, + 1.455078, + 1.239258, + 1.132812, + 1.136719, + 1.237305, + 1.15332, + 1.255859, + 1.515625, + 1.176758, + 1.226562, + 1.22168, + 1.183594, + 1.180664, + 1.388672, + 1.550781, + 1.203125, + 1.216797, + 1.241211, + 1.182617, + 1.167969, + 1.151367, + 1.121094, + 1.228516, + 1.193359, + 1.238281, + 1.089844, + 1.199219, + 1.178711, + 1.169922, + 1.1875, + 1.197266, + 1.208984, + 1.176758, + 1.192383, + 1.601562, + 1.158203, + 1.269531, + 1.186523, + 1.241211, + 1.15332, + 1.246094, + 1.183594, + 1.182617, + 1.116211, + 1.152344, + 1.223633, + 1.167969, + 1.174805, + 1.194336, + 1.144531, + 1.546875, + 1.198242, + 1.476562, + 1.121094, + 1.185547, + 1.181641, + 1.539062, + 1.192383, + 1.18457, + 1.271484, + 1.229492, + 1.150391, + 1.183594, + 1.236328, + 1.148438, + 1.200195, + 1.211914, + 1.429688, + 1.206055, + 1.214844, + 1.099121, + 1.174805, + 1.205078, + 1.167969, + 1.182617, + 1.167969, + 1.203125, + 1.19043, + 1.144531, + 1.227539, + 1.186523, + 1.219727, + 1.535156, + 1.229492, + 1.158203, + 1.217773, + 1.198242, + 1.539062, + 1.158203, + 1.210938, + 1.174805, + 1.199219, + 1.161133, + 1.244141, + 1.172852, + 1.166016, + 1.466797, + 1.177734, + 1.208008, + 1.152344, + 1.15625, + 1.231445, + 1.169922, + 1.185547, + 1.146484, + 1.222656, + 1.181641, + 1.196289, + 1.200195, + 1.196289, + 1.219727, + 1.171875, + 1.185547, + 1.375, + 0.472656, + 1.167969, + 1.208984, + 1.261719, + 1.243164, + 1.361328, + 1.164062, + 1.211914, + 1.241211, + 1.451172, + 1.273438, + 1.34375, + 1.010986, + 1.188477, + 1.259766, + 1.188477, + 1.542969, + 1.18457, + 0.973389, + 1.550781, + 1.300781, + 1.185547, + 1.191406, + 1.176758, + 1.171875, + 1.182617, + 1.18457, + 1.21875, + 1.19043, + 1.193359, + 1.449219, + 1.194336, + 1.238281, + 1.212891, + 1.180664, + 1.176758, + 1.18457, + 1.166992, + 1.175781, + 1.192383, + 1.25, + 1.151367, + 1.194336, + 1.574219, + 1.283203, + 1.193359, + 1.201172, + 1.203125, + 1.248047, + 1.149414, + 1.105469, + 1.162109, + 1.18457, + 1.339844, + 1.208984, + 1.151367, + 1.200195, + 0.300781, + 1.248047, + 1.300781, + 1.182617, + 1.18457, + 1.318359, + 1.554688, + 1.199219, + 1.063477, + 1.208984, + 1.183594, + 1.181641, + 1.237305, + 1.183594, + 1.490234, + 1.285156, + 1.212891, + 1.194336, + 1.234375, + 1.208008, + 1.212891, + 1.1875, + 1.219727, + 1.135742, + 1.160156, + 1.231445, + 1.181641, + 1.230469, + 1.200195, + 1.082031, + 1.223633, + 1.181641, + 1.226562, + 1.176758, + 1.267578, + 0.87207, + 1.161133, + 1.339844, + 1.132812, + 1.251953, + 1.244141, + 1.253906, + 1.176758, + 1.183594, + 1.246094, + 1.203125, + 1.217773, + 1.121582, + 1.177734, + 1.193359, + 1.296875, + 1.314453, + 1.231445, + 1.261719, + 1.198242, + 1.151367, + 1.359375, + 1.183594, + 1.246094, + 1.196289, + 1.182617, + 1.330078, + 1.251953, + 1.18457, + 1.269531, + 0.75293, + 1.18457, + 1.191406, + 1.291016, + 1.175781, + 1.202148, + 1.230469, + 1.208008, + 1.210938, + 1.410156, + 1.25, + 1.199219, + 1.175781, + 1.230469, + 1.19043, + 1.198242, + 1.196289, + 1.209961, + 1.193359, + 1.208984, + 1.111328, + 1.261719, + 1.163086, + 1.0354, + 1.192383, + 1.198242, + 1.181641, + 1.199219, + 1.182617, + 1.195312, + 1.177734, + 1.024292, + 1.226562, + 1.222656, + 1.255859, + 1.175781, + 1.169922, + 1.523438, + 1.213867, + 1.135742, + 1.230469, + 1.421875, + 1.214844, + 1.223633, + 1.369141, + 1.539062, + 1.170898, + 1.208984, + 1.227539, + 1.192383, + 1.182617, + 1.198242, + 1.22168, + 1.236328, + 1.238281, + 1.318359, + 1.205078, + 1.386719, + 1.18457, + 1.189453, + 1.46875, + 1.578125, + 1.232422, + 1.324219, + 1.212891, + 1.349609, + 1.269531, + 1.287109, + 1.168945, + 1.171875, + 1.337891, + 1.24707, + 1.239258, + 1.235352, + 1.243164, + 1.192383, + 1.178711, + 1.235352, + 1.601562, + 1.382812, + 1.200195, + 1.193359, + 1.22168, + 1.283203, + 1.130859, + 1.138672, + 1.238281, + 1.371094, + 1.162109, + 1.216797, + 1.224609, + 1.1875, + 1.176758, + 1.234375, + 1.279297, + 1.302734, + 1.503906, + 1.625, + 1.176758, + 1.223633, + 1.193359, + 1.142578, + 1.223633, + 1.166016, + 1.492188, + 1.160156, + 1.474609, + 1.365234, + 1.131836, + 1.172852, + 1.192383, + 1.228516, + 1.223633, + 1.132812, + 1.494141, + 1.209961, + 1.275391, + 1.189453, + 1.15918, + 1.263672, + 1.198242, + 1.183594, + 1.292969, + 1.208008, + 1.211914, + 1.209961, + 1.192383, + 1.115723, + 1.223633, + 1.212891, + 0.378906, + 1.209961, + 1.172852, + 1.578125, + 1.164062, + 1.240234, + 1.283203, + 1.182617, + 1.253906, + 1.211914, + 1.163086, + 1.180664, + 1.451172, + 1.365234, + 1.229492, + 1.165039, + 1.207031, + 1.193359, + 1.194336, + 1.229492, + 1.206055, + 1.144531, + 1.160156, + 1.242188, + 1.195312, + 1.163086, + 1.632812, + 1.21875, + 1.135742, + 1.208984, + 1.223633, + 1.206055, + 1.367188, + 1.275391, + 1.203125, + 1.240234, + 1.179688, + 1.470703, + 1.197266, + 1.157227, + 1.183594, + 1.207031, + 1.192383, + 1.071777, + 1.210938, + 1.253906, + 1.183594, + 1.091309, + 1.155273, + 1.589844, + 1.291016, + 1.185547, + 1.550781, + 1.179688, + 0.893555, + 1.22168, + 1.231445, + 1.239258, + 1.197266, + 0.955078, + 1.198242, + 1.255859, + 1.231445, + 1.158203, + 1.199219, + 1.193359, + 1.5, + 1.243164, + 1.22168, + 1.193359, + 1.223633, + 1.203125, + 1.192383, + 1.186523, + 1.214844, + 1.228516, + 1.223633, + 0.738281, + 1.177734, + 1.380859, + 1.302734, + 1.570312, + 1.1875, + 1.22168, + 1.138672, + 1.223633, + 1.189453, + 1.208008, + 1.24707, + 1.271484, + 1.257812, + 1.271484, + 1.207031, + 1.176758, + 1.178711, + 1.223633, + 1.347656, + 1.302734, + 1.310547, + 1.558594, + 1.204102, + 1.239258, + 1.191406, + 1.263672, + 1.388672, + 1.248047, + 1.259766, + 1.222656, + 1.306641, + 1.277344, + 1.177734, + 1.196289, + 1.211914, + 1.213867, + 1.204102, + 1.225586, + 1.176758, + 1.19043, + 1.147461, + 1.435547, + 1.152344, + 1.163086, + 1.204102, + 1.175781, + 1.219727, + 1.171875, + 1.216797, + 1.210938, + 1.196289, + 1.149414, + 1.192383, + 1.289062, + 1.198242, + 1.167969, + 1.25, + 1.140625, + 1.137695, + 1.175781, + 1.224609, + 1.21875, + 1.114258, + 1.188477, + 1.371094, + 1.429688, + 1.177734, + 1.255859, + 1.193359, + 1.196289, + 1.192383, + 1.462891, + 1.162109, + 1.192383, + 1.147461, + 1.223633, + 1.255859, + 1.242188, + 1.1875, + 1.351562, + 1.161133, + 1.248047, + 1.170898, + 1.25, + 1.371094, + 1.175781, + 1.242188, + 1.220703, + 1.208008, + 1.191406, + 1.271484, + 1.186523, + 1.169922, + 1.294922, + 1.292969, + 1.410156, + 1.484375, + 1.310547, + 1.291016, + 1.183594, + 1.175781, + 0.587891, + 1.155273, + 1.146484, + 1.192383, + 1.137695, + 1.217773, + 1.172852, + 1.238281, + 1.376953, + 2.125, + 1.207031, + 1.183594, + 1.169922, + 1.229492, + 1.09082, + 1.178711, + 1.152344, + 1.214844, + 1.308594, + 1.257812, + 1.237305, + 1.349609, + 1.179688, + 1.19043, + 1.147461, + 1.180664, + 1.546875, + 1.238281, + 1.114258, + 1.175781, + 1.203125, + 1.241211, + 1.455078, + 1.177734, + 1.217773, + 1.182617, + 1.193359, + 1.170898, + 1.183594, + 1.208984, + 1.186523, + 1.207031, + 1.209961, + 1.259766, + 1.220703, + 1.240234, + 1.186523, + 1.194336, + 1.585938, + 1.25, + 1.192383, + 1.123047, + 1.176758, + 1.207031, + 1.236328, + 1.248047, + 1.412109, + 1.148438, + 1.209961, + 1.192383, + 1.207031, + 1.318359, + 1.25, + 1.067871, + 1.155273, + 1.208984, + 1.216797, + 1.214844, + 1.214844, + 1.183594, + 1.241211, + 1.197266, + 1.245117, + 1.203125, + 1.243164, + 1.300781, + 1.166016, + 1.12207, + 1.166992, + 1.205078, + 1.402344, + 1.566406, + 1.205078, + 1.208008, + 1.169922, + 1.160156, + 1.263672, + 1.210938, + 1.229492, + 1.185547, + 1.271484, + 1.191406, + 1.192383, + 1.219727, + 1.217773, + 1.585938, + 1.195312, + 1.173828, + 1.255859, + 1.150391, + 1.066406, + 1.200195, + 1.182617, + 1.179688, + 1.255859, + 1.166016, + 1.193359, + 1.208008, + 1.349609, + 1.195312, + 1.170898, + 1.200195, + 1.240234, + 1.203125, + 1.170898, + 1.206055, + 1.181641, + 1.192383, + 1.255859, + 1.197266, + 1.207031, + 0.931641, + 1.273438, + 1.263672, + 1.318359, + 1.384766, + 1.213867, + 1.170898, + 1.203125, + 1.542969, + 1.239258, + 1.160156, + 1.196289, + 1.191406, + 1.273438, + 1.134766, + 1.239258, + 1.073242, + 1.19043, + 1.060303, + 1.5625, + 1.21582, + 1.122559, + 1.206055, + 1.219727, + 1.202148, + 1.230469, + 1.167969, + 1.542969, + 1.1875, + 1.214844, + 1.18457, + 1.167969, + 1.186523, + 1.199219, + 1.176758, + 1.157227, + 1.152344, + 1.441406, + 1.267578, + 1.257812, + 1.287109, + 1.129883, + 1.132812, + 1.173828, + 1.162109, + 1.259766, + 1.228516, + 1.188477, + 1.482422, + 1.208984, + 1.180664, + 1.198242, + 1.251953, + 1.216797, + 1.231445, + 1.155273, + 1.074219, + 1.210938, + 1.224609, + 1.114258, + 1.507812, + 1.209961, + 1.229492, + 1.231445, + 1.192383, + 1.202148, + 1.12207, + 1.157227, + 1.171875, + 1.152344, + 1.28125, + 1.245117, + 1.152344, + 1.185547, + 1.582031, + 1.212891, + 1.099121, + 1.188477, + 1.201172, + 1.166992, + 1.188477, + 1.213867, + 1.204102, + 1.204102, + 1.193359, + 1.176758, + 1.53125, + 1.200195, + 1.226562, + 1.229492, + 1.554688, + 1.175781, + 1.294922, + 1.185547, + 1.527344, + 1.176758, + 1.181641, + 1.181641, + 1.345703, + 1.241211, + 1.193359, + 1.194336, + 1.238281, + 1.216797, + 1.19043, + 1.166992, + 1.200195, + 1.53125, + 1.392578, + 1.229492, + 1.236328, + 1.168945, + 1.211914, + 1.183594, + 1.11377, + 1.163086, + 1.253906, + 1.200195, + 1.169922, + 1.201172, + 1.231445, + 1.245117, + 1.231445, + 1.249023, + 1.179688, + 1.294922, + 1.308594, + 1.194336, + 1.138672, + 1.164062, + 1.138672, + 1.226562, + 1.19043, + 1.197266, + 1.243164, + 1.209961, + 1.243164, + 1.236328, + 1.181641, + 1.231445, + 1.503906, + 1.126953, + 1.193359, + 1.120605, + 1.453125, + 1.261719, + 1.208984, + 1.207031, + 1.494141, + 1.225586, + 1.333984, + 1.217773, + 1.213867, + 1.194336, + 1.498047, + 1.203125, + 1.161133, + 1.202148, + 1.554688, + 1.322266, + 1.349609, + 1.24707, + 1.275391, + 1.265625, + 1.189453, + 1.227539, + 1.192383, + 1.177734, + 1.210938, + 1.186523, + 1.464844, + 1.423828, + 1.1875, + 1.275391, + 1.243164, + 1.211914, + 1.194336, + 1.175781, + 1.208008, + 1.208008, + 1.201172, + 1.200195, + 1.185547, + 1.373047, + 1.180664, + 1.196289, + 1.114746, + 1.245117, + 1.222656, + 1.570312, + 1.201172, + 1.351562, + 1.167969, + 1.223633, + 1.15332, + 1.279297, + 1.140625, + 1.257812, + 1.165039, + 1.176758, + 1.167969, + 1.15918, + 1.180664, + 1.211914, + 1.255859, + 1.160156, + 1.206055, + 1.193359, + 0.996307, + 1.194336, + 1.300781, + 1.220703, + 1.182617, + 1.373047, + 1.196289, + 1.166016, + 1.18457, + 1.173828, + 1.283203, + 1.208008, + 1.214844, + 1.15918, + 1.306641, + 1.195312, + 1.287109, + 1.15332, + 1.207031, + 1.255859, + 1.199219, + 1.236328, + 1.22168, + 1.223633, + 1.219727, + 1.161133, + 1.163086, + 1.324219, + 1.200195, + 1.271484, + 1.388672, + 1.28125, + 1.214844, + 1.419922, + 1.179688, + 1.287109, + 1.255859, + 1.183594, + 1.255859, + 1.197266, + 1.205078, + 1.167969, + 1.291016, + 1.198242, + 1.170898, + 1.21875, + 1.199219, + 1.304688, + 1.213867, + 1.207031, + 1.209961, + 1.462891, + 1.196289, + 1.193359, + 1.164062, + 1.19043, + 1.162109, + 1.202148, + 1.18457, + 1.182617, + 0.642578, + 1.199219, + 1.15625, + 1.169922, + 1.601562, + 1.188477, + 1.139648, + 1.609375, + 1.230469, + 1.337891, + 1.152344, + 1.185547, + 1.168945, + 1.171875, + 1.433594, + 1.1875, + 1.275391, + 1.208984, + 1.194336, + 1.146484, + 1.261719, + 1.298828, + 1.566406, + 1.361328, + 1.132812, + 1.263672, + 1.179688, + 1.271484, + 1.251953, + 1.220703, + 1.182617, + 1.460938, + 1.241211, + 1.224609, + 1.535156, + 1.201172, + 1.208984, + 1.213867, + 1.214844, + 1.484375, + 1.116211, + 1.224609, + 1.382812, + 1.21582, + 0.701172, + 1.289062, + 1.233398, + 1.174805, + 1.151367, + 1.5, + 1.154297, + 1.269531, + 1.191406, + 1.167969, + 1.231445, + 1.25, + 1.279297, + 1.144531, + 1.213867, + 1.261719, + 1.214844, + 1.515625, + 1.279297, + 1.214844, + 1.198242, + 1.241211, + 1.154297, + 1.21875, + 1.199219, + 1.227539, + 1.144531, + 1.223633, + 1.211914, + 1.163086, + 0.619141, + 1.233398, + 1.224609, + 1.539062, + 1.205078, + 1.21875, + 1.208984, + 1.265625, + 1.255859, + 1.277344, + 1.092773, + 1.202148, + 1.168945, + 1.496094, + 1.168945, + 1.128906, + 1.248047 + ] + }, + "name": "onnx::Mul_8689", + "outputIndexes": [ + 1889 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1888, + 1889 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_19/Mul_1_output_0", + "outputIndexes": [ + 1890 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1890 + ], + "outputIndexes": [ + 3038 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3038 + ], + "outputIndexes": [ + 3039 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear", + "inputIndexes": [ + 3039 + ], + "outputIndexes": [ + 3040 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 840059846, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3040 + ], + "outputIndexes": [ + 3041 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3041 + ], + "outputIndexes": [ + 1891 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1891, + 1891 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Mul_output_0", + "outputIndexes": [ + 1892 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1891, + 1892 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Mul_1_output_0", + "outputIndexes": [ + 1893 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1893 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Mul_2_output_0", + "outputIndexes": [ + 1894 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1891, + 1894 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Add_output_0", + "outputIndexes": [ + 1895 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1895 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Mul_3_output_0", + "outputIndexes": [ + 1896 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1896 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_19/Tanh_output_0", + "outputIndexes": [ + 1897 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1897 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Add_1_output_0", + "outputIndexes": [ + 1898 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1891, + 1898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Mul_4_output_0", + "outputIndexes": [ + 1899 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1899 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Mul_5_output_0", + "outputIndexes": [ + 1900 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1890 + ], + "outputIndexes": [ + 3042 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3042 + ], + "outputIndexes": [ + 3043 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear", + "inputIndexes": [ + 3043 + ], + "outputIndexes": [ + 3044 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 852003804, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3044 + ], + "outputIndexes": [ + 3045 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3045 + ], + "outputIndexes": [ + 1901 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1900, + 1901 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_19/Mul_output_0", + "outputIndexes": [ + 1902 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1902 + ], + "outputIndexes": [ + 3046 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3046 + ], + "outputIndexes": [ + 3047 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear", + "inputIndexes": [ + 3047 + ], + "outputIndexes": [ + 3048 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 863947762, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3048 + ], + "outputIndexes": [ + 3049 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3049 + ], + "outputIndexes": [ + 1903 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1903 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_19/Mul_output_0", + "outputIndexes": [ + 1904 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 3.640625, + 3.625, + 3.734375, + 3.828125, + 3.796875, + 3.59375, + 3.53125, + 1.170898, + 3.703125, + 3.296875, + 3.546875, + 3.609375, + 3.515625, + 3.78125, + 3.75, + 3.609375, + 3.546875, + 3.484375, + 2.929688, + 3.21875, + 3.484375, + 3.765625, + 3.765625, + 3.3125, + 3.546875, + 3.734375, + 3.3125, + 3.09375, + 3.765625, + 3.578125, + 3.359375, + 2.984375, + 3.75, + 1.419922, + 3.59375, + 3.125, + 3.734375, + 3.625, + 3.34375, + 3.5625, + 3.765625, + 3.515625, + 3.546875, + 2.984375, + 2.0, + 3.5625, + 3.765625, + 3.59375, + 3.703125, + 3.078125, + 3.4375, + 2.546875, + 3.546875, + 1.816406, + 3.6875, + 3.3125, + 3.578125, + 3.796875, + 3.453125, + 3.28125, + 2.835938, + 4.109375, + 3.75, + 3.578125, + 3.40625, + 3.421875, + 2.710938, + 3.765625, + 3.25, + 3.578125, + 3.640625, + 3.65625, + 3.578125, + 3.5625, + 3.46875, + 3.4375, + 2.554688, + 3.234375, + 3.15625, + 1.957031, + 3.609375, + 1.083496, + 3.59375, + 3.0, + 3.53125, + 3.515625, + 3.671875, + 3.046875, + 2.09375, + 3.390625, + 3.34375, + 3.484375, + 3.703125, + 2.0, + 3.65625, + 1.107422, + 3.4375, + 3.5, + 5.96875, + 3.640625, + 3.265625, + 3.828125, + 3.578125, + 3.640625, + 3.65625, + 3.765625, + 3.625, + 3.09375, + 3.734375, + 3.484375, + 3.6875, + 3.5625, + 3.5625, + 1.996094, + 3.609375, + 3.21875, + 3.65625, + 2.0, + 3.484375, + 3.65625, + 3.78125, + 3.671875, + 3.484375, + 3.75, + 3.421875, + 2.8125, + 3.515625, + 3.65625, + 3.46875, + 2.492188, + 2.742188, + 3.6875, + 3.421875, + 3.625, + 3.71875, + 3.53125, + 3.3125, + 2.78125, + 3.578125, + 3.65625, + 4.71875, + 3.234375, + 3.390625, + 3.609375, + 3.546875, + 3.359375, + 3.359375, + 3.640625, + 3.609375, + 3.703125, + 3.59375, + 3.28125, + 3.46875, + 4.015625, + 3.421875, + 3.859375, + 2.546875, + 3.671875, + 1.738281, + 1.554688, + 2.273438, + 3.71875, + 3.125, + 2.632812, + 3.75, + 3.75, + 3.640625, + 1.644531, + 3.75, + 3.53125, + 3.609375, + 1.855469, + 3.65625, + 1.691406, + 3.578125, + 4.15625, + 3.484375, + 1.032471, + 3.734375, + 3.59375, + 3.65625, + 1.404297, + 3.09375, + 1.034912, + 4.59375, + 3.609375, + 2.390625, + 3.59375, + 3.40625, + 3.15625, + 3.609375, + 3.765625, + 3.46875, + 3.40625, + 3.453125, + 3.421875, + 3.5625, + 3.640625, + 3.734375, + 3.6875, + 3.375, + 3.703125, + 3.671875, + 3.453125, + 3.6875, + 3.8125, + 4.3125, + 3.53125, + 3.578125, + 3.765625, + 3.40625, + 3.9375, + 3.640625, + 3.46875, + 3.703125, + 3.6875, + 3.4375, + 3.546875, + 3.6875, + 3.640625, + 3.21875, + 3.0625, + 3.734375, + 3.828125, + 3.8125, + 3.546875, + 3.546875, + 3.578125, + 3.21875, + 3.234375, + 2.148438, + 3.609375, + 3.703125, + 3.78125, + 3.671875, + 3.796875, + 2.84375, + 3.703125, + 3.5, + 3.5625, + 2.757812, + 3.59375, + 3.640625, + 3.109375, + 3.4375, + 3.609375, + 3.3125, + 3.1875, + 3.8125, + 2.695312, + 3.640625, + 3.4375, + 2.039062, + 3.671875, + 3.640625, + 3.59375, + 3.5, + 3.453125, + 3.625, + 3.484375, + 3.625, + 3.828125, + 3.53125, + 3.546875, + 3.71875, + 3.109375, + 3.6875, + 3.703125, + 3.390625, + 3.609375, + 3.546875, + 3.53125, + 3.5625, + 3.46875, + 3.71875, + 3.59375, + 2.429688, + 3.515625, + 3.6875, + 3.65625, + 2.921875, + 3.546875, + 1.84375, + 3.484375, + 3.671875, + 3.59375, + 3.328125, + 3.578125, + 1.605469, + 3.515625, + 3.390625, + 1.664062, + 3.40625, + 3.53125, + 3.46875, + 3.53125, + 3.375, + 3.546875, + 3.78125, + 3.6875, + 3.40625, + 3.28125, + 1.292969, + 3.6875, + 0.880371, + 3.265625, + 3.59375, + 3.375, + 3.5625, + 3.59375, + 3.84375, + 1.198242, + 3.75, + 3.609375, + 3.5625, + 3.515625, + 3.578125, + 3.890625, + 3.359375, + 3.578125, + 3.375, + 3.75, + 3.34375, + 3.609375, + 3.59375, + 3.609375, + 3.078125, + 3.265625, + 3.6875, + 3.59375, + 3.125, + 3.234375, + 3.625, + 3.71875, + 5.96875, + 3.765625, + 3.484375, + 3.875, + 3.765625, + 3.40625, + 3.515625, + 3.46875, + 3.6875, + 3.484375, + 3.3125, + 2.851562, + 3.6875, + 2.515625, + 3.25, + 3.734375, + 1.769531, + 3.078125, + 2.03125, + 3.046875, + 1.081543, + 1.894531, + 3.84375, + 3.734375, + 3.125, + 3.375, + 1.585938, + 3.625, + 3.296875, + 2.34375, + 3.421875, + 3.71875, + 3.8125, + 2.007812, + 3.609375, + 3.53125, + 3.640625, + 3.4375, + 3.5625, + 3.453125, + 3.984375, + 3.75, + 3.65625, + 3.421875, + 3.390625, + 2.570312, + 3.859375, + 3.75, + 2.523438, + 2.015625, + 3.8125, + 3.484375, + 3.171875, + 2.734375, + 3.796875, + 3.6875, + 3.5625, + 3.640625, + 1.355469, + 3.515625, + 3.78125, + 3.609375, + 3.4375, + 1.503906, + 3.421875, + 3.75, + 3.484375, + 3.671875, + 3.546875, + 3.671875, + 1.960938, + 3.96875, + 3.59375, + 3.5, + 3.578125, + 2.132812, + 3.734375, + 3.640625, + 3.703125, + 3.75, + 2.984375, + 3.390625, + 3.484375, + 3.5625, + 3.484375, + 3.59375, + 3.578125, + 3.515625, + 4.359375, + 3.484375, + 3.625, + 3.046875, + 3.75, + 3.578125, + 3.578125, + 3.546875, + 3.546875, + 3.796875, + 3.734375, + 3.015625, + 2.070312, + 3.734375, + 3.8125, + 3.828125, + 3.609375, + 3.625, + 3.625, + 3.4375, + 3.671875, + 3.09375, + 1.796875, + 3.734375, + 3.640625, + 3.90625, + 3.421875, + 3.71875, + 3.6875, + 3.5625, + 3.359375, + 3.40625, + 3.65625, + 3.609375, + 2.632812, + 3.703125, + 3.453125, + 3.546875, + 3.6875, + 3.515625, + 3.671875, + 3.734375, + 2.421875, + 3.546875, + 1.527344, + 3.40625, + 3.328125, + 3.6875, + 3.5625, + 3.578125, + 3.6875, + 3.265625, + 3.546875, + 3.703125, + 1.832031, + 3.3125, + 3.53125, + 3.6875, + 3.4375, + 3.53125, + 3.5625, + 3.734375, + 3.734375, + 3.75, + 1.486328, + 3.578125, + 3.4375, + 3.625, + 3.1875, + 3.453125, + 3.65625, + 3.65625, + 2.976562, + 3.71875, + 1.209961, + 1.769531, + 2.828125, + 1.417969, + 3.59375, + 3.65625, + 3.640625, + 2.945312, + 1.773438, + 3.515625, + 2.742188, + 2.914062, + 3.796875, + 3.6875, + 3.671875, + 3.6875, + 3.515625, + 3.515625, + 3.609375, + 3.84375, + 2.867188, + 3.59375, + 3.734375, + 3.140625, + 3.453125, + 3.453125, + 1.921875, + 1.835938, + 3.609375, + 2.25, + 3.75, + 3.625, + 3.34375, + 3.796875, + 3.59375, + 3.609375, + 3.71875, + 1.546875, + 3.671875, + 3.34375, + 3.53125, + 4.28125, + 3.828125, + 1.394531, + 1.613281, + 3.203125, + 3.25, + 3.609375, + 3.953125, + 3.5625, + 3.75, + 3.59375, + 2.8125, + 3.875, + 1.738281, + 3.71875, + 1.068359, + 3.578125, + 3.375, + 3.421875, + 3.765625, + 2.414062, + 3.421875, + 3.40625, + 3.546875, + 1.789062, + 3.109375, + 3.46875, + 3.53125, + 3.6875, + 3.671875, + 2.585938, + 3.328125, + 3.5, + 3.625, + 3.703125, + 3.71875, + 3.34375, + 1.074707, + 3.671875, + 3.4375, + 3.640625, + 2.335938, + 3.53125, + 4.359375, + 3.1875, + 3.609375, + 3.5625, + 3.796875, + 3.484375, + 3.75, + 3.46875, + 2.171875, + 2.734375, + 3.75, + 3.640625, + 3.21875, + 3.96875, + 3.4375, + 3.40625, + 3.453125, + 3.515625, + 3.703125, + 3.203125, + 3.75, + 3.734375, + 3.234375, + 3.484375, + 3.796875, + 3.59375, + 3.578125, + 3.609375, + 3.765625, + 3.296875, + 3.671875, + 3.609375, + 3.71875, + 1.851562, + 3.40625, + 3.53125, + 3.5, + 3.3125, + 3.484375, + 3.515625, + 3.578125, + 3.65625, + 3.390625, + 3.5, + 3.6875, + 3.25, + 3.640625, + 3.78125, + 3.71875, + 3.359375, + 3.484375, + 3.6875, + 3.5, + 3.71875, + 3.796875, + 3.265625, + 3.671875, + 3.484375, + 3.65625, + 2.9375, + 3.984375, + 3.703125, + 3.046875, + 1.617188, + 3.640625, + 2.398438, + 3.6875, + 3.875, + 3.296875, + 2.242188, + 1.609375, + 1.328125, + 3.75, + 3.8125, + 3.6875, + 3.84375, + 3.546875, + 3.75, + 3.484375, + 3.40625, + 3.4375, + 3.34375, + 3.75, + 1.208984, + 3.359375, + 3.65625, + 3.59375, + 3.484375, + 3.71875, + 3.765625, + 3.625, + 3.109375, + 3.484375, + 3.453125, + 3.171875, + 3.65625, + 3.46875, + 3.6875, + 2.8125, + 3.765625, + 3.671875, + 1.006561, + 3.09375, + 3.53125, + 3.109375, + 3.703125, + 3.0625, + 3.734375, + 3.734375, + 4.21875, + 3.421875, + 3.546875, + 3.515625, + 3.453125, + 3.84375, + 3.21875, + 3.5, + 3.71875, + 3.609375, + 3.640625, + 2.265625, + 3.78125, + 3.359375, + 3.5, + 3.578125, + 3.515625, + 3.671875, + 3.328125, + 3.53125, + 3.40625, + 3.6875, + 3.703125, + 3.578125, + 3.609375, + 2.296875, + 3.0625, + 3.625, + 2.476562, + 3.71875, + 3.171875, + 3.765625, + 3.765625, + 3.75, + 3.5, + 2.757812, + 1.851562, + 2.625, + 3.6875, + 3.59375, + 3.734375, + 3.359375, + 3.609375, + 3.703125, + 3.546875, + 3.53125, + 3.515625, + 3.640625, + 3.6875, + 3.859375, + 3.734375, + 3.578125, + 3.515625, + 3.578125, + 3.78125, + 3.296875, + 3.3125, + 3.796875, + 3.375, + 3.703125, + 3.75, + 3.78125, + 3.5625, + 3.53125, + 3.609375, + 3.765625, + 3.296875, + 3.53125, + 1.777344, + 3.71875, + 3.453125, + 3.5, + 3.40625, + 3.515625, + 3.796875, + 3.625, + 3.328125, + 3.4375, + 3.6875, + 3.71875, + 3.453125, + 3.578125, + 3.390625, + 3.40625, + 3.671875, + 3.46875, + 3.65625, + 3.578125, + 3.671875, + 4.296875, + 3.140625, + 3.4375, + 3.5, + 3.28125, + 3.53125, + 2.148438, + 3.5625, + 3.65625, + 2.203125, + 2.6875, + 3.71875, + 3.609375, + 3.453125, + 3.0625, + 3.6875, + 3.1875, + 3.546875, + 3.703125, + 2.617188, + 3.59375, + 3.4375, + 1.871094, + 3.796875, + 3.578125, + 3.546875, + 3.1875, + 2.398438, + 3.484375, + 3.65625, + 1.773438, + 3.609375, + 3.421875, + 3.703125, + 1.539062, + 3.59375, + 2.6875, + 3.96875, + 4.609375, + 3.375, + 2.585938, + 3.484375, + 3.46875, + 3.4375, + 3.578125, + 3.671875, + 3.6875, + 3.59375, + 3.515625, + 3.53125, + 3.59375, + 3.453125, + 3.765625, + 3.609375, + 3.46875, + 4.3125, + 3.6875, + 2.75, + 3.65625, + 3.46875, + 2.546875, + 3.484375, + 2.734375, + 3.4375, + 3.640625, + 3.59375, + 3.625, + 3.625, + 3.359375, + 3.6875, + 3.484375, + 3.84375, + 3.140625, + 3.375, + 3.484375, + 3.734375, + 0.732422, + 3.1875, + 2.96875, + 3.390625, + 3.390625, + 2.828125, + 3.671875, + 3.84375, + 3.484375, + 3.625, + 3.53125, + 1.417969, + 3.53125, + 3.46875, + 3.40625, + 1.96875, + 3.578125, + 3.640625, + 3.25, + 1.648438, + 3.203125, + 3.546875, + 3.5625, + 3.734375, + 3.609375, + 3.8125, + 3.0, + 3.5, + 3.34375, + 3.5, + 3.296875, + 3.703125, + 3.578125, + 3.765625, + 3.21875, + 3.53125, + 1.710938, + 3.578125, + 3.640625, + 3.515625, + 3.59375, + 3.75, + 3.453125, + 3.96875, + 3.515625, + 3.609375, + 3.09375, + 3.5625, + 3.734375, + 3.765625, + 2.695312, + 3.28125, + 3.484375, + 1.523438, + 0.876953, + 2.804688, + 3.3125, + 3.375, + 3.71875, + 3.453125, + 3.84375, + 1.375, + 1.074707, + 3.46875, + 4.125, + 3.15625, + 3.46875, + 3.4375, + 3.640625, + 3.59375, + 3.265625, + 1.431641, + 3.734375, + 3.53125, + 3.4375, + 2.226562, + 3.421875, + 3.359375, + 3.390625, + 3.265625, + 4.046875, + 3.640625, + 3.265625, + 3.796875, + 2.984375, + 3.703125, + 3.625, + 3.296875, + 3.5625, + 3.484375, + 3.84375, + 3.734375, + 2.5625, + 1.298828, + 1.691406, + 3.625, + 3.4375, + 3.65625, + 3.609375, + 3.671875, + 3.46875, + 3.734375, + 1.012573, + 3.4375, + 2.890625, + 3.875, + 3.671875, + 1.503906, + 3.734375, + 3.5625, + 3.46875, + 3.609375, + 3.59375, + 3.46875, + 3.15625, + 1.597656, + 3.40625, + 3.296875, + 3.46875, + 1.632812, + 3.453125, + 3.6875, + 4.203125, + 3.640625, + 2.320312, + 3.3125, + 3.25, + 3.71875, + 3.578125, + 2.546875, + 3.5, + 3.625, + 2.882812, + 2.445312, + 1.273438, + 1.699219, + 3.390625, + 3.53125, + 3.6875, + 3.3125, + 3.421875, + 3.234375, + 3.671875, + 1.074219, + 3.671875, + 3.65625, + 3.40625, + 3.703125, + 3.078125, + 3.59375, + 3.59375, + 1.099609, + 3.40625, + 1.402344, + 3.609375, + 1.527344, + 2.984375, + 3.703125, + 3.59375, + 3.59375, + 2.921875, + 3.28125, + 2.546875, + 3.359375, + 1.380859, + 3.40625, + 2.929688, + 2.617188, + 2.148438, + 3.625, + 3.65625, + 3.03125, + 2.390625, + 3.75, + 3.40625, + 3.6875, + 2.882812, + 3.375, + 3.5625, + 1.24707, + 3.625, + 3.6875, + 3.3125, + 1.410156, + 1.217773, + 3.609375, + 3.765625, + 3.4375, + 3.703125, + 3.734375, + 3.4375, + 2.859375, + 1.652344, + 3.4375, + 3.59375, + 3.9375, + 3.1875, + 3.609375, + 3.578125, + 3.875, + 3.59375, + 3.8125, + 3.46875, + 3.8125, + 3.359375, + 3.375, + 3.671875, + 3.625, + 3.09375, + 3.75, + 3.75, + 3.75, + 3.5625, + 3.578125, + 2.679688, + 3.4375, + 1.236328, + 2.921875, + 3.109375, + 1.628906, + 3.6875, + 3.3125, + 3.703125, + 3.4375, + 3.703125, + 3.6875, + 3.40625, + 3.59375, + 1.449219, + 3.125, + 3.484375, + 3.1875, + 3.671875, + 3.46875, + 3.03125, + 3.703125, + 3.5625, + 3.671875, + 3.625, + 3.671875, + 1.386719, + 3.75, + 3.875, + 2.882812, + 3.71875, + 3.59375, + 3.78125, + 4.3125, + 3.484375, + 3.5625, + 3.625, + 3.65625, + 3.625, + 3.546875, + 3.015625, + 3.390625, + 3.6875, + 3.71875, + 3.6875, + 3.359375, + 1.820312, + 3.71875, + 1.8125, + 3.578125, + 3.4375, + 3.03125, + 3.671875, + 3.703125, + 3.625, + 3.453125, + 3.09375, + 3.5, + 1.106934, + 1.222656, + 1.213867, + 3.625, + 3.859375, + 1.839844, + 3.453125, + 3.59375, + 3.578125, + 1.867188, + 3.359375, + 2.75, + 3.453125, + 1.75, + 3.6875, + 3.5625, + 4.015625, + 3.65625, + 3.25, + 3.265625, + 3.734375, + 3.609375, + 1.671875, + 3.09375, + 0.984863, + 3.453125, + 3.75, + 3.671875, + 3.75, + 2.945312, + 2.28125, + 3.59375, + 1.494141, + 3.765625, + 3.65625, + 3.5, + 3.5, + 2.78125, + 3.65625, + 3.578125, + 3.59375, + 3.0625, + 3.609375, + 3.453125, + 2.976562, + 3.546875, + 3.84375, + 3.96875, + 3.671875, + 3.46875, + 3.671875, + 3.375, + 3.578125, + 3.8125, + 3.671875, + 3.625, + 3.5, + 3.59375, + 3.703125, + 3.296875, + 3.609375, + 3.5, + 3.578125, + 3.515625, + 3.59375, + 3.234375, + 3.6875, + 3.484375, + 3.6875, + 3.53125, + 3.40625, + 2.023438, + 3.671875, + 3.34375, + 3.59375, + 3.390625, + 3.5, + 3.59375, + 3.734375, + 1.917969, + 3.609375, + 2.148438, + 3.59375, + 3.328125, + 3.375, + 2.945312, + 3.4375, + 2.570312, + 3.578125, + 1.494141, + 3.515625, + 2.65625, + 3.421875, + 3.5625, + 3.296875, + 3.671875, + 3.6875, + 3.5, + 3.46875, + 3.5, + 3.53125, + 3.703125, + 1.230469, + 3.65625, + 3.40625, + 3.484375, + 3.75, + 3.5, + 3.78125, + 3.40625, + 2.734375, + 3.40625, + 3.515625, + 3.40625, + 3.515625, + 3.859375, + 3.625, + 3.59375, + 3.296875, + 3.46875, + 1.291016, + 3.65625, + 3.546875, + 3.71875, + 2.234375, + 3.296875, + 2.320312, + 1.161133, + 3.5, + 1.128906, + 1.507812, + 3.3125, + 3.578125, + 3.53125, + 3.734375, + 1.574219, + 3.546875, + 3.09375, + 3.59375, + 1.396484, + 3.625, + 3.5, + 3.59375, + 3.625, + 3.65625, + 3.765625, + 1.22168, + 3.71875, + 3.46875, + 2.414062, + 1.644531, + 3.59375, + 3.6875, + 1.988281, + 3.71875, + 2.304688, + 3.71875, + 3.421875, + 3.703125, + 3.53125, + 1.710938, + 3.53125, + 3.484375, + 3.453125, + 3.515625, + 3.4375, + 2.640625, + 1.109375, + 3.640625, + 3.8125, + 3.21875, + 3.609375, + 3.75, + 3.65625, + 3.796875, + 3.5625, + 3.5625, + 3.453125, + 3.5, + 3.5625, + 3.6875, + 3.578125, + 3.625, + 3.203125, + 3.53125, + 3.484375, + 3.5625, + 0.95752, + 3.625, + 3.59375, + 3.640625, + 3.359375, + 3.421875, + 3.359375, + 3.484375, + 3.59375, + 3.234375, + 3.53125, + 3.625, + 3.59375, + 3.75, + 2.578125, + 3.546875, + 1.527344, + 3.546875, + 1.792969, + 3.75, + 3.75, + 3.640625, + 1.53125, + 3.640625, + 3.359375, + 3.3125, + 3.8125, + 4.015625, + 3.53125, + 3.359375, + 3.5625, + 3.578125, + 3.375, + 2.070312, + 3.421875, + 3.78125, + 4.125, + 3.8125, + 3.453125, + 3.65625, + 3.640625, + 3.625, + 3.453125, + 3.625, + 3.046875, + 3.296875, + 3.578125, + 3.390625, + 2.054688, + 3.25, + 3.65625, + 3.859375, + 3.4375, + 1.476562, + 3.796875, + 3.703125, + 3.796875, + 3.640625, + 3.296875, + 3.640625, + 3.578125, + 3.59375, + 1.412109, + 3.640625, + 3.59375, + 3.4375, + 3.8125, + 3.390625, + 3.734375, + 3.71875, + 3.78125, + 3.71875, + 3.359375, + 3.6875, + 3.734375, + 3.625, + 3.4375, + 3.734375, + 3.5, + 2.546875, + 3.921875, + 3.40625, + 3.484375, + 3.578125, + 3.421875, + 2.765625, + 3.71875, + 3.578125, + 3.71875, + 1.380859, + 3.15625, + 2.992188, + 1.765625, + 3.53125, + 3.65625, + 3.859375, + 0.973145, + 3.71875, + 4.65625, + 1.116211, + 2.34375, + 3.625, + 3.59375, + 3.671875, + 3.75, + 3.8125, + 3.484375, + 3.46875, + 3.4375, + 3.75, + 2.03125, + 3.5625, + 3.578125, + 3.59375, + 1.882812, + 3.703125, + 3.609375, + 3.59375, + 3.5625, + 3.578125, + 3.328125, + 3.65625, + 3.25, + 1.589844, + 3.703125, + 3.53125, + 3.578125, + 3.5, + 2.882812, + 3.59375, + 2.015625, + 3.671875, + 3.484375, + 2.640625, + 3.4375, + 3.59375, + 3.6875, + 2.164062, + 3.390625, + 3.375, + 3.5625, + 3.671875, + 2.640625, + 1.314453, + 3.4375, + 4.515625, + 3.453125, + 3.03125, + 3.671875, + 3.71875, + 3.5, + 1.324219, + 3.203125, + 3.765625, + 3.40625, + 3.484375, + 3.40625, + 3.90625, + 3.453125, + 3.65625, + 3.171875, + 3.546875, + 3.4375, + 3.578125, + 3.734375, + 3.84375, + 3.265625, + 3.078125, + 3.1875, + 3.140625, + 3.5, + 3.328125, + 2.726562, + 3.59375, + 2.617188, + 3.859375, + 3.421875, + 3.609375, + 3.65625, + 3.578125, + 3.671875, + 2.609375, + 3.4375, + 3.734375, + 3.796875, + 3.546875, + 3.734375, + 2.601562, + 3.40625, + 3.5, + 3.6875, + 3.703125, + 3.71875, + 3.234375, + 3.734375, + 3.359375, + 3.515625, + 3.328125, + 1.988281, + 3.421875, + 3.640625, + 3.65625, + 2.984375, + 3.71875, + 3.609375, + 3.265625, + 3.484375, + 3.4375, + 3.625, + 3.59375, + 3.328125, + 2.664062, + 3.390625, + 3.640625, + 3.640625, + 3.546875, + 3.828125, + 3.859375, + 3.625, + 3.640625, + 3.765625, + 3.484375, + 4.328125, + 3.453125, + 3.46875, + 3.09375, + 3.421875, + 3.734375, + 3.515625, + 3.703125, + 3.6875, + 3.71875, + 3.671875, + 2.234375, + 3.75, + 3.5625, + 3.296875, + 3.484375, + 3.609375, + 1.016235, + 3.46875, + 3.765625, + 3.609375, + 2.046875, + 3.546875, + 3.625, + 2.578125, + 1.570312, + 3.359375, + 3.484375, + 3.765625, + 3.46875, + 3.390625, + 3.5, + 3.328125, + 3.234375, + 3.421875, + 2.695312, + 3.46875, + 2.703125, + 3.6875, + 3.59375, + 2.0625, + 1.121094, + 3.671875, + 4.171875, + 3.75, + 2.523438, + 3.84375, + 3.0625, + 3.46875, + 3.6875, + 4.4375, + 3.5625, + 3.6875, + 3.34375, + 3.234375, + 3.734375, + 3.78125, + 4.21875, + 1.820312, + 2.640625, + 3.5625, + 3.59375, + 3.671875, + 3.0625, + 3.4375, + 3.671875, + 3.203125, + 2.40625, + 3.75, + 3.71875, + 3.453125, + 3.453125, + 3.515625, + 3.25, + 3.25, + 3.65625, + 0.993591, + 1.150391, + 3.5, + 3.609375, + 3.421875, + 3.8125, + 3.4375, + 3.6875, + 1.96875, + 3.8125, + 2.296875, + 2.367188, + 3.515625, + 3.78125, + 3.484375, + 3.53125, + 3.6875, + 3.59375, + 1.941406, + 3.78125, + 3.328125, + 3.265625, + 3.671875, + 3.53125, + 3.484375, + 3.234375, + 3.0625, + 3.578125, + 3.59375, + 3.453125, + 3.28125, + 2.851562, + 3.390625, + 3.3125, + 3.359375, + 3.765625, + 3.640625, + 1.490234, + 3.578125, + 3.453125, + 2.25, + 3.5, + 3.25, + 3.484375, + 3.609375, + 3.53125, + 3.5, + 2.96875, + 3.671875, + 3.671875, + 3.671875, + 3.75, + 3.640625, + 3.609375, + 3.5, + 3.421875, + 3.671875, + 3.71875, + 3.5, + 2.289062, + 1.028076, + 3.59375, + 3.578125, + 3.78125, + 3.53125, + 3.390625, + 0.992249, + 3.625, + 3.703125, + 3.375, + 3.578125, + 2.195312, + 3.875, + 3.578125, + 3.71875, + 3.515625, + 3.515625, + 4.171875, + 3.28125, + 3.078125, + 3.515625, + 4.015625, + 3.5, + 1.460938, + 3.546875, + 3.40625, + 1.116211, + 3.65625, + 2.203125, + 3.71875, + 3.53125, + 3.171875, + 3.515625, + 1.867188, + 3.53125, + 3.671875, + 3.5625, + 3.609375, + 3.65625, + 3.4375, + 3.1875, + 3.6875, + 3.828125, + 3.6875, + 3.625, + 3.859375, + 2.414062, + 3.5, + 3.515625, + 3.265625, + 3.21875, + 2.578125, + 3.71875, + 2.0625, + 3.21875, + 1.137695, + 3.796875, + 3.546875, + 3.875, + 3.5, + 3.484375, + 3.578125, + 3.609375, + 3.765625, + 3.34375, + 3.703125, + 3.546875, + 3.703125, + 3.140625, + 3.75, + 2.546875, + 3.484375, + 3.015625, + 1.490234, + 3.65625, + 3.671875, + 3.78125, + 3.734375, + 4.0, + 3.171875, + 3.375, + 3.59375, + 2.71875, + 2.875, + 3.5625, + 3.859375, + 3.765625, + 3.359375, + 3.515625, + 2.835938, + 3.8125, + 3.75, + 3.71875, + 1.816406, + 3.3125, + 3.578125, + 3.640625, + 3.75, + 3.125, + 3.453125, + 3.453125, + 3.515625, + 3.609375, + 3.59375, + 3.65625, + 2.109375, + 3.375, + 3.640625, + 3.578125, + 3.875, + 3.765625, + 3.640625, + 3.359375, + 3.15625, + 3.78125, + 3.703125, + 2.382812, + 1.789062, + 3.671875, + 3.53125, + 3.75, + 3.53125, + 3.703125, + 1.046387, + 3.46875, + 3.71875, + 3.453125, + 3.75, + 3.125, + 3.5625, + 3.171875, + 1.882812, + 3.640625, + 3.46875, + 3.734375, + 3.453125, + 2.742188, + 3.75, + 3.671875, + 3.5625, + 3.53125, + 3.765625, + 3.78125, + 3.25, + 3.15625, + 2.554688, + 3.265625, + 2.78125, + 1.335938, + 3.40625, + 3.8125, + 3.59375, + 3.9375, + 1.800781, + 3.59375, + 3.609375, + 3.65625, + 3.625, + 3.5, + 2.765625, + 3.5, + 2.3125, + 4.203125, + 2.859375, + 3.453125, + 3.546875, + 3.4375, + 3.34375, + 3.6875, + 3.65625, + 3.6875, + 2.976562, + 3.546875, + 3.65625, + 1.730469, + 3.125, + 3.671875, + 3.671875, + 3.40625, + 1.804688, + 3.4375, + 3.484375, + 3.46875, + 3.6875, + 3.546875, + 1.503906, + 3.59375, + 3.59375, + 2.773438, + 3.71875, + 3.421875, + 3.34375, + 3.40625, + 3.625, + 3.34375, + 3.515625, + 3.609375, + 3.65625, + 3.59375, + 3.625, + 3.65625, + 1.328125, + 3.5, + 3.421875, + 3.6875, + 3.6875, + 3.828125, + 3.703125, + 3.359375, + 2.453125, + 3.484375, + 3.828125, + 3.640625, + 3.53125, + 2.359375, + 3.359375, + 3.40625, + 3.46875, + 3.53125, + 3.453125, + 3.640625, + 3.5, + 3.734375, + 3.40625, + 3.625, + 3.234375, + 3.453125, + 3.5, + 3.53125, + 3.5625, + 3.609375, + 3.0625, + 3.6875, + 2.171875, + 0.932617, + 3.546875, + 3.171875, + 3.78125, + 3.75, + 3.65625, + 3.5625, + 3.03125, + 3.65625, + 3.265625, + 3.4375, + 3.8125, + 3.75, + 3.640625, + 1.355469, + 3.390625, + 3.609375, + 3.4375, + 3.390625, + 3.5, + 3.578125, + 3.640625, + 3.578125, + 3.25, + 3.78125, + 3.703125, + 3.578125, + 3.375, + 3.46875, + 2.796875, + 3.65625, + 3.109375, + 3.28125, + 3.5625, + 3.734375, + 3.65625, + 3.625, + 3.78125, + 3.5625, + 3.46875, + 0.803711, + 2.921875, + 3.578125, + 2.976562, + 2.328125, + 3.75, + 3.59375, + 3.53125, + 1.648438, + 2.9375, + 3.671875, + 3.703125, + 3.75, + 3.75, + 3.578125, + 3.875, + 3.3125, + 3.109375, + 4.375, + 1.141602, + 3.40625, + 3.59375, + 3.625, + 3.578125, + 3.75, + 3.859375, + 3.375, + 1.161133, + 3.625, + 3.4375, + 3.5625, + 3.609375, + 3.6875, + 3.546875, + 3.890625, + 3.609375, + 3.21875, + 2.367188, + 3.390625, + 3.65625, + 3.46875, + 3.546875, + 3.765625, + 3.453125, + 3.65625, + 3.15625, + 3.71875, + 3.1875, + 3.125, + 3.59375, + 3.640625, + 3.703125, + 3.5, + 3.328125, + 3.4375, + 3.375, + 4.078125, + 3.703125, + 3.578125, + 3.265625, + 1.261719, + 3.828125, + 3.4375, + 3.734375, + 3.609375, + 3.828125, + 3.53125, + 3.65625, + 3.65625, + 3.78125, + 2.742188, + 3.625, + 3.625, + 3.546875, + 1.287109, + 3.640625, + 3.34375, + 3.71875, + 3.71875, + 3.71875, + 3.578125, + 3.734375, + 3.453125, + 3.8125, + 3.4375, + 3.625, + 1.386719, + 3.5, + 3.203125, + 3.671875, + 1.498047, + 3.78125, + 1.59375, + 3.5, + 1.115723, + 3.671875, + 3.109375, + 2.390625, + 2.546875, + 3.359375, + 3.796875, + 3.671875, + 3.46875, + 3.71875, + 3.453125, + 3.671875, + 3.609375, + 0.952881, + 2.171875, + 2.71875, + 3.671875, + 3.703125, + 3.421875, + 3.71875, + 3.6875, + 3.6875, + 2.890625, + 3.75, + 3.8125, + 3.609375, + 3.78125, + 3.328125, + 3.4375, + 3.515625, + 3.640625, + 2.875, + 3.953125, + 3.6875, + 3.75, + 3.59375, + 3.65625, + 2.984375, + 3.78125, + 3.703125, + 3.484375, + 3.640625, + 3.890625, + 3.546875, + 3.625, + 3.71875, + 1.941406, + 3.453125, + 3.421875, + 3.25, + 1.957031, + 3.84375, + 3.734375, + 3.78125, + 1.667969, + 3.375, + 2.929688, + 3.5625, + 3.359375, + 3.03125, + 1.123047, + 3.671875, + 3.640625, + 3.703125, + 1.102539, + 2.835938, + 1.439453, + 2.609375, + 3.703125, + 3.046875, + 3.828125, + 3.796875, + 3.640625, + 3.328125, + 3.609375, + 3.453125, + 2.125, + 2.203125, + 3.65625, + 3.25, + 3.46875, + 3.6875, + 3.546875, + 3.5, + 3.734375, + 2.859375, + 3.703125, + 3.421875, + 3.5625, + 2.085938, + 3.75, + 3.625, + 4.265625, + 3.71875, + 3.53125, + 1.824219, + 3.546875, + 1.566406, + 3.578125, + 3.671875, + 3.515625, + 3.46875, + 3.625, + 3.1875, + 3.578125, + 3.71875, + 3.546875, + 3.6875, + 3.453125, + 3.4375, + 3.765625, + 3.46875, + 3.875, + 3.34375, + 3.03125, + 3.734375, + 2.554688, + 3.359375, + 3.359375, + 2.789062, + 3.578125, + 3.6875, + 3.53125, + 3.53125, + 3.375, + 3.46875, + 3.484375, + 3.75, + 2.640625, + 3.65625, + 3.59375, + 3.515625, + 3.625, + 3.890625, + 3.6875, + 3.25, + 3.6875, + 3.640625, + 3.484375, + 3.59375, + 3.578125, + 2.429688, + 3.6875, + 3.546875, + 2.148438, + 3.453125, + 3.59375, + 1.5625, + 3.546875, + 3.1875, + 3.578125, + 3.640625, + 3.40625, + 3.734375, + 3.765625, + 3.59375, + 3.625, + 3.625, + 3.421875, + 3.40625, + 3.625, + 2.484375, + 3.3125, + 3.640625, + 3.609375, + 1.847656, + 3.34375, + 3.53125, + 3.703125, + 3.859375, + 3.640625, + 3.671875, + 3.265625, + 3.421875, + 1.863281, + 3.203125, + 3.625, + 3.546875, + 1.605469, + 3.609375, + 3.671875, + 1.871094, + 3.65625, + 3.375, + 3.625, + 3.640625, + 3.59375, + 3.59375, + 2.296875, + 3.671875, + 3.671875, + 3.71875, + 3.671875, + 3.265625, + 3.3125, + 3.21875, + 1.75, + 2.703125, + 3.734375, + 3.34375, + 3.78125, + 2.960938, + 3.21875, + 3.453125, + 3.703125, + 1.671875, + 3.203125, + 3.765625, + 1.12793, + 3.640625, + 3.328125, + 3.75, + 3.65625, + 1.664062, + 3.59375, + 3.578125, + 1.216797, + 3.6875, + 1.808594, + 3.46875, + 3.578125, + 3.6875, + 3.625, + 1.628906, + 3.703125, + 3.125, + 3.640625, + 3.625, + 3.578125, + 3.5, + 2.140625, + 4.015625, + 3.75, + 3.8125, + 3.4375, + 1.773438, + 3.515625, + 3.65625, + 3.28125, + 3.46875, + 3.875, + 3.5625, + 3.28125, + 3.3125, + 3.5625, + 3.421875, + 3.5, + 2.445312, + 2.476562, + 3.734375, + 3.671875, + 1.232422, + 3.703125, + 3.25, + 3.65625, + 3.734375, + 3.578125, + 3.265625, + 2.976562, + 3.515625, + 3.703125, + 1.878906, + 3.515625, + 3.625, + 3.3125 + ] + }, + "name": "onnx::Mul_8691", + "outputIndexes": [ + 1905 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1904, + 1905 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_19/Mul_1_output_0", + "outputIndexes": [ + 1906 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1887, + 1906 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_99_output_0", + "outputIndexes": [ + 1907 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1907, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_180_output_0", + "outputIndexes": [ + 1908 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1908 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_20/Mul_output_0", + "outputIndexes": [ + 1909 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.359375, + 1.330078, + 1.347656, + 1.255859, + 1.269531, + 1.228516, + 1.453125, + 3.484375, + 1.243164, + 1.433594, + 1.4375, + 1.300781, + 1.441406, + 1.285156, + 1.380859, + 1.337891, + 1.345703, + 1.361328, + 1.349609, + 1.574219, + 1.404297, + 1.233398, + 1.257812, + 1.535156, + 1.341797, + 1.316406, + 1.535156, + 1.515625, + 1.302734, + 1.314453, + 1.423828, + 1.769531, + 1.273438, + 3.3125, + 1.330078, + 1.722656, + 1.239258, + 1.347656, + 1.369141, + 1.285156, + 1.242188, + 1.308594, + 1.314453, + 1.742188, + 2.6875, + 1.353516, + 1.189453, + 1.34375, + 1.761719, + 1.652344, + 1.294922, + 2.390625, + 1.314453, + 2.953125, + 1.308594, + 1.476562, + 1.246094, + 1.386719, + 1.330078, + 1.445312, + 1.894531, + 1.073242, + 1.404297, + 1.425781, + 1.707031, + 1.490234, + 1.964844, + 1.263672, + 1.5625, + 1.373047, + 1.332031, + 1.259766, + 1.310547, + 1.316406, + 1.376953, + 1.341797, + 2.132812, + 1.482422, + 1.660156, + 2.796875, + 1.369141, + 3.625, + 1.34375, + 1.832031, + 1.410156, + 1.474609, + 1.355469, + 1.558594, + 2.46875, + 1.462891, + 1.546875, + 1.369141, + 1.279297, + 2.65625, + 1.308594, + 3.8125, + 1.394531, + 1.304688, + 1.112793, + 1.332031, + 1.357422, + 1.308594, + 1.285156, + 1.333984, + 1.242188, + 1.373047, + 1.28125, + 1.574219, + 1.208008, + 1.337891, + 1.267578, + 1.318359, + 1.453125, + 3.390625, + 1.337891, + 1.546875, + 1.306641, + 2.734375, + 1.390625, + 1.359375, + 1.265625, + 1.294922, + 1.34375, + 1.233398, + 1.408203, + 1.9375, + 1.369141, + 1.341797, + 1.3125, + 2.101562, + 1.9375, + 1.24707, + 1.392578, + 1.318359, + 1.269531, + 1.416016, + 1.46875, + 2.007812, + 1.355469, + 1.322266, + 0.891602, + 1.664062, + 1.378906, + 1.349609, + 1.304688, + 1.4375, + 1.478516, + 1.273438, + 1.277344, + 1.373047, + 1.244141, + 1.464844, + 1.433594, + 1.222656, + 1.433594, + 1.28125, + 2.210938, + 1.285156, + 2.898438, + 3.125, + 2.640625, + 1.271484, + 1.523438, + 2.101562, + 1.28125, + 1.22168, + 1.261719, + 3.078125, + 1.351562, + 1.316406, + 1.273438, + 2.773438, + 1.380859, + 2.96875, + 1.263672, + 1.11084, + 1.375, + 3.828125, + 1.241211, + 1.271484, + 1.289062, + 3.265625, + 1.617188, + 3.671875, + 1.131836, + 1.345703, + 2.210938, + 1.341797, + 1.353516, + 1.605469, + 1.310547, + 1.304688, + 1.378906, + 1.408203, + 1.328125, + 1.423828, + 1.300781, + 1.333984, + 1.347656, + 1.253906, + 1.388672, + 1.345703, + 1.382812, + 1.480469, + 1.416016, + 1.28125, + 1.049072, + 1.300781, + 1.283203, + 1.283203, + 1.400391, + 1.220703, + 1.392578, + 1.279297, + 1.277344, + 1.275391, + 1.435547, + 1.402344, + 1.423828, + 1.294922, + 1.503906, + 1.699219, + 1.271484, + 1.257812, + 1.259766, + 1.320312, + 1.255859, + 1.308594, + 1.464844, + 1.458984, + 2.804688, + 1.287109, + 1.349609, + 1.292969, + 1.261719, + 1.22168, + 1.824219, + 1.326172, + 1.333984, + 1.318359, + 2.125, + 1.294922, + 1.3125, + 1.644531, + 1.466797, + 1.332031, + 1.414062, + 1.5, + 1.21582, + 2.0625, + 1.376953, + 1.400391, + 2.679688, + 1.267578, + 1.318359, + 1.302734, + 1.296875, + 1.314453, + 1.322266, + 1.417969, + 1.302734, + 1.251953, + 1.298828, + 1.408203, + 1.337891, + 1.515625, + 1.322266, + 1.287109, + 1.359375, + 1.330078, + 1.326172, + 1.351562, + 1.400391, + 1.367188, + 1.337891, + 1.357422, + 2.242188, + 1.386719, + 1.279297, + 1.3125, + 1.84375, + 1.271484, + 2.929688, + 1.34375, + 1.349609, + 1.4375, + 1.375, + 1.359375, + 3.171875, + 1.326172, + 1.478516, + 3.078125, + 1.503906, + 1.300781, + 1.416016, + 1.318359, + 1.5, + 1.400391, + 1.253906, + 1.265625, + 1.621094, + 1.585938, + 3.65625, + 1.306641, + 3.65625, + 1.570312, + 1.380859, + 1.539062, + 1.271484, + 1.410156, + 1.367188, + 3.53125, + 1.273438, + 1.22168, + 1.417969, + 1.347656, + 1.416016, + 1.275391, + 1.40625, + 1.447266, + 1.462891, + 1.378906, + 1.384766, + 1.239258, + 1.328125, + 1.40625, + 1.644531, + 1.523438, + 1.291016, + 1.414062, + 1.503906, + 1.652344, + 1.271484, + 1.333984, + 0.804688, + 1.251953, + 1.287109, + 1.201172, + 1.269531, + 1.408203, + 1.333984, + 1.435547, + 1.324219, + 1.478516, + 1.447266, + 1.847656, + 1.279297, + 2.359375, + 1.5, + 1.269531, + 2.945312, + 1.585938, + 2.703125, + 1.652344, + 3.65625, + 2.84375, + 1.257812, + 1.251953, + 1.75, + 1.453125, + 3.0625, + 1.339844, + 1.458984, + 2.234375, + 1.460938, + 1.296875, + 1.304688, + 2.710938, + 1.425781, + 1.337891, + 1.341797, + 1.400391, + 1.355469, + 1.345703, + 1.267578, + 1.373047, + 1.3125, + 1.376953, + 1.435547, + 2.015625, + 1.207031, + 1.40625, + 2.109375, + 2.648438, + 1.212891, + 1.365234, + 1.5, + 1.910156, + 1.316406, + 1.296875, + 1.300781, + 1.306641, + 3.390625, + 1.447266, + 1.326172, + 1.417969, + 1.421875, + 3.21875, + 1.408203, + 1.229492, + 1.359375, + 1.408203, + 1.417969, + 1.318359, + 2.703125, + 1.390625, + 1.287109, + 1.34375, + 1.353516, + 2.664062, + 1.261719, + 1.382812, + 1.353516, + 1.275391, + 2.085938, + 1.439453, + 1.289062, + 1.353516, + 1.261719, + 1.378906, + 1.310547, + 1.394531, + 1.539062, + 1.241211, + 1.386719, + 1.796875, + 1.273438, + 1.291016, + 1.300781, + 1.285156, + 1.380859, + 1.304688, + 1.259766, + 1.722656, + 2.875, + 1.217773, + 1.192383, + 1.279297, + 1.261719, + 1.298828, + 1.271484, + 1.394531, + 1.259766, + 1.621094, + 2.96875, + 1.298828, + 1.316406, + 1.359375, + 1.400391, + 1.273438, + 1.318359, + 1.425781, + 1.412109, + 1.410156, + 1.310547, + 1.361328, + 2.03125, + 1.209961, + 1.332031, + 1.353516, + 1.269531, + 1.349609, + 1.275391, + 1.318359, + 2.296875, + 1.384766, + 3.078125, + 1.410156, + 1.523438, + 1.251953, + 1.3125, + 1.294922, + 1.365234, + 1.453125, + 1.279297, + 1.234375, + 2.90625, + 1.431641, + 1.285156, + 1.365234, + 1.439453, + 1.382812, + 1.337891, + 1.261719, + 1.261719, + 1.310547, + 3.140625, + 1.269531, + 1.376953, + 1.353516, + 1.535156, + 1.392578, + 1.310547, + 1.229492, + 1.8125, + 1.267578, + 3.53125, + 2.882812, + 1.835938, + 3.34375, + 1.320312, + 1.388672, + 1.328125, + 1.832031, + 2.695312, + 1.328125, + 1.84375, + 1.886719, + 1.1875, + 1.261719, + 1.46875, + 1.347656, + 1.421875, + 1.414062, + 1.417969, + 1.253906, + 1.851562, + 1.388672, + 1.226562, + 1.632812, + 1.355469, + 1.445312, + 2.828125, + 2.898438, + 1.291016, + 2.320312, + 1.349609, + 1.265625, + 1.359375, + 1.324219, + 1.425781, + 1.287109, + 1.202148, + 3.359375, + 1.257812, + 0.884277, + 1.363281, + 1.077148, + 1.369141, + 3.671875, + 3.3125, + 1.554688, + 1.714844, + 1.289062, + 1.239258, + 1.267578, + 1.273438, + 1.349609, + 1.910156, + 1.231445, + 3.046875, + 1.246094, + 1.882812, + 1.335938, + 1.480469, + 1.507812, + 1.306641, + 3.28125, + 1.347656, + 1.447266, + 1.339844, + 2.40625, + 1.570312, + 1.335938, + 1.482422, + 1.300781, + 1.294922, + 2.875, + 1.585938, + 1.335938, + 1.353516, + 1.34375, + 1.271484, + 1.453125, + 4.015625, + 1.277344, + 1.439453, + 1.337891, + 2.539062, + 1.320312, + 1.050293, + 1.644531, + 1.28125, + 1.294922, + 1.597656, + 1.365234, + 1.320312, + 1.398438, + 2.679688, + 1.996094, + 1.265625, + 1.275391, + 1.605469, + 1.306641, + 2.429688, + 1.398438, + 1.376953, + 1.378906, + 1.220703, + 1.511719, + 1.339844, + 1.320312, + 1.474609, + 1.341797, + 1.238281, + 1.349609, + 1.339844, + 1.349609, + 1.306641, + 1.316406, + 1.291016, + 1.273438, + 1.245117, + 2.75, + 1.40625, + 1.322266, + 1.40625, + 1.507812, + 1.285156, + 1.353516, + 1.261719, + 1.285156, + 1.380859, + 1.322266, + 1.245117, + 1.582031, + 1.34375, + 1.259766, + 1.255859, + 1.392578, + 1.365234, + 1.279297, + 1.373047, + 1.279297, + 1.25, + 1.550781, + 1.285156, + 1.355469, + 1.237305, + 1.960938, + 1.279297, + 1.225586, + 1.494141, + 3.046875, + 1.249023, + 2.304688, + 1.298828, + 1.300781, + 1.535156, + 2.570312, + 2.84375, + 3.390625, + 1.291016, + 1.259766, + 1.3125, + 1.279297, + 1.375, + 1.328125, + 1.439453, + 1.527344, + 1.515625, + 1.388672, + 1.229492, + 3.546875, + 1.435547, + 1.235352, + 1.396484, + 1.398438, + 1.265625, + 1.244141, + 1.298828, + 1.679688, + 1.384766, + 1.34375, + 1.578125, + 1.318359, + 1.367188, + 1.306641, + 1.832031, + 1.367188, + 1.337891, + 3.84375, + 2.140625, + 1.296875, + 1.511719, + 1.246094, + 1.648438, + 1.245117, + 1.213867, + 1.300781, + 1.4375, + 1.378906, + 1.341797, + 1.404297, + 1.251953, + 1.441406, + 1.333984, + 1.231445, + 1.314453, + 1.335938, + 2.617188, + 1.178711, + 1.523438, + 1.326172, + 1.367188, + 1.332031, + 1.289062, + 1.535156, + 1.277344, + 1.384766, + 1.349609, + 1.279297, + 1.291016, + 1.396484, + 2.421875, + 1.855469, + 1.322266, + 2.21875, + 1.417969, + 1.585938, + 1.292969, + 1.19043, + 1.302734, + 1.371094, + 1.992188, + 3.21875, + 2.046875, + 1.308594, + 1.283203, + 1.222656, + 1.496094, + 1.449219, + 1.253906, + 1.306641, + 1.369141, + 1.306641, + 1.232422, + 1.230469, + 1.237305, + 1.231445, + 1.416016, + 1.373047, + 1.324219, + 1.351562, + 1.558594, + 1.574219, + 1.398438, + 1.484375, + 1.300781, + 1.296875, + 1.283203, + 1.330078, + 1.267578, + 1.271484, + 1.355469, + 1.542969, + 1.478516, + 2.914062, + 1.285156, + 1.324219, + 1.384766, + 1.384766, + 1.419922, + 1.291016, + 1.347656, + 1.427734, + 1.384766, + 1.271484, + 1.259766, + 1.402344, + 1.269531, + 1.435547, + 1.453125, + 1.302734, + 1.408203, + 1.19043, + 1.316406, + 1.310547, + 1.160156, + 1.617188, + 1.400391, + 1.341797, + 1.425781, + 1.318359, + 3.109375, + 1.369141, + 1.273438, + 2.546875, + 1.933594, + 1.314453, + 1.308594, + 1.324219, + 1.730469, + 1.239258, + 1.515625, + 1.400391, + 1.302734, + 2.203125, + 1.347656, + 1.53125, + 3.015625, + 1.322266, + 1.351562, + 1.347656, + 1.496094, + 2.398438, + 1.404297, + 1.384766, + 3.078125, + 1.351562, + 1.546875, + 1.277344, + 3.46875, + 1.373047, + 2.515625, + 1.417969, + 1.174805, + 1.351562, + 2.101562, + 1.435547, + 1.455078, + 1.455078, + 1.333984, + 1.253906, + 1.243164, + 1.304688, + 1.390625, + 1.369141, + 1.253906, + 1.380859, + 1.3125, + 1.271484, + 1.384766, + 1.072754, + 1.265625, + 1.992188, + 1.460938, + 1.355469, + 2.382812, + 1.369141, + 1.867188, + 1.308594, + 1.341797, + 1.40625, + 1.275391, + 1.333984, + 1.357422, + 1.316406, + 1.3125, + 1.222656, + 1.507812, + 1.382812, + 1.388672, + 1.326172, + 3.453125, + 1.494141, + 1.730469, + 1.466797, + 1.392578, + 2.039062, + 1.285156, + 1.302734, + 1.363281, + 1.300781, + 1.341797, + 3.203125, + 1.355469, + 1.373047, + 1.40625, + 3.078125, + 1.333984, + 1.316406, + 1.445312, + 3.015625, + 1.582031, + 1.326172, + 1.359375, + 1.271484, + 1.34375, + 1.249023, + 1.664062, + 1.466797, + 1.439453, + 1.332031, + 1.539062, + 1.306641, + 1.302734, + 1.18457, + 1.566406, + 1.373047, + 3.078125, + 1.349609, + 1.257812, + 1.351562, + 1.386719, + 1.257812, + 1.306641, + 1.332031, + 1.388672, + 1.339844, + 1.601562, + 1.298828, + 1.298828, + 1.237305, + 2.070312, + 1.478516, + 1.349609, + 3.171875, + 3.828125, + 1.890625, + 1.421875, + 1.443359, + 1.269531, + 1.328125, + 1.271484, + 3.234375, + 3.8125, + 1.271484, + 1.028931, + 1.636719, + 1.414062, + 1.386719, + 1.263672, + 1.404297, + 1.789062, + 3.3125, + 1.263672, + 1.400391, + 1.369141, + 2.492188, + 1.369141, + 1.416016, + 1.494141, + 1.519531, + 1.296875, + 1.347656, + 1.410156, + 1.337891, + 1.746094, + 1.265625, + 1.223633, + 1.490234, + 1.378906, + 1.369141, + 1.310547, + 1.239258, + 2.054688, + 3.375, + 2.835938, + 1.210938, + 1.328125, + 1.324219, + 1.416016, + 1.316406, + 1.353516, + 1.328125, + 3.953125, + 1.433594, + 1.859375, + 1.378906, + 1.198242, + 3.203125, + 1.291016, + 1.320312, + 1.371094, + 1.300781, + 1.412109, + 1.453125, + 1.566406, + 3.3125, + 1.40625, + 1.478516, + 1.400391, + 3.15625, + 1.289062, + 1.396484, + 1.163086, + 1.419922, + 2.3125, + 1.449219, + 1.388672, + 1.219727, + 1.333984, + 2.015625, + 1.345703, + 1.324219, + 1.8125, + 3.171875, + 3.953125, + 3.28125, + 1.380859, + 1.355469, + 1.273438, + 1.347656, + 1.404297, + 1.443359, + 1.231445, + 4.171875, + 1.306641, + 1.24707, + 1.363281, + 1.294922, + 1.792969, + 1.283203, + 1.4375, + 3.5, + 1.447266, + 3.28125, + 1.318359, + 3.203125, + 1.582031, + 1.359375, + 1.298828, + 1.24707, + 1.761719, + 1.417969, + 2.195312, + 1.384766, + 3.390625, + 1.644531, + 1.742188, + 2.148438, + 2.65625, + 1.298828, + 1.296875, + 1.675781, + 2.90625, + 1.347656, + 1.466797, + 1.291016, + 1.722656, + 1.429688, + 1.259766, + 3.703125, + 1.287109, + 1.320312, + 1.453125, + 3.15625, + 3.625, + 1.326172, + 1.223633, + 1.478516, + 1.291016, + 1.238281, + 1.367188, + 1.921875, + 3.640625, + 1.355469, + 1.251953, + 1.224609, + 1.550781, + 1.466797, + 1.263672, + 1.416016, + 1.386719, + 1.398438, + 1.353516, + 1.21582, + 1.376953, + 1.410156, + 1.441406, + 1.425781, + 1.648438, + 1.341797, + 1.291016, + 1.261719, + 1.365234, + 1.261719, + 2.976562, + 1.402344, + 3.609375, + 1.792969, + 1.746094, + 3.09375, + 1.251953, + 1.369141, + 1.249023, + 1.394531, + 1.304688, + 1.308594, + 1.400391, + 1.273438, + 3.328125, + 1.765625, + 1.396484, + 1.484375, + 1.269531, + 1.347656, + 1.597656, + 1.285156, + 1.283203, + 1.291016, + 1.369141, + 1.308594, + 3.109375, + 1.275391, + 1.289062, + 1.773438, + 1.261719, + 1.345703, + 1.232422, + 1.083008, + 1.351562, + 1.300781, + 1.273438, + 1.380859, + 1.259766, + 1.3125, + 1.753906, + 1.4375, + 1.289062, + 1.273438, + 1.236328, + 1.455078, + 3.1875, + 1.400391, + 2.742188, + 1.302734, + 1.396484, + 1.710938, + 1.304688, + 1.238281, + 1.320312, + 1.412109, + 1.898438, + 1.400391, + 4.015625, + 3.5625, + 3.328125, + 1.294922, + 1.292969, + 2.96875, + 1.386719, + 1.277344, + 1.412109, + 2.695312, + 1.386719, + 2.148438, + 1.332031, + 2.921875, + 1.310547, + 1.253906, + 1.251953, + 1.223633, + 1.414062, + 1.523438, + 1.253906, + 1.302734, + 3.125, + 2.679688, + 3.921875, + 1.496094, + 1.390625, + 1.259766, + 1.224609, + 1.742188, + 2.976562, + 1.265625, + 3.4375, + 1.194336, + 1.353516, + 1.320312, + 1.275391, + 1.96875, + 1.292969, + 1.28125, + 1.351562, + 1.519531, + 1.291016, + 1.419922, + 1.804688, + 1.320312, + 1.279297, + 1.241211, + 1.275391, + 1.241211, + 1.273438, + 1.570312, + 1.394531, + 1.198242, + 1.396484, + 1.294922, + 1.373047, + 1.271484, + 1.386719, + 1.470703, + 1.320312, + 1.337891, + 1.318359, + 1.316406, + 1.371094, + 1.476562, + 1.304688, + 1.507812, + 1.345703, + 1.449219, + 1.431641, + 2.664062, + 1.291016, + 1.472656, + 1.308594, + 1.458984, + 1.337891, + 1.380859, + 1.277344, + 3.03125, + 1.198242, + 2.601562, + 1.363281, + 1.419922, + 1.455078, + 1.707031, + 1.539062, + 2.15625, + 1.337891, + 3.140625, + 1.302734, + 2.210938, + 1.582031, + 1.369141, + 1.582031, + 1.275391, + 1.240234, + 1.320312, + 1.357422, + 1.339844, + 1.349609, + 1.241211, + 3.5, + 1.271484, + 1.367188, + 1.414062, + 1.228516, + 1.375, + 1.341797, + 1.392578, + 2.109375, + 1.449219, + 1.404297, + 1.494141, + 1.208008, + 1.233398, + 1.289062, + 1.378906, + 1.462891, + 1.306641, + 3.46875, + 1.410156, + 1.347656, + 1.310547, + 2.632812, + 1.519531, + 2.328125, + 3.59375, + 1.390625, + 3.484375, + 3.15625, + 1.474609, + 1.275391, + 1.369141, + 1.198242, + 3.265625, + 1.298828, + 1.632812, + 1.333984, + 3.3125, + 1.369141, + 1.367188, + 1.392578, + 1.339844, + 1.318359, + 1.300781, + 3.828125, + 1.265625, + 1.369141, + 2.226562, + 3.03125, + 1.359375, + 1.259766, + 2.601562, + 1.265625, + 2.523438, + 1.294922, + 1.453125, + 1.226562, + 1.357422, + 3.390625, + 1.267578, + 1.398438, + 1.318359, + 1.306641, + 1.308594, + 2.203125, + 3.671875, + 1.386719, + 1.253906, + 1.457031, + 1.320312, + 1.238281, + 1.302734, + 1.271484, + 1.279297, + 1.349609, + 1.392578, + 1.5625, + 1.365234, + 1.320312, + 1.423828, + 1.314453, + 1.777344, + 1.365234, + 1.388672, + 1.40625, + 3.703125, + 1.308594, + 1.382812, + 1.289062, + 1.443359, + 1.363281, + 1.443359, + 1.412109, + 1.359375, + 1.464844, + 1.375, + 1.289062, + 1.316406, + 1.277344, + 2.234375, + 1.363281, + 3.15625, + 1.394531, + 2.992188, + 1.365234, + 1.273438, + 1.353516, + 3.15625, + 1.337891, + 1.380859, + 1.369141, + 1.291016, + 1.318359, + 1.3125, + 1.376953, + 1.302734, + 1.341797, + 1.396484, + 2.554688, + 1.369141, + 1.271484, + 1.170898, + 1.304688, + 1.443359, + 1.255859, + 1.259766, + 1.365234, + 1.367188, + 1.294922, + 1.816406, + 1.457031, + 1.388672, + 1.34375, + 2.640625, + 1.414062, + 1.277344, + 1.253906, + 1.373047, + 3.265625, + 1.205078, + 1.24707, + 1.330078, + 1.263672, + 1.421875, + 1.291016, + 1.318359, + 1.267578, + 3.28125, + 1.230469, + 1.273438, + 1.447266, + 1.229492, + 1.353516, + 1.269531, + 1.24707, + 1.245117, + 1.273438, + 1.478516, + 1.306641, + 1.225586, + 1.223633, + 1.392578, + 1.229492, + 1.332031, + 2.046875, + 1.355469, + 1.447266, + 1.412109, + 1.351562, + 1.386719, + 1.960938, + 1.292969, + 1.337891, + 1.318359, + 3.109375, + 1.558594, + 1.679688, + 2.664062, + 1.294922, + 1.273438, + 1.376953, + 3.984375, + 1.259766, + 0.971436, + 3.515625, + 2.5, + 1.392578, + 1.277344, + 1.279297, + 1.335938, + 1.1875, + 1.382812, + 1.365234, + 1.431641, + 1.205078, + 2.671875, + 1.291016, + 1.445312, + 1.318359, + 2.71875, + 1.251953, + 1.291016, + 1.275391, + 1.496094, + 1.273438, + 1.445312, + 1.275391, + 1.5625, + 3.515625, + 1.236328, + 1.341797, + 1.349609, + 1.396484, + 1.878906, + 1.429688, + 3.109375, + 1.314453, + 1.367188, + 2.0, + 1.337891, + 1.310547, + 1.353516, + 2.1875, + 1.535156, + 1.433594, + 1.314453, + 1.302734, + 2.132812, + 3.546875, + 1.408203, + 1.111816, + 1.494141, + 1.761719, + 1.240234, + 1.316406, + 1.328125, + 3.40625, + 1.470703, + 1.291016, + 1.435547, + 1.376953, + 1.496094, + 1.237305, + 1.304688, + 1.337891, + 1.609375, + 1.375, + 1.527344, + 1.326172, + 1.332031, + 1.246094, + 1.503906, + 1.648438, + 1.539062, + 1.621094, + 1.369141, + 1.355469, + 2.0625, + 1.386719, + 2.0, + 1.193359, + 1.402344, + 1.302734, + 1.361328, + 1.400391, + 1.296875, + 2.265625, + 1.398438, + 1.255859, + 1.355469, + 1.316406, + 1.202148, + 2.101562, + 1.472656, + 1.470703, + 1.378906, + 1.275391, + 1.347656, + 1.84375, + 1.28125, + 1.357422, + 1.439453, + 1.453125, + 2.976562, + 1.447266, + 1.292969, + 1.283203, + 1.886719, + 1.225586, + 1.292969, + 1.472656, + 1.410156, + 1.410156, + 1.287109, + 1.279297, + 1.511719, + 1.933594, + 1.367188, + 1.275391, + 1.269531, + 1.300781, + 1.298828, + 1.322266, + 1.216797, + 1.253906, + 1.259766, + 1.316406, + 1.10498, + 1.345703, + 1.369141, + 1.859375, + 1.333984, + 1.361328, + 1.335938, + 1.21875, + 1.318359, + 1.355469, + 1.302734, + 2.53125, + 1.283203, + 1.198242, + 1.550781, + 1.337891, + 1.318359, + 3.703125, + 1.347656, + 1.249023, + 1.392578, + 2.679688, + 1.253906, + 1.480469, + 2.328125, + 3.15625, + 1.507812, + 1.396484, + 1.239258, + 1.310547, + 1.335938, + 1.373047, + 1.382812, + 1.625, + 1.357422, + 2.71875, + 1.279297, + 2.054688, + 1.369141, + 1.347656, + 2.679688, + 3.90625, + 1.326172, + 1.287109, + 1.341797, + 2.289062, + 1.353516, + 1.644531, + 1.519531, + 1.373047, + 1.277344, + 1.322266, + 1.267578, + 1.433594, + 1.71875, + 1.259766, + 1.322266, + 1.363281, + 2.976562, + 2.070312, + 1.3125, + 1.478516, + 1.259766, + 1.71875, + 1.398438, + 1.34375, + 1.486328, + 2.171875, + 1.207031, + 1.229492, + 1.435547, + 1.507812, + 1.535156, + 1.664062, + 1.457031, + 1.316406, + 3.59375, + 3.828125, + 1.330078, + 1.19043, + 1.322266, + 1.306641, + 1.410156, + 1.294922, + 2.96875, + 1.197266, + 2.304688, + 2.484375, + 1.402344, + 1.269531, + 1.339844, + 1.412109, + 1.53125, + 1.404297, + 3.015625, + 1.251953, + 1.462891, + 1.417969, + 1.425781, + 1.400391, + 1.423828, + 1.464844, + 1.550781, + 1.318359, + 1.363281, + 1.414062, + 1.566406, + 2.070312, + 1.423828, + 1.507812, + 1.695312, + 1.3125, + 1.330078, + 3.234375, + 1.314453, + 1.273438, + 2.960938, + 1.322266, + 1.490234, + 1.355469, + 1.335938, + 1.310547, + 1.527344, + 1.816406, + 1.241211, + 1.223633, + 1.382812, + 1.220703, + 1.378906, + 1.28125, + 1.337891, + 1.339844, + 1.248047, + 1.324219, + 1.355469, + 2.5, + 3.703125, + 1.285156, + 1.339844, + 1.273438, + 1.365234, + 1.410156, + 3.5, + 1.425781, + 1.34375, + 1.394531, + 1.353516, + 2.507812, + 1.251953, + 1.291016, + 1.291016, + 1.458984, + 1.302734, + 1.208008, + 1.449219, + 1.707031, + 1.367188, + 1.089844, + 1.453125, + 3.265625, + 1.476562, + 1.457031, + 3.828125, + 1.300781, + 2.773438, + 1.320312, + 1.382812, + 1.589844, + 1.388672, + 3.390625, + 1.523438, + 1.322266, + 1.287109, + 1.314453, + 1.265625, + 1.410156, + 1.453125, + 1.271484, + 1.316406, + 1.382812, + 1.376953, + 1.207031, + 2.414062, + 1.253906, + 1.326172, + 1.5625, + 1.443359, + 2.289062, + 1.273438, + 3.15625, + 1.574219, + 3.515625, + 1.328125, + 1.373047, + 1.194336, + 1.330078, + 1.347656, + 1.302734, + 1.349609, + 1.410156, + 1.394531, + 1.341797, + 1.300781, + 1.369141, + 1.660156, + 1.228516, + 2.125, + 1.46875, + 1.804688, + 3.3125, + 1.339844, + 1.273438, + 1.285156, + 1.363281, + 1.421875, + 1.566406, + 1.355469, + 1.337891, + 1.929688, + 1.746094, + 1.279297, + 1.441406, + 1.265625, + 1.542969, + 1.369141, + 2.257812, + 1.263672, + 1.275391, + 1.308594, + 2.789062, + 1.59375, + 1.347656, + 1.3125, + 1.253906, + 1.570312, + 1.328125, + 1.296875, + 1.324219, + 1.267578, + 1.382812, + 1.316406, + 3.265625, + 1.402344, + 1.326172, + 1.279297, + 1.259766, + 1.205078, + 1.243164, + 1.386719, + 1.566406, + 1.211914, + 1.400391, + 2.421875, + 3.0, + 1.300781, + 1.335938, + 1.237305, + 1.292969, + 1.263672, + 3.578125, + 1.363281, + 1.347656, + 1.349609, + 1.337891, + 1.675781, + 1.277344, + 1.613281, + 2.859375, + 1.316406, + 1.296875, + 1.447266, + 1.337891, + 2.648438, + 1.382812, + 1.283203, + 1.412109, + 1.306641, + 1.24707, + 1.318359, + 1.443359, + 1.59375, + 2.195312, + 1.703125, + 1.835938, + 3.28125, + 1.486328, + 1.392578, + 1.318359, + 1.240234, + 3.734375, + 1.289062, + 1.283203, + 1.238281, + 1.277344, + 1.339844, + 2.054688, + 1.433594, + 2.375, + 1.757812, + 1.882812, + 1.359375, + 1.326172, + 1.433594, + 1.636719, + 1.230469, + 1.304688, + 1.285156, + 1.742188, + 1.287109, + 1.324219, + 3.1875, + 1.582031, + 1.347656, + 1.257812, + 1.416016, + 3.0625, + 1.337891, + 1.480469, + 1.306641, + 1.308594, + 1.425781, + 3.265625, + 1.34375, + 1.273438, + 1.949219, + 1.3125, + 1.439453, + 1.472656, + 1.439453, + 1.347656, + 1.390625, + 1.310547, + 1.296875, + 1.259766, + 1.371094, + 1.394531, + 1.232422, + 3.578125, + 1.359375, + 1.373047, + 1.251953, + 1.357422, + 1.285156, + 1.365234, + 1.464844, + 2.203125, + 1.339844, + 1.332031, + 1.289062, + 1.3125, + 2.28125, + 1.455078, + 1.458984, + 1.384766, + 1.441406, + 1.429688, + 1.316406, + 1.3125, + 1.308594, + 1.482422, + 1.355469, + 1.5625, + 1.46875, + 1.373047, + 1.365234, + 1.302734, + 1.326172, + 1.664062, + 1.298828, + 2.585938, + 3.75, + 1.384766, + 1.574219, + 1.285156, + 1.275391, + 1.416016, + 1.265625, + 1.714844, + 1.353516, + 1.503906, + 1.566406, + 1.224609, + 1.300781, + 1.363281, + 3.34375, + 1.363281, + 1.410156, + 1.324219, + 1.445312, + 1.570312, + 1.279297, + 1.294922, + 1.349609, + 1.482422, + 1.275391, + 1.291016, + 1.257812, + 1.527344, + 1.382812, + 1.992188, + 1.306641, + 1.683594, + 1.570312, + 1.339844, + 1.271484, + 1.402344, + 1.361328, + 1.324219, + 1.414062, + 1.369141, + 1.15625, + 1.695312, + 1.390625, + 1.746094, + 2.351562, + 1.382812, + 1.318359, + 1.404297, + 3.09375, + 1.742188, + 1.185547, + 1.314453, + 1.294922, + 1.345703, + 1.431641, + 1.191406, + 1.53125, + 1.53125, + 1.143555, + 3.609375, + 1.410156, + 1.439453, + 1.34375, + 1.412109, + 1.230469, + 1.265625, + 1.554688, + 3.828125, + 1.240234, + 1.296875, + 1.359375, + 1.296875, + 1.265625, + 1.353516, + 1.298828, + 1.291016, + 1.527344, + 2.203125, + 1.390625, + 1.255859, + 1.380859, + 1.298828, + 1.349609, + 1.550781, + 1.355469, + 1.554688, + 1.255859, + 1.527344, + 1.820312, + 1.359375, + 1.242188, + 1.253906, + 1.353516, + 1.472656, + 1.304688, + 1.431641, + 1.233398, + 1.304688, + 1.304688, + 1.660156, + 3.40625, + 1.227539, + 1.427734, + 1.265625, + 1.232422, + 1.248047, + 1.410156, + 1.265625, + 1.355469, + 1.224609, + 2.132812, + 1.373047, + 1.304688, + 1.351562, + 3.5, + 1.275391, + 1.484375, + 1.324219, + 1.304688, + 1.277344, + 1.335938, + 1.246094, + 1.386719, + 1.302734, + 1.378906, + 1.318359, + 3.671875, + 1.388672, + 1.554688, + 1.357422, + 3.140625, + 1.375, + 2.960938, + 1.279297, + 3.5625, + 1.289062, + 1.644531, + 2.726562, + 2.140625, + 1.398438, + 1.34375, + 1.225586, + 1.333984, + 1.269531, + 1.380859, + 1.294922, + 1.233398, + 3.6875, + 2.617188, + 1.941406, + 1.238281, + 1.275391, + 1.507812, + 1.316406, + 1.349609, + 1.294922, + 1.894531, + 1.287109, + 1.40625, + 1.291016, + 1.480469, + 1.345703, + 1.458984, + 1.291016, + 1.213867, + 1.835938, + 1.335938, + 1.208984, + 1.269531, + 1.289062, + 1.259766, + 1.804688, + 1.306641, + 1.296875, + 1.414062, + 1.478516, + 1.265625, + 1.441406, + 1.349609, + 1.287109, + 2.75, + 1.361328, + 1.394531, + 1.5625, + 3.0625, + 1.287109, + 1.351562, + 1.353516, + 3.0625, + 1.355469, + 1.800781, + 1.341797, + 1.453125, + 1.722656, + 3.359375, + 1.339844, + 1.287109, + 1.339844, + 3.640625, + 1.84375, + 3.25, + 2.851562, + 1.259766, + 1.527344, + 1.202148, + 1.302734, + 1.332031, + 1.539062, + 1.316406, + 1.349609, + 2.726562, + 2.46875, + 1.324219, + 1.382812, + 1.427734, + 1.333984, + 1.429688, + 1.310547, + 1.455078, + 1.867188, + 1.249023, + 1.355469, + 1.337891, + 2.726562, + 1.414062, + 1.365234, + 1.07666, + 1.296875, + 1.316406, + 3.421875, + 1.324219, + 3.078125, + 1.302734, + 1.298828, + 1.423828, + 1.298828, + 1.314453, + 1.710938, + 1.332031, + 1.227539, + 1.289062, + 1.322266, + 1.466797, + 1.412109, + 1.298828, + 1.380859, + 1.202148, + 1.443359, + 1.84375, + 1.416016, + 2.34375, + 1.507812, + 1.380859, + 1.9375, + 1.296875, + 1.222656, + 1.339844, + 1.322266, + 1.435547, + 1.330078, + 1.359375, + 1.224609, + 1.964844, + 1.451172, + 1.386719, + 1.40625, + 1.322266, + 1.243164, + 1.320312, + 1.476562, + 1.275391, + 1.283203, + 1.417969, + 1.263672, + 1.5, + 2.28125, + 1.355469, + 1.300781, + 2.46875, + 1.345703, + 1.396484, + 3.09375, + 1.320312, + 1.589844, + 1.382812, + 1.306641, + 1.386719, + 1.235352, + 1.185547, + 1.332031, + 1.320312, + 1.257812, + 1.3125, + 1.5625, + 1.382812, + 2.09375, + 1.462891, + 1.386719, + 1.279297, + 3.0, + 1.490234, + 1.400391, + 1.188477, + 1.154297, + 1.333984, + 1.285156, + 1.466797, + 1.503906, + 2.953125, + 1.585938, + 1.353516, + 1.363281, + 3.140625, + 1.285156, + 1.441406, + 2.789062, + 1.267578, + 1.335938, + 1.292969, + 1.196289, + 1.320312, + 1.273438, + 2.382812, + 1.28125, + 1.285156, + 1.496094, + 1.261719, + 1.482422, + 1.402344, + 1.433594, + 3.203125, + 2.015625, + 1.263672, + 1.585938, + 1.363281, + 1.667969, + 1.507812, + 1.335938, + 1.367188, + 3.34375, + 1.523438, + 1.255859, + 3.765625, + 1.361328, + 1.40625, + 1.261719, + 1.277344, + 3.1875, + 1.423828, + 1.353516, + 3.359375, + 1.298828, + 3.0, + 1.34375, + 1.443359, + 1.296875, + 1.261719, + 3.09375, + 1.320312, + 1.660156, + 1.337891, + 1.357422, + 1.361328, + 1.306641, + 3.03125, + 1.178711, + 1.255859, + 1.330078, + 1.449219, + 3.03125, + 1.375, + 1.384766, + 1.585938, + 1.511719, + 1.212891, + 1.431641, + 1.478516, + 1.765625, + 1.369141, + 1.396484, + 1.304688, + 2.71875, + 2.445312, + 1.255859, + 1.412109, + 3.484375, + 1.292969, + 1.523438, + 1.259766, + 1.326172, + 1.388672, + 1.429688, + 1.8125, + 1.330078, + 1.273438, + 2.765625, + 1.306641, + 1.318359, + 1.5 + ] + }, + "name": "onnx::Mul_8693", + "outputIndexes": [ + 1910 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1909, + 1910 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_20/Mul_1_output_0", + "outputIndexes": [ + 1911 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1911 + ], + "outputIndexes": [ + 3050 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3050 + ], + "outputIndexes": [ + 3051 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear", + "inputIndexes": [ + 3051 + ], + "outputIndexes": [ + 3052 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 875891720, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3052 + ], + "outputIndexes": [ + 3053 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3053 + ], + "outputIndexes": [ + 1912 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1911 + ], + "main_type": "NONE", + "name": "/Shape_281_output_0", + "outputIndexes": [ + 1913 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1913 + ], + "main_type": "NONE", + "name": "Shape5540", + "outputIndexes": [ + 1914 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1913 + ], + "main_type": "NONE", + "name": "Rank5542", + "outputIndexes": [ + 1915 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1915, + 1915 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5544", + "outputIndexes": [ + 1916 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1916 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5545", + "outputIndexes": [ + 1917 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1916, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5547", + "outputIndexes": [ + 1918 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1918 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5548", + "outputIndexes": [ + 1919 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1914, + 1917, + 1919, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5551", + "outputIndexes": [ + 1920 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1920 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5552", + "outputIndexes": [ + 1921 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1921 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5553", + "outputIndexes": [ + 1922 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1922, + 1921 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5554", + "outputIndexes": [ + 1923 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1913, + 1923, + 1916 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_304_output_0", + "outputIndexes": [ + 1924 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1924, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_641_output_0", + "outputIndexes": [ + 1925 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1925, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_260_output_0", + "outputIndexes": [ + 1926 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1912, + 1926 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_181_output_0", + "outputIndexes": [ + 1927 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1927, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_160_output_0", + "outputIndexes": [ + 1928 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1927 + ], + "main_type": "NONE", + "name": "/Shape_282_output_0", + "outputIndexes": [ + 1929 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1929 + ], + "main_type": "NONE", + "name": "Shape5561", + "outputIndexes": [ + 1930 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1929 + ], + "main_type": "NONE", + "name": "Rank5563", + "outputIndexes": [ + 1931 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1931, + 1931 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5565", + "outputIndexes": [ + 1932 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1932 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5566", + "outputIndexes": [ + 1933 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1932, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5568", + "outputIndexes": [ + 1934 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1934 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5569", + "outputIndexes": [ + 1935 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1930, + 1933, + 1935, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5572", + "outputIndexes": [ + 1936 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1936 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5573", + "outputIndexes": [ + 1937 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1937 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5574", + "outputIndexes": [ + 1938 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1938, + 1937 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5575", + "outputIndexes": [ + 1939 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1929, + 1939, + 1932 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_305_output_0", + "outputIndexes": [ + 1940 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1940, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_60_output_0", + "outputIndexes": [ + 1941 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1941, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_646_output_0", + "outputIndexes": [ + 1942 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1927, + 1942, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_81_output_0", + "outputIndexes": [ + 1943 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1943 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_40_output_0", + "outputIndexes": [ + 1944 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1927, + 21, + 1942, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_80_output_0", + "outputIndexes": [ + 1945 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1944, + 1945 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_263_output_0", + "outputIndexes": [ + 1946 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1946, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_161_output_0", + "outputIndexes": [ + 1947 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1928, + 1947 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_100_output_0", + "outputIndexes": [ + 1948 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1911 + ], + "outputIndexes": [ + 3054 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3054 + ], + "outputIndexes": [ + 3055 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear", + "inputIndexes": [ + 3055 + ], + "outputIndexes": [ + 3056 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 878545950, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3056 + ], + "outputIndexes": [ + 3057 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3057 + ], + "outputIndexes": [ + 1949 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1925, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_261_output_0", + "outputIndexes": [ + 1950 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1949, + 1950 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_182_output_0", + "outputIndexes": [ + 1951 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1951, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_162_output_0", + "outputIndexes": [ + 1952 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1951 + ], + "main_type": "NONE", + "name": "/Shape_283_output_0", + "outputIndexes": [ + 1953 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1953 + ], + "main_type": "NONE", + "name": "Shape5624", + "outputIndexes": [ + 1954 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1953 + ], + "main_type": "NONE", + "name": "Rank5626", + "outputIndexes": [ + 1955 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1955, + 1955 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5628", + "outputIndexes": [ + 1956 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1956 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5629", + "outputIndexes": [ + 1957 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1956, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5631", + "outputIndexes": [ + 1958 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1958 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5632", + "outputIndexes": [ + 1959 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1954, + 1957, + 1959, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5635", + "outputIndexes": [ + 1960 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1960 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5636", + "outputIndexes": [ + 1961 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 1961 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5637", + "outputIndexes": [ + 1962 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1962, + 1961 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5638", + "outputIndexes": [ + 1963 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1953, + 1963, + 1956 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_306_output_0", + "outputIndexes": [ + 1964 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1964, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_61_output_0", + "outputIndexes": [ + 1965 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1965, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_648_output_0", + "outputIndexes": [ + 1966 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1951, + 1966, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_83_output_0", + "outputIndexes": [ + 1967 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1967 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_41_output_0", + "outputIndexes": [ + 1968 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1951, + 21, + 1966, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_82_output_0", + "outputIndexes": [ + 1969 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1968, + 1969 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_264_output_0", + "outputIndexes": [ + 1970 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1970, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_163_output_0", + "outputIndexes": [ + 1971 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1952, + 1971 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_101_output_0", + "outputIndexes": [ + 1972 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1911 + ], + "outputIndexes": [ + 3058 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3058 + ], + "outputIndexes": [ + 3059 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear", + "inputIndexes": [ + 3059 + ], + "outputIndexes": [ + 3060 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 879873076, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3060 + ], + "outputIndexes": [ + 3061 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3061 + ], + "outputIndexes": [ + 1973 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1973, + 1950 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_183_output_0", + "outputIndexes": [ + 1974 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1948, + 1972, + 1974, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_188_output_0", + "outputIndexes": [ + 1975 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1975 + ], + "outputIndexes": [ + 3062 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3062 + ], + "outputIndexes": [ + 3063 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear", + "inputIndexes": [ + 3063 + ], + "outputIndexes": [ + 3064 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 881200202, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3064 + ], + "outputIndexes": [ + 3065 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3065 + ], + "outputIndexes": [ + 1976 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1976 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_20/Mul_output_0", + "outputIndexes": [ + 1977 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.390625, + 2.320312, + 2.554688, + 2.46875, + 2.757812, + 2.71875, + 2.640625, + 1.160156, + 2.742188, + 2.367188, + 2.25, + 2.570312, + 2.367188, + 2.75, + 2.679688, + 2.484375, + 2.445312, + 2.539062, + 2.4375, + 2.296875, + 2.414062, + 2.515625, + 2.601562, + 2.242188, + 2.40625, + 2.5, + 2.523438, + 2.273438, + 2.46875, + 2.40625, + 2.5625, + 2.304688, + 2.445312, + 1.478516, + 2.609375, + 2.375, + 2.515625, + 2.601562, + 2.476562, + 2.507812, + 2.679688, + 2.476562, + 2.648438, + 2.335938, + 1.996094, + 2.75, + 2.71875, + 2.421875, + 2.671875, + 2.320312, + 2.445312, + 2.234375, + 2.523438, + 1.738281, + 2.6875, + 2.484375, + 2.632812, + 2.554688, + 2.304688, + 2.453125, + 2.617188, + 2.5, + 2.445312, + 2.65625, + 2.476562, + 2.390625, + 2.257812, + 2.492188, + 2.4375, + 2.679688, + 2.390625, + 2.695312, + 2.398438, + 2.585938, + 2.453125, + 2.515625, + 2.398438, + 2.40625, + 2.5, + 1.960938, + 2.625, + 1.125, + 2.382812, + 2.367188, + 2.5, + 2.703125, + 2.578125, + 2.234375, + 1.972656, + 2.289062, + 2.46875, + 2.367188, + 2.546875, + 1.945312, + 2.492188, + 1.137695, + 2.539062, + 2.335938, + 1.800781, + 2.617188, + 2.40625, + 2.546875, + 2.632812, + 2.492188, + 2.617188, + 2.40625, + 2.570312, + 2.429688, + 2.648438, + 2.367188, + 2.6875, + 2.515625, + 2.476562, + 2.59375, + 2.773438, + 2.484375, + 2.492188, + 1.714844, + 2.609375, + 2.710938, + 2.8125, + 2.5625, + 2.15625, + 2.734375, + 2.617188, + 2.15625, + 2.554688, + 2.757812, + 2.539062, + 2.242188, + 2.40625, + 2.515625, + 2.460938, + 2.546875, + 2.625, + 2.625, + 2.460938, + 2.359375, + 2.484375, + 2.59375, + 2.90625, + 2.257812, + 2.609375, + 2.617188, + 2.757812, + 2.328125, + 2.445312, + 2.359375, + 2.53125, + 2.695312, + 2.492188, + 2.398438, + 2.445312, + 2.476562, + 2.476562, + 2.632812, + 2.195312, + 2.523438, + 1.941406, + 1.695312, + 2.515625, + 2.617188, + 2.304688, + 2.296875, + 2.492188, + 2.601562, + 2.539062, + 1.679688, + 2.898438, + 2.382812, + 2.398438, + 1.882812, + 2.390625, + 1.699219, + 2.476562, + 2.554688, + 2.671875, + 1.035889, + 2.523438, + 2.46875, + 2.492188, + 1.550781, + 2.585938, + 1.039307, + 3.125, + 2.546875, + 2.265625, + 2.28125, + 2.289062, + 2.523438, + 2.53125, + 2.328125, + 2.523438, + 2.445312, + 2.460938, + 2.460938, + 2.421875, + 2.554688, + 2.546875, + 2.5, + 2.625, + 2.585938, + 2.539062, + 2.460938, + 2.195312, + 2.554688, + 2.554688, + 2.359375, + 2.664062, + 2.710938, + 2.5625, + 2.632812, + 2.609375, + 2.351562, + 2.539062, + 2.476562, + 2.671875, + 2.390625, + 2.460938, + 2.484375, + 2.429688, + 2.453125, + 2.578125, + 2.414062, + 2.546875, + 2.484375, + 2.585938, + 2.578125, + 2.507812, + 2.546875, + 2.453125, + 2.476562, + 2.507812, + 2.695312, + 2.507812, + 2.828125, + 2.328125, + 2.765625, + 2.539062, + 2.3125, + 2.351562, + 2.445312, + 2.5625, + 1.964844, + 2.46875, + 2.445312, + 2.445312, + 2.171875, + 2.78125, + 2.515625, + 2.46875, + 2.296875, + 2.085938, + 2.507812, + 2.492188, + 2.46875, + 2.492188, + 2.515625, + 2.265625, + 2.390625, + 2.632812, + 2.601562, + 2.398438, + 2.546875, + 2.414062, + 2.359375, + 2.609375, + 2.757812, + 2.453125, + 2.476562, + 2.59375, + 2.59375, + 2.296875, + 2.453125, + 2.460938, + 2.664062, + 2.429688, + 2.703125, + 2.625, + 2.625, + 2.5, + 2.609375, + 1.859375, + 2.59375, + 2.359375, + 2.460938, + 2.578125, + 2.460938, + 1.808594, + 2.46875, + 2.507812, + 1.503906, + 2.617188, + 2.539062, + 2.4375, + 2.617188, + 2.46875, + 2.382812, + 2.28125, + 2.640625, + 2.445312, + 2.5, + 1.324219, + 2.351562, + 0.904785, + 2.414062, + 2.554688, + 2.328125, + 2.421875, + 2.523438, + 2.429688, + 1.283203, + 2.585938, + 2.460938, + 2.382812, + 2.335938, + 2.5, + 2.632812, + 2.46875, + 2.554688, + 2.476562, + 2.320312, + 2.515625, + 2.328125, + 2.648438, + 2.671875, + 2.632812, + 2.476562, + 2.578125, + 2.46875, + 2.359375, + 2.5, + 2.632812, + 2.539062, + 3.59375, + 2.5, + 2.671875, + 2.6875, + 2.546875, + 2.585938, + 2.4375, + 2.476562, + 2.34375, + 2.4375, + 2.515625, + 2.507812, + 2.679688, + 2.226562, + 2.445312, + 2.648438, + 1.746094, + 2.554688, + 2.070312, + 2.273438, + 1.152344, + 1.902344, + 2.5, + 2.570312, + 2.445312, + 2.484375, + 1.601562, + 2.492188, + 2.382812, + 2.234375, + 2.039062, + 2.554688, + 2.429688, + 1.863281, + 2.5625, + 2.460938, + 2.59375, + 2.523438, + 2.476562, + 2.507812, + 2.648438, + 2.414062, + 2.601562, + 2.460938, + 2.5625, + 2.3125, + 2.632812, + 2.476562, + 2.304688, + 1.847656, + 2.695312, + 2.507812, + 2.359375, + 2.398438, + 2.671875, + 2.601562, + 2.492188, + 2.484375, + 1.433594, + 2.554688, + 2.59375, + 2.679688, + 2.5625, + 1.601562, + 2.34375, + 2.734375, + 2.53125, + 2.726562, + 2.328125, + 2.460938, + 1.910156, + 3.0, + 2.570312, + 2.5, + 2.351562, + 1.957031, + 2.515625, + 2.179688, + 2.5625, + 2.46875, + 2.570312, + 2.484375, + 2.492188, + 2.492188, + 2.226562, + 2.617188, + 2.59375, + 2.601562, + 2.945312, + 2.710938, + 2.59375, + 2.242188, + 2.5625, + 2.796875, + 2.648438, + 2.671875, + 2.273438, + 2.617188, + 2.703125, + 2.546875, + 2.125, + 2.570312, + 2.570312, + 2.492188, + 2.554688, + 2.453125, + 2.578125, + 2.320312, + 2.484375, + 2.539062, + 1.808594, + 2.53125, + 2.6875, + 2.5625, + 2.507812, + 2.765625, + 2.671875, + 2.523438, + 2.453125, + 2.5, + 2.601562, + 2.507812, + 2.421875, + 2.578125, + 2.484375, + 2.414062, + 2.445312, + 2.507812, + 2.554688, + 2.4375, + 2.171875, + 2.632812, + 1.601562, + 2.546875, + 2.234375, + 2.476562, + 2.445312, + 2.601562, + 2.523438, + 2.21875, + 2.546875, + 2.390625, + 1.800781, + 2.195312, + 2.453125, + 2.546875, + 2.414062, + 2.445312, + 2.515625, + 2.59375, + 2.695312, + 2.6875, + 1.566406, + 2.484375, + 2.445312, + 2.515625, + 2.453125, + 2.53125, + 2.515625, + 2.65625, + 2.484375, + 2.554688, + 1.229492, + 1.671875, + 2.265625, + 1.480469, + 2.40625, + 2.421875, + 2.59375, + 2.5625, + 1.742188, + 2.671875, + 2.390625, + 2.367188, + 2.523438, + 2.601562, + 2.257812, + 2.445312, + 2.453125, + 2.5625, + 2.289062, + 2.476562, + 2.445312, + 2.4375, + 2.546875, + 2.359375, + 2.460938, + 2.390625, + 1.929688, + 1.921875, + 2.664062, + 2.148438, + 2.59375, + 2.5625, + 2.515625, + 2.578125, + 2.539062, + 2.625, + 2.671875, + 1.427734, + 2.640625, + 2.71875, + 2.320312, + 2.453125, + 2.492188, + 1.394531, + 2.351562, + 2.453125, + 2.5, + 2.382812, + 2.617188, + 2.484375, + 2.5, + 2.359375, + 2.351562, + 2.671875, + 1.75, + 2.71875, + 0.634766, + 2.367188, + 2.492188, + 2.5625, + 2.453125, + 2.414062, + 2.40625, + 2.421875, + 2.632812, + 1.738281, + 2.359375, + 2.351562, + 2.648438, + 2.476562, + 2.484375, + 2.171875, + 2.648438, + 2.539062, + 2.648438, + 2.765625, + 2.570312, + 2.5625, + 1.047363, + 2.507812, + 2.390625, + 2.609375, + 2.296875, + 2.476562, + 2.59375, + 2.015625, + 2.640625, + 2.421875, + 2.984375, + 2.609375, + 2.546875, + 2.59375, + 1.976562, + 2.414062, + 2.484375, + 2.757812, + 2.601562, + 2.601562, + 2.664062, + 2.578125, + 2.5625, + 2.578125, + 2.414062, + 2.351562, + 2.539062, + 2.75, + 2.414062, + 2.648438, + 2.523438, + 2.671875, + 2.546875, + 2.304688, + 2.476562, + 2.390625, + 2.617188, + 2.554688, + 2.585938, + 1.832031, + 2.429688, + 2.5625, + 2.609375, + 2.585938, + 2.507812, + 2.476562, + 2.414062, + 2.5625, + 2.554688, + 2.609375, + 2.664062, + 2.414062, + 2.609375, + 2.554688, + 2.484375, + 2.539062, + 2.601562, + 2.507812, + 2.273438, + 2.515625, + 2.59375, + 2.601562, + 2.828125, + 2.6875, + 2.648438, + 2.554688, + 2.570312, + 2.484375, + 2.3125, + 1.738281, + 2.71875, + 2.148438, + 2.671875, + 2.570312, + 2.664062, + 2.164062, + 1.464844, + 1.429688, + 2.539062, + 2.390625, + 2.75, + 2.609375, + 2.5, + 2.414062, + 2.429688, + 2.539062, + 2.421875, + 2.507812, + 2.570312, + 1.15918, + 2.453125, + 2.359375, + 2.414062, + 2.5625, + 2.507812, + 2.453125, + 2.585938, + 2.523438, + 2.414062, + 2.335938, + 2.351562, + 2.554688, + 2.539062, + 2.53125, + 2.359375, + 2.507812, + 2.492188, + 0.992493, + 2.757812, + 2.554688, + 2.125, + 2.609375, + 2.234375, + 2.664062, + 2.578125, + 2.570312, + 2.453125, + 2.617188, + 2.460938, + 2.601562, + 2.742188, + 2.414062, + 2.484375, + 2.601562, + 2.460938, + 2.390625, + 2.40625, + 2.445312, + 2.484375, + 2.585938, + 2.601562, + 2.703125, + 2.5625, + 2.554688, + 2.578125, + 2.257812, + 2.515625, + 2.765625, + 2.585938, + 2.703125, + 2.242188, + 2.539062, + 2.65625, + 2.210938, + 2.46875, + 2.25, + 2.664062, + 2.492188, + 2.539062, + 2.453125, + 2.335938, + 1.773438, + 2.304688, + 2.5625, + 2.53125, + 2.609375, + 2.382812, + 2.5, + 2.515625, + 2.617188, + 2.304688, + 2.382812, + 2.46875, + 2.507812, + 2.695312, + 2.617188, + 2.390625, + 2.515625, + 2.671875, + 2.328125, + 2.734375, + 2.445312, + 2.398438, + 2.359375, + 2.546875, + 2.609375, + 2.5, + 2.546875, + 2.367188, + 2.421875, + 2.53125, + 2.210938, + 2.546875, + 1.796875, + 2.507812, + 2.304688, + 2.515625, + 2.601562, + 2.421875, + 2.523438, + 2.25, + 2.289062, + 2.40625, + 2.617188, + 2.507812, + 2.4375, + 2.609375, + 2.648438, + 2.453125, + 2.742188, + 2.484375, + 2.710938, + 2.554688, + 2.664062, + 2.4375, + 2.484375, + 2.507812, + 2.296875, + 2.328125, + 2.515625, + 2.382812, + 2.265625, + 2.617188, + 2.023438, + 2.398438, + 2.617188, + 2.515625, + 2.476562, + 2.539062, + 2.648438, + 2.445312, + 2.289062, + 2.640625, + 2.375, + 2.515625, + 2.171875, + 1.984375, + 2.578125, + 2.515625, + 2.625, + 2.476562, + 2.335938, + 2.5625, + 2.507812, + 1.769531, + 2.578125, + 2.3125, + 2.601562, + 1.589844, + 2.445312, + 2.445312, + 2.53125, + 2.914062, + 2.585938, + 2.296875, + 2.421875, + 2.539062, + 2.398438, + 2.570312, + 2.570312, + 2.5625, + 2.59375, + 2.5625, + 2.617188, + 2.421875, + 2.359375, + 2.421875, + 2.414062, + 2.3125, + 2.507812, + 2.453125, + 2.273438, + 2.320312, + 2.632812, + 2.4375, + 2.421875, + 2.257812, + 2.507812, + 2.414062, + 2.25, + 2.828125, + 2.5625, + 2.398438, + 2.679688, + 2.367188, + 2.820312, + 2.476562, + 2.421875, + 2.203125, + 2.625, + 0.742188, + 2.601562, + 2.484375, + 2.539062, + 2.5625, + 2.398438, + 2.601562, + 2.554688, + 2.453125, + 2.351562, + 2.335938, + 1.304688, + 2.367188, + 2.515625, + 2.476562, + 1.894531, + 2.601562, + 2.382812, + 2.4375, + 1.710938, + 2.289062, + 2.296875, + 2.65625, + 2.632812, + 2.492188, + 2.585938, + 2.453125, + 2.296875, + 2.625, + 2.414062, + 2.601562, + 2.484375, + 2.585938, + 2.609375, + 2.507812, + 2.515625, + 1.769531, + 2.46875, + 2.46875, + 2.5, + 2.507812, + 2.789062, + 2.507812, + 2.296875, + 2.351562, + 2.460938, + 2.492188, + 2.46875, + 2.539062, + 2.703125, + 2.304688, + 2.421875, + 2.414062, + 1.671875, + 0.844727, + 2.320312, + 2.125, + 2.453125, + 2.328125, + 2.375, + 2.265625, + 1.519531, + 1.032715, + 2.476562, + 2.632812, + 2.539062, + 2.226562, + 2.484375, + 2.515625, + 2.46875, + 2.570312, + 1.484375, + 2.59375, + 2.179688, + 2.375, + 2.101562, + 2.445312, + 2.515625, + 2.453125, + 2.15625, + 2.515625, + 2.335938, + 2.335938, + 2.570312, + 2.375, + 2.546875, + 2.351562, + 2.445312, + 2.382812, + 2.140625, + 2.421875, + 2.539062, + 2.34375, + 1.310547, + 2.429688, + 2.46875, + 2.40625, + 2.507812, + 2.34375, + 2.484375, + 2.546875, + 2.53125, + 0.972656, + 2.398438, + 2.414062, + 2.523438, + 2.679688, + 1.458984, + 2.742188, + 2.445312, + 2.3125, + 2.5, + 2.664062, + 2.25, + 2.554688, + 1.703125, + 2.421875, + 2.515625, + 2.367188, + 1.625, + 2.421875, + 2.515625, + 2.671875, + 2.445312, + 2.15625, + 2.414062, + 2.492188, + 2.328125, + 2.53125, + 2.3125, + 2.453125, + 2.515625, + 2.265625, + 2.132812, + 1.263672, + 1.914062, + 2.421875, + 2.414062, + 2.601562, + 2.421875, + 2.554688, + 2.367188, + 2.367188, + 1.027344, + 2.601562, + 2.453125, + 2.632812, + 2.679688, + 2.414062, + 2.585938, + 2.390625, + 1.134766, + 2.359375, + 1.392578, + 2.515625, + 1.558594, + 2.46875, + 2.414062, + 2.648438, + 2.460938, + 2.367188, + 2.617188, + 2.28125, + 2.296875, + 1.386719, + 2.515625, + 2.4375, + 2.226562, + 2.023438, + 2.601562, + 2.476562, + 2.585938, + 1.886719, + 2.484375, + 2.195312, + 2.601562, + 2.226562, + 2.179688, + 2.617188, + 1.267578, + 2.554688, + 2.59375, + 2.476562, + 1.464844, + 1.261719, + 2.5, + 2.765625, + 2.507812, + 2.617188, + 2.539062, + 2.554688, + 2.257812, + 2.375, + 2.570312, + 2.695312, + 2.398438, + 2.5625, + 2.671875, + 2.453125, + 2.648438, + 2.515625, + 2.601562, + 2.546875, + 2.5625, + 2.296875, + 2.554688, + 2.328125, + 2.257812, + 2.546875, + 2.351562, + 2.6875, + 2.601562, + 2.476562, + 2.578125, + 2.898438, + 2.578125, + 1.269531, + 2.34375, + 2.4375, + 1.632812, + 2.695312, + 2.335938, + 2.601562, + 2.609375, + 2.445312, + 2.585938, + 2.539062, + 2.484375, + 1.419922, + 2.351562, + 2.445312, + 2.5625, + 2.648438, + 2.390625, + 2.421875, + 2.539062, + 2.601562, + 2.453125, + 2.507812, + 2.742188, + 1.523438, + 2.804688, + 2.53125, + 2.367188, + 2.554688, + 2.539062, + 2.632812, + 2.8125, + 2.539062, + 2.453125, + 2.601562, + 2.570312, + 2.695312, + 2.59375, + 2.289062, + 2.5, + 2.492188, + 2.539062, + 2.609375, + 2.539062, + 1.835938, + 2.414062, + 1.945312, + 2.664062, + 2.59375, + 2.539062, + 2.523438, + 2.648438, + 2.734375, + 2.664062, + 2.523438, + 2.585938, + 1.141602, + 1.298828, + 1.226562, + 2.328125, + 2.515625, + 1.878906, + 2.476562, + 2.375, + 2.296875, + 1.953125, + 2.390625, + 2.492188, + 2.5, + 1.796875, + 2.640625, + 2.539062, + 2.460938, + 2.4375, + 2.515625, + 2.546875, + 2.414062, + 2.515625, + 1.714844, + 2.882812, + 0.992432, + 2.34375, + 2.429688, + 2.515625, + 2.757812, + 2.328125, + 2.132812, + 2.4375, + 1.628906, + 2.5625, + 2.390625, + 2.570312, + 2.382812, + 2.25, + 2.507812, + 2.492188, + 2.421875, + 2.5625, + 2.367188, + 2.398438, + 2.320312, + 2.539062, + 2.515625, + 2.375, + 2.445312, + 2.625, + 2.679688, + 2.617188, + 2.351562, + 2.40625, + 2.625, + 2.515625, + 2.734375, + 2.609375, + 2.453125, + 2.414062, + 2.5, + 2.46875, + 2.523438, + 2.421875, + 2.539062, + 2.453125, + 2.421875, + 2.539062, + 2.625, + 2.257812, + 2.539062, + 1.980469, + 2.90625, + 2.5, + 2.421875, + 2.359375, + 2.523438, + 2.578125, + 2.578125, + 2.015625, + 2.445312, + 2.203125, + 2.507812, + 2.53125, + 2.421875, + 2.390625, + 2.46875, + 2.320312, + 2.671875, + 1.503906, + 2.664062, + 2.320312, + 2.289062, + 2.460938, + 2.382812, + 2.609375, + 2.625, + 2.476562, + 2.429688, + 2.59375, + 2.453125, + 2.648438, + 1.150391, + 2.265625, + 2.546875, + 2.507812, + 2.523438, + 2.367188, + 2.507812, + 2.359375, + 2.3125, + 2.460938, + 2.515625, + 2.3125, + 2.335938, + 2.445312, + 2.554688, + 2.578125, + 2.4375, + 2.601562, + 1.345703, + 2.0625, + 2.328125, + 2.539062, + 2.125, + 2.460938, + 2.234375, + 1.229492, + 2.429688, + 1.080078, + 1.474609, + 2.484375, + 2.507812, + 2.515625, + 2.632812, + 1.628906, + 2.375, + 2.382812, + 2.695312, + 1.476562, + 2.59375, + 2.53125, + 2.570312, + 2.421875, + 2.460938, + 2.546875, + 1.3125, + 2.65625, + 2.085938, + 2.1875, + 1.675781, + 2.445312, + 2.65625, + 1.972656, + 2.617188, + 2.03125, + 2.46875, + 2.359375, + 2.539062, + 2.539062, + 1.824219, + 2.640625, + 2.53125, + 2.1875, + 2.414062, + 2.601562, + 2.296875, + 1.09375, + 2.664062, + 2.453125, + 2.210938, + 2.546875, + 2.5625, + 2.515625, + 2.382812, + 2.539062, + 2.445312, + 2.3125, + 2.125, + 2.5625, + 2.484375, + 2.632812, + 2.570312, + 2.5, + 2.320312, + 2.554688, + 2.5, + 1.001129, + 2.476562, + 2.414062, + 2.601562, + 2.40625, + 2.554688, + 2.375, + 2.6875, + 2.703125, + 2.429688, + 2.523438, + 2.476562, + 2.632812, + 2.664062, + 2.375, + 2.523438, + 1.546875, + 2.5, + 1.960938, + 2.554688, + 2.523438, + 2.484375, + 1.640625, + 2.453125, + 2.492188, + 2.320312, + 2.414062, + 2.4375, + 2.53125, + 2.304688, + 2.679688, + 2.492188, + 2.476562, + 1.980469, + 2.617188, + 2.429688, + 2.484375, + 2.648438, + 2.609375, + 2.476562, + 2.640625, + 2.625, + 2.335938, + 2.570312, + 2.5, + 2.507812, + 2.523438, + 2.546875, + 2.046875, + 2.359375, + 2.578125, + 2.484375, + 2.570312, + 1.5625, + 2.726562, + 2.296875, + 2.5625, + 2.398438, + 2.40625, + 2.382812, + 2.53125, + 2.617188, + 1.441406, + 2.59375, + 2.414062, + 2.484375, + 2.632812, + 2.367188, + 2.703125, + 2.273438, + 2.601562, + 2.484375, + 2.515625, + 2.703125, + 2.398438, + 2.5, + 2.523438, + 2.632812, + 2.414062, + 2.242188, + 3.0625, + 2.546875, + 2.359375, + 2.460938, + 2.453125, + 2.359375, + 2.59375, + 2.546875, + 2.546875, + 1.429688, + 2.289062, + 2.171875, + 1.679688, + 2.59375, + 2.226562, + 2.539062, + 0.989197, + 2.617188, + 2.695312, + 1.144531, + 2.273438, + 2.4375, + 2.484375, + 2.6875, + 2.492188, + 2.53125, + 2.601562, + 2.59375, + 2.515625, + 2.382812, + 2.046875, + 2.546875, + 2.515625, + 2.320312, + 1.761719, + 2.539062, + 2.492188, + 2.460938, + 2.695312, + 2.460938, + 2.328125, + 2.570312, + 2.414062, + 1.738281, + 2.257812, + 2.460938, + 2.570312, + 2.359375, + 2.414062, + 2.476562, + 2.046875, + 2.554688, + 2.4375, + 2.335938, + 2.375, + 2.726562, + 2.617188, + 2.664062, + 2.40625, + 2.40625, + 2.585938, + 2.554688, + 2.414062, + 1.388672, + 2.453125, + 2.835938, + 2.351562, + 2.46875, + 2.578125, + 2.640625, + 2.523438, + 1.316406, + 2.25, + 2.609375, + 2.59375, + 2.398438, + 2.398438, + 2.53125, + 2.59375, + 2.4375, + 2.539062, + 2.515625, + 2.585938, + 2.5625, + 2.695312, + 2.53125, + 2.507812, + 2.453125, + 2.445312, + 2.460938, + 2.515625, + 2.4375, + 2.476562, + 2.570312, + 2.328125, + 2.382812, + 2.390625, + 2.296875, + 2.476562, + 2.75, + 2.5, + 2.335938, + 2.484375, + 2.328125, + 0.285156, + 2.710938, + 2.578125, + 2.265625, + 2.5625, + 2.484375, + 2.390625, + 2.5, + 2.625, + 2.351562, + 2.539062, + 2.578125, + 2.492188, + 2.453125, + 2.078125, + 2.28125, + 2.625, + 2.265625, + 2.570312, + 2.421875, + 2.53125, + 2.367188, + 2.570312, + 2.515625, + 2.414062, + 2.6875, + 2.398438, + 2.375, + 2.421875, + 2.429688, + 2.570312, + 2.382812, + 2.703125, + 2.695312, + 2.382812, + 2.585938, + 2.484375, + 2.507812, + 2.476562, + 2.296875, + 2.570312, + 2.601562, + 2.390625, + 2.789062, + 2.46875, + 2.570312, + 2.4375, + 2.578125, + 2.5625, + 1.605469, + 2.15625, + 2.515625, + 2.734375, + 2.65625, + 2.460938, + 1.094238, + 2.617188, + 2.742188, + 2.546875, + 1.960938, + 2.359375, + 2.390625, + 2.421875, + 1.578125, + 2.359375, + 2.554688, + 2.40625, + 2.515625, + 2.429688, + 2.625, + 2.460938, + 2.1875, + 2.609375, + 2.476562, + 2.46875, + 2.320312, + 2.539062, + 2.382812, + 2.070312, + 1.155273, + 2.484375, + 2.554688, + 2.5625, + 2.351562, + 2.632812, + 2.40625, + 2.382812, + 2.539062, + 2.75, + 2.265625, + 2.570312, + 2.367188, + 2.4375, + 2.71875, + 2.789062, + 3.15625, + 1.976562, + 2.320312, + 2.585938, + 2.492188, + 2.617188, + 2.429688, + 2.601562, + 2.554688, + 2.320312, + 2.210938, + 2.617188, + 2.429688, + 2.445312, + 2.515625, + 2.546875, + 2.460938, + 2.226562, + 2.460938, + 1.006226, + 1.142578, + 2.757812, + 2.476562, + 2.609375, + 2.601562, + 2.390625, + 2.617188, + 1.972656, + 2.671875, + 2.210938, + 2.109375, + 2.554688, + 2.40625, + 2.65625, + 2.476562, + 2.335938, + 2.632812, + 2.023438, + 2.460938, + 2.289062, + 2.601562, + 2.492188, + 2.5625, + 2.484375, + 2.484375, + 2.453125, + 2.421875, + 2.390625, + 2.40625, + 2.632812, + 2.4375, + 2.523438, + 2.46875, + 3.46875, + 2.460938, + 2.484375, + 1.570312, + 2.648438, + 2.523438, + 2.140625, + 2.671875, + 2.039062, + 2.34375, + 2.757812, + 2.601562, + 2.648438, + 2.09375, + 2.632812, + 2.484375, + 2.664062, + 2.671875, + 2.5, + 2.28125, + 2.492188, + 2.398438, + 2.585938, + 2.257812, + 2.390625, + 1.933594, + 0.984863, + 2.492188, + 2.59375, + 2.5625, + 2.46875, + 2.359375, + 0.995605, + 2.390625, + 2.5, + 2.484375, + 2.507812, + 2.148438, + 2.523438, + 2.539062, + 2.578125, + 2.289062, + 2.4375, + 2.757812, + 2.507812, + 2.398438, + 2.40625, + 2.507812, + 2.3125, + 1.566406, + 2.351562, + 2.703125, + 1.097656, + 2.5625, + 2.226562, + 2.648438, + 2.492188, + 2.242188, + 2.484375, + 2.0625, + 2.578125, + 2.40625, + 2.28125, + 2.546875, + 2.5625, + 2.617188, + 2.414062, + 2.148438, + 2.484375, + 2.546875, + 2.515625, + 2.5625, + 2.023438, + 2.445312, + 2.382812, + 2.445312, + 2.484375, + 2.453125, + 2.507812, + 1.886719, + 2.367188, + 1.15332, + 2.703125, + 2.445312, + 2.609375, + 2.460938, + 2.648438, + 2.570312, + 2.523438, + 2.351562, + 2.492188, + 2.046875, + 2.320312, + 2.78125, + 2.421875, + 2.554688, + 2.273438, + 2.421875, + 2.460938, + 1.417969, + 2.484375, + 2.515625, + 2.484375, + 2.460938, + 2.335938, + 2.507812, + 2.445312, + 2.398438, + 2.257812, + 2.539062, + 2.648438, + 2.554688, + 2.414062, + 2.398438, + 2.554688, + 2.476562, + 2.632812, + 2.703125, + 2.632812, + 1.910156, + 2.421875, + 2.5, + 2.359375, + 2.585938, + 2.546875, + 2.632812, + 2.484375, + 2.5625, + 2.484375, + 2.757812, + 2.609375, + 2.203125, + 2.632812, + 2.632812, + 2.476562, + 2.789062, + 2.53125, + 2.546875, + 2.34375, + 2.539062, + 2.601562, + 2.539062, + 2.320312, + 1.800781, + 2.632812, + 2.132812, + 2.453125, + 2.359375, + 2.65625, + 1.032715, + 2.539062, + 2.617188, + 2.617188, + 2.625, + 2.59375, + 2.4375, + 2.476562, + 2.039062, + 2.617188, + 2.34375, + 2.554688, + 2.390625, + 2.3125, + 2.460938, + 2.6875, + 2.59375, + 2.476562, + 2.640625, + 2.546875, + 2.421875, + 2.492188, + 2.414062, + 2.289062, + 2.367188, + 1.402344, + 2.335938, + 2.125, + 2.414062, + 2.585938, + 2.476562, + 2.695312, + 2.671875, + 2.53125, + 2.53125, + 2.328125, + 2.328125, + 2.570312, + 2.265625, + 2.625, + 2.445312, + 2.445312, + 2.578125, + 2.367188, + 2.515625, + 2.375, + 2.546875, + 2.578125, + 2.367188, + 2.296875, + 2.265625, + 1.796875, + 2.492188, + 2.40625, + 2.765625, + 2.328125, + 1.882812, + 2.359375, + 2.460938, + 2.671875, + 2.5, + 2.398438, + 1.519531, + 2.625, + 2.390625, + 2.492188, + 2.578125, + 2.539062, + 2.476562, + 2.640625, + 2.304688, + 2.484375, + 2.570312, + 2.476562, + 2.632812, + 2.421875, + 2.640625, + 2.492188, + 1.375, + 2.40625, + 2.546875, + 2.757812, + 2.429688, + 2.671875, + 2.539062, + 2.53125, + 2.328125, + 2.648438, + 2.429688, + 2.515625, + 2.445312, + 2.117188, + 2.320312, + 2.523438, + 2.570312, + 2.507812, + 2.609375, + 2.578125, + 2.570312, + 2.609375, + 2.1875, + 2.5625, + 2.320312, + 2.382812, + 2.398438, + 2.21875, + 2.601562, + 2.390625, + 2.414062, + 2.671875, + 2.171875, + 0.911621, + 2.414062, + 2.4375, + 2.5625, + 2.617188, + 2.414062, + 2.429688, + 2.53125, + 2.578125, + 2.453125, + 2.484375, + 2.414062, + 2.554688, + 2.601562, + 1.404297, + 2.570312, + 2.65625, + 2.15625, + 2.585938, + 2.601562, + 2.5625, + 2.554688, + 2.59375, + 2.476562, + 2.664062, + 2.484375, + 2.632812, + 2.375, + 2.515625, + 2.414062, + 2.53125, + 2.351562, + 2.507812, + 2.578125, + 2.390625, + 2.601562, + 2.460938, + 2.5625, + 2.445312, + 2.609375, + 0.507812, + 2.476562, + 2.445312, + 2.28125, + 2.140625, + 2.734375, + 2.539062, + 2.71875, + 1.6875, + 2.421875, + 2.671875, + 2.585938, + 2.59375, + 2.484375, + 2.601562, + 2.585938, + 2.679688, + 2.546875, + 2.757812, + 1.235352, + 2.507812, + 2.5, + 2.476562, + 2.507812, + 2.578125, + 2.585938, + 2.734375, + 1.242188, + 2.414062, + 2.648438, + 2.6875, + 2.585938, + 2.695312, + 2.335938, + 2.609375, + 2.570312, + 2.375, + 2.28125, + 2.476562, + 2.320312, + 2.3125, + 2.625, + 2.609375, + 2.476562, + 2.507812, + 2.398438, + 2.390625, + 2.617188, + 2.28125, + 2.671875, + 2.59375, + 2.601562, + 2.484375, + 2.625, + 2.304688, + 2.414062, + 2.820312, + 2.257812, + 2.820312, + 2.460938, + 1.227539, + 2.5, + 1.917969, + 2.492188, + 2.6875, + 2.632812, + 2.71875, + 2.898438, + 2.421875, + 2.757812, + 2.359375, + 2.53125, + 2.601562, + 2.585938, + 1.443359, + 2.523438, + 2.664062, + 2.539062, + 2.65625, + 2.59375, + 2.609375, + 2.382812, + 2.578125, + 2.476562, + 2.40625, + 2.554688, + 1.335938, + 2.546875, + 2.34375, + 2.773438, + 1.535156, + 2.5, + 1.691406, + 2.453125, + 1.128906, + 2.476562, + 2.578125, + 2.328125, + 2.304688, + 2.492188, + 2.609375, + 2.429688, + 2.382812, + 2.664062, + 2.609375, + 2.617188, + 2.609375, + 0.893066, + 2.132812, + 2.179688, + 2.460938, + 2.757812, + 2.484375, + 2.546875, + 2.640625, + 2.585938, + 2.273438, + 2.421875, + 2.640625, + 2.453125, + 2.265625, + 2.273438, + 2.25, + 2.273438, + 2.5625, + 2.351562, + 2.492188, + 2.398438, + 2.632812, + 2.578125, + 2.640625, + 2.414062, + 2.617188, + 2.484375, + 2.5625, + 2.414062, + 2.453125, + 2.289062, + 2.671875, + 2.335938, + 1.921875, + 2.773438, + 2.570312, + 2.507812, + 1.976562, + 2.390625, + 2.484375, + 2.515625, + 1.746094, + 2.5, + 2.421875, + 2.320312, + 2.570312, + 2.5625, + 1.147461, + 2.695312, + 2.578125, + 2.5625, + 1.056396, + 2.359375, + 1.425781, + 2.21875, + 2.445312, + 2.328125, + 2.726562, + 2.5625, + 2.570312, + 2.546875, + 2.398438, + 2.460938, + 2.09375, + 2.117188, + 2.554688, + 2.3125, + 2.4375, + 2.546875, + 2.414062, + 2.664062, + 2.617188, + 2.226562, + 2.398438, + 2.476562, + 2.632812, + 2.039062, + 2.492188, + 2.5, + 2.757812, + 2.445312, + 2.546875, + 1.828125, + 2.320312, + 1.558594, + 2.40625, + 2.328125, + 2.476562, + 2.289062, + 2.554688, + 2.390625, + 2.710938, + 2.640625, + 2.648438, + 2.453125, + 2.601562, + 2.507812, + 2.296875, + 2.539062, + 2.546875, + 2.695312, + 2.382812, + 2.507812, + 2.289062, + 2.328125, + 2.570312, + 2.46875, + 2.515625, + 2.546875, + 2.445312, + 2.546875, + 2.453125, + 2.453125, + 2.507812, + 2.421875, + 2.242188, + 2.492188, + 2.445312, + 2.476562, + 2.367188, + 2.445312, + 2.359375, + 2.492188, + 2.539062, + 2.578125, + 2.554688, + 2.617188, + 2.484375, + 2.25, + 2.46875, + 2.242188, + 1.972656, + 2.484375, + 2.484375, + 1.625, + 2.507812, + 2.28125, + 2.5625, + 2.523438, + 2.40625, + 2.671875, + 2.65625, + 2.484375, + 2.4375, + 2.59375, + 2.617188, + 2.734375, + 2.585938, + 2.265625, + 2.414062, + 2.484375, + 2.484375, + 1.890625, + 2.304688, + 2.570312, + 2.5625, + 2.320312, + 2.570312, + 2.460938, + 2.304688, + 2.484375, + 2.0625, + 2.507812, + 2.59375, + 2.632812, + 1.675781, + 2.492188, + 2.664062, + 1.945312, + 2.476562, + 2.203125, + 2.578125, + 2.617188, + 2.546875, + 2.585938, + 2.109375, + 2.453125, + 2.445312, + 2.40625, + 2.359375, + 2.390625, + 2.507812, + 2.34375, + 1.695312, + 2.453125, + 2.664062, + 2.484375, + 2.492188, + 2.296875, + 2.4375, + 2.515625, + 2.476562, + 1.625, + 2.453125, + 2.710938, + 1.191406, + 2.390625, + 2.523438, + 2.34375, + 2.609375, + 1.699219, + 2.539062, + 2.421875, + 1.206055, + 2.617188, + 2.046875, + 2.335938, + 2.328125, + 2.671875, + 2.679688, + 1.734375, + 2.453125, + 2.5, + 2.5625, + 2.53125, + 2.546875, + 2.414062, + 1.898438, + 2.742188, + 2.539062, + 2.328125, + 2.375, + 1.960938, + 2.164062, + 2.570312, + 2.554688, + 2.351562, + 2.640625, + 2.554688, + 2.375, + 2.375, + 2.617188, + 2.390625, + 2.585938, + 1.992188, + 2.296875, + 2.226562, + 2.492188, + 1.310547, + 2.84375, + 2.476562, + 2.492188, + 2.421875, + 2.28125, + 2.460938, + 2.359375, + 2.453125, + 2.5625, + 1.867188, + 2.320312, + 2.507812, + 2.296875 + ] + }, + "name": "onnx::Mul_8716", + "outputIndexes": [ + 1978 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1977, + 1978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_20/Mul_1_output_0", + "outputIndexes": [ + 1979 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1908, + 1979 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_103_output_0", + "outputIndexes": [ + 1980 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1980 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_20/Mul_output_0", + "outputIndexes": [ + 1981 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.022095, + 1.068848, + 1.030396, + 1.051514, + 1.009277, + 0.990112, + 1.002457, + 1.539062, + 0.986267, + 1.086914, + 1.037109, + 1.042236, + 1.044678, + 0.992126, + 1.041016, + 1.03125, + 1.05957, + 1.057617, + 1.287109, + 1.093262, + 1.069824, + 1.066406, + 1.030396, + 1.094238, + 1.066895, + 1.04541, + 0.989319, + 1.100586, + 1.033447, + 1.03418, + 1.058594, + 1.105957, + 1.035156, + 1.451172, + 1.026245, + 1.057129, + 1.052246, + 1.020508, + 1.058838, + 1.062988, + 0.98584, + 1.058594, + 1.026733, + 1.099609, + 1.376953, + 0.994598, + 1.009338, + 1.0354, + 1.585938, + 1.125977, + 1.056641, + 1.054688, + 1.02832, + 1.11377, + 1.010986, + 1.015564, + 0.975708, + 1.036621, + 1.077148, + 1.113281, + 1.120605, + 1.007416, + 1.066895, + 0.981323, + 0.990906, + 1.056641, + 1.152344, + 1.041504, + 1.034424, + 1.042969, + 1.011108, + 1.022339, + 1.040527, + 1.049561, + 1.056152, + 1.050537, + 1.240234, + 1.095215, + 1.105469, + 1.361328, + 1.063477, + 1.519531, + 1.065918, + 1.142578, + 1.037598, + 0.990112, + 1.043213, + 1.103516, + 1.326172, + 1.097656, + 1.041992, + 1.061279, + 0.994843, + 1.417969, + 1.034912, + 1.558594, + 1.022949, + 1.089355, + 1.09668, + 1.021362, + 1.084961, + 1.014893, + 1.035645, + 1.038574, + 1.009827, + 1.036133, + 1.012085, + 1.091309, + 1.033447, + 1.050537, + 1.010559, + 1.027588, + 1.051514, + 0.535156, + 0.998291, + 1.073242, + 1.061768, + 1.273438, + 1.042969, + 0.980835, + 1.011108, + 1.011902, + 1.116211, + 1.001183, + 1.05127, + 1.104492, + 1.041504, + 1.028687, + 1.031982, + 1.185547, + 1.177734, + 1.052002, + 1.07373, + 1.051025, + 1.012329, + 1.016724, + 1.087891, + 1.054443, + 1.058105, + 1.02002, + 0.897461, + 1.18457, + 1.072754, + 1.016724, + 1.062012, + 1.144531, + 1.041504, + 1.082031, + 1.053955, + 1.047363, + 1.046875, + 1.083008, + 1.093262, + 0.947021, + 1.066406, + 1.035645, + 1.265625, + 1.02002, + 1.474609, + 1.457031, + 0.457031, + 0.994446, + 1.055176, + 1.235352, + 1.050781, + 1.043945, + 1.012085, + 1.455078, + 0.98877, + 1.085449, + 1.039062, + 1.376953, + 1.052734, + 1.472656, + 1.070312, + 1.005249, + 0.969482, + 1.574219, + 1.041504, + 1.036133, + 1.028442, + 1.478516, + 1.077148, + 1.429688, + 0.857422, + 1.036133, + 1.330078, + 1.070312, + 1.10791, + 1.037109, + 1.046143, + 1.043213, + 1.046143, + 1.014893, + 1.064453, + 1.051758, + 1.055908, + 1.045654, + 1.022461, + 1.036377, + 1.049072, + 1.025024, + 1.05127, + 1.074707, + 1.084961, + 1.032959, + 0.971191, + 1.060791, + 1.010498, + 1.026123, + 1.064453, + 1.058105, + 1.057861, + 1.065918, + 1.035645, + 1.012451, + 1.059814, + 1.053223, + 1.009338, + 1.043213, + 1.094238, + 1.015991, + 1.031128, + 1.066895, + 1.036621, + 1.051514, + 1.034912, + 1.030762, + 1.095215, + 1.089355, + 0.386719, + 1.049072, + 0.984924, + 0.994202, + 1.006622, + 0.998459, + 1.040039, + 1.012146, + 1.041748, + 1.08252, + 0.818359, + 1.033447, + 1.005127, + 1.214844, + 1.099121, + 1.035645, + 1.036377, + 1.120605, + 1.001236, + 1.22168, + 1.046875, + 1.066895, + 1.357422, + 1.100586, + 1.036621, + 1.032227, + 1.036865, + 1.075195, + 1.064941, + 1.053467, + 1.042725, + 1.00415, + 1.071289, + 1.044678, + 1.051025, + 1.105957, + 1.01355, + 1.015747, + 1.049316, + 1.007111, + 0.995728, + 1.067871, + 1.085938, + 1.081543, + 1.081055, + 1.00769, + 1.289062, + 1.036133, + 1.003906, + 1.030029, + 1.126953, + 0.989746, + 1.318359, + 1.02356, + 1.080078, + 1.044678, + 1.019409, + 1.081543, + 1.427734, + 1.072266, + 1.081543, + 1.476562, + 1.075684, + 1.042969, + 1.0271, + 0.989685, + 1.041748, + 1.067871, + 1.060059, + 1.014343, + 0.995117, + 1.079102, + 1.421875, + 1.022949, + 1.496094, + 1.028076, + 1.004486, + 1.072754, + 1.051758, + 1.026245, + 1.052734, + 1.523438, + 1.05249, + 1.064453, + 1.043701, + 1.070312, + 1.021484, + 1.045654, + 1.105469, + 1.023804, + 1.05127, + 1.044189, + 1.048828, + 1.043701, + 1.012451, + 0.999447, + 1.114258, + 1.056641, + 1.003876, + 1.0271, + 1.129883, + 1.078125, + 1.016479, + 0.998222, + 0.253906, + 1.019531, + 1.003799, + 0.990906, + 1.021606, + 1.033447, + 1.074707, + 1.147461, + 1.083008, + 1.071777, + 1.027344, + 1.172852, + 1.011902, + 1.208984, + 1.114258, + 0.989319, + 1.21875, + 1.08252, + 1.118652, + 1.114258, + 1.527344, + 1.386719, + 1.010986, + 1.032715, + 1.145508, + 1.082031, + 1.4375, + 1.042969, + 1.086426, + 1.269531, + 1.154297, + 1.022583, + 1.083496, + 1.201172, + 1.05835, + 1.035645, + 1.01062, + 1.025879, + 1.01355, + 1.057861, + 1.041748, + 1.057861, + 1.016846, + 1.03064, + 0.989258, + 1.140625, + 1.026855, + 1.042725, + 1.243164, + 1.328125, + 1.022095, + 1.019043, + 1.105469, + 1.138672, + 1.021118, + 1.005096, + 1.059326, + 1.06543, + 1.519531, + 1.034668, + 1.075195, + 1.020996, + 1.047852, + 1.523438, + 1.07666, + 0.987305, + 1.039795, + 1.028809, + 1.011841, + 1.046143, + 1.326172, + 1.018921, + 1.020752, + 1.067871, + 1.099121, + 1.123535, + 1.020508, + 1.062012, + 0.993774, + 1.040527, + 1.034912, + 1.057617, + 1.048828, + 1.019043, + 1.099609, + 1.021362, + 1.072754, + 1.035889, + 1.125, + 1.01001, + 1.028687, + 1.067871, + 1.0271, + 0.991089, + 1.027222, + 1.016235, + 1.037109, + 1.041748, + 1.036133, + 1.077637, + 0.710938, + 0.98999, + 1.007874, + 1.011292, + 1.015137, + 1.053955, + 1.008911, + 1.017822, + 1.003876, + 1.129883, + 0.851562, + 1.027222, + 1.004181, + 1.053955, + 1.065918, + 0.991211, + 1.004486, + 1.042969, + 1.083496, + 1.035645, + 1.021606, + 1.02356, + 1.116699, + 0.99411, + 1.113281, + 1.091309, + 1.027954, + 1.026978, + 1.011841, + 1.064941, + 1.193359, + 1.021729, + 1.443359, + 1.097656, + 1.052734, + 1.037842, + 1.073242, + 1.041992, + 1.028809, + 1.140625, + 1.041992, + 1.042969, + 1.363281, + 1.091309, + 1.079102, + 1.003662, + 1.067871, + 1.074707, + 0.938721, + 1.012634, + 0.993774, + 1.021484, + 1.431641, + 1.065918, + 1.028809, + 1.018433, + 1.078125, + 1.004852, + 1.041016, + 0.998444, + 1.131836, + 1.059326, + 1.5625, + 1.349609, + 1.179688, + 1.445312, + 1.050293, + 1.024292, + 1.02124, + 1.193359, + 1.145508, + 0.989685, + 1.130859, + 1.063965, + 0.995544, + 1.018433, + 1.05127, + 1.021118, + 1.054932, + 1.015869, + 1.084961, + 1.0271, + 1.091309, + 1.098633, + 1.019287, + 1.100586, + 0.980469, + 1.052979, + 1.429688, + 1.351562, + 1.021362, + 1.355469, + 1.010071, + 1.028809, + 1.046631, + 1.021362, + 1.018921, + 1.043213, + 1.018188, + 1.40625, + 1.019531, + 1.333984, + 1.045166, + 0.966064, + 1.024658, + 1.335938, + 0.585938, + 1.085449, + 0.965332, + 1.083008, + 0.995758, + 1.039062, + 1.029541, + 1.042236, + 1.201172, + 1.01001, + 1.100098, + 1.014893, + 1.214844, + 1.024292, + 1.019043, + 0.982788, + 1.023804, + 0.770508, + 1.056885, + 1.057617, + 1.019775, + 1.257812, + 1.074219, + 1.09082, + 1.011719, + 1.049561, + 1.059082, + 0.896973, + 1.000319, + 1.004517, + 0.980957, + 0.995178, + 0.99176, + 1.051758, + 1.542969, + 0.993896, + 1.05127, + 1.013, + 1.339844, + 1.054688, + 0.935547, + 1.201172, + 1.015137, + 1.052246, + 1.005798, + 1.073242, + 1.002441, + 1.018677, + 0.801758, + 1.124512, + 1.044678, + 1.011353, + 0.979858, + 0.903809, + 1.443359, + 1.043701, + 1.012878, + 1.002274, + 1.050049, + 1.168945, + 1.03418, + 1.023193, + 1.121094, + 1.039307, + 0.998032, + 1.021118, + 1.044189, + 1.036377, + 1.048096, + 1.092773, + 1.012207, + 1.052246, + 1.041016, + 1.053955, + 1.051514, + 1.0271, + 1.02832, + 1.072266, + 1.075195, + 1.00592, + 1.042236, + 1.030029, + 1.051758, + 1.017944, + 1.014099, + 1.107422, + 1.050049, + 1.013306, + 1.032959, + 1.039062, + 1.082031, + 1.061523, + 1.135742, + 1.058838, + 1.026733, + 1.02124, + 1.02063, + 1.05127, + 1.026367, + 1.261719, + 1.066895, + 1.042725, + 1.152344, + 1.441406, + 1.020874, + 1.200195, + 1.027588, + 1.029907, + 1.020874, + 1.21582, + 1.308594, + 1.609375, + 1.032715, + 1.081543, + 0.996796, + 1.069336, + 1.053223, + 1.0354, + 1.051514, + 1.00946, + 1.019653, + 1.010132, + 1.025269, + 1.511719, + 1.060303, + 1.051514, + 1.05957, + 1.060059, + 1.029053, + 1.059814, + 1.015198, + 1.013428, + 1.083008, + 1.098145, + 1.077148, + 1.028442, + 1.013245, + 1.01709, + 1.095703, + 1.059082, + 1.050781, + 1.503906, + 1.621094, + 1.041748, + 1.15332, + 1.047607, + 1.108398, + 0.983154, + 1.050293, + 0.910645, + 1.034912, + 1.085449, + 1.046631, + 1.044678, + 1.000687, + 1.057861, + 1.04126, + 1.036377, + 1.052002, + 1.078613, + 0.394531, + 1.051758, + 1.044189, + 1.027344, + 1.048584, + 0.99791, + 1.002441, + 1.083496, + 1.042969, + 1.103516, + 1.043945, + 1.033447, + 1.0271, + 1.02002, + 1.141602, + 0.779297, + 1.003494, + 1.191406, + 1.031982, + 1.131836, + 1.007111, + 1.033203, + 1.015564, + 1.051025, + 1.175781, + 1.089844, + 1.24707, + 1.007812, + 1.020142, + 1.010437, + 1.149414, + 1.030273, + 1.004242, + 1.006134, + 1.068848, + 1.037598, + 1.026367, + 1.009033, + 0.97583, + 0.989502, + 1.089355, + 1.05127, + 1.035889, + 1.101074, + 1.029175, + 1.050781, + 1.025146, + 1.072266, + 1.040771, + 1.022095, + 1.034912, + 1.033203, + 1.052734, + 1.030151, + 1.066406, + 1.143555, + 1.027222, + 1.402344, + 1.043945, + 1.084961, + 1.005463, + 1.011719, + 1.053223, + 1.046875, + 1.056641, + 1.083984, + 1.050293, + 0.980835, + 1.041504, + 1.019409, + 0.99176, + 1.011169, + 1.054199, + 0.984619, + 1.037842, + 0.981201, + 1.026978, + 1.002808, + 0.918457, + 1.10791, + 1.044678, + 1.118652, + 1.083984, + 1.046631, + 0.410156, + 1.08252, + 1.017578, + 1.060303, + 1.188477, + 1.010925, + 0.987, + 1.037109, + 1.104492, + 1.02478, + 1.083008, + 1.079102, + 1.003036, + 1.185547, + 1.019165, + 1.139648, + 0.968018, + 1.03125, + 1.048584, + 1.023193, + 1.088379, + 1.273438, + 1.027832, + 1.008606, + 1.198242, + 1.02063, + 1.115234, + 0.998566, + 1.427734, + 1.05127, + 1.382812, + 1.11377, + 0.978516, + 1.083008, + 1.183594, + 1.030762, + 1.018921, + 1.069824, + 1.021606, + 1.031494, + 1.019653, + 0.979248, + 1.045898, + 1.070801, + 1.052734, + 1.074707, + 1.027832, + 1.039307, + 1.075195, + 0.958496, + 1.036621, + 1.15625, + 1.068848, + 1.016968, + 1.085449, + 1.069824, + 1.19043, + 1.026733, + 1.056152, + 1.069824, + 1.051514, + 1.023315, + 1.106934, + 0.99588, + 1.035889, + 0.978149, + 1.089844, + 1.044922, + 1.083008, + 1.020874, + 1.554688, + 1.09082, + 1.054932, + 1.035156, + 1.045166, + 1.060791, + 1.025269, + 1.060547, + 1.075195, + 1.094238, + 1.07666, + 1.435547, + 1.083496, + 1.011963, + 1.089844, + 1.051758, + 1.004486, + 1.043945, + 1.103516, + 1.455078, + 1.130859, + 1.078613, + 1.029297, + 1.010498, + 1.059082, + 1.036377, + 1.063477, + 1.075684, + 1.050537, + 1.067871, + 1.043701, + 1.051758, + 1.012146, + 1.036865, + 1.066895, + 1.043213, + 1.412109, + 1.037598, + 1.050781, + 1.024414, + 1.045166, + 1.006805, + 1.032959, + 1.078613, + 1.067383, + 1.02356, + 1.118652, + 1.04248, + 1.101074, + 1.024048, + 1.196289, + 1.098633, + 1.031006, + 1.5625, + 1.695312, + 1.205078, + 1.100098, + 1.064941, + 1.038818, + 1.026245, + 1.085449, + 1.539062, + 1.460938, + 1.055664, + 0.956787, + 1.080566, + 1.149414, + 1.02063, + 1.012634, + 1.028442, + 1.003326, + 1.550781, + 1.018555, + 1.125, + 1.093262, + 1.216797, + 1.050781, + 1.06543, + 1.063965, + 1.119629, + 1.054932, + 1.051758, + 1.083984, + 1.082031, + 1.047119, + 1.021484, + 1.04248, + 1.105957, + 1.025757, + 1.101074, + 1.047363, + 1.041748, + 1.21582, + 1.492188, + 0.269531, + 1.033691, + 1.072754, + 1.006744, + 1.057617, + 1.003601, + 1.019409, + 1.023682, + 1.632812, + 1.077637, + 1.105469, + 1.105469, + 1.019775, + 1.365234, + 0.989807, + 1.033447, + 1.092773, + 1.054443, + 1.019165, + 1.073242, + 1.109863, + 1.443359, + 1.032471, + 1.051025, + 1.055176, + 1.453125, + 1.055664, + 1.054199, + 0.938232, + 1.020264, + 0.652344, + 1.10498, + 1.069336, + 1.059326, + 1.037109, + 1.219727, + 1.036621, + 1.0271, + 1.196289, + 0.899414, + 1.585938, + 0.560547, + 1.069336, + 1.043457, + 1.011414, + 1.080078, + 1.027954, + 1.160156, + 1.069336, + 1.597656, + 1.045654, + 1.038574, + 0.993744, + 1.004639, + 0.987854, + 1.043457, + 1.114258, + 1.244141, + 1.111328, + 1.472656, + 1.050293, + 1.396484, + 1.135742, + 1.060547, + 1.00293, + 1.019165, + 1.166992, + 1.026978, + 0.902832, + 1.076172, + 1.5, + 1.176758, + 1.15332, + 1.302734, + 1.380859, + 1.007355, + 0.996796, + 1.105469, + 0.918457, + 1.050293, + 1.115723, + 1.037109, + 1.139648, + 1.131836, + 1.018799, + 1.535156, + 1.032471, + 1.011902, + 1.029785, + 1.332031, + 1.490234, + 1.059814, + 1.026245, + 1.043701, + 1.049561, + 1.014954, + 1.041016, + 1.147461, + 0.21875, + 1.043457, + 1.032959, + 1.059082, + 1.08252, + 1.030762, + 1.010071, + 1.066895, + 1.010498, + 1.063965, + 1.013489, + 1.049805, + 1.095703, + 1.068848, + 1.060059, + 1.062012, + 1.090332, + 1.018799, + 1.010864, + 1.027588, + 1.050049, + 1.053711, + 0.900391, + 1.00209, + 1.486328, + 1.199219, + 1.051758, + 1.384766, + 0.9935, + 1.050537, + 0.990784, + 1.024414, + 1.041016, + 1.02478, + 1.03125, + 1.049072, + 1.402344, + 1.121094, + 1.027832, + 1.062012, + 1.003586, + 1.05249, + 1.125977, + 1.066895, + 1.02832, + 1.096191, + 1.013733, + 1.018433, + 1.404297, + 1.028076, + 1.048096, + 1.180664, + 1.024292, + 1.042969, + 1.028687, + 0.926758, + 1.0271, + 1.011475, + 1.010864, + 1.026855, + 1.023315, + 1.019409, + 1.060791, + 1.082031, + 1.045654, + 1.021118, + 0.987427, + 1.007019, + 1.175781, + 1.021118, + 1.402344, + 1.025024, + 1.071289, + 1.065918, + 1.041016, + 1.054932, + 1.009521, + 0.998978, + 1.157227, + 1.043457, + 1.53125, + 1.554688, + 1.412109, + 1.059082, + 1.031494, + 1.330078, + 1.05127, + 1.065918, + 1.065918, + 1.34375, + 1.07666, + 1.12207, + 1.069824, + 1.458984, + 1.016724, + 1.050049, + 0.985046, + 1.037842, + 1.085449, + 1.06543, + 1.047852, + 1.029541, + 1.192383, + 1.621094, + 1.5625, + 1.053955, + 1.057861, + 1.024414, + 0.994019, + 1.099609, + 1.09668, + 1.141602, + 1.546875, + 0.959229, + 1.081055, + 1.046387, + 1.034912, + 1.189453, + 1.043945, + 1.021362, + 1.075195, + 1.090332, + 1.067383, + 1.08252, + 0.801758, + 1.043945, + 1.042725, + 0.976685, + 1.058838, + 1.028198, + 1.033936, + 1.016357, + 1.061523, + 1.049072, + 1.056396, + 1.02832, + 1.042969, + 1.005402, + 1.029175, + 1.070312, + 1.026733, + 1.039795, + 1.029907, + 1.089844, + 1.014404, + 1.029785, + 1.066895, + 1.004517, + 0.966064, + 1.072266, + 1.027222, + 1.289062, + 0.985291, + 1.05835, + 1.044678, + 1.090332, + 1.089355, + 1.037842, + 1.005951, + 1.308594, + 1.082031, + 1.369141, + 1.020874, + 1.060547, + 1.106445, + 1.11377, + 1.091309, + 1.251953, + 0.998833, + 1.474609, + 1.005432, + 1.189453, + 1.089844, + 1.033691, + 1.082031, + 1.045166, + 1.02771, + 1.036133, + 1.090332, + 1.033447, + 1.033447, + 1.042725, + 1.416016, + 1.055908, + 1.02771, + 1.063965, + 1.03833, + 1.057373, + 1.043945, + 1.066895, + 1.165039, + 1.034912, + 1.041992, + 1.08252, + 0.997742, + 1.089844, + 1.049316, + 1.025757, + 1.069824, + 1.043457, + 1.474609, + 1.063965, + 1.119629, + 1.042725, + 0.742188, + 1.114746, + 1.165039, + 1.523438, + 1.051025, + 1.539062, + 1.213867, + 1.084961, + 1.051758, + 1.053467, + 1.054688, + 1.632812, + 1.05249, + 1.131836, + 0.99839, + 1.550781, + 0.981323, + 1.019287, + 1.013672, + 1.04126, + 1.013, + 1.0354, + 1.482422, + 1.003647, + 1.089355, + 1.162109, + 1.365234, + 1.057617, + 1.012329, + 1.339844, + 1.040283, + 1.032227, + 0.990051, + 1.097168, + 0.979004, + 1.083496, + 1.412109, + 1.033203, + 1.083984, + 1.093262, + 1.021118, + 1.049561, + 1.255859, + 1.482422, + 1.043701, + 1.040527, + 1.111328, + 1.024536, + 1.027832, + 1.003418, + 1.011719, + 1.047607, + 1.05542, + 1.082031, + 0.985901, + 1.022705, + 1.035889, + 1.029541, + 1.027466, + 1.072754, + 1.043213, + 1.021362, + 1.021729, + 1.617188, + 1.005829, + 1.121582, + 1.003647, + 1.066895, + 1.019775, + 1.114258, + 1.041748, + 1.028442, + 0.992889, + 0.997375, + 1.066895, + 1.019897, + 1.017822, + 1.116699, + 1.008301, + 1.488281, + 1.035889, + 1.371094, + 0.999096, + 1.028442, + 1.025879, + 1.443359, + 1.059326, + 1.051758, + 1.120117, + 1.043701, + 1.02771, + 1.025757, + 1.106445, + 1.006012, + 1.076172, + 1.015991, + 1.296875, + 1.026855, + 1.049072, + 0.95166, + 1.006958, + 1.050781, + 1.02124, + 0.995941, + 1.014526, + 1.085938, + 1.019531, + 1.036133, + 1.069336, + 1.035156, + 1.059814, + 1.380859, + 1.088379, + 1.022217, + 1.035889, + 1.036377, + 1.478516, + 0.967285, + 1.047363, + 0.998932, + 1.042969, + 1.024536, + 1.053223, + 1.033203, + 1.033447, + 1.400391, + 1.011414, + 1.037109, + 1.013672, + 0.988037, + 1.06543, + 1.008911, + 1.040771, + 1.005951, + 1.031738, + 1.020386, + 1.011963, + 1.027954, + 1.014038, + 1.054688, + 1.003677, + 1.032715, + 1.229492, + 0.351562, + 1.020142, + 1.080078, + 1.060547, + 1.079102, + 1.224609, + 1.000128, + 1.066895, + 1.091309, + 1.414062, + 1.133789, + 1.232422, + 0.92627, + 1.030151, + 1.08252, + 1.006622, + 1.585938, + 1.016235, + 0.859375, + 1.523438, + 1.194336, + 1.005035, + 1.051025, + 1.026001, + 1.030762, + 1.007416, + 1.044678, + 1.059814, + 1.056152, + 1.04126, + 1.351562, + 1.031494, + 1.067383, + 1.066406, + 1.124512, + 1.018921, + 1.023071, + 1.027466, + 1.02124, + 1.0271, + 1.093262, + 0.993408, + 1.066895, + 1.507812, + 1.101562, + 1.059326, + 1.035156, + 1.085449, + 1.111816, + 0.997192, + 1.01709, + 1.019165, + 1.025513, + 1.200195, + 1.074707, + 1.007233, + 1.036621, + 0.265625, + 1.074707, + 1.115723, + 1.018799, + 1.035645, + 1.18457, + 1.5, + 1.035645, + 0.916504, + 1.044678, + 1.05957, + 1.047607, + 1.049316, + 1.02771, + 1.441406, + 1.132812, + 1.045166, + 1.04248, + 1.074219, + 1.05127, + 1.052246, + 1.005249, + 1.051025, + 1.014771, + 1.006226, + 1.087402, + 1.028687, + 1.019165, + 1.007935, + 0.978394, + 1.074219, + 1.05835, + 1.103027, + 1.015259, + 1.096191, + 0.799805, + 0.998459, + 1.198242, + 0.962891, + 1.066406, + 1.071289, + 1.074707, + 1.024414, + 1.023315, + 1.134766, + 1.043213, + 1.069336, + 1.103027, + 1.02002, + 1.020996, + 1.200195, + 1.106934, + 1.063477, + 1.116211, + 1.028076, + 0.993683, + 1.199219, + 1.042725, + 1.073242, + 1.038818, + 1.037109, + 1.25, + 1.054199, + 1.029907, + 1.066406, + 0.679688, + 1.020874, + 1.044434, + 1.096191, + 1.004547, + 1.067383, + 1.065918, + 1.02771, + 1.053467, + 1.232422, + 1.076172, + 1.043457, + 1.008789, + 1.055908, + 1.02063, + 1.017822, + 1.050781, + 1.040527, + 1.048096, + 1.050781, + 1.013916, + 1.079102, + 1.023926, + 0.91748, + 1.041016, + 1.041992, + 1.041992, + 1.027588, + 1.038818, + 1.0177, + 1.0047, + 0.956055, + 1.099609, + 1.056885, + 1.095215, + 1.010559, + 1.018677, + 1.498047, + 1.052734, + 0.970947, + 1.094727, + 1.304688, + 1.065918, + 1.062988, + 1.225586, + 1.46875, + 1.044189, + 1.061768, + 1.029541, + 1.042725, + 1.034668, + 1.042969, + 1.043213, + 1.107422, + 1.05957, + 1.15625, + 1.05127, + 1.214844, + 1.035645, + 1.039062, + 1.357422, + 1.535156, + 1.059082, + 1.133789, + 1.019775, + 1.212891, + 1.098145, + 1.131836, + 1.043213, + 1.019531, + 1.098633, + 1.051514, + 1.057129, + 1.111816, + 1.11377, + 1.011658, + 1.020142, + 1.061523, + 1.496094, + 1.263672, + 1.021118, + 1.0354, + 1.049805, + 1.134766, + 0.974487, + 0.996185, + 1.089844, + 1.253906, + 1.019775, + 1.055908, + 1.075684, + 1.035645, + 1.017578, + 1.07373, + 1.084961, + 1.121094, + 1.519531, + 1.570312, + 1.029175, + 1.059814, + 1.041748, + 1.011292, + 1.061279, + 1.006561, + 1.359375, + 1.011597, + 1.310547, + 1.298828, + 0.989685, + 1.011292, + 1.04248, + 1.08252, + 1.066895, + 0.983032, + 1.367188, + 1.028564, + 1.108398, + 1.045898, + 0.999317, + 1.067871, + 1.051025, + 1.027832, + 1.121582, + 1.031738, + 1.059326, + 1.058838, + 1.083984, + 1.010498, + 1.05835, + 1.034912, + 0.289062, + 1.028564, + 1.015564, + 1.480469, + 1.019653, + 1.038818, + 1.146484, + 1.010986, + 1.134766, + 1.073242, + 0.980835, + 1.025513, + 1.263672, + 1.198242, + 1.056396, + 1.031494, + 1.048828, + 1.016724, + 1.013428, + 1.050781, + 1.029541, + 1.009766, + 1.000401, + 1.074219, + 1.021729, + 1.103516, + 1.605469, + 1.036865, + 0.992126, + 1.019897, + 1.070801, + 1.05127, + 1.404297, + 1.05835, + 1.041016, + 1.081543, + 1.012207, + 1.300781, + 1.043701, + 1.012939, + 1.018555, + 1.051025, + 1.052002, + 0.963135, + 1.065918, + 1.093262, + 1.017944, + 1.007416, + 1.017944, + 1.496094, + 1.074219, + 1.025513, + 1.496094, + 1.023315, + 0.794922, + 1.04248, + 1.089355, + 1.086426, + 1.043701, + 0.884766, + 1.036133, + 1.085449, + 1.058838, + 0.997574, + 1.027832, + 1.028198, + 1.211914, + 1.068848, + 1.03418, + 1.011414, + 1.034424, + 1.042969, + 1.107422, + 1.039307, + 1.075684, + 1.104492, + 1.056396, + 0.662109, + 1.021484, + 1.255859, + 1.144531, + 1.53125, + 1.019287, + 1.048828, + 0.99176, + 1.059082, + 1.019653, + 1.036377, + 1.053711, + 1.109375, + 1.082031, + 1.157227, + 1.058594, + 1.026367, + 1.064941, + 1.047852, + 1.202148, + 1.114258, + 1.158203, + 1.507812, + 1.038818, + 1.073242, + 1.023682, + 1.086914, + 1.15332, + 1.090332, + 1.098633, + 1.03833, + 1.169922, + 1.130859, + 1.008606, + 1.034668, + 1.066895, + 1.04541, + 1.042236, + 1.119141, + 1.003647, + 1.021851, + 0.989319, + 1.355469, + 1.005524, + 1.004639, + 1.043213, + 1.006836, + 1.067383, + 1.003433, + 1.043457, + 1.077637, + 1.043945, + 0.993378, + 1.0354, + 1.198242, + 1.049316, + 1.002075, + 1.061523, + 0.971558, + 1.003479, + 1.018066, + 1.08252, + 1.058838, + 0.972412, + 1.036377, + 1.253906, + 1.339844, + 1.009277, + 1.116211, + 1.042969, + 1.027344, + 1.012878, + 1.421875, + 1.003937, + 0.997849, + 1.006165, + 1.020264, + 1.062012, + 1.066895, + 1.056641, + 1.207031, + 1.013306, + 1.08252, + 1.021851, + 1.074707, + 1.251953, + 1.029663, + 1.050293, + 1.011658, + 1.032715, + 1.04248, + 1.052979, + 1.066406, + 1.032715, + 1.154297, + 1.116699, + 1.192383, + 1.464844, + 1.123047, + 1.089844, + 1.036377, + 0.990356, + 0.525391, + 1.004059, + 0.995941, + 1.028809, + 0.997086, + 1.074707, + 1.039795, + 1.041748, + 1.255859, + 1.265625, + 1.078125, + 1.050537, + 1.050049, + 1.044189, + 0.982544, + 1.035156, + 0.998749, + 1.049316, + 1.158203, + 1.076172, + 1.082031, + 1.251953, + 1.05957, + 1.035889, + 0.989502, + 1.040039, + 1.445312, + 1.058838, + 0.985413, + 1.011597, + 1.066406, + 1.050049, + 1.402344, + 1.007812, + 1.037354, + 1.069336, + 1.031738, + 1.027832, + 1.032715, + 1.043701, + 1.028198, + 1.051025, + 1.059082, + 1.065918, + 1.036133, + 1.08252, + 1.023804, + 1.053223, + 1.539062, + 1.090332, + 1.052002, + 0.979248, + 1.042969, + 1.011475, + 1.034912, + 1.079102, + 1.245117, + 0.991821, + 1.036865, + 1.037354, + 1.063965, + 1.208008, + 1.126953, + 0.948242, + 1.012939, + 1.058838, + 1.066895, + 1.037842, + 1.046387, + 1.002548, + 1.094727, + 1.0354, + 1.070801, + 1.053955, + 1.041748, + 1.125977, + 1.016113, + 0.980225, + 1.051514, + 1.034424, + 1.291016, + 1.539062, + 1.046387, + 1.088867, + 1.017578, + 1.003357, + 1.068848, + 1.052979, + 1.083984, + 1.070801, + 1.113281, + 1.051025, + 1.053223, + 1.046143, + 1.035645, + 1.539062, + 1.019043, + 1.034424, + 1.167969, + 1.011414, + 0.925781, + 1.039307, + 1.053955, + 1.011719, + 1.105469, + 1.008057, + 1.050781, + 1.053223, + 1.189453, + 1.054199, + 1.045898, + 1.039062, + 1.100586, + 1.090332, + 1.025635, + 1.033936, + 1.017334, + 1.035156, + 1.058838, + 1.045654, + 1.061768, + 0.883789, + 1.124023, + 1.065918, + 1.179688, + 1.285156, + 1.051758, + 1.000675, + 1.041992, + 1.457031, + 1.114258, + 1.015747, + 1.03064, + 1.000273, + 1.077148, + 1.001083, + 1.045898, + 0.975586, + 1.074219, + 0.938477, + 1.554688, + 1.044189, + 0.980469, + 1.051758, + 1.105957, + 1.044189, + 1.030396, + 1.018799, + 1.488281, + 1.047852, + 1.046875, + 1.032715, + 1.013977, + 0.994995, + 1.049316, + 1.002899, + 1.012817, + 1.023438, + 1.306641, + 1.083008, + 1.107422, + 1.08252, + 0.996719, + 0.986755, + 1.020752, + 1.013977, + 1.102539, + 1.041016, + 1.050781, + 1.279297, + 1.042236, + 1.028076, + 1.027954, + 1.086426, + 1.066406, + 1.08252, + 1.05127, + 0.96167, + 1.064941, + 1.05835, + 1.008118, + 1.460938, + 1.035156, + 1.079102, + 1.050537, + 1.018677, + 1.014282, + 0.962158, + 0.974854, + 1.048096, + 0.998581, + 1.15625, + 1.07373, + 0.993866, + 1.050781, + 1.523438, + 1.043457, + 0.965332, + 1.016235, + 1.027466, + 1.004761, + 1.041016, + 1.049072, + 1.041504, + 1.036377, + 1.047852, + 1.019897, + 1.458984, + 1.044434, + 1.077637, + 1.045654, + 1.484375, + 1.014038, + 1.232422, + 1.028809, + 1.476562, + 1.040771, + 1.042236, + 1.055176, + 1.205078, + 1.062988, + 1.037109, + 1.039062, + 1.072754, + 1.03418, + 1.032715, + 1.019165, + 1.025146, + 1.503906, + 1.320312, + 1.138672, + 1.04248, + 1.00235, + 1.060059, + 1.003586, + 0.9646, + 1.004059, + 1.137695, + 1.020508, + 1.004547, + 1.039062, + 1.033447, + 1.09375, + 1.085938, + 1.081543, + 1.015137, + 1.172852, + 1.111328, + 1.053955, + 0.990051, + 0.997833, + 0.998863, + 1.104492, + 1.028198, + 1.037354, + 1.074707, + 1.058105, + 1.036133, + 1.069336, + 1.013, + 1.101074, + 1.382812, + 0.974854, + 1.02002, + 0.987305, + 1.308594, + 1.047607, + 1.041992, + 1.039062, + 1.380859, + 1.041016, + 1.186523, + 1.069824, + 1.058594, + 1.096191, + 1.539062, + 1.018921, + 1.013733, + 1.038818, + 1.503906, + 1.204102, + 1.304688, + 1.070801, + 1.066895, + 1.114258, + 1.013733, + 1.028442, + 1.030396, + 1.022949, + 1.054199, + 1.050781, + 1.318359, + 1.308594, + 1.015137, + 1.104492, + 1.070801, + 1.035889, + 1.027588, + 1.028076, + 1.034912, + 1.074707, + 1.047607, + 1.04126, + 1.019287, + 1.287109, + 1.020386, + 1.024658, + 0.957031, + 1.059082, + 1.046875, + 1.400391, + 1.070312, + 1.308594, + 1.026123, + 1.089844, + 1.03833, + 1.104004, + 0.995178, + 1.130859, + 1.00354, + 1.011719, + 1.02124, + 1.011963, + 1.027832, + 1.051025, + 1.067871, + 1.015625, + 1.027222, + 1.034668, + 0.908203, + 1.053223, + 1.183594, + 1.074707, + 1.011841, + 1.18457, + 1.026855, + 1.024414, + 1.029785, + 1.011902, + 1.098633, + 1.068359, + 1.063965, + 1.015442, + 1.181641, + 1.058838, + 1.11377, + 1.021851, + 1.051758, + 1.090332, + 1.039551, + 1.08252, + 1.070801, + 1.029541, + 1.043945, + 1.0271, + 1.034668, + 1.223633, + 1.03418, + 1.089844, + 1.283203, + 1.098145, + 1.031982, + 1.373047, + 1.021118, + 1.121582, + 1.063477, + 1.036377, + 1.106934, + 1.028687, + 1.012573, + 1.019653, + 1.062012, + 1.032227, + 1.027466, + 1.050293, + 1.037842, + 1.186523, + 1.059326, + 1.028564, + 1.011475, + 1.355469, + 1.043945, + 1.042969, + 0.999084, + 1.060303, + 1.020386, + 1.038086, + 1.034668, + 1.042725, + 0.582031, + 1.082031, + 1.000725, + 1.027344, + 1.472656, + 1.041016, + 0.993469, + 1.435547, + 1.041992, + 1.158203, + 1.007446, + 1.034912, + 1.015503, + 1.006042, + 1.287109, + 1.035156, + 1.083496, + 1.050781, + 1.051514, + 1.0354, + 1.068848, + 1.10791, + 1.449219, + 1.21582, + 0.985535, + 1.124023, + 0.998955, + 1.152344, + 1.083008, + 1.041504, + 1.02002, + 1.382812, + 1.072754, + 1.061035, + 1.539062, + 1.064941, + 1.079102, + 1.049561, + 1.042969, + 1.388672, + 0.968018, + 1.064453, + 1.421875, + 1.036865, + 0.666016, + 1.12207, + 1.069336, + 1.027222, + 1.000576, + 1.419922, + 1.001572, + 1.110352, + 1.025757, + 1.012573, + 1.056152, + 1.101562, + 1.197266, + 0.951416, + 1.025024, + 1.082031, + 1.075684, + 1.402344, + 1.107422, + 1.028809, + 1.060303, + 1.061523, + 0.989624, + 1.042236, + 1.034668, + 1.044434, + 1.01355, + 1.089844, + 1.055908, + 1.085449, + 0.564453, + 1.066406, + 1.074219, + 1.535156, + 1.011536, + 1.079102, + 1.045166, + 1.089844, + 1.121094, + 1.131836, + 0.974976, + 1.035889, + 1.020508, + 1.396484, + 1.027954, + 1.013306, + 1.108887 + ] + }, + "name": "onnx::Mul_8718", + "outputIndexes": [ + 1982 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1981, + 1982 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_20/Mul_1_output_0", + "outputIndexes": [ + 1983 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1983 + ], + "outputIndexes": [ + 3066 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3066 + ], + "outputIndexes": [ + 3067 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear", + "inputIndexes": [ + 3067 + ], + "outputIndexes": [ + 3068 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 883854432, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3068 + ], + "outputIndexes": [ + 3069 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3069 + ], + "outputIndexes": [ + 1984 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 1984 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Mul_output_0", + "outputIndexes": [ + 1985 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 1985 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Mul_1_output_0", + "outputIndexes": [ + 1986 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 1986 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Mul_2_output_0", + "outputIndexes": [ + 1987 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 1987 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Add_output_0", + "outputIndexes": [ + 1988 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 1988 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Mul_3_output_0", + "outputIndexes": [ + 1989 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1989 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_20/Tanh_output_0", + "outputIndexes": [ + 1990 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 1990 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Add_1_output_0", + "outputIndexes": [ + 1991 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 1991 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Mul_4_output_0", + "outputIndexes": [ + 1992 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 1992 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Mul_5_output_0", + "outputIndexes": [ + 1993 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1983 + ], + "outputIndexes": [ + 3070 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3070 + ], + "outputIndexes": [ + 3071 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear", + "inputIndexes": [ + 3071 + ], + "outputIndexes": [ + 3072 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 895798390, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3072 + ], + "outputIndexes": [ + 3073 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3073 + ], + "outputIndexes": [ + 1994 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1993, + 1994 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_20/Mul_output_0", + "outputIndexes": [ + 1995 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1995 + ], + "outputIndexes": [ + 3074 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3074 + ], + "outputIndexes": [ + 3075 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear", + "inputIndexes": [ + 3075 + ], + "outputIndexes": [ + 3076 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 907742348, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3076 + ], + "outputIndexes": [ + 3077 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3077 + ], + "outputIndexes": [ + 1996 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1996 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_20/Mul_output_0", + "outputIndexes": [ + 1997 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 3.84375, + 3.875, + 3.90625, + 4.109375, + 4.078125, + 3.9375, + 3.796875, + 1.515625, + 3.78125, + 3.53125, + 3.875, + 3.828125, + 3.8125, + 4.109375, + 3.890625, + 3.84375, + 3.859375, + 3.765625, + 3.234375, + 3.328125, + 3.921875, + 4.0, + 4.015625, + 3.609375, + 3.5625, + 3.984375, + 3.5625, + 3.21875, + 3.984375, + 3.84375, + 3.4375, + 3.34375, + 3.921875, + 1.777344, + 3.796875, + 3.390625, + 3.921875, + 3.953125, + 3.578125, + 3.875, + 4.03125, + 3.734375, + 3.84375, + 3.21875, + 2.367188, + 3.71875, + 3.984375, + 3.75, + 3.8125, + 3.3125, + 3.703125, + 2.835938, + 3.734375, + 2.40625, + 3.90625, + 3.53125, + 3.765625, + 4.03125, + 3.640625, + 3.46875, + 3.09375, + 4.765625, + 4.046875, + 3.78125, + 3.75, + 3.65625, + 3.046875, + 4.03125, + 3.453125, + 3.796875, + 3.9375, + 3.9375, + 3.84375, + 3.796875, + 3.734375, + 3.609375, + 2.8125, + 3.546875, + 3.359375, + 2.265625, + 3.78125, + 1.353516, + 3.8125, + 3.140625, + 3.796875, + 3.640625, + 3.859375, + 3.296875, + 2.453125, + 3.71875, + 3.8125, + 3.6875, + 3.9375, + 2.335938, + 3.90625, + 1.449219, + 3.765625, + 3.8125, + 5.40625, + 3.828125, + 3.546875, + 4.109375, + 3.875, + 3.953125, + 3.921875, + 3.96875, + 3.796875, + 3.375, + 3.96875, + 3.765625, + 3.8125, + 3.90625, + 3.8125, + 2.195312, + 3.78125, + 3.453125, + 3.890625, + 2.6875, + 3.78125, + 3.796875, + 3.90625, + 3.875, + 3.78125, + 3.96875, + 3.65625, + 3.078125, + 3.75, + 3.828125, + 3.765625, + 2.78125, + 2.945312, + 3.953125, + 3.59375, + 3.828125, + 4.046875, + 3.90625, + 3.5, + 2.984375, + 3.71875, + 4.015625, + 5.28125, + 3.46875, + 3.65625, + 3.84375, + 3.859375, + 3.65625, + 3.5625, + 3.921875, + 3.8125, + 3.984375, + 3.9375, + 3.546875, + 3.640625, + 4.234375, + 3.734375, + 4.1875, + 2.835938, + 3.953125, + 2.085938, + 1.933594, + 2.414062, + 3.84375, + 3.375, + 2.992188, + 3.8125, + 4.03125, + 3.984375, + 2.007812, + 4.09375, + 3.703125, + 3.90625, + 2.210938, + 4.015625, + 2.0625, + 3.734375, + 4.40625, + 3.65625, + 1.296875, + 3.984375, + 3.71875, + 3.859375, + 1.757812, + 3.40625, + 1.382812, + 5.09375, + 3.828125, + 2.6875, + 3.875, + 3.578125, + 3.28125, + 3.875, + 3.96875, + 3.71875, + 3.671875, + 3.765625, + 3.625, + 3.75, + 3.953125, + 3.96875, + 3.859375, + 3.53125, + 3.859375, + 3.828125, + 3.6875, + 3.890625, + 4.046875, + 5.125, + 3.796875, + 3.875, + 4.03125, + 3.5625, + 4.15625, + 3.9375, + 3.625, + 4.0625, + 3.875, + 3.65625, + 3.71875, + 3.875, + 3.859375, + 3.5625, + 3.359375, + 3.953125, + 4.03125, + 3.921875, + 3.78125, + 3.796875, + 3.8125, + 3.328125, + 3.453125, + 2.304688, + 3.859375, + 3.890625, + 3.9375, + 3.9375, + 4.015625, + 3.1875, + 3.90625, + 3.765625, + 3.859375, + 3.046875, + 3.78125, + 3.9375, + 3.375, + 3.578125, + 3.828125, + 3.640625, + 3.453125, + 3.875, + 3.03125, + 3.765625, + 3.734375, + 2.429688, + 4.0, + 3.75, + 3.78125, + 3.6875, + 2.09375, + 3.890625, + 3.78125, + 3.828125, + 4.09375, + 3.609375, + 3.78125, + 4.09375, + 3.359375, + 3.8125, + 3.953125, + 3.765625, + 3.65625, + 3.78125, + 3.875, + 3.875, + 3.640625, + 3.96875, + 3.78125, + 2.773438, + 3.84375, + 3.96875, + 3.796875, + 3.234375, + 3.75, + 2.242188, + 3.78125, + 3.859375, + 3.78125, + 3.59375, + 3.671875, + 2.015625, + 3.796875, + 3.609375, + 1.921875, + 3.765625, + 3.765625, + 3.671875, + 3.765625, + 3.65625, + 3.8125, + 3.9375, + 3.890625, + 3.65625, + 3.5, + 1.570312, + 3.859375, + 1.054688, + 3.4375, + 3.828125, + 3.484375, + 3.78125, + 3.828125, + 4.015625, + 1.527344, + 3.90625, + 3.828125, + 3.78125, + 3.6875, + 3.875, + 4.078125, + 3.484375, + 3.90625, + 3.625, + 3.875, + 3.5625, + 3.65625, + 3.859375, + 3.84375, + 3.28125, + 3.546875, + 3.9375, + 3.828125, + 3.328125, + 3.671875, + 3.734375, + 3.859375, + 6.1875, + 3.921875, + 3.609375, + 4.125, + 3.96875, + 3.640625, + 3.78125, + 3.65625, + 3.828125, + 3.75, + 3.484375, + 3.140625, + 3.890625, + 2.765625, + 3.5, + 3.875, + 2.109375, + 3.25, + 2.359375, + 3.390625, + 1.357422, + 2.320312, + 4.078125, + 3.953125, + 3.3125, + 3.59375, + 1.949219, + 3.75, + 3.453125, + 2.703125, + 3.640625, + 3.90625, + 4.03125, + 2.3125, + 3.875, + 3.734375, + 3.859375, + 3.71875, + 3.796875, + 3.59375, + 4.21875, + 4.03125, + 3.921875, + 3.53125, + 3.71875, + 2.84375, + 4.03125, + 4.03125, + 2.742188, + 2.320312, + 4.140625, + 3.734375, + 3.46875, + 3.03125, + 4.046875, + 3.84375, + 3.546875, + 3.78125, + 1.722656, + 3.84375, + 3.9375, + 3.859375, + 3.640625, + 1.902344, + 3.625, + 3.921875, + 3.84375, + 3.875, + 3.734375, + 3.890625, + 2.273438, + 4.15625, + 3.859375, + 3.6875, + 3.796875, + 2.554688, + 3.90625, + 4.03125, + 3.9375, + 4.0, + 3.234375, + 3.515625, + 3.734375, + 3.78125, + 3.59375, + 3.8125, + 3.84375, + 3.890625, + 4.734375, + 3.671875, + 3.765625, + 3.25, + 4.046875, + 3.765625, + 3.90625, + 3.78125, + 4.046875, + 4.078125, + 3.96875, + 3.28125, + 2.296875, + 3.9375, + 4.015625, + 4.03125, + 3.859375, + 4.015625, + 3.921875, + 3.71875, + 3.84375, + 3.359375, + 2.0, + 4.03125, + 3.90625, + 4.0625, + 3.65625, + 3.953125, + 3.890625, + 3.734375, + 3.65625, + 3.703125, + 3.84375, + 3.859375, + 2.875, + 3.921875, + 3.6875, + 3.703125, + 3.90625, + 3.8125, + 3.859375, + 4.015625, + 2.664062, + 3.84375, + 1.917969, + 3.625, + 3.625, + 4.046875, + 3.71875, + 3.859375, + 3.9375, + 3.421875, + 3.71875, + 3.828125, + 2.210938, + 3.6875, + 3.734375, + 3.890625, + 3.796875, + 3.671875, + 4.0625, + 4.015625, + 3.9375, + 4.015625, + 1.847656, + 3.890625, + 3.6875, + 3.890625, + 3.359375, + 3.796875, + 3.953125, + 3.75, + 3.390625, + 3.984375, + 1.566406, + 2.085938, + 3.1875, + 1.773438, + 3.875, + 4.015625, + 3.796875, + 3.203125, + 2.234375, + 3.78125, + 2.976562, + 3.21875, + 3.984375, + 3.8125, + 3.875, + 3.984375, + 3.75, + 3.671875, + 3.953125, + 4.046875, + 3.15625, + 3.71875, + 4.046875, + 3.453125, + 3.71875, + 3.71875, + 2.335938, + 2.242188, + 3.96875, + 2.570312, + 4.015625, + 3.75, + 3.578125, + 3.90625, + 3.796875, + 3.78125, + 3.84375, + 1.800781, + 3.875, + 3.671875, + 3.71875, + 4.28125, + 4.015625, + 1.671875, + 1.777344, + 3.40625, + 3.515625, + 3.765625, + 4.125, + 3.75, + 3.953125, + 3.78125, + 3.0625, + 4.046875, + 1.992188, + 3.9375, + 3.8125, + 3.859375, + 3.625, + 3.703125, + 3.953125, + 2.609375, + 3.640625, + 3.671875, + 3.796875, + 2.007812, + 3.375, + 3.5625, + 3.75, + 3.84375, + 3.875, + 2.609375, + 3.578125, + 3.734375, + 3.859375, + 3.984375, + 3.921875, + 3.421875, + 1.328125, + 3.984375, + 3.65625, + 3.75, + 2.640625, + 3.875, + 5.09375, + 3.46875, + 3.859375, + 3.75, + 4.109375, + 3.703125, + 4.046875, + 3.703125, + 2.359375, + 2.984375, + 3.859375, + 3.890625, + 3.484375, + 4.421875, + 3.59375, + 3.640625, + 3.734375, + 3.75, + 3.9375, + 3.5, + 3.953125, + 4.046875, + 3.4375, + 3.765625, + 3.96875, + 3.875, + 3.734375, + 3.84375, + 4.03125, + 3.40625, + 3.921875, + 3.84375, + 3.96875, + 2.15625, + 3.640625, + 3.734375, + 3.75, + 3.53125, + 3.671875, + 3.6875, + 4.015625, + 3.828125, + 3.703125, + 3.78125, + 3.953125, + 3.390625, + 3.78125, + 4.03125, + 3.984375, + 3.625, + 3.65625, + 4.046875, + 3.75, + 4.0, + 4.046875, + 3.453125, + 3.859375, + 3.578125, + 3.90625, + 3.140625, + 4.3125, + 3.984375, + 3.28125, + 1.984375, + 3.875, + 2.742188, + 3.9375, + 4.0, + 3.484375, + 2.59375, + 2.140625, + 1.664062, + 4.015625, + 4.15625, + 3.96875, + 3.953125, + 3.671875, + 3.90625, + 3.8125, + 3.6875, + 3.78125, + 3.578125, + 3.859375, + 1.484375, + 3.65625, + 3.90625, + 3.8125, + 3.765625, + 4.0, + 3.96875, + 3.90625, + 3.390625, + 3.6875, + 3.546875, + 3.5, + 3.984375, + 3.640625, + 3.9375, + 3.125, + 4.046875, + 3.984375, + 1.223633, + 3.171875, + 3.71875, + 3.453125, + 4.046875, + 3.390625, + 3.890625, + 3.875, + 4.625, + 3.6875, + 3.859375, + 3.796875, + 3.71875, + 4.0625, + 3.453125, + 3.609375, + 3.953125, + 3.921875, + 3.8125, + 2.554688, + 4.046875, + 3.578125, + 3.703125, + 3.84375, + 3.796875, + 3.9375, + 3.609375, + 3.765625, + 3.5, + 3.96875, + 3.90625, + 3.890625, + 3.921875, + 2.3125, + 3.40625, + 3.890625, + 2.84375, + 3.828125, + 3.484375, + 3.96875, + 4.015625, + 4.03125, + 3.65625, + 3.046875, + 2.070312, + 2.820312, + 3.875, + 3.828125, + 3.875, + 3.703125, + 3.859375, + 3.8125, + 3.71875, + 3.640625, + 3.734375, + 3.828125, + 3.921875, + 4.09375, + 3.984375, + 3.875, + 3.796875, + 3.734375, + 4.015625, + 3.5625, + 3.5, + 4.1875, + 3.484375, + 4.03125, + 3.96875, + 4.0625, + 3.921875, + 3.796875, + 3.796875, + 4.0625, + 3.40625, + 3.796875, + 2.171875, + 3.984375, + 3.40625, + 3.6875, + 3.65625, + 3.765625, + 4.078125, + 3.90625, + 3.59375, + 3.6875, + 3.953125, + 3.90625, + 3.734375, + 3.859375, + 3.75, + 3.53125, + 3.90625, + 3.703125, + 3.890625, + 3.828125, + 3.828125, + 4.828125, + 3.453125, + 3.75, + 3.8125, + 3.546875, + 3.671875, + 2.484375, + 3.78125, + 3.921875, + 2.617188, + 2.953125, + 3.953125, + 3.796875, + 3.65625, + 3.359375, + 3.953125, + 3.390625, + 3.765625, + 3.953125, + 2.84375, + 3.859375, + 3.90625, + 2.210938, + 4.046875, + 3.875, + 3.796875, + 3.46875, + 2.757812, + 3.6875, + 3.8125, + 2.046875, + 3.875, + 3.8125, + 3.828125, + 1.855469, + 3.796875, + 2.867188, + 4.203125, + 4.953125, + 3.546875, + 2.875, + 3.703125, + 3.6875, + 3.640625, + 3.78125, + 3.859375, + 3.9375, + 3.859375, + 3.71875, + 3.78125, + 3.734375, + 3.75, + 4.0, + 3.828125, + 3.65625, + 5.03125, + 3.8125, + 3.0625, + 4.0, + 3.671875, + 2.859375, + 3.703125, + 3.046875, + 3.625, + 3.859375, + 3.90625, + 3.890625, + 3.953125, + 3.546875, + 3.84375, + 3.734375, + 4.140625, + 3.421875, + 3.640625, + 3.78125, + 4.015625, + 1.027222, + 3.4375, + 3.296875, + 3.5625, + 3.65625, + 3.140625, + 3.96875, + 4.078125, + 3.75, + 3.875, + 3.734375, + 1.6875, + 3.828125, + 3.6875, + 3.625, + 2.148438, + 3.8125, + 3.984375, + 3.421875, + 2.023438, + 3.25, + 3.90625, + 3.6875, + 3.953125, + 3.734375, + 4.09375, + 3.40625, + 3.875, + 3.5, + 3.671875, + 3.4375, + 3.96875, + 3.78125, + 3.953125, + 3.5625, + 3.703125, + 2.117188, + 3.828125, + 3.875, + 3.703125, + 3.78125, + 3.859375, + 3.6875, + 4.109375, + 3.765625, + 3.96875, + 3.265625, + 3.625, + 3.953125, + 3.890625, + 2.875, + 3.515625, + 3.734375, + 1.839844, + 1.132812, + 3.046875, + 3.625, + 3.546875, + 3.890625, + 3.71875, + 3.96875, + 1.789062, + 1.412109, + 3.609375, + 4.75, + 3.40625, + 3.671875, + 3.65625, + 3.890625, + 3.75, + 3.5625, + 1.769531, + 3.96875, + 3.625, + 3.640625, + 2.59375, + 3.578125, + 3.625, + 3.578125, + 3.53125, + 4.25, + 3.90625, + 3.515625, + 3.984375, + 3.1875, + 3.953125, + 3.828125, + 3.59375, + 3.859375, + 3.75, + 4.046875, + 4.015625, + 2.875, + 1.613281, + 1.695312, + 3.875, + 3.578125, + 3.9375, + 3.828125, + 3.8125, + 3.625, + 4.09375, + 1.296875, + 3.75, + 3.171875, + 4.09375, + 3.96875, + 1.867188, + 3.828125, + 3.71875, + 3.71875, + 3.8125, + 3.8125, + 3.6875, + 3.3125, + 1.996094, + 3.75, + 3.5625, + 3.703125, + 2.023438, + 3.6875, + 3.875, + 4.890625, + 3.828125, + 2.445312, + 3.609375, + 3.390625, + 3.984375, + 3.875, + 2.867188, + 3.640625, + 3.8125, + 3.21875, + 2.421875, + 1.566406, + 1.894531, + 3.5625, + 3.71875, + 3.890625, + 3.53125, + 3.6875, + 2.835938, + 3.859375, + 1.335938, + 3.859375, + 3.828125, + 3.609375, + 4.015625, + 3.5625, + 3.875, + 3.859375, + 1.396484, + 3.734375, + 1.714844, + 3.859375, + 1.871094, + 3.28125, + 3.828125, + 3.796875, + 3.9375, + 3.125, + 3.59375, + 2.828125, + 3.5, + 1.652344, + 3.59375, + 3.296875, + 2.914062, + 2.523438, + 3.921875, + 3.8125, + 3.25, + 2.445312, + 3.9375, + 3.625, + 4.03125, + 3.203125, + 3.640625, + 3.734375, + 1.53125, + 3.890625, + 4.0, + 3.53125, + 1.816406, + 1.527344, + 3.9375, + 4.0625, + 3.71875, + 3.9375, + 3.953125, + 3.78125, + 3.3125, + 1.205078, + 3.625, + 3.78125, + 4.0625, + 3.3125, + 3.90625, + 3.703125, + 4.15625, + 3.71875, + 4.171875, + 3.671875, + 4.1875, + 3.5625, + 3.546875, + 3.984375, + 3.875, + 3.25, + 3.90625, + 3.921875, + 3.921875, + 3.78125, + 3.90625, + 3.3125, + 3.640625, + 1.601562, + 3.109375, + 3.265625, + 2.015625, + 3.84375, + 3.546875, + 3.890625, + 3.6875, + 3.90625, + 3.90625, + 3.703125, + 3.8125, + 1.894531, + 3.375, + 3.796875, + 3.390625, + 3.84375, + 3.671875, + 3.328125, + 3.953125, + 3.828125, + 3.828125, + 3.828125, + 3.90625, + 1.824219, + 4.0, + 4.09375, + 3.09375, + 3.9375, + 3.984375, + 3.96875, + 4.765625, + 3.6875, + 3.8125, + 3.90625, + 4.0, + 3.765625, + 3.734375, + 3.28125, + 3.703125, + 3.90625, + 3.90625, + 3.84375, + 3.578125, + 2.0625, + 4.015625, + 2.109375, + 3.859375, + 3.609375, + 3.28125, + 3.953125, + 3.984375, + 3.84375, + 3.703125, + 3.265625, + 3.71875, + 1.408203, + 1.660156, + 1.554688, + 3.796875, + 4.109375, + 2.265625, + 3.6875, + 3.78125, + 3.859375, + 2.21875, + 3.5625, + 2.96875, + 3.671875, + 2.179688, + 3.90625, + 3.96875, + 4.484375, + 3.9375, + 3.46875, + 3.5, + 3.828125, + 3.75, + 2.007812, + 3.625, + 1.287109, + 3.6875, + 3.953125, + 3.84375, + 4.015625, + 3.15625, + 2.5625, + 3.78125, + 1.792969, + 4.109375, + 3.796875, + 3.828125, + 3.734375, + 3.125, + 3.84375, + 3.75, + 3.90625, + 3.359375, + 3.921875, + 3.609375, + 3.296875, + 3.734375, + 3.984375, + 4.390625, + 3.890625, + 3.734375, + 4.03125, + 3.5625, + 3.890625, + 4.03125, + 3.875, + 3.875, + 3.734375, + 3.796875, + 3.953125, + 3.5, + 3.828125, + 3.859375, + 3.8125, + 3.859375, + 3.71875, + 3.4375, + 3.953125, + 3.6875, + 3.921875, + 3.71875, + 3.546875, + 2.398438, + 3.890625, + 3.4375, + 3.921875, + 3.640625, + 3.6875, + 3.765625, + 3.90625, + 2.25, + 3.765625, + 2.3125, + 3.828125, + 3.53125, + 3.578125, + 3.265625, + 3.703125, + 2.921875, + 3.6875, + 1.886719, + 3.8125, + 2.992188, + 3.8125, + 3.796875, + 3.609375, + 3.78125, + 4.0, + 3.765625, + 3.6875, + 3.703125, + 3.625, + 3.921875, + 1.472656, + 3.875, + 3.59375, + 3.71875, + 3.859375, + 3.71875, + 4.03125, + 3.703125, + 3.046875, + 3.640625, + 3.75, + 3.6875, + 4.0, + 3.859375, + 3.8125, + 3.609375, + 3.578125, + 3.65625, + 1.625, + 4.03125, + 3.625, + 4.015625, + 2.4375, + 3.46875, + 2.664062, + 1.503906, + 3.859375, + 1.449219, + 1.804688, + 3.484375, + 3.84375, + 3.765625, + 4.03125, + 1.820312, + 3.6875, + 3.390625, + 3.90625, + 1.742188, + 3.78125, + 3.796875, + 3.8125, + 3.734375, + 3.765625, + 3.984375, + 1.527344, + 3.859375, + 3.703125, + 2.617188, + 1.960938, + 3.75, + 3.828125, + 2.367188, + 4.03125, + 2.476562, + 3.953125, + 3.625, + 3.828125, + 3.78125, + 2.039062, + 3.6875, + 3.65625, + 3.734375, + 3.625, + 3.6875, + 2.796875, + 1.462891, + 3.828125, + 4.03125, + 3.4375, + 3.859375, + 4.0, + 3.875, + 4.203125, + 3.75, + 3.765625, + 3.671875, + 4.09375, + 3.71875, + 3.921875, + 3.90625, + 3.828125, + 3.453125, + 3.765625, + 3.75, + 3.75, + 1.189453, + 3.921875, + 3.859375, + 3.890625, + 3.546875, + 3.46875, + 3.5625, + 3.703125, + 3.75, + 3.484375, + 3.84375, + 3.796875, + 3.875, + 3.96875, + 2.898438, + 3.859375, + 1.8125, + 3.796875, + 2.210938, + 3.90625, + 3.921875, + 3.9375, + 1.867188, + 3.96875, + 3.59375, + 3.53125, + 4.046875, + 4.390625, + 3.703125, + 3.625, + 3.75, + 3.6875, + 3.625, + 2.367188, + 3.5, + 3.96875, + 4.5625, + 4.046875, + 3.65625, + 3.921875, + 3.796875, + 3.8125, + 3.640625, + 3.859375, + 3.28125, + 3.515625, + 3.75, + 3.578125, + 2.390625, + 3.484375, + 3.84375, + 4.125, + 3.578125, + 1.832031, + 4.03125, + 3.9375, + 3.9375, + 3.828125, + 3.59375, + 3.828125, + 3.796875, + 3.78125, + 1.6875, + 3.703125, + 3.828125, + 3.828125, + 4.09375, + 3.59375, + 3.90625, + 3.78125, + 3.984375, + 3.921875, + 3.5625, + 4.0, + 3.875, + 3.78125, + 3.640625, + 3.84375, + 3.75, + 2.828125, + 5.03125, + 3.640625, + 3.75, + 3.921875, + 3.6875, + 2.984375, + 3.859375, + 3.796875, + 4.046875, + 1.730469, + 3.3125, + 3.171875, + 2.171875, + 3.6875, + 3.921875, + 4.109375, + 1.238281, + 3.84375, + 5.0625, + 1.408203, + 2.640625, + 3.84375, + 3.78125, + 3.78125, + 4.03125, + 3.9375, + 3.609375, + 3.671875, + 3.59375, + 3.953125, + 2.429688, + 3.703125, + 3.875, + 3.84375, + 2.117188, + 3.9375, + 3.984375, + 3.9375, + 3.71875, + 3.890625, + 3.65625, + 3.859375, + 3.546875, + 1.875, + 4.015625, + 3.75, + 3.859375, + 3.8125, + 3.109375, + 3.953125, + 2.320312, + 4.0, + 3.734375, + 2.96875, + 3.46875, + 3.765625, + 3.9375, + 2.203125, + 3.6875, + 3.828125, + 3.75, + 3.96875, + 2.992188, + 1.671875, + 3.703125, + 4.484375, + 3.6875, + 3.375, + 3.859375, + 3.90625, + 3.859375, + 1.679688, + 3.53125, + 4.03125, + 3.46875, + 3.890625, + 3.640625, + 4.046875, + 3.703125, + 3.859375, + 3.484375, + 3.75, + 3.703125, + 3.84375, + 3.921875, + 4.03125, + 3.515625, + 3.421875, + 3.4375, + 3.328125, + 3.734375, + 3.546875, + 3.078125, + 3.765625, + 2.976562, + 3.953125, + 3.71875, + 3.890625, + 3.859375, + 3.96875, + 3.828125, + 2.835938, + 3.59375, + 3.953125, + 4.03125, + 3.8125, + 3.953125, + 2.867188, + 3.71875, + 3.796875, + 4.046875, + 3.96875, + 4.0, + 3.3125, + 3.953125, + 3.484375, + 3.828125, + 3.65625, + 2.289062, + 3.703125, + 3.734375, + 4.046875, + 3.328125, + 3.875, + 3.828125, + 3.515625, + 3.859375, + 3.625, + 3.75, + 3.78125, + 3.453125, + 3.015625, + 3.5625, + 3.8125, + 3.765625, + 3.828125, + 4.046875, + 3.875, + 3.796875, + 3.84375, + 3.921875, + 3.640625, + 4.84375, + 3.609375, + 3.65625, + 3.34375, + 3.625, + 3.984375, + 3.65625, + 3.96875, + 3.828125, + 3.984375, + 3.9375, + 2.265625, + 4.21875, + 3.84375, + 3.328125, + 3.703125, + 3.796875, + 1.322266, + 3.6875, + 3.96875, + 3.75, + 2.421875, + 3.75, + 3.875, + 2.835938, + 1.957031, + 3.5625, + 3.640625, + 4.03125, + 3.703125, + 3.53125, + 3.8125, + 3.609375, + 3.453125, + 3.546875, + 2.84375, + 3.765625, + 3.0625, + 4.078125, + 3.84375, + 2.359375, + 1.464844, + 4.015625, + 4.328125, + 3.90625, + 2.765625, + 4.203125, + 3.234375, + 3.765625, + 3.96875, + 4.578125, + 3.765625, + 3.84375, + 3.59375, + 3.46875, + 3.90625, + 4.09375, + 4.625, + 2.242188, + 2.90625, + 3.734375, + 3.84375, + 3.859375, + 3.328125, + 3.6875, + 3.90625, + 3.484375, + 2.703125, + 4.03125, + 3.96875, + 3.65625, + 3.75, + 3.78125, + 3.546875, + 3.640625, + 3.75, + 1.328125, + 1.425781, + 3.6875, + 3.640625, + 3.484375, + 3.96875, + 3.734375, + 3.953125, + 2.304688, + 3.953125, + 2.625, + 2.703125, + 3.703125, + 4.03125, + 3.71875, + 3.828125, + 4.0, + 3.734375, + 2.289062, + 3.890625, + 3.59375, + 3.5, + 3.90625, + 3.796875, + 3.71875, + 3.453125, + 3.3125, + 3.8125, + 3.90625, + 3.828125, + 3.46875, + 3.09375, + 3.640625, + 3.65625, + 6.25, + 4.046875, + 3.765625, + 1.847656, + 3.78125, + 3.9375, + 2.429688, + 3.703125, + 3.484375, + 3.609375, + 3.90625, + 3.65625, + 3.96875, + 3.15625, + 3.859375, + 3.84375, + 3.921875, + 3.9375, + 3.984375, + 3.828125, + 3.75, + 3.796875, + 3.890625, + 3.90625, + 3.71875, + 2.625, + 1.231445, + 3.71875, + 3.6875, + 3.96875, + 3.609375, + 3.640625, + 1.292969, + 3.859375, + 4.09375, + 3.609375, + 3.796875, + 2.5, + 4.15625, + 3.75, + 3.953125, + 3.6875, + 3.890625, + 4.90625, + 3.578125, + 3.140625, + 3.703125, + 4.828125, + 3.71875, + 1.765625, + 3.875, + 3.625, + 1.373047, + 3.859375, + 2.492188, + 4.015625, + 3.78125, + 3.46875, + 3.75, + 2.054688, + 3.78125, + 3.890625, + 3.6875, + 3.8125, + 3.90625, + 3.625, + 3.375, + 4.125, + 3.984375, + 3.984375, + 3.875, + 4.140625, + 2.65625, + 3.640625, + 3.578125, + 3.484375, + 3.46875, + 2.726562, + 3.9375, + 2.414062, + 3.53125, + 1.462891, + 4.03125, + 3.765625, + 4.109375, + 3.59375, + 3.703125, + 3.765625, + 3.96875, + 4.03125, + 3.546875, + 4.046875, + 3.8125, + 3.96875, + 3.578125, + 4.015625, + 2.757812, + 3.796875, + 3.28125, + 1.886719, + 3.78125, + 3.9375, + 3.984375, + 4.15625, + 4.21875, + 3.375, + 3.6875, + 3.859375, + 3.0625, + 3.15625, + 3.71875, + 4.140625, + 3.921875, + 3.59375, + 3.734375, + 3.078125, + 4.0, + 3.9375, + 3.921875, + 2.085938, + 3.53125, + 3.828125, + 3.84375, + 3.828125, + 3.375, + 3.71875, + 3.515625, + 3.703125, + 3.828125, + 3.828125, + 3.875, + 2.390625, + 3.578125, + 3.8125, + 3.8125, + 4.09375, + 4.0625, + 3.90625, + 3.640625, + 3.359375, + 4.015625, + 4.046875, + 2.734375, + 2.171875, + 3.875, + 3.71875, + 4.140625, + 3.609375, + 3.953125, + 1.259766, + 3.78125, + 4.0, + 3.71875, + 3.984375, + 3.359375, + 3.765625, + 3.375, + 2.140625, + 3.859375, + 3.6875, + 3.9375, + 3.6875, + 2.765625, + 4.015625, + 4.0, + 3.765625, + 3.84375, + 4.0, + 3.96875, + 3.5, + 3.46875, + 2.90625, + 3.640625, + 3.109375, + 1.664062, + 3.546875, + 4.09375, + 3.8125, + 3.984375, + 2.039062, + 3.8125, + 3.78125, + 3.984375, + 3.90625, + 3.734375, + 3.109375, + 3.65625, + 2.703125, + 4.09375, + 3.125, + 3.65625, + 3.796875, + 3.640625, + 3.609375, + 3.984375, + 3.875, + 3.890625, + 3.1875, + 3.671875, + 3.828125, + 2.085938, + 3.375, + 3.796875, + 4.03125, + 3.46875, + 2.179688, + 3.78125, + 3.859375, + 3.671875, + 3.984375, + 3.78125, + 1.824219, + 3.8125, + 3.90625, + 3.015625, + 3.96875, + 3.5625, + 3.609375, + 3.625, + 3.90625, + 3.640625, + 3.75, + 3.90625, + 3.8125, + 3.890625, + 3.859375, + 3.859375, + 1.679688, + 3.671875, + 3.546875, + 3.90625, + 3.953125, + 4.140625, + 4.046875, + 3.625, + 2.75, + 3.765625, + 4.0, + 3.828125, + 3.8125, + 2.632812, + 3.6875, + 3.625, + 3.734375, + 3.765625, + 3.671875, + 3.78125, + 3.671875, + 3.96875, + 3.609375, + 3.8125, + 3.4375, + 3.859375, + 3.6875, + 3.71875, + 3.875, + 3.859375, + 3.3125, + 3.90625, + 2.484375, + 1.183594, + 3.75, + 3.4375, + 4.015625, + 3.9375, + 3.890625, + 3.703125, + 3.25, + 3.859375, + 3.546875, + 3.625, + 4.09375, + 3.953125, + 3.90625, + 1.742188, + 3.609375, + 4.015625, + 3.765625, + 3.609375, + 3.8125, + 3.78125, + 3.9375, + 3.78125, + 3.5, + 3.96875, + 3.96875, + 3.8125, + 3.609375, + 3.65625, + 3.171875, + 3.890625, + 3.375, + 3.546875, + 3.78125, + 3.90625, + 3.859375, + 3.75, + 3.953125, + 3.75, + 3.59375, + 0.903809, + 3.171875, + 3.859375, + 3.203125, + 2.640625, + 3.953125, + 3.796875, + 3.71875, + 2.023438, + 3.1875, + 3.828125, + 4.015625, + 3.875, + 4.0, + 3.765625, + 4.109375, + 3.5625, + 3.3125, + 4.796875, + 1.490234, + 3.5625, + 3.921875, + 3.765625, + 3.890625, + 3.953125, + 4.03125, + 3.65625, + 1.455078, + 3.828125, + 3.78125, + 3.8125, + 3.796875, + 3.9375, + 3.859375, + 3.953125, + 3.890625, + 3.484375, + 2.695312, + 3.59375, + 3.78125, + 3.65625, + 3.765625, + 3.96875, + 3.59375, + 3.828125, + 3.453125, + 3.90625, + 3.53125, + 3.203125, + 3.828125, + 3.890625, + 3.953125, + 3.71875, + 3.484375, + 3.671875, + 3.609375, + 4.5625, + 3.96875, + 3.890625, + 3.421875, + 1.511719, + 3.953125, + 3.71875, + 3.984375, + 3.765625, + 4.0625, + 3.765625, + 3.90625, + 3.90625, + 3.984375, + 3.03125, + 3.890625, + 3.921875, + 3.796875, + 1.632812, + 3.953125, + 3.578125, + 3.9375, + 3.96875, + 3.921875, + 3.8125, + 3.9375, + 3.65625, + 3.96875, + 3.546875, + 3.921875, + 1.691406, + 3.765625, + 3.40625, + 3.96875, + 1.847656, + 4.046875, + 1.929688, + 3.703125, + 1.400391, + 3.796875, + 3.40625, + 2.539062, + 2.898438, + 3.390625, + 4.015625, + 3.921875, + 3.6875, + 3.90625, + 3.671875, + 3.828125, + 3.796875, + 1.182617, + 2.476562, + 3.046875, + 3.875, + 3.828125, + 3.625, + 3.984375, + 3.890625, + 3.828125, + 3.125, + 3.90625, + 4.015625, + 3.78125, + 4.03125, + 3.515625, + 3.71875, + 3.765625, + 3.828125, + 3.125, + 4.109375, + 3.9375, + 3.9375, + 3.734375, + 3.8125, + 3.234375, + 4.09375, + 3.8125, + 3.515625, + 3.9375, + 4.09375, + 3.78125, + 3.890625, + 4.046875, + 2.273438, + 3.640625, + 3.640625, + 3.453125, + 2.257812, + 4.109375, + 4.046875, + 3.96875, + 2.039062, + 3.609375, + 3.234375, + 3.75, + 3.5, + 3.328125, + 1.464844, + 3.875, + 3.90625, + 3.875, + 1.429688, + 3.078125, + 1.761719, + 2.710938, + 3.890625, + 3.28125, + 3.96875, + 4.046875, + 4.0, + 3.578125, + 3.890625, + 3.84375, + 2.453125, + 2.546875, + 3.9375, + 3.53125, + 3.671875, + 3.96875, + 3.71875, + 3.6875, + 4.03125, + 3.171875, + 3.890625, + 3.609375, + 3.859375, + 2.3125, + 4.109375, + 3.828125, + 4.6875, + 3.90625, + 3.6875, + 2.140625, + 3.796875, + 1.953125, + 3.921875, + 3.96875, + 3.796875, + 3.625, + 3.796875, + 3.484375, + 3.796875, + 3.828125, + 3.75, + 3.890625, + 3.65625, + 3.640625, + 3.984375, + 3.734375, + 4.15625, + 3.59375, + 3.234375, + 3.921875, + 2.867188, + 3.625, + 3.59375, + 3.03125, + 3.796875, + 3.984375, + 3.765625, + 3.671875, + 3.515625, + 3.75, + 3.640625, + 4.03125, + 2.890625, + 3.84375, + 3.921875, + 3.796875, + 3.90625, + 4.109375, + 4.03125, + 3.53125, + 3.828125, + 3.859375, + 3.703125, + 3.9375, + 3.78125, + 2.742188, + 4.0, + 3.828125, + 2.515625, + 3.8125, + 3.796875, + 1.988281, + 3.90625, + 3.46875, + 3.90625, + 3.8125, + 3.6875, + 3.875, + 3.9375, + 3.84375, + 3.953125, + 3.8125, + 3.546875, + 3.609375, + 3.96875, + 2.765625, + 3.5, + 4.03125, + 3.796875, + 2.179688, + 3.578125, + 3.78125, + 3.90625, + 4.25, + 3.84375, + 3.921875, + 3.484375, + 3.6875, + 2.085938, + 3.5, + 3.9375, + 3.734375, + 1.957031, + 3.8125, + 3.9375, + 2.234375, + 3.953125, + 3.90625, + 3.859375, + 3.921875, + 3.796875, + 3.84375, + 2.648438, + 4.03125, + 3.9375, + 4.0, + 4.0, + 3.375, + 3.515625, + 3.4375, + 2.132812, + 2.929688, + 3.90625, + 3.53125, + 3.921875, + 3.140625, + 3.578125, + 3.6875, + 3.9375, + 2.007812, + 3.421875, + 4.015625, + 1.402344, + 3.953125, + 3.640625, + 4.0, + 3.921875, + 2.039062, + 3.71875, + 3.875, + 1.492188, + 3.9375, + 2.210938, + 3.765625, + 3.796875, + 4.078125, + 3.78125, + 1.988281, + 3.828125, + 3.328125, + 3.8125, + 3.9375, + 3.875, + 3.6875, + 2.398438, + 4.09375, + 3.984375, + 4.046875, + 3.59375, + 2.164062, + 3.734375, + 3.859375, + 3.515625, + 3.78125, + 4.109375, + 3.875, + 3.5, + 3.546875, + 3.71875, + 3.53125, + 3.765625, + 2.59375, + 2.726562, + 4.125, + 3.921875, + 1.578125, + 3.859375, + 3.5, + 3.84375, + 3.984375, + 3.890625, + 3.5625, + 3.234375, + 3.78125, + 3.859375, + 2.273438, + 3.640625, + 3.78125, + 3.5625 + ] + }, + "name": "onnx::Mul_8720", + "outputIndexes": [ + 1998 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1997, + 1998 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_20/Mul_1_output_0", + "outputIndexes": [ + 1999 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1980, + 1999 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_104_output_0", + "outputIndexes": [ + 2000 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2000, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_189_output_0", + "outputIndexes": [ + 2001 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2001 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_21/Mul_output_0", + "outputIndexes": [ + 2002 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.421875, + 1.402344, + 1.400391, + 1.433594, + 1.304688, + 1.404297, + 1.554688, + 2.789062, + 1.380859, + 1.574219, + 1.373047, + 1.371094, + 1.570312, + 1.410156, + 1.464844, + 1.367188, + 1.435547, + 1.417969, + 2.039062, + 1.46875, + 1.375, + 1.382812, + 1.332031, + 1.621094, + 1.554688, + 1.416016, + 1.648438, + 1.777344, + 1.542969, + 1.417969, + 1.539062, + 1.722656, + 1.412109, + 2.648438, + 1.412109, + 1.648438, + 1.408203, + 1.423828, + 1.439453, + 1.462891, + 1.335938, + 1.462891, + 1.376953, + 1.808594, + 2.453125, + 1.371094, + 1.365234, + 1.523438, + 2.523438, + 1.8125, + 1.464844, + 2.398438, + 1.417969, + 2.632812, + 1.408203, + 1.550781, + 1.498047, + 1.511719, + 1.621094, + 1.53125, + 1.863281, + 1.137695, + 1.445312, + 1.480469, + 1.660156, + 1.480469, + 1.910156, + 1.40625, + 1.539062, + 1.353516, + 1.353516, + 1.292969, + 1.476562, + 1.484375, + 1.458984, + 1.386719, + 1.996094, + 1.570312, + 1.8125, + 2.640625, + 1.445312, + 3.0, + 1.402344, + 2.265625, + 1.449219, + 1.679688, + 1.443359, + 1.652344, + 1.988281, + 1.451172, + 1.433594, + 1.558594, + 1.421875, + 2.132812, + 1.507812, + 2.953125, + 1.435547, + 1.375, + 2.210938, + 1.445312, + 1.507812, + 1.423828, + 1.382812, + 1.523438, + 1.341797, + 1.373047, + 1.380859, + 1.589844, + 1.480469, + 1.445312, + 1.34375, + 1.425781, + 1.488281, + 4.046875, + 1.417969, + 1.542969, + 1.410156, + 2.296875, + 1.380859, + 1.351562, + 1.480469, + 1.361328, + 1.435547, + 1.3125, + 1.464844, + 2.054688, + 1.539062, + 1.375, + 1.539062, + 2.007812, + 1.863281, + 1.492188, + 1.419922, + 1.494141, + 1.330078, + 1.431641, + 1.496094, + 2.1875, + 1.400391, + 1.392578, + 0.982788, + 1.613281, + 1.464844, + 1.4375, + 1.443359, + 1.667969, + 1.550781, + 1.439453, + 1.412109, + 1.373047, + 1.367188, + 1.535156, + 1.621094, + 1.261719, + 1.470703, + 1.351562, + 2.117188, + 1.412109, + 2.390625, + 2.585938, + 2.953125, + 1.443359, + 1.65625, + 1.871094, + 1.59375, + 1.363281, + 1.40625, + 2.515625, + 1.371094, + 1.408203, + 1.320312, + 2.375, + 1.464844, + 2.28125, + 1.439453, + 1.451172, + 1.496094, + 3.171875, + 1.361328, + 1.363281, + 1.589844, + 2.8125, + 1.574219, + 2.734375, + 1.416016, + 1.412109, + 1.96875, + 1.402344, + 1.558594, + 1.640625, + 1.451172, + 1.382812, + 1.490234, + 1.511719, + 1.527344, + 1.554688, + 1.400391, + 1.484375, + 1.621094, + 1.369141, + 1.464844, + 1.412109, + 1.449219, + 1.486328, + 1.451172, + 1.542969, + 1.042969, + 1.431641, + 1.4375, + 1.302734, + 1.582031, + 1.322266, + 1.515625, + 1.386719, + 1.380859, + 1.447266, + 1.480469, + 1.404297, + 1.392578, + 1.416016, + 1.527344, + 1.867188, + 1.361328, + 1.337891, + 1.365234, + 1.427734, + 1.410156, + 1.439453, + 1.621094, + 1.464844, + 3.453125, + 1.384766, + 1.458984, + 1.349609, + 1.365234, + 1.3125, + 1.90625, + 1.410156, + 1.451172, + 1.451172, + 2.265625, + 1.550781, + 1.429688, + 1.785156, + 1.527344, + 1.408203, + 1.546875, + 1.640625, + 1.345703, + 1.835938, + 1.382812, + 1.535156, + 2.328125, + 1.431641, + 1.539062, + 1.351562, + 1.408203, + 2.070312, + 1.601562, + 1.496094, + 1.373047, + 1.349609, + 1.480469, + 1.414062, + 1.402344, + 1.570312, + 1.486328, + 1.3125, + 1.435547, + 1.423828, + 1.445312, + 1.539062, + 1.585938, + 1.589844, + 1.535156, + 1.332031, + 1.941406, + 1.585938, + 1.318359, + 1.417969, + 1.859375, + 1.458984, + 2.507812, + 1.417969, + 1.423828, + 1.527344, + 1.597656, + 1.433594, + 2.5, + 1.365234, + 1.53125, + 3.40625, + 1.550781, + 1.441406, + 1.466797, + 1.484375, + 1.5, + 1.574219, + 1.457031, + 1.511719, + 1.636719, + 1.59375, + 3.25, + 1.455078, + 2.953125, + 1.714844, + 1.5625, + 1.582031, + 1.376953, + 1.380859, + 1.410156, + 2.757812, + 1.324219, + 1.400391, + 1.753906, + 1.498047, + 1.496094, + 1.380859, + 1.550781, + 1.449219, + 1.546875, + 1.507812, + 1.371094, + 1.566406, + 1.419922, + 1.5, + 1.78125, + 1.667969, + 1.482422, + 1.535156, + 1.597656, + 1.855469, + 1.492188, + 1.503906, + 1.337891, + 1.357422, + 1.427734, + 1.28125, + 1.357422, + 1.4375, + 1.474609, + 1.761719, + 1.421875, + 1.402344, + 1.632812, + 1.902344, + 1.435547, + 2.460938, + 1.65625, + 1.455078, + 2.828125, + 1.558594, + 2.921875, + 1.640625, + 2.929688, + 2.390625, + 1.357422, + 1.330078, + 1.789062, + 1.472656, + 2.5625, + 1.380859, + 1.523438, + 1.96875, + 1.5, + 1.390625, + 1.382812, + 2.59375, + 1.589844, + 1.539062, + 1.441406, + 1.460938, + 1.421875, + 1.455078, + 1.333984, + 1.675781, + 1.398438, + 1.443359, + 1.617188, + 1.832031, + 1.390625, + 1.644531, + 1.898438, + 2.242188, + 1.373047, + 1.46875, + 1.585938, + 1.976562, + 1.388672, + 1.542969, + 1.621094, + 1.605469, + 2.460938, + 1.435547, + 1.410156, + 1.507812, + 1.574219, + 2.609375, + 1.482422, + 1.345703, + 1.458984, + 1.423828, + 1.443359, + 1.376953, + 2.21875, + 1.425781, + 1.367188, + 1.414062, + 1.402344, + 2.554688, + 1.335938, + 1.496094, + 1.388672, + 1.412109, + 2.179688, + 1.632812, + 1.476562, + 1.539062, + 1.4375, + 1.496094, + 1.449219, + 1.425781, + 1.898438, + 1.443359, + 1.507812, + 1.960938, + 1.423828, + 1.378906, + 1.412109, + 1.396484, + 1.378906, + 1.416016, + 1.404297, + 1.722656, + 3.546875, + 1.431641, + 1.351562, + 1.371094, + 1.351562, + 1.318359, + 1.443359, + 1.527344, + 1.349609, + 1.542969, + 3.328125, + 1.382812, + 1.355469, + 1.480469, + 1.453125, + 1.335938, + 1.417969, + 1.589844, + 1.621094, + 1.59375, + 1.416016, + 1.412109, + 2.101562, + 1.386719, + 1.507812, + 1.523438, + 1.410156, + 1.511719, + 1.363281, + 1.460938, + 2.054688, + 1.380859, + 2.484375, + 1.511719, + 1.550781, + 1.359375, + 1.451172, + 1.408203, + 1.371094, + 1.679688, + 1.335938, + 1.439453, + 2.265625, + 1.402344, + 1.427734, + 1.515625, + 1.554688, + 1.375, + 1.371094, + 1.318359, + 1.382812, + 1.34375, + 2.539062, + 1.458984, + 1.470703, + 1.542969, + 1.550781, + 1.396484, + 1.441406, + 1.451172, + 1.769531, + 1.404297, + 2.679688, + 2.804688, + 1.707031, + 2.75, + 1.402344, + 1.617188, + 1.466797, + 1.660156, + 2.351562, + 1.466797, + 1.933594, + 1.96875, + 1.433594, + 1.328125, + 1.507812, + 1.503906, + 1.5, + 1.486328, + 1.585938, + 1.302734, + 1.914062, + 1.455078, + 1.365234, + 1.621094, + 1.40625, + 1.490234, + 2.390625, + 2.328125, + 1.423828, + 2.078125, + 1.546875, + 1.359375, + 1.474609, + 1.3125, + 1.361328, + 1.447266, + 1.402344, + 3.09375, + 1.376953, + 1.191406, + 1.511719, + 1.101562, + 1.455078, + 3.4375, + 4.484375, + 1.832031, + 1.761719, + 1.466797, + 1.34375, + 1.398438, + 1.34375, + 1.511719, + 1.871094, + 1.384766, + 3.078125, + 1.373047, + 2.65625, + 1.640625, + 1.539062, + 1.550781, + 1.373047, + 4.03125, + 1.660156, + 1.408203, + 1.466797, + 2.921875, + 1.609375, + 1.542969, + 1.578125, + 1.388672, + 1.355469, + 3.59375, + 1.53125, + 1.464844, + 1.404297, + 1.574219, + 1.333984, + 1.574219, + 3.578125, + 1.353516, + 1.453125, + 1.527344, + 2.273438, + 1.554688, + 1.071777, + 1.675781, + 1.371094, + 1.5, + 2.101562, + 1.589844, + 1.5, + 1.451172, + 3.09375, + 2.023438, + 1.5625, + 1.357422, + 1.726562, + 1.375, + 2.742188, + 1.472656, + 1.558594, + 1.480469, + 1.410156, + 1.863281, + 1.474609, + 1.503906, + 1.539062, + 1.441406, + 1.333984, + 1.425781, + 1.427734, + 1.441406, + 1.503906, + 1.519531, + 1.398438, + 1.455078, + 1.429688, + 2.828125, + 1.498047, + 1.449219, + 1.542969, + 1.730469, + 1.486328, + 1.441406, + 1.431641, + 1.443359, + 1.482422, + 1.490234, + 1.349609, + 1.585938, + 1.503906, + 1.425781, + 1.378906, + 1.449219, + 1.523438, + 1.382812, + 1.433594, + 1.353516, + 1.349609, + 1.648438, + 1.410156, + 1.53125, + 1.382812, + 2.335938, + 1.363281, + 1.335938, + 1.765625, + 2.59375, + 1.339844, + 2.265625, + 1.296875, + 1.357422, + 1.855469, + 2.234375, + 2.335938, + 2.8125, + 1.353516, + 1.433594, + 1.367188, + 1.443359, + 1.490234, + 1.400391, + 1.476562, + 1.675781, + 1.484375, + 1.546875, + 1.34375, + 3.09375, + 1.462891, + 1.425781, + 1.472656, + 1.5625, + 1.402344, + 1.375, + 1.419922, + 1.65625, + 1.46875, + 1.498047, + 1.703125, + 1.361328, + 1.605469, + 1.451172, + 1.929688, + 1.480469, + 1.402344, + 3.28125, + 2.703125, + 1.429688, + 1.523438, + 1.328125, + 1.648438, + 1.339844, + 1.392578, + 1.314453, + 1.53125, + 1.480469, + 1.503906, + 1.470703, + 1.292969, + 1.570312, + 1.474609, + 1.402344, + 1.519531, + 1.449219, + 3.03125, + 1.392578, + 1.800781, + 1.445312, + 1.443359, + 1.371094, + 1.371094, + 1.542969, + 1.376953, + 1.550781, + 1.484375, + 1.476562, + 1.355469, + 1.380859, + 3.296875, + 1.984375, + 1.388672, + 1.992188, + 1.458984, + 1.578125, + 1.402344, + 1.357422, + 1.388672, + 1.470703, + 1.871094, + 3.5625, + 1.921875, + 1.480469, + 1.429688, + 1.492188, + 1.542969, + 1.574219, + 1.365234, + 1.427734, + 1.466797, + 1.445312, + 1.476562, + 1.404297, + 1.296875, + 1.375, + 1.652344, + 1.416016, + 1.457031, + 1.494141, + 1.462891, + 1.582031, + 1.443359, + 1.519531, + 1.412109, + 1.355469, + 1.353516, + 1.427734, + 1.402344, + 1.451172, + 1.589844, + 1.542969, + 1.486328, + 2.226562, + 1.412109, + 1.730469, + 1.476562, + 1.460938, + 1.597656, + 1.417969, + 1.447266, + 1.535156, + 1.5, + 1.554688, + 1.427734, + 1.496094, + 1.396484, + 1.449219, + 1.503906, + 1.492188, + 1.498047, + 1.419922, + 1.417969, + 1.310547, + 1.28125, + 1.539062, + 1.451172, + 1.398438, + 1.480469, + 1.558594, + 4.0625, + 1.5625, + 1.337891, + 2.601562, + 1.792969, + 1.464844, + 1.392578, + 1.486328, + 1.757812, + 1.3125, + 1.566406, + 1.554688, + 1.386719, + 2.203125, + 1.322266, + 1.546875, + 3.125, + 1.455078, + 1.472656, + 1.373047, + 1.632812, + 2.0625, + 1.574219, + 1.402344, + 3.046875, + 1.443359, + 1.445312, + 1.414062, + 2.898438, + 1.507812, + 2.546875, + 1.851562, + 1.40625, + 1.589844, + 1.90625, + 1.451172, + 1.453125, + 1.433594, + 1.441406, + 1.308594, + 1.380859, + 1.361328, + 1.691406, + 1.460938, + 1.488281, + 1.503906, + 1.578125, + 1.417969, + 1.527344, + 1.175781, + 1.367188, + 1.824219, + 1.546875, + 1.443359, + 2.367188, + 1.65625, + 1.773438, + 1.435547, + 1.490234, + 1.439453, + 1.53125, + 1.318359, + 1.464844, + 1.392578, + 1.617188, + 1.277344, + 1.570312, + 1.613281, + 1.546875, + 1.429688, + 2.75, + 1.585938, + 1.714844, + 1.515625, + 1.490234, + 1.964844, + 1.388672, + 1.433594, + 1.451172, + 1.460938, + 1.470703, + 3.1875, + 1.394531, + 1.4375, + 1.507812, + 3.546875, + 1.378906, + 1.355469, + 1.625, + 2.46875, + 1.859375, + 1.458984, + 1.490234, + 1.365234, + 1.460938, + 1.363281, + 1.667969, + 1.601562, + 1.652344, + 1.457031, + 1.613281, + 1.443359, + 1.519531, + 1.421875, + 1.652344, + 1.5625, + 2.367188, + 1.417969, + 1.460938, + 1.507812, + 1.474609, + 1.542969, + 1.460938, + 1.527344, + 1.414062, + 1.464844, + 1.554688, + 1.417969, + 1.636719, + 1.474609, + 2.1875, + 1.515625, + 1.507812, + 2.710938, + 3.296875, + 1.765625, + 1.519531, + 1.570312, + 1.414062, + 1.527344, + 1.519531, + 2.585938, + 2.773438, + 1.515625, + 1.042725, + 1.824219, + 1.679688, + 1.490234, + 1.353516, + 1.414062, + 1.847656, + 2.601562, + 1.458984, + 1.439453, + 1.503906, + 2.1875, + 1.447266, + 1.53125, + 1.777344, + 1.527344, + 1.482422, + 1.523438, + 1.542969, + 1.419922, + 1.949219, + 1.357422, + 1.345703, + 1.570312, + 1.394531, + 1.46875, + 1.345703, + 1.390625, + 1.910156, + 2.609375, + 3.78125, + 1.351562, + 1.482422, + 1.486328, + 1.527344, + 1.519531, + 1.470703, + 1.40625, + 3.296875, + 1.496094, + 1.921875, + 1.478516, + 1.324219, + 2.765625, + 1.371094, + 1.408203, + 1.492188, + 1.376953, + 1.447266, + 1.585938, + 1.929688, + 2.492188, + 1.429688, + 1.519531, + 1.498047, + 3.078125, + 1.402344, + 1.648438, + 1.226562, + 1.462891, + 2.71875, + 1.494141, + 1.53125, + 1.410156, + 1.523438, + 1.949219, + 1.507812, + 1.443359, + 1.832031, + 3.5625, + 3.890625, + 3.484375, + 1.410156, + 1.519531, + 1.394531, + 1.486328, + 1.410156, + 2.210938, + 1.462891, + 3.171875, + 1.457031, + 1.400391, + 1.582031, + 1.302734, + 1.78125, + 1.392578, + 1.507812, + 2.585938, + 1.490234, + 2.757812, + 1.402344, + 2.703125, + 1.632812, + 1.427734, + 1.320312, + 1.494141, + 1.683594, + 1.617188, + 2.25, + 1.589844, + 2.9375, + 1.867188, + 1.738281, + 2.117188, + 2.296875, + 1.333984, + 1.414062, + 1.734375, + 3.6875, + 1.416016, + 1.554688, + 1.328125, + 1.683594, + 1.53125, + 1.498047, + 2.914062, + 1.435547, + 1.435547, + 1.539062, + 3.0, + 2.9375, + 1.480469, + 1.316406, + 1.457031, + 1.375, + 1.558594, + 1.458984, + 1.796875, + 4.734375, + 1.404297, + 1.357422, + 1.464844, + 1.585938, + 1.5625, + 1.498047, + 1.361328, + 1.65625, + 1.330078, + 1.519531, + 1.292969, + 1.679688, + 1.435547, + 1.482422, + 1.675781, + 1.730469, + 1.365234, + 1.394531, + 1.498047, + 1.609375, + 1.429688, + 2.632812, + 1.59375, + 3.203125, + 1.703125, + 1.863281, + 2.484375, + 1.296875, + 1.578125, + 1.333984, + 1.609375, + 1.511719, + 1.365234, + 1.511719, + 1.349609, + 2.664062, + 1.789062, + 1.396484, + 1.597656, + 1.365234, + 1.466797, + 1.617188, + 1.349609, + 1.394531, + 1.416016, + 1.488281, + 1.554688, + 2.679688, + 1.404297, + 1.373047, + 1.777344, + 1.314453, + 1.394531, + 1.414062, + 1.168945, + 1.511719, + 1.394531, + 1.388672, + 1.326172, + 1.378906, + 1.527344, + 1.644531, + 1.460938, + 1.408203, + 1.433594, + 1.339844, + 1.652344, + 3.34375, + 1.5, + 2.234375, + 1.457031, + 1.527344, + 1.667969, + 1.457031, + 1.365234, + 1.369141, + 1.535156, + 2.125, + 1.498047, + 3.921875, + 2.53125, + 2.929688, + 1.447266, + 1.349609, + 2.578125, + 1.400391, + 1.417969, + 1.503906, + 2.5, + 1.515625, + 2.398438, + 1.435547, + 2.296875, + 1.388672, + 1.402344, + 1.275391, + 1.396484, + 1.597656, + 1.582031, + 1.439453, + 1.482422, + 3.21875, + 3.234375, + 3.90625, + 1.527344, + 1.443359, + 1.386719, + 1.306641, + 1.824219, + 3.171875, + 1.503906, + 2.773438, + 1.373047, + 1.632812, + 1.503906, + 1.433594, + 1.808594, + 1.337891, + 1.384766, + 1.435547, + 1.617188, + 1.455078, + 1.453125, + 2.242188, + 1.373047, + 1.349609, + 1.324219, + 1.484375, + 1.371094, + 1.410156, + 1.628906, + 1.486328, + 1.414062, + 1.447266, + 1.476562, + 1.378906, + 1.496094, + 1.357422, + 1.5625, + 1.304688, + 1.433594, + 1.349609, + 1.414062, + 1.46875, + 1.519531, + 1.451172, + 1.597656, + 1.523438, + 1.527344, + 1.597656, + 2.335938, + 1.402344, + 1.527344, + 1.375, + 1.554688, + 1.443359, + 1.398438, + 1.326172, + 2.953125, + 1.416016, + 2.476562, + 1.457031, + 1.427734, + 1.511719, + 1.667969, + 1.490234, + 1.777344, + 1.429688, + 2.632812, + 1.4375, + 2.09375, + 1.472656, + 1.507812, + 1.472656, + 1.390625, + 1.308594, + 1.412109, + 1.443359, + 1.376953, + 1.412109, + 1.371094, + 3.203125, + 1.384766, + 1.496094, + 1.507812, + 1.349609, + 1.398438, + 1.474609, + 1.455078, + 1.925781, + 1.550781, + 1.410156, + 1.558594, + 1.320312, + 1.695312, + 1.414062, + 1.400391, + 1.550781, + 1.53125, + 2.8125, + 1.390625, + 1.46875, + 1.433594, + 2.859375, + 1.601562, + 2.117188, + 2.671875, + 1.486328, + 3.171875, + 2.898438, + 1.558594, + 1.378906, + 1.535156, + 1.443359, + 3.5625, + 1.464844, + 1.800781, + 1.462891, + 2.609375, + 1.369141, + 1.449219, + 1.523438, + 1.386719, + 1.462891, + 1.398438, + 3.21875, + 1.378906, + 1.652344, + 2.40625, + 2.585938, + 1.478516, + 1.365234, + 2.429688, + 1.40625, + 3.140625, + 1.400391, + 1.589844, + 1.378906, + 1.433594, + 2.851562, + 1.427734, + 1.417969, + 1.427734, + 1.396484, + 1.396484, + 2.085938, + 3.328125, + 1.382812, + 1.328125, + 1.597656, + 1.511719, + 1.375, + 1.396484, + 1.380859, + 1.417969, + 1.46875, + 1.503906, + 1.472656, + 1.353516, + 1.703125, + 1.492188, + 1.503906, + 1.910156, + 1.582031, + 1.464844, + 1.417969, + 3.015625, + 1.373047, + 1.464844, + 1.359375, + 1.474609, + 1.476562, + 1.527344, + 1.380859, + 1.404297, + 1.648438, + 1.644531, + 1.46875, + 1.433594, + 1.349609, + 2.09375, + 1.427734, + 2.617188, + 1.464844, + 2.421875, + 1.341797, + 1.566406, + 1.412109, + 2.523438, + 1.447266, + 1.539062, + 1.470703, + 1.378906, + 1.394531, + 1.419922, + 1.511719, + 1.490234, + 1.353516, + 1.447266, + 2.265625, + 1.519531, + 1.414062, + 1.279297, + 1.386719, + 1.585938, + 1.333984, + 1.376953, + 1.386719, + 1.523438, + 1.425781, + 1.921875, + 1.480469, + 1.597656, + 1.574219, + 2.210938, + 1.519531, + 1.464844, + 1.365234, + 1.558594, + 2.460938, + 1.324219, + 1.373047, + 1.412109, + 1.416016, + 1.621094, + 1.402344, + 1.419922, + 1.320312, + 3.03125, + 1.386719, + 1.365234, + 1.554688, + 1.433594, + 1.535156, + 1.359375, + 1.558594, + 1.402344, + 1.527344, + 1.554688, + 1.337891, + 1.460938, + 1.294922, + 1.511719, + 1.486328, + 1.423828, + 1.847656, + 1.816406, + 1.445312, + 1.480469, + 1.412109, + 1.507812, + 1.988281, + 1.464844, + 1.5, + 1.453125, + 2.84375, + 1.679688, + 1.828125, + 3.390625, + 1.441406, + 1.427734, + 1.375, + 3.328125, + 1.378906, + 1.081543, + 2.820312, + 2.734375, + 1.443359, + 1.455078, + 1.351562, + 1.46875, + 1.46875, + 1.609375, + 1.527344, + 1.664062, + 1.457031, + 2.171875, + 1.429688, + 1.464844, + 1.484375, + 3.3125, + 1.380859, + 1.4375, + 1.535156, + 1.625, + 1.396484, + 1.482422, + 1.371094, + 1.679688, + 3.640625, + 1.445312, + 1.496094, + 1.412109, + 1.392578, + 1.976562, + 1.332031, + 3.640625, + 1.460938, + 1.425781, + 1.90625, + 1.558594, + 1.394531, + 1.5625, + 2.640625, + 1.601562, + 1.398438, + 1.441406, + 1.376953, + 1.863281, + 2.859375, + 1.445312, + 1.302734, + 1.699219, + 1.890625, + 1.486328, + 1.396484, + 1.351562, + 2.664062, + 1.578125, + 1.447266, + 1.527344, + 1.423828, + 1.542969, + 1.431641, + 1.507812, + 1.427734, + 1.640625, + 1.449219, + 1.683594, + 1.357422, + 1.410156, + 1.373047, + 1.683594, + 1.636719, + 1.558594, + 1.796875, + 1.703125, + 1.427734, + 2.28125, + 1.498047, + 1.898438, + 1.367188, + 1.421875, + 1.425781, + 1.369141, + 1.412109, + 1.4375, + 2.085938, + 1.65625, + 1.707031, + 3.0625, + 1.542969, + 1.507812, + 2.046875, + 1.59375, + 1.480469, + 1.439453, + 1.550781, + 1.466797, + 2.304688, + 1.431641, + 1.447266, + 1.447266, + 1.445312, + 2.71875, + 1.625, + 1.394531, + 1.392578, + 2.0, + 1.341797, + 1.396484, + 1.601562, + 1.441406, + 1.470703, + 1.355469, + 1.441406, + 1.601562, + 1.796875, + 1.431641, + 1.558594, + 1.550781, + 1.470703, + 1.425781, + 1.382812, + 1.447266, + 1.341797, + 1.445312, + 1.421875, + 1.125, + 1.574219, + 1.414062, + 1.902344, + 1.474609, + 1.511719, + 1.664062, + 1.380859, + 1.507812, + 1.503906, + 1.345703, + 3.15625, + 1.363281, + 1.304688, + 1.710938, + 1.416016, + 1.484375, + 2.914062, + 1.523438, + 1.339844, + 1.494141, + 2.328125, + 1.404297, + 1.451172, + 2.148438, + 2.460938, + 1.582031, + 1.503906, + 1.421875, + 1.566406, + 1.714844, + 1.5, + 1.490234, + 1.679688, + 1.480469, + 3.078125, + 1.365234, + 1.871094, + 1.511719, + 1.449219, + 2.289062, + 3.234375, + 1.429688, + 1.453125, + 1.384766, + 2.070312, + 1.53125, + 1.648438, + 1.550781, + 1.431641, + 1.601562, + 1.439453, + 1.714844, + 1.476562, + 1.871094, + 1.384766, + 1.353516, + 1.539062, + 2.429688, + 1.929688, + 1.546875, + 1.472656, + 1.384766, + 1.699219, + 1.535156, + 1.337891, + 1.5625, + 1.953125, + 1.279297, + 1.380859, + 1.546875, + 1.515625, + 1.488281, + 1.574219, + 1.494141, + 1.59375, + 3.109375, + 3.03125, + 1.396484, + 1.507812, + 1.597656, + 1.384766, + 1.464844, + 1.371094, + 2.421875, + 1.34375, + 1.992188, + 2.445312, + 1.511719, + 1.431641, + 1.400391, + 1.408203, + 1.451172, + 1.503906, + 2.875, + 1.316406, + 1.730469, + 1.527344, + 1.359375, + 1.373047, + 1.550781, + 1.625, + 1.542969, + 1.388672, + 1.664062, + 1.494141, + 1.710938, + 2.007812, + 1.503906, + 1.519531, + 1.925781, + 1.380859, + 1.394531, + 2.765625, + 1.511719, + 1.373047, + 3.484375, + 1.388672, + 1.621094, + 1.617188, + 1.449219, + 1.433594, + 2.015625, + 1.921875, + 1.384766, + 1.439453, + 1.503906, + 1.339844, + 1.417969, + 1.382812, + 1.519531, + 1.482422, + 1.40625, + 1.558594, + 1.574219, + 2.773438, + 3.390625, + 1.503906, + 1.519531, + 1.523438, + 1.558594, + 1.445312, + 2.75, + 1.402344, + 1.408203, + 1.597656, + 1.462891, + 1.988281, + 1.375, + 1.546875, + 1.455078, + 1.421875, + 1.347656, + 1.224609, + 1.511719, + 1.75, + 1.699219, + 1.081543, + 1.523438, + 2.78125, + 1.511719, + 1.496094, + 3.265625, + 1.625, + 3.484375, + 1.427734, + 1.484375, + 1.679688, + 1.429688, + 4.015625, + 1.490234, + 1.457031, + 1.425781, + 1.427734, + 1.466797, + 1.570312, + 1.664062, + 1.306641, + 1.492188, + 1.402344, + 1.4375, + 1.322266, + 2.21875, + 1.382812, + 1.613281, + 1.703125, + 1.675781, + 2.53125, + 1.341797, + 2.84375, + 1.605469, + 2.921875, + 1.449219, + 1.496094, + 1.287109, + 1.613281, + 1.523438, + 1.384766, + 1.365234, + 1.585938, + 1.519531, + 1.511719, + 1.523438, + 1.443359, + 1.71875, + 1.326172, + 1.941406, + 1.648438, + 1.792969, + 2.546875, + 1.652344, + 1.443359, + 1.337891, + 1.5625, + 1.769531, + 1.582031, + 1.417969, + 1.546875, + 1.855469, + 1.65625, + 1.373047, + 1.4375, + 1.410156, + 1.550781, + 1.5, + 2.429688, + 1.480469, + 1.318359, + 1.488281, + 2.445312, + 1.605469, + 1.605469, + 1.408203, + 1.458984, + 1.671875, + 1.439453, + 1.503906, + 1.507812, + 1.441406, + 1.457031, + 1.367188, + 3.765625, + 1.53125, + 1.378906, + 1.464844, + 1.287109, + 1.462891, + 1.332031, + 1.417969, + 1.597656, + 1.419922, + 1.384766, + 2.023438, + 2.453125, + 1.400391, + 1.46875, + 1.34375, + 1.519531, + 1.384766, + 3.0, + 1.394531, + 1.439453, + 1.453125, + 1.417969, + 1.878906, + 1.400391, + 1.75, + 2.539062, + 1.396484, + 1.480469, + 1.476562, + 1.542969, + 2.882812, + 1.507812, + 1.347656, + 1.695312, + 1.380859, + 1.410156, + 1.466797, + 1.589844, + 1.601562, + 2.125, + 1.566406, + 1.824219, + 2.765625, + 1.753906, + 1.445312, + 1.558594, + 1.398438, + 4.46875, + 1.601562, + 1.339844, + 1.382812, + 1.40625, + 1.480469, + 2.140625, + 1.414062, + 2.101562, + 1.707031, + 1.886719, + 1.511719, + 1.388672, + 1.480469, + 1.660156, + 1.349609, + 1.417969, + 1.333984, + 1.683594, + 1.419922, + 1.443359, + 2.679688, + 1.613281, + 1.742188, + 1.335938, + 1.585938, + 2.742188, + 1.427734, + 1.625, + 1.431641, + 1.433594, + 1.466797, + 2.609375, + 1.416016, + 1.355469, + 1.902344, + 1.375, + 1.664062, + 1.71875, + 1.558594, + 1.3125, + 1.53125, + 1.472656, + 1.474609, + 1.367188, + 1.511719, + 1.382812, + 1.380859, + 2.726562, + 1.660156, + 1.625, + 1.435547, + 1.472656, + 1.40625, + 1.449219, + 1.527344, + 1.996094, + 1.380859, + 1.449219, + 1.480469, + 1.447266, + 2.3125, + 1.503906, + 1.570312, + 1.361328, + 1.496094, + 1.523438, + 1.359375, + 1.574219, + 1.417969, + 1.478516, + 1.539062, + 1.71875, + 1.484375, + 1.496094, + 1.482422, + 1.570312, + 1.388672, + 1.683594, + 1.398438, + 2.34375, + 3.125, + 1.423828, + 1.847656, + 1.404297, + 1.417969, + 1.447266, + 1.371094, + 1.769531, + 1.371094, + 1.605469, + 1.597656, + 1.359375, + 1.417969, + 1.490234, + 2.65625, + 1.466797, + 1.402344, + 1.542969, + 1.617188, + 1.679688, + 1.408203, + 1.429688, + 1.484375, + 1.652344, + 1.5, + 1.498047, + 1.369141, + 1.574219, + 1.539062, + 1.945312, + 1.357422, + 1.671875, + 1.527344, + 1.5625, + 1.353516, + 1.359375, + 1.376953, + 1.482422, + 1.511719, + 1.384766, + 1.953125, + 1.71875, + 1.494141, + 2.078125, + 2.09375, + 1.462891, + 1.5625, + 1.402344, + 2.492188, + 1.734375, + 1.359375, + 1.412109, + 1.355469, + 1.435547, + 1.570312, + 1.376953, + 1.636719, + 1.714844, + 1.219727, + 2.90625, + 1.46875, + 1.470703, + 1.675781, + 1.400391, + 1.449219, + 1.322266, + 1.457031, + 3.1875, + 1.400391, + 1.443359, + 1.486328, + 1.429688, + 1.34375, + 1.445312, + 1.314453, + 1.357422, + 1.625, + 2.046875, + 1.527344, + 1.503906, + 1.435547, + 1.355469, + 1.378906, + 1.498047, + 1.371094, + 1.589844, + 1.408203, + 1.640625, + 2.4375, + 1.453125, + 1.478516, + 1.414062, + 1.419922, + 1.59375, + 1.46875, + 1.675781, + 1.496094, + 1.365234, + 1.455078, + 1.605469, + 2.742188, + 1.34375, + 1.445312, + 1.375, + 1.441406, + 1.351562, + 1.445312, + 1.355469, + 1.539062, + 1.359375, + 2.148438, + 1.349609, + 1.341797, + 1.376953, + 2.796875, + 1.373047, + 1.558594, + 1.355469, + 1.625, + 1.431641, + 1.601562, + 1.371094, + 1.482422, + 1.431641, + 1.605469, + 1.408203, + 4.3125, + 1.451172, + 1.8125, + 1.339844, + 2.554688, + 1.496094, + 2.835938, + 1.412109, + 2.90625, + 1.511719, + 1.746094, + 3.46875, + 1.960938, + 1.53125, + 1.480469, + 1.355469, + 1.431641, + 1.472656, + 1.472656, + 1.476562, + 1.443359, + 3.515625, + 2.515625, + 1.871094, + 1.609375, + 1.376953, + 1.519531, + 1.353516, + 1.462891, + 1.390625, + 1.820312, + 1.378906, + 1.455078, + 1.429688, + 1.431641, + 1.582031, + 1.46875, + 1.492188, + 1.349609, + 1.917969, + 1.480469, + 1.294922, + 1.380859, + 1.359375, + 1.386719, + 1.804688, + 1.365234, + 1.523438, + 1.511719, + 1.353516, + 1.441406, + 1.462891, + 1.378906, + 1.492188, + 2.28125, + 1.416016, + 1.466797, + 1.558594, + 2.679688, + 1.515625, + 1.320312, + 1.349609, + 2.523438, + 1.515625, + 1.660156, + 1.839844, + 1.636719, + 1.660156, + 3.328125, + 1.380859, + 1.445312, + 1.400391, + 2.914062, + 1.832031, + 2.710938, + 3.484375, + 1.433594, + 1.714844, + 1.367188, + 1.298828, + 1.380859, + 1.582031, + 1.417969, + 1.449219, + 2.335938, + 2.078125, + 1.400391, + 1.478516, + 1.535156, + 1.503906, + 1.523438, + 1.445312, + 1.410156, + 1.789062, + 1.472656, + 1.404297, + 1.566406, + 2.640625, + 1.439453, + 1.582031, + 1.219727, + 1.435547, + 1.404297, + 2.992188, + 1.472656, + 2.640625, + 1.402344, + 1.396484, + 1.605469, + 1.570312, + 1.419922, + 1.835938, + 1.298828, + 1.402344, + 1.527344, + 1.582031, + 1.515625, + 1.542969, + 1.361328, + 1.445312, + 1.355469, + 1.498047, + 2.015625, + 1.349609, + 2.0625, + 1.636719, + 1.539062, + 1.792969, + 1.449219, + 1.341797, + 1.597656, + 1.494141, + 1.585938, + 1.369141, + 1.589844, + 1.294922, + 1.910156, + 1.431641, + 1.589844, + 1.511719, + 1.542969, + 1.519531, + 1.365234, + 1.566406, + 1.464844, + 1.345703, + 1.474609, + 1.4375, + 1.507812, + 1.914062, + 1.349609, + 1.554688, + 2.273438, + 1.496094, + 1.490234, + 2.617188, + 1.367188, + 1.617188, + 1.470703, + 1.414062, + 1.714844, + 1.345703, + 1.365234, + 1.478516, + 1.404297, + 1.388672, + 1.404297, + 1.640625, + 1.539062, + 2.015625, + 1.550781, + 1.34375, + 1.365234, + 2.59375, + 1.65625, + 1.474609, + 1.292969, + 1.205078, + 1.402344, + 1.373047, + 1.5625, + 1.542969, + 3.21875, + 1.683594, + 1.373047, + 1.511719, + 2.585938, + 1.484375, + 1.410156, + 2.148438, + 1.402344, + 1.589844, + 1.423828, + 1.341797, + 1.355469, + 1.429688, + 2.007812, + 1.419922, + 1.443359, + 1.447266, + 1.378906, + 1.742188, + 1.539062, + 1.734375, + 3.140625, + 1.851562, + 1.427734, + 1.734375, + 1.335938, + 1.667969, + 1.492188, + 1.458984, + 1.408203, + 2.796875, + 1.628906, + 1.546875, + 3.46875, + 1.589844, + 1.429688, + 1.431641, + 1.425781, + 2.742188, + 1.582031, + 1.417969, + 3.328125, + 1.376953, + 3.515625, + 1.457031, + 1.871094, + 1.451172, + 1.355469, + 2.554688, + 1.427734, + 1.664062, + 1.490234, + 1.414062, + 1.527344, + 1.503906, + 3.625, + 1.326172, + 1.339844, + 1.484375, + 1.671875, + 2.585938, + 1.412109, + 1.369141, + 1.796875, + 1.535156, + 1.369141, + 1.498047, + 1.609375, + 1.71875, + 1.40625, + 1.480469, + 1.412109, + 3.125, + 2.914062, + 1.273438, + 1.71875, + 2.882812, + 1.388672, + 1.609375, + 1.369141, + 1.710938, + 1.589844, + 1.546875, + 1.851562, + 1.511719, + 1.396484, + 2.234375, + 1.457031, + 1.480469, + 1.53125 + ] + }, + "name": "onnx::Mul_8722", + "outputIndexes": [ + 2003 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2002, + 2003 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_21/Mul_1_output_0", + "outputIndexes": [ + 2004 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2004 + ], + "outputIndexes": [ + 3078 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3078 + ], + "outputIndexes": [ + 3079 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear", + "inputIndexes": [ + 3079 + ], + "outputIndexes": [ + 3080 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 919686306, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3080 + ], + "outputIndexes": [ + 3081 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3081 + ], + "outputIndexes": [ + 2005 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2004 + ], + "main_type": "NONE", + "name": "/Shape_295_output_0", + "outputIndexes": [ + 2006 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2006 + ], + "main_type": "NONE", + "name": "Shape5813", + "outputIndexes": [ + 2007 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2006 + ], + "main_type": "NONE", + "name": "Rank5815", + "outputIndexes": [ + 2008 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2008, + 2008 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5817", + "outputIndexes": [ + 2009 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2009 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5818", + "outputIndexes": [ + 2010 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2009, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5820", + "outputIndexes": [ + 2011 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2011 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5821", + "outputIndexes": [ + 2012 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2007, + 2010, + 2012, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5824", + "outputIndexes": [ + 2013 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2013 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5825", + "outputIndexes": [ + 2014 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 2014 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5826", + "outputIndexes": [ + 2015 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2015, + 2014 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5827", + "outputIndexes": [ + 2016 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2006, + 2016, + 2009 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_319_output_0", + "outputIndexes": [ + 2017 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2017, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_673_output_0", + "outputIndexes": [ + 2018 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2018, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_273_output_0", + "outputIndexes": [ + 2019 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2005, + 2019 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_190_output_0", + "outputIndexes": [ + 2020 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2020, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_168_output_0", + "outputIndexes": [ + 2021 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2020 + ], + "main_type": "NONE", + "name": "/Shape_296_output_0", + "outputIndexes": [ + 2022 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2022 + ], + "main_type": "NONE", + "name": "Shape5834", + "outputIndexes": [ + 2023 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2022 + ], + "main_type": "NONE", + "name": "Rank5836", + "outputIndexes": [ + 2024 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2024, + 2024 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5838", + "outputIndexes": [ + 2025 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2025 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5839", + "outputIndexes": [ + 2026 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2025, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5841", + "outputIndexes": [ + 2027 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2027 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5842", + "outputIndexes": [ + 2028 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2023, + 2026, + 2028, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5845", + "outputIndexes": [ + 2029 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2029 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5846", + "outputIndexes": [ + 2030 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2030 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5847", + "outputIndexes": [ + 2031 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2031, + 2030 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5848", + "outputIndexes": [ + 2032 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2022, + 2032, + 2025 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_320_output_0", + "outputIndexes": [ + 2033 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2033, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_63_output_0", + "outputIndexes": [ + 2034 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2034, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_678_output_0", + "outputIndexes": [ + 2035 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2020, + 2035, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_85_output_0", + "outputIndexes": [ + 2036 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2036 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_42_output_0", + "outputIndexes": [ + 2037 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2020, + 21, + 2035, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_84_output_0", + "outputIndexes": [ + 2038 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2037, + 2038 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_276_output_0", + "outputIndexes": [ + 2039 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2039, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_169_output_0", + "outputIndexes": [ + 2040 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2021, + 2040 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_105_output_0", + "outputIndexes": [ + 2041 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2004 + ], + "outputIndexes": [ + 3082 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3082 + ], + "outputIndexes": [ + 3083 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear", + "inputIndexes": [ + 3083 + ], + "outputIndexes": [ + 3084 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 922340536, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3084 + ], + "outputIndexes": [ + 3085 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3085 + ], + "outputIndexes": [ + 2042 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2018, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_274_output_0", + "outputIndexes": [ + 2043 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2042, + 2043 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_191_output_0", + "outputIndexes": [ + 2044 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2044, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_170_output_0", + "outputIndexes": [ + 2045 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2044 + ], + "main_type": "NONE", + "name": "/Shape_297_output_0", + "outputIndexes": [ + 2046 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2046 + ], + "main_type": "NONE", + "name": "Shape5897", + "outputIndexes": [ + 2047 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2046 + ], + "main_type": "NONE", + "name": "Rank5899", + "outputIndexes": [ + 2048 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2048, + 2048 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5901", + "outputIndexes": [ + 2049 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2049 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5902", + "outputIndexes": [ + 2050 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2049, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5904", + "outputIndexes": [ + 2051 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2051 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5905", + "outputIndexes": [ + 2052 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2047, + 2050, + 2052, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5908", + "outputIndexes": [ + 2053 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2053 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5909", + "outputIndexes": [ + 2054 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2054 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5910", + "outputIndexes": [ + 2055 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2055, + 2054 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5911", + "outputIndexes": [ + 2056 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2046, + 2056, + 2049 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_321_output_0", + "outputIndexes": [ + 2057 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2057, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_64_output_0", + "outputIndexes": [ + 2058 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2058, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_680_output_0", + "outputIndexes": [ + 2059 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2044, + 2059, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_87_output_0", + "outputIndexes": [ + 2060 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2060 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_43_output_0", + "outputIndexes": [ + 2061 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2044, + 21, + 2059, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_86_output_0", + "outputIndexes": [ + 2062 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2061, + 2062 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_277_output_0", + "outputIndexes": [ + 2063 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2063, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_171_output_0", + "outputIndexes": [ + 2064 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2045, + 2064 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_106_output_0", + "outputIndexes": [ + 2065 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2004 + ], + "outputIndexes": [ + 3086 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3086 + ], + "outputIndexes": [ + 3087 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear", + "inputIndexes": [ + 3087 + ], + "outputIndexes": [ + 3088 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 923667662, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3088 + ], + "outputIndexes": [ + 3089 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3089 + ], + "outputIndexes": [ + 2066 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2066, + 2043 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_192_output_0", + "outputIndexes": [ + 2067 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2041, + 2065, + 2067, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_197_output_0", + "outputIndexes": [ + 2068 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2068 + ], + "outputIndexes": [ + 3090 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3090 + ], + "outputIndexes": [ + 3091 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear", + "inputIndexes": [ + 3091 + ], + "outputIndexes": [ + 3092 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 924994788, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3092 + ], + "outputIndexes": [ + 3093 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3093 + ], + "outputIndexes": [ + 2069 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2069 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_21/Mul_output_0", + "outputIndexes": [ + 2070 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.34375, + 2.367188, + 2.539062, + 2.648438, + 2.546875, + 2.671875, + 2.640625, + 1.050781, + 2.539062, + 2.359375, + 2.460938, + 2.4375, + 2.492188, + 2.5, + 2.59375, + 2.507812, + 2.398438, + 2.539062, + 3.109375, + 2.023438, + 2.398438, + 2.4375, + 2.5, + 2.421875, + 2.5, + 2.570312, + 2.5625, + 2.4375, + 2.828125, + 2.476562, + 2.46875, + 2.257812, + 2.53125, + 1.302734, + 2.421875, + 2.460938, + 2.382812, + 2.453125, + 2.304688, + 2.523438, + 2.5, + 2.4375, + 2.484375, + 2.34375, + 1.691406, + 2.304688, + 2.640625, + 2.546875, + 3.046875, + 2.4375, + 2.429688, + 2.398438, + 2.578125, + 2.09375, + 2.546875, + 2.40625, + 2.546875, + 2.484375, + 2.429688, + 2.421875, + 2.328125, + 2.53125, + 2.539062, + 2.492188, + 2.453125, + 2.515625, + 2.234375, + 2.515625, + 2.265625, + 2.445312, + 2.46875, + 2.367188, + 2.414062, + 2.257812, + 2.476562, + 2.359375, + 2.09375, + 2.359375, + 2.492188, + 1.792969, + 2.421875, + 1.016602, + 2.429688, + 2.328125, + 2.476562, + 2.523438, + 2.585938, + 2.265625, + 1.746094, + 2.257812, + 2.523438, + 2.304688, + 2.695312, + 1.609375, + 2.476562, + 1.033447, + 2.460938, + 2.375, + 2.539062, + 2.359375, + 2.289062, + 2.695312, + 2.320312, + 2.421875, + 2.601562, + 2.375, + 2.617188, + 2.257812, + 2.390625, + 2.390625, + 2.492188, + 2.578125, + 2.445312, + 3.8125, + 2.671875, + 2.398438, + 2.351562, + 2.039062, + 2.359375, + 2.664062, + 2.679688, + 2.34375, + 2.328125, + 2.492188, + 2.390625, + 2.15625, + 2.570312, + 2.570312, + 2.429688, + 2.085938, + 2.304688, + 2.4375, + 2.335938, + 2.53125, + 2.554688, + 2.507812, + 2.429688, + 2.4375, + 2.421875, + 2.585938, + 3.0625, + 2.0625, + 2.390625, + 2.398438, + 2.414062, + 2.367188, + 2.460938, + 2.46875, + 2.523438, + 2.523438, + 2.429688, + 2.359375, + 2.484375, + 2.515625, + 2.476562, + 2.617188, + 1.984375, + 2.351562, + 1.5625, + 1.412109, + 3.421875, + 2.445312, + 2.429688, + 2.09375, + 2.351562, + 2.460938, + 2.351562, + 1.433594, + 2.5, + 2.46875, + 2.40625, + 1.609375, + 2.359375, + 1.412109, + 2.484375, + 2.734375, + 2.570312, + 1.049805, + 2.4375, + 2.359375, + 2.296875, + 1.347656, + 2.4375, + 1.014282, + 3.296875, + 2.484375, + 2.015625, + 2.445312, + 2.414062, + 2.367188, + 2.453125, + 2.617188, + 2.570312, + 2.609375, + 2.398438, + 2.335938, + 2.335938, + 2.515625, + 2.617188, + 2.367188, + 2.21875, + 2.273438, + 2.515625, + 2.460938, + 2.671875, + 2.492188, + 3.03125, + 2.492188, + 2.554688, + 2.492188, + 2.59375, + 2.539062, + 2.492188, + 2.460938, + 2.53125, + 2.515625, + 2.429688, + 2.390625, + 2.40625, + 2.375, + 2.585938, + 2.398438, + 2.460938, + 2.4375, + 2.570312, + 2.4375, + 2.367188, + 2.507812, + 2.289062, + 2.453125, + 3.265625, + 2.460938, + 2.53125, + 2.703125, + 2.546875, + 2.632812, + 2.5, + 2.726562, + 2.390625, + 2.34375, + 2.601562, + 2.5625, + 2.414062, + 2.234375, + 2.320312, + 2.453125, + 2.617188, + 2.234375, + 2.539062, + 2.195312, + 2.367188, + 2.492188, + 1.734375, + 2.5625, + 2.4375, + 2.429688, + 2.484375, + 0.34375, + 2.367188, + 2.507812, + 2.5, + 2.492188, + 2.273438, + 2.515625, + 2.578125, + 2.3125, + 2.539062, + 2.601562, + 2.375, + 2.4375, + 2.5, + 2.65625, + 2.34375, + 2.429688, + 2.523438, + 2.320312, + 1.90625, + 2.421875, + 2.617188, + 2.585938, + 2.242188, + 2.429688, + 1.777344, + 2.445312, + 2.523438, + 2.492188, + 2.476562, + 2.265625, + 1.507812, + 2.460938, + 2.226562, + 1.976562, + 2.265625, + 2.507812, + 2.515625, + 2.640625, + 2.34375, + 2.5, + 2.609375, + 2.375, + 2.445312, + 2.3125, + 1.382812, + 2.476562, + 0.910645, + 2.515625, + 2.46875, + 2.515625, + 2.453125, + 2.476562, + 2.484375, + 1.116699, + 2.390625, + 2.34375, + 2.375, + 2.398438, + 2.632812, + 2.53125, + 2.28125, + 2.5625, + 2.453125, + 2.492188, + 2.320312, + 2.289062, + 2.390625, + 2.695312, + 2.320312, + 2.359375, + 2.75, + 2.359375, + 2.289062, + 2.78125, + 2.515625, + 2.570312, + 2.015625, + 2.546875, + 2.46875, + 2.578125, + 2.640625, + 2.304688, + 2.320312, + 2.53125, + 2.429688, + 2.40625, + 2.492188, + 2.25, + 2.484375, + 2.304688, + 2.320312, + 2.523438, + 1.902344, + 2.367188, + 2.195312, + 2.367188, + 0.996628, + 1.675781, + 2.523438, + 2.484375, + 2.3125, + 2.296875, + 1.416016, + 2.4375, + 2.234375, + 2.023438, + 2.257812, + 2.585938, + 2.585938, + 1.921875, + 2.648438, + 2.476562, + 2.601562, + 2.5, + 2.453125, + 2.164062, + 2.460938, + 2.492188, + 2.640625, + 2.375, + 2.40625, + 2.054688, + 2.351562, + 2.585938, + 1.921875, + 1.757812, + 2.5, + 2.601562, + 2.265625, + 2.226562, + 2.476562, + 2.414062, + 2.351562, + 2.445312, + 1.232422, + 2.453125, + 2.476562, + 2.515625, + 2.359375, + 1.382812, + 2.40625, + 2.507812, + 2.703125, + 2.671875, + 2.5625, + 2.476562, + 1.699219, + 2.578125, + 2.507812, + 2.4375, + 2.304688, + 2.242188, + 2.554688, + 2.351562, + 2.648438, + 2.429688, + 2.5, + 2.40625, + 2.398438, + 2.695312, + 2.3125, + 2.5, + 2.476562, + 2.507812, + 2.710938, + 2.414062, + 2.390625, + 2.414062, + 2.515625, + 2.515625, + 2.53125, + 2.359375, + 2.476562, + 2.453125, + 2.578125, + 2.273438, + 2.890625, + 2.570312, + 2.5625, + 2.546875, + 2.601562, + 2.28125, + 2.523438, + 2.46875, + 2.46875, + 2.328125, + 2.640625, + 2.570312, + 2.492188, + 2.859375, + 2.265625, + 2.648438, + 2.515625, + 2.539062, + 2.46875, + 2.539062, + 2.445312, + 2.4375, + 2.390625, + 2.601562, + 2.382812, + 2.429688, + 2.460938, + 2.523438, + 2.351562, + 2.515625, + 2.023438, + 2.453125, + 1.414062, + 2.210938, + 2.351562, + 2.5, + 2.5, + 2.445312, + 2.609375, + 2.210938, + 2.289062, + 2.28125, + 1.628906, + 2.132812, + 2.3125, + 2.59375, + 2.59375, + 2.328125, + 2.617188, + 2.476562, + 2.429688, + 2.617188, + 1.449219, + 2.367188, + 2.351562, + 2.554688, + 2.375, + 2.523438, + 2.609375, + 2.523438, + 2.328125, + 2.625, + 1.007996, + 1.726562, + 2.132812, + 1.314453, + 2.59375, + 2.546875, + 2.59375, + 2.171875, + 1.695312, + 2.328125, + 2.359375, + 2.359375, + 2.726562, + 2.539062, + 2.59375, + 2.664062, + 2.367188, + 2.515625, + 2.484375, + 2.585938, + 2.296875, + 2.320312, + 2.421875, + 2.421875, + 2.546875, + 2.429688, + 1.621094, + 1.617188, + 2.59375, + 1.863281, + 2.59375, + 2.484375, + 2.476562, + 2.382812, + 2.484375, + 2.617188, + 2.585938, + 1.621094, + 2.375, + 2.953125, + 2.421875, + 2.625, + 2.507812, + 1.414062, + 2.453125, + 2.390625, + 2.625, + 2.476562, + 2.429688, + 2.445312, + 2.484375, + 2.421875, + 2.21875, + 2.398438, + 1.824219, + 2.546875, + 1.25, + 2.507812, + 2.5, + 2.664062, + 2.617188, + 3.125, + 2.328125, + 2.25, + 2.429688, + 2.179688, + 2.242188, + 2.414062, + 2.679688, + 2.359375, + 2.554688, + 3.015625, + 2.398438, + 2.523438, + 2.546875, + 2.554688, + 2.5625, + 2.5, + 1.018555, + 2.671875, + 2.554688, + 2.664062, + 1.898438, + 2.367188, + 2.882812, + 1.984375, + 2.492188, + 2.320312, + 3.359375, + 2.390625, + 2.5, + 2.46875, + 2.90625, + 2.21875, + 2.5, + 2.46875, + 2.585938, + 2.8125, + 2.523438, + 2.3125, + 2.570312, + 2.476562, + 2.539062, + 2.3125, + 2.546875, + 2.515625, + 2.375, + 2.5625, + 2.382812, + 2.507812, + 2.453125, + 2.335938, + 2.554688, + 2.3125, + 2.53125, + 2.445312, + 2.625, + 2.007812, + 2.4375, + 2.46875, + 2.429688, + 2.453125, + 2.3125, + 2.40625, + 2.546875, + 2.390625, + 2.421875, + 2.59375, + 2.484375, + 2.359375, + 2.4375, + 2.546875, + 2.570312, + 2.640625, + 2.390625, + 2.53125, + 2.257812, + 2.46875, + 2.484375, + 2.453125, + 2.5625, + 2.5625, + 2.5625, + 2.328125, + 2.578125, + 2.414062, + 2.210938, + 1.412109, + 2.4375, + 2.382812, + 2.476562, + 2.492188, + 2.585938, + 1.910156, + 1.617188, + 1.21582, + 2.4375, + 2.554688, + 2.382812, + 2.453125, + 2.367188, + 2.554688, + 2.421875, + 2.46875, + 2.390625, + 2.429688, + 2.304688, + 1.147461, + 2.59375, + 2.476562, + 2.484375, + 2.484375, + 2.492188, + 2.382812, + 2.554688, + 2.4375, + 2.34375, + 2.398438, + 2.46875, + 2.539062, + 2.429688, + 2.625, + 2.25, + 2.609375, + 2.703125, + 1.016968, + 3.015625, + 2.484375, + 2.132812, + 2.59375, + 2.3125, + 2.679688, + 2.578125, + 3.28125, + 2.460938, + 2.46875, + 2.53125, + 2.453125, + 2.484375, + 2.421875, + 2.515625, + 2.484375, + 2.570312, + 2.554688, + 3.15625, + 2.414062, + 2.5, + 2.546875, + 2.460938, + 2.421875, + 2.445312, + 2.320312, + 2.515625, + 2.414062, + 2.515625, + 2.59375, + 2.398438, + 2.617188, + 2.398438, + 2.78125, + 2.625, + 2.054688, + 2.546875, + 2.304688, + 2.523438, + 2.445312, + 2.398438, + 2.351562, + 2.0625, + 2.390625, + 2.0625, + 2.453125, + 2.453125, + 2.460938, + 2.289062, + 2.53125, + 2.484375, + 2.257812, + 2.359375, + 2.507812, + 2.617188, + 2.453125, + 2.71875, + 2.65625, + 2.53125, + 2.3125, + 2.539062, + 2.492188, + 2.421875, + 2.335938, + 2.539062, + 2.296875, + 2.65625, + 2.539062, + 2.367188, + 2.460938, + 2.390625, + 2.492188, + 2.578125, + 2.351562, + 2.5, + 1.519531, + 2.6875, + 2.140625, + 2.585938, + 2.53125, + 2.453125, + 2.460938, + 2.617188, + 2.085938, + 2.398438, + 2.601562, + 2.4375, + 2.335938, + 2.554688, + 2.445312, + 2.210938, + 2.523438, + 2.453125, + 2.484375, + 2.4375, + 2.4375, + 2.953125, + 2.296875, + 2.335938, + 2.320312, + 2.398438, + 2.578125, + 3.703125, + 2.359375, + 2.46875, + 2.351562, + 2.203125, + 2.390625, + 2.492188, + 2.328125, + 2.351562, + 2.476562, + 2.335938, + 2.070312, + 2.390625, + 2.164062, + 2.40625, + 2.453125, + 2.140625, + 2.679688, + 2.46875, + 2.539062, + 2.421875, + 1.875, + 2.53125, + 2.421875, + 1.804688, + 2.492188, + 2.429688, + 2.429688, + 1.527344, + 2.421875, + 2.296875, + 2.851562, + 3.296875, + 2.359375, + 2.15625, + 2.03125, + 2.53125, + 2.359375, + 2.429688, + 2.359375, + 2.585938, + 2.53125, + 2.46875, + 2.570312, + 2.59375, + 2.359375, + 2.5, + 2.375, + 2.414062, + 2.9375, + 2.4375, + 2.179688, + 2.375, + 2.5, + 2.25, + 2.3125, + 2.085938, + 2.164062, + 2.390625, + 2.617188, + 2.671875, + 2.546875, + 2.148438, + 2.445312, + 2.210938, + 2.59375, + 2.328125, + 2.523438, + 2.414062, + 2.546875, + 0.751953, + 2.328125, + 2.460938, + 2.46875, + 2.671875, + 2.382812, + 2.414062, + 2.53125, + 2.242188, + 2.398438, + 2.507812, + 1.353516, + 2.304688, + 2.398438, + 2.40625, + 2.492188, + 2.414062, + 2.429688, + 2.46875, + 1.443359, + 2.257812, + 2.515625, + 2.484375, + 2.4375, + 2.59375, + 2.625, + 2.304688, + 2.273438, + 2.585938, + 2.4375, + 2.414062, + 2.523438, + 2.398438, + 2.390625, + 2.40625, + 2.335938, + 1.589844, + 2.554688, + 2.40625, + 2.40625, + 2.46875, + 2.546875, + 2.4375, + 2.59375, + 2.429688, + 2.515625, + 2.210938, + 2.585938, + 2.390625, + 2.59375, + 2.3125, + 2.414062, + 2.445312, + 1.427734, + 0.807617, + 2.195312, + 1.972656, + 2.445312, + 2.4375, + 2.5625, + 2.523438, + 1.251953, + 1.034424, + 2.28125, + 3.015625, + 2.421875, + 2.367188, + 2.4375, + 2.46875, + 2.5, + 2.65625, + 1.335938, + 2.445312, + 2.382812, + 2.398438, + 1.960938, + 2.453125, + 2.34375, + 2.640625, + 2.148438, + 2.640625, + 2.351562, + 2.351562, + 2.25, + 2.421875, + 2.546875, + 2.4375, + 2.367188, + 2.390625, + 2.34375, + 2.476562, + 2.5, + 2.03125, + 1.186523, + 3.859375, + 2.304688, + 2.46875, + 2.4375, + 2.382812, + 2.40625, + 2.453125, + 2.59375, + 0.946289, + 2.320312, + 2.171875, + 2.578125, + 2.421875, + 1.347656, + 2.46875, + 2.398438, + 2.304688, + 2.390625, + 2.476562, + 2.359375, + 2.421875, + 1.410156, + 2.429688, + 2.453125, + 2.421875, + 1.621094, + 2.34375, + 2.476562, + 3.03125, + 2.617188, + 2.773438, + 2.09375, + 2.359375, + 2.632812, + 2.3125, + 2.09375, + 2.359375, + 2.46875, + 2.117188, + 3.328125, + 1.363281, + 2.90625, + 2.398438, + 2.445312, + 2.609375, + 2.328125, + 2.390625, + 2.179688, + 1.960938, + 0.965332, + 2.40625, + 2.335938, + 2.40625, + 2.523438, + 2.476562, + 2.65625, + 2.492188, + 1.04248, + 2.234375, + 1.369141, + 2.453125, + 1.4375, + 2.203125, + 2.539062, + 2.4375, + 2.507812, + 2.15625, + 2.492188, + 2.421875, + 2.453125, + 1.209961, + 2.632812, + 2.234375, + 2.101562, + 1.800781, + 2.5, + 2.40625, + 2.335938, + 2.671875, + 2.46875, + 2.40625, + 2.390625, + 2.179688, + 2.109375, + 2.414062, + 1.163086, + 2.585938, + 2.632812, + 2.492188, + 1.519531, + 1.166992, + 2.570312, + 2.5, + 2.5, + 2.515625, + 2.585938, + 2.382812, + 2.195312, + 3.640625, + 2.445312, + 2.429688, + 2.710938, + 2.398438, + 2.484375, + 2.421875, + 2.609375, + 2.46875, + 2.398438, + 2.359375, + 2.507812, + 2.429688, + 2.359375, + 2.523438, + 2.335938, + 2.398438, + 2.523438, + 2.53125, + 2.40625, + 2.46875, + 2.445312, + 3.484375, + 2.46875, + 1.176758, + 2.25, + 2.359375, + 1.542969, + 2.46875, + 2.375, + 2.625, + 2.578125, + 2.484375, + 2.59375, + 2.609375, + 2.367188, + 1.324219, + 2.273438, + 2.351562, + 2.476562, + 2.484375, + 2.585938, + 2.289062, + 2.539062, + 2.523438, + 2.335938, + 2.460938, + 2.625, + 1.345703, + 2.421875, + 2.625, + 2.15625, + 2.351562, + 2.515625, + 2.53125, + 3.046875, + 2.476562, + 2.40625, + 2.640625, + 2.476562, + 2.484375, + 2.585938, + 2.210938, + 2.484375, + 2.492188, + 2.570312, + 2.445312, + 2.679688, + 2.070312, + 2.570312, + 1.601562, + 2.46875, + 2.34375, + 2.375, + 2.554688, + 2.601562, + 2.421875, + 2.40625, + 2.507812, + 2.34375, + 1.191406, + 1.169922, + 1.209961, + 2.515625, + 2.4375, + 1.621094, + 2.4375, + 2.328125, + 2.390625, + 1.738281, + 2.390625, + 2.195312, + 2.492188, + 1.439453, + 2.523438, + 2.445312, + 2.632812, + 2.328125, + 2.421875, + 2.445312, + 2.34375, + 2.460938, + 2.140625, + 3.03125, + 0.989197, + 2.390625, + 2.539062, + 2.28125, + 2.515625, + 2.296875, + 2.421875, + 2.273438, + 1.271484, + 2.671875, + 2.5, + 2.515625, + 2.328125, + 2.0625, + 2.460938, + 2.28125, + 2.421875, + 2.273438, + 2.421875, + 2.429688, + 2.703125, + 2.328125, + 2.46875, + 2.921875, + 2.460938, + 2.585938, + 2.5625, + 2.484375, + 2.539062, + 2.65625, + 2.570312, + 2.375, + 2.484375, + 2.523438, + 2.414062, + 2.367188, + 2.359375, + 2.648438, + 2.359375, + 2.570312, + 2.398438, + 2.515625, + 2.578125, + 2.507812, + 2.625, + 2.421875, + 2.523438, + 1.734375, + 2.585938, + 2.523438, + 2.46875, + 2.507812, + 2.28125, + 2.546875, + 2.5, + 1.871094, + 2.507812, + 1.867188, + 2.453125, + 2.4375, + 2.367188, + 2.164062, + 2.53125, + 1.941406, + 2.539062, + 1.380859, + 2.492188, + 2.117188, + 2.484375, + 2.554688, + 2.351562, + 2.273438, + 2.398438, + 2.578125, + 2.234375, + 2.265625, + 2.5, + 2.398438, + 1.15332, + 2.4375, + 2.429688, + 2.445312, + 2.359375, + 2.367188, + 2.625, + 2.25, + 2.101562, + 2.492188, + 2.390625, + 2.351562, + 2.710938, + 2.359375, + 2.5, + 2.484375, + 2.585938, + 2.546875, + 1.233398, + 2.429688, + 2.359375, + 2.453125, + 2.578125, + 2.21875, + 2.234375, + 1.055908, + 2.53125, + 1.135742, + 1.621094, + 2.523438, + 2.515625, + 2.445312, + 2.648438, + 1.972656, + 2.367188, + 2.398438, + 2.617188, + 1.233398, + 2.476562, + 2.648438, + 2.601562, + 2.289062, + 2.492188, + 2.554688, + 1.228516, + 2.523438, + 2.164062, + 2.140625, + 1.53125, + 2.375, + 2.5, + 1.828125, + 2.351562, + 2.992188, + 2.40625, + 2.492188, + 2.578125, + 2.4375, + 1.554688, + 2.453125, + 2.367188, + 2.515625, + 2.492188, + 2.445312, + 2.203125, + 1.203125, + 2.484375, + 2.46875, + 2.328125, + 2.414062, + 2.5, + 2.492188, + 2.460938, + 2.296875, + 2.453125, + 2.492188, + 2.539062, + 2.414062, + 2.585938, + 2.625, + 2.578125, + 2.375, + 2.429688, + 2.625, + 2.5625, + 0.935547, + 2.554688, + 2.484375, + 2.5, + 2.398438, + 2.414062, + 2.367188, + 2.460938, + 2.445312, + 2.46875, + 2.53125, + 2.554688, + 2.460938, + 2.578125, + 2.21875, + 2.5, + 1.367188, + 2.398438, + 1.605469, + 2.578125, + 2.617188, + 2.609375, + 1.322266, + 2.601562, + 2.367188, + 2.351562, + 2.546875, + 2.6875, + 2.390625, + 2.351562, + 2.671875, + 2.40625, + 2.4375, + 1.761719, + 2.289062, + 2.570312, + 2.75, + 2.632812, + 2.460938, + 2.476562, + 2.5625, + 2.421875, + 2.539062, + 2.546875, + 2.390625, + 2.320312, + 2.375, + 2.546875, + 1.730469, + 2.335938, + 2.648438, + 2.46875, + 2.421875, + 1.351562, + 2.5625, + 2.46875, + 2.601562, + 2.460938, + 2.492188, + 2.515625, + 2.46875, + 2.484375, + 1.490234, + 2.390625, + 2.476562, + 2.507812, + 2.632812, + 2.335938, + 2.59375, + 2.429688, + 2.546875, + 2.578125, + 2.570312, + 2.390625, + 2.390625, + 2.3125, + 2.523438, + 2.335938, + 2.570312, + 2.0, + 3.296875, + 2.398438, + 2.398438, + 2.390625, + 2.453125, + 2.046875, + 2.476562, + 2.25, + 2.507812, + 1.421875, + 2.320312, + 2.125, + 2.460938, + 2.476562, + 2.421875, + 2.554688, + 0.87207, + 2.515625, + 3.21875, + 1.001266, + 2.21875, + 2.5, + 2.429688, + 2.429688, + 2.46875, + 2.5, + 2.484375, + 2.242188, + 2.390625, + 2.453125, + 1.808594, + 2.34375, + 2.46875, + 2.539062, + 2.226562, + 2.484375, + 2.617188, + 2.484375, + 2.5, + 2.453125, + 2.328125, + 2.546875, + 2.375, + 1.664062, + 2.539062, + 2.375, + 2.523438, + 2.484375, + 2.296875, + 2.4375, + 2.601562, + 2.570312, + 2.453125, + 2.1875, + 2.429688, + 2.554688, + 2.492188, + 4.046875, + 2.445312, + 2.210938, + 2.398438, + 2.515625, + 2.085938, + 1.271484, + 2.539062, + 2.804688, + 2.375, + 2.5, + 2.601562, + 2.523438, + 2.570312, + 1.191406, + 2.210938, + 2.617188, + 2.5, + 2.546875, + 2.414062, + 2.601562, + 2.460938, + 2.429688, + 2.664062, + 2.40625, + 2.398438, + 2.476562, + 2.5625, + 2.578125, + 2.554688, + 2.453125, + 2.234375, + 2.359375, + 2.414062, + 2.21875, + 2.90625, + 2.4375, + 1.976562, + 2.664062, + 2.320312, + 2.585938, + 2.382812, + 2.609375, + 2.5, + 2.125, + 2.3125, + 2.5625, + 0.386719, + 2.515625, + 2.453125, + 2.132812, + 2.296875, + 2.5, + 2.414062, + 2.585938, + 2.679688, + 2.507812, + 2.515625, + 2.335938, + 2.359375, + 2.398438, + 1.859375, + 2.382812, + 2.335938, + 2.507812, + 2.90625, + 2.5, + 2.382812, + 2.429688, + 2.578125, + 2.53125, + 2.242188, + 2.539062, + 2.359375, + 2.140625, + 2.484375, + 2.546875, + 2.414062, + 2.226562, + 2.46875, + 2.492188, + 2.367188, + 2.46875, + 2.53125, + 2.375, + 2.578125, + 2.328125, + 2.539062, + 2.617188, + 2.382812, + 2.617188, + 2.460938, + 2.515625, + 2.414062, + 2.601562, + 2.546875, + 1.980469, + 2.585938, + 2.375, + 2.429688, + 2.539062, + 2.539062, + 1.067871, + 2.617188, + 2.59375, + 2.34375, + 1.875, + 2.445312, + 2.359375, + 2.125, + 1.414062, + 2.304688, + 2.390625, + 2.476562, + 2.242188, + 2.414062, + 2.570312, + 2.289062, + 1.96875, + 2.351562, + 2.984375, + 2.351562, + 2.195312, + 2.601562, + 2.609375, + 1.820312, + 1.075684, + 2.507812, + 2.757812, + 2.578125, + 2.015625, + 2.570312, + 2.210938, + 2.4375, + 2.617188, + 3.203125, + 2.570312, + 2.242188, + 2.296875, + 2.421875, + 2.367188, + 2.703125, + 3.078125, + 1.652344, + 2.085938, + 2.382812, + 2.585938, + 2.492188, + 2.3125, + 2.554688, + 2.523438, + 2.367188, + 2.015625, + 2.507812, + 2.34375, + 2.476562, + 2.445312, + 2.515625, + 2.375, + 2.546875, + 2.664062, + 1.104004, + 1.067383, + 2.398438, + 2.296875, + 2.257812, + 2.796875, + 2.359375, + 2.554688, + 1.726562, + 2.453125, + 1.980469, + 1.945312, + 2.554688, + 2.632812, + 2.515625, + 2.335938, + 2.585938, + 2.546875, + 1.714844, + 2.445312, + 2.101562, + 2.375, + 2.289062, + 2.398438, + 2.515625, + 2.375, + 2.289062, + 2.539062, + 2.429688, + 2.507812, + 2.429688, + 2.40625, + 2.359375, + 2.421875, + 4.6875, + 2.546875, + 2.515625, + 1.351562, + 2.523438, + 2.5, + 2.851562, + 2.484375, + 2.273438, + 2.46875, + 2.625, + 2.414062, + 2.882812, + 2.09375, + 2.492188, + 2.460938, + 2.6875, + 2.679688, + 2.53125, + 2.351562, + 2.507812, + 2.71875, + 2.539062, + 2.429688, + 2.21875, + 2.453125, + 1.12793, + 2.390625, + 2.5, + 2.476562, + 2.421875, + 2.390625, + 0.912109, + 2.304688, + 2.390625, + 2.398438, + 2.484375, + 1.863281, + 2.585938, + 2.507812, + 2.671875, + 2.445312, + 2.289062, + 3.0, + 2.40625, + 2.351562, + 2.390625, + 2.8125, + 2.539062, + 1.392578, + 2.421875, + 2.421875, + 0.960938, + 2.34375, + 2.90625, + 2.476562, + 2.492188, + 2.359375, + 2.328125, + 3.078125, + 2.429688, + 2.492188, + 2.476562, + 2.46875, + 2.492188, + 2.46875, + 1.695312, + 2.476562, + 2.65625, + 2.570312, + 2.609375, + 2.429688, + 2.148438, + 2.335938, + 2.414062, + 2.429688, + 2.40625, + 2.671875, + 2.59375, + 1.972656, + 2.5, + 1.126953, + 2.75, + 2.390625, + 2.445312, + 2.523438, + 2.226562, + 2.359375, + 2.546875, + 2.390625, + 2.414062, + 2.617188, + 2.835938, + 2.523438, + 2.460938, + 2.53125, + 1.953125, + 2.382812, + 2.296875, + 1.373047, + 2.117188, + 2.632812, + 2.523438, + 2.59375, + 2.554688, + 2.375, + 2.367188, + 2.453125, + 2.109375, + 2.140625, + 2.390625, + 2.617188, + 2.515625, + 2.476562, + 2.578125, + 2.34375, + 2.648438, + 2.460938, + 2.59375, + 1.628906, + 2.484375, + 2.34375, + 2.46875, + 2.625, + 2.507812, + 2.46875, + 2.414062, + 2.335938, + 2.476562, + 2.476562, + 2.460938, + 2.351562, + 2.492188, + 2.414062, + 2.5, + 2.601562, + 2.515625, + 2.4375, + 2.257812, + 2.25, + 2.515625, + 2.640625, + 2.0, + 1.652344, + 2.554688, + 2.554688, + 2.570312, + 2.273438, + 2.28125, + 1.062256, + 2.414062, + 2.742188, + 2.421875, + 2.398438, + 2.40625, + 2.359375, + 2.46875, + 1.683594, + 2.484375, + 2.273438, + 2.734375, + 2.484375, + 2.992188, + 2.796875, + 2.40625, + 2.554688, + 2.390625, + 2.546875, + 2.5625, + 2.414062, + 2.5625, + 2.085938, + 2.265625, + 2.117188, + 1.292969, + 2.484375, + 2.4375, + 2.265625, + 2.578125, + 3.6875, + 2.367188, + 2.4375, + 2.539062, + 2.554688, + 2.414062, + 2.507812, + 2.234375, + 1.882812, + 2.757812, + 2.484375, + 2.429688, + 2.476562, + 2.484375, + 2.53125, + 2.554688, + 2.65625, + 2.351562, + 2.132812, + 2.429688, + 2.421875, + 1.730469, + 2.382812, + 2.453125, + 2.617188, + 2.351562, + 1.691406, + 2.25, + 2.6875, + 2.398438, + 2.476562, + 2.539062, + 1.474609, + 2.4375, + 2.460938, + 2.398438, + 2.335938, + 2.390625, + 2.492188, + 2.460938, + 2.367188, + 2.390625, + 2.429688, + 2.335938, + 2.492188, + 2.3125, + 2.53125, + 2.429688, + 1.143555, + 2.40625, + 2.25, + 2.492188, + 2.492188, + 2.476562, + 2.617188, + 2.335938, + 1.992188, + 2.484375, + 2.578125, + 2.367188, + 2.492188, + 2.125, + 2.414062, + 2.632812, + 2.515625, + 2.414062, + 2.421875, + 2.507812, + 2.554688, + 2.65625, + 2.320312, + 2.578125, + 2.390625, + 2.484375, + 2.375, + 2.375, + 2.59375, + 2.492188, + 2.359375, + 2.5, + 1.820312, + 0.939453, + 2.546875, + 2.523438, + 2.390625, + 2.328125, + 2.429688, + 2.460938, + 2.296875, + 2.515625, + 2.296875, + 2.453125, + 2.546875, + 2.492188, + 2.453125, + 1.237305, + 2.445312, + 2.453125, + 2.507812, + 2.617188, + 2.640625, + 2.53125, + 2.703125, + 2.601562, + 2.3125, + 2.671875, + 2.515625, + 2.515625, + 2.328125, + 2.554688, + 2.4375, + 2.375, + 2.367188, + 2.4375, + 2.5, + 2.382812, + 2.507812, + 2.453125, + 2.421875, + 2.578125, + 2.453125, + 0.6875, + 2.28125, + 2.539062, + 2.351562, + 1.839844, + 2.671875, + 2.679688, + 2.375, + 1.455078, + 2.359375, + 2.46875, + 2.71875, + 2.40625, + 2.546875, + 2.601562, + 2.382812, + 2.570312, + 2.421875, + 3.265625, + 1.016846, + 2.265625, + 2.648438, + 2.484375, + 2.578125, + 2.289062, + 2.414062, + 2.570312, + 1.199219, + 2.460938, + 2.59375, + 2.34375, + 2.515625, + 2.664062, + 2.382812, + 2.453125, + 2.523438, + 2.492188, + 1.878906, + 2.335938, + 2.546875, + 2.4375, + 2.445312, + 2.664062, + 2.421875, + 2.523438, + 2.273438, + 2.484375, + 2.53125, + 2.453125, + 2.320312, + 2.429688, + 2.539062, + 2.351562, + 2.492188, + 2.46875, + 2.5625, + 3.359375, + 2.484375, + 2.546875, + 2.554688, + 1.161133, + 2.429688, + 2.25, + 2.414062, + 2.523438, + 2.554688, + 2.664062, + 2.507812, + 2.359375, + 2.617188, + 2.265625, + 2.390625, + 2.351562, + 2.40625, + 1.273438, + 2.492188, + 2.515625, + 2.492188, + 2.617188, + 2.570312, + 2.476562, + 2.546875, + 2.421875, + 2.546875, + 2.328125, + 2.5625, + 1.652344, + 2.421875, + 2.289062, + 2.320312, + 1.326172, + 2.484375, + 1.933594, + 2.335938, + 1.013, + 2.578125, + 2.359375, + 2.757812, + 2.132812, + 2.375, + 2.554688, + 2.367188, + 2.40625, + 2.585938, + 2.421875, + 2.429688, + 2.34375, + 0.992065, + 2.0, + 2.0, + 2.445312, + 2.546875, + 2.585938, + 2.476562, + 2.601562, + 2.515625, + 2.375, + 2.5, + 2.523438, + 2.492188, + 2.578125, + 2.382812, + 2.390625, + 2.445312, + 2.53125, + 2.117188, + 2.507812, + 2.421875, + 2.53125, + 2.539062, + 2.414062, + 2.375, + 2.578125, + 2.40625, + 2.320312, + 2.414062, + 2.617188, + 2.351562, + 2.398438, + 2.671875, + 1.679688, + 2.601562, + 2.539062, + 2.492188, + 1.773438, + 2.375, + 2.421875, + 2.484375, + 1.578125, + 2.453125, + 2.125, + 2.328125, + 2.414062, + 2.335938, + 1.283203, + 2.570312, + 2.632812, + 2.460938, + 1.05127, + 2.257812, + 1.414062, + 3.09375, + 2.664062, + 2.265625, + 2.5, + 2.5, + 2.476562, + 2.460938, + 2.554688, + 2.460938, + 1.78125, + 1.726562, + 2.570312, + 2.296875, + 2.390625, + 2.515625, + 2.382812, + 2.460938, + 2.453125, + 2.273438, + 2.390625, + 2.40625, + 2.546875, + 1.96875, + 2.476562, + 2.515625, + 3.15625, + 2.453125, + 2.476562, + 1.730469, + 2.539062, + 1.480469, + 2.5625, + 2.414062, + 2.25, + 2.296875, + 2.523438, + 2.328125, + 2.367188, + 2.429688, + 2.429688, + 2.578125, + 2.5, + 2.523438, + 2.445312, + 2.453125, + 2.460938, + 2.460938, + 2.53125, + 2.484375, + 2.117188, + 2.492188, + 2.492188, + 2.054688, + 2.460938, + 2.546875, + 2.445312, + 2.328125, + 2.304688, + 2.367188, + 2.484375, + 2.546875, + 2.226562, + 2.5625, + 2.257812, + 2.617188, + 2.539062, + 2.554688, + 2.585938, + 2.414062, + 2.351562, + 2.484375, + 2.53125, + 2.648438, + 2.453125, + 1.96875, + 2.453125, + 2.289062, + 1.929688, + 2.429688, + 2.4375, + 1.53125, + 2.414062, + 2.351562, + 2.40625, + 2.476562, + 2.335938, + 2.570312, + 2.234375, + 2.507812, + 2.367188, + 2.492188, + 2.414062, + 2.507812, + 2.351562, + 2.101562, + 2.460938, + 2.492188, + 2.117188, + 1.65625, + 2.390625, + 2.484375, + 2.492188, + 2.578125, + 2.554688, + 2.46875, + 2.367188, + 2.515625, + 2.945312, + 2.34375, + 2.5, + 2.5, + 1.535156, + 2.429688, + 2.695312, + 1.53125, + 2.382812, + 2.195312, + 2.617188, + 2.59375, + 2.46875, + 2.554688, + 1.789062, + 2.679688, + 2.34375, + 2.375, + 2.578125, + 2.53125, + 2.453125, + 2.304688, + 1.710938, + 2.085938, + 2.71875, + 2.554688, + 2.484375, + 2.273438, + 2.335938, + 2.484375, + 2.585938, + 1.664062, + 2.4375, + 2.585938, + 1.091797, + 2.429688, + 2.414062, + 2.5625, + 2.335938, + 1.644531, + 2.554688, + 2.492188, + 1.527344, + 2.59375, + 3.34375, + 2.398438, + 2.382812, + 2.71875, + 2.429688, + 1.441406, + 2.570312, + 2.296875, + 2.546875, + 2.578125, + 2.460938, + 2.398438, + 2.617188, + 2.632812, + 2.59375, + 2.609375, + 2.46875, + 1.558594, + 2.515625, + 2.59375, + 2.335938, + 2.5625, + 2.554688, + 2.59375, + 2.421875, + 2.515625, + 2.632812, + 2.414062, + 2.429688, + 2.515625, + 3.09375, + 2.585938, + 2.34375, + 1.149414, + 2.328125, + 2.53125, + 2.421875, + 2.460938, + 2.257812, + 2.304688, + 2.617188, + 2.476562, + 2.632812, + 1.613281, + 2.335938, + 2.351562, + 2.242188 + ] + }, + "name": "onnx::Mul_8745", + "outputIndexes": [ + 2071 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2070, + 2071 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_21/Mul_1_output_0", + "outputIndexes": [ + 2072 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2001, + 2072 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_108_output_0", + "outputIndexes": [ + 2073 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2073 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_21/Mul_output_0", + "outputIndexes": [ + 2074 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.939453, + 0.989258, + 0.94873, + 0.94165, + 0.916992, + 0.902344, + 0.924316, + 1.480469, + 0.918457, + 0.99588, + 0.955322, + 0.955811, + 0.966553, + 0.906738, + 0.953857, + 0.964844, + 0.986572, + 0.961914, + 1.125977, + 1.027588, + 0.963623, + 0.975708, + 0.928223, + 1.012085, + 0.990112, + 0.967041, + 0.9375, + 1.058105, + 0.931641, + 0.962891, + 0.992523, + 1.02771, + 0.946777, + 1.412109, + 0.937012, + 0.980103, + 0.958252, + 0.94751, + 0.984863, + 0.962891, + 0.928711, + 0.971313, + 0.921875, + 1.027344, + 1.306641, + 0.938721, + 0.915039, + 0.953857, + 1.367188, + 1.04834, + 0.990051, + 1.022217, + 0.955322, + 1.107422, + 0.930664, + 0.956055, + 0.910645, + 0.947754, + 1.019531, + 1.004944, + 1.064453, + 0.896484, + 0.962402, + 0.92627, + 0.92041, + 0.95752, + 1.066895, + 0.958496, + 0.975952, + 0.950439, + 0.93457, + 0.947754, + 0.947266, + 0.956055, + 0.954346, + 0.997345, + 1.167969, + 1.014404, + 1.020508, + 1.302734, + 0.978027, + 1.535156, + 0.970215, + 1.097656, + 0.963135, + 0.931641, + 0.951904, + 1.053711, + 1.277344, + 1.017944, + 0.965332, + 0.979492, + 0.914551, + 1.335938, + 0.963135, + 1.523438, + 0.939453, + 1.010498, + 0.820312, + 0.924805, + 1.012512, + 0.932617, + 0.949951, + 0.957275, + 0.932129, + 0.97644, + 0.943848, + 1.003174, + 0.956299, + 0.977173, + 0.939453, + 0.947998, + 0.955078, + 0.585938, + 0.916504, + 0.999664, + 0.983643, + 1.201172, + 0.956543, + 0.904785, + 0.919922, + 0.951904, + 1.008911, + 0.935059, + 0.944336, + 1.036377, + 0.966064, + 0.944824, + 0.982544, + 1.144531, + 1.083984, + 0.95166, + 1.011108, + 0.958496, + 0.951904, + 0.924316, + 0.987, + 0.995575, + 0.975342, + 0.933594, + 0.799805, + 1.105469, + 0.985229, + 0.950928, + 0.984863, + 1.046143, + 0.980225, + 0.97644, + 0.96167, + 0.96582, + 0.956543, + 1.003281, + 0.976685, + 0.880371, + 0.974609, + 0.966064, + 1.194336, + 0.970947, + 1.427734, + 1.417969, + 0.480469, + 0.927246, + 0.988159, + 1.150391, + 0.956299, + 0.950684, + 0.944092, + 1.396484, + 0.902832, + 0.975952, + 0.959473, + 1.333984, + 0.959229, + 1.412109, + 0.985229, + 0.910156, + 0.917969, + 1.574219, + 0.966797, + 0.986023, + 0.946533, + 1.443359, + 0.990173, + 1.574219, + 0.736328, + 0.962158, + 1.214844, + 0.994843, + 1.026245, + 0.978394, + 0.93457, + 0.959717, + 0.954346, + 0.951172, + 0.980713, + 0.978149, + 0.969971, + 0.970581, + 0.963867, + 0.972046, + 0.976196, + 0.963135, + 0.962891, + 0.972534, + 0.988831, + 0.955811, + 0.852539, + 0.971802, + 0.935547, + 0.942871, + 0.984741, + 0.947021, + 0.981201, + 0.97998, + 0.944824, + 0.952881, + 0.968018, + 0.964111, + 0.950928, + 0.9646, + 0.986694, + 0.948975, + 0.944824, + 0.968018, + 0.933594, + 0.970093, + 0.955566, + 0.951904, + 1.014893, + 1.003525, + 0.386719, + 0.978516, + 0.906738, + 0.904785, + 0.927246, + 0.900879, + 0.994781, + 0.929688, + 0.941895, + 1.00885, + 0.795898, + 0.967285, + 0.943848, + 1.11377, + 1.007019, + 0.963379, + 0.96582, + 1.038818, + 0.92334, + 1.143555, + 0.956299, + 0.955566, + 1.292969, + 0.970825, + 0.970093, + 0.956055, + 0.951904, + 1.130859, + 0.961426, + 0.967529, + 0.970947, + 0.932129, + 0.975464, + 0.968506, + 0.958496, + 1.024536, + 0.92627, + 0.950684, + 0.990417, + 0.941406, + 0.934082, + 0.956787, + 0.994629, + 0.994171, + 0.998245, + 0.945312, + 1.200195, + 0.958984, + 0.92627, + 0.947266, + 1.054932, + 0.936035, + 1.273438, + 0.942627, + 0.986328, + 0.9646, + 0.943848, + 0.986877, + 1.388672, + 0.966553, + 1.006134, + 1.402344, + 0.989441, + 0.953613, + 0.950928, + 0.913574, + 0.983032, + 0.966064, + 0.943604, + 0.959229, + 0.943848, + 1.00824, + 1.427734, + 0.943115, + 1.474609, + 0.984558, + 0.937988, + 0.978394, + 0.959717, + 0.950439, + 0.952393, + 1.492188, + 0.935059, + 0.96167, + 0.972168, + 0.978516, + 0.937988, + 0.952881, + 1.010986, + 0.951416, + 0.994141, + 0.993927, + 0.975342, + 0.972168, + 0.955811, + 0.933594, + 1.034912, + 0.984741, + 0.961914, + 0.942627, + 1.045166, + 0.972534, + 0.942383, + 0.95166, + 0.226562, + 0.926758, + 0.935059, + 0.911133, + 0.944336, + 0.971313, + 0.990356, + 1.04834, + 0.974854, + 0.977661, + 0.968994, + 1.094727, + 0.948242, + 1.128906, + 1.003754, + 0.916016, + 1.22168, + 1.005127, + 1.096191, + 1.027832, + 1.5, + 1.330078, + 0.933105, + 0.943115, + 1.072754, + 0.982788, + 1.396484, + 0.956299, + 1.024414, + 1.182617, + 1.053223, + 0.948242, + 0.95752, + 1.157227, + 0.956543, + 0.965332, + 0.931641, + 0.954346, + 0.931641, + 1.003448, + 0.951172, + 0.97168, + 0.914551, + 0.970459, + 0.931641, + 1.104004, + 0.936523, + 0.955566, + 1.169922, + 1.271484, + 0.931641, + 0.947998, + 1.04834, + 1.057861, + 0.939453, + 0.935059, + 0.990845, + 0.976807, + 1.503906, + 0.946289, + 0.967285, + 0.948486, + 0.969238, + 1.494141, + 0.996674, + 0.915527, + 0.946289, + 0.939697, + 0.951904, + 0.963867, + 1.261719, + 0.901855, + 0.955566, + 0.968506, + 0.990784, + 1.068359, + 0.950439, + 0.965576, + 0.917969, + 0.95166, + 0.98291, + 0.991394, + 0.965332, + 0.93457, + 1.020264, + 0.932129, + 0.967529, + 0.928223, + 0.939453, + 0.948975, + 0.965332, + 1.015991, + 0.935547, + 0.918945, + 0.930176, + 0.96167, + 0.931152, + 0.964844, + 0.967285, + 1.019409, + 0.765625, + 0.92041, + 0.93457, + 0.929199, + 0.926758, + 0.964111, + 0.938721, + 0.957275, + 0.934082, + 1.05127, + 0.962402, + 0.923828, + 0.94458, + 0.966064, + 0.983765, + 0.924805, + 0.921387, + 0.972168, + 0.996872, + 0.944092, + 0.948975, + 0.938721, + 1.053223, + 0.915527, + 0.989624, + 1.007935, + 0.939453, + 0.937012, + 0.926758, + 0.972656, + 1.145508, + 0.948242, + 1.417969, + 1.032227, + 0.949707, + 0.959717, + 0.967041, + 0.955078, + 0.94751, + 1.07373, + 0.97998, + 0.947998, + 1.332031, + 1.0177, + 0.999496, + 0.941406, + 0.976196, + 0.996933, + 0.871094, + 0.936035, + 0.939453, + 0.924316, + 1.402344, + 0.980103, + 0.967285, + 0.959961, + 1.003052, + 0.92627, + 0.958496, + 0.939209, + 1.05957, + 0.952637, + 1.574219, + 1.326172, + 1.099609, + 1.417969, + 0.946045, + 0.955811, + 0.938477, + 1.087402, + 1.139648, + 0.943604, + 1.055908, + 1.005066, + 0.906738, + 0.952881, + 0.974243, + 0.933594, + 0.974976, + 0.94751, + 0.98938, + 0.942383, + 1.049805, + 1.024658, + 0.921875, + 1.011047, + 0.924316, + 0.961914, + 1.363281, + 1.316406, + 0.957275, + 1.261719, + 0.964355, + 0.954834, + 0.960938, + 0.935059, + 0.936523, + 0.962891, + 0.937744, + 1.382812, + 0.952881, + 1.318359, + 0.991272, + 0.943604, + 0.955566, + 1.339844, + 0.621094, + 1.0177, + 0.880859, + 0.981445, + 0.928711, + 0.973267, + 0.943359, + 0.958008, + 1.098145, + 0.947998, + 1.137695, + 0.935059, + 1.124512, + 0.949951, + 0.948975, + 0.931152, + 0.948486, + 0.750977, + 0.987549, + 0.983398, + 0.947021, + 1.186523, + 1.009583, + 1.016846, + 0.935547, + 0.954834, + 0.958496, + 0.87207, + 0.947998, + 0.924316, + 0.90918, + 0.901367, + 0.922852, + 0.972656, + 1.695312, + 0.937744, + 0.985474, + 0.945068, + 1.230469, + 0.958252, + 0.823242, + 1.146484, + 0.925781, + 0.985535, + 0.919922, + 0.987488, + 0.910645, + 0.949951, + 0.811523, + 1.053955, + 0.944824, + 0.948242, + 0.959229, + 0.852539, + 1.357422, + 0.959229, + 0.933105, + 0.926758, + 0.933105, + 1.088867, + 0.946533, + 0.930664, + 1.007507, + 0.940186, + 0.946045, + 0.927246, + 0.956299, + 0.950928, + 0.958252, + 1.011963, + 0.932129, + 0.969727, + 0.952881, + 1.070801, + 0.978638, + 0.95752, + 0.949219, + 0.986511, + 0.995392, + 0.948242, + 0.957031, + 0.948975, + 0.990479, + 0.94751, + 0.934082, + 1.011902, + 0.974854, + 0.94873, + 0.947266, + 0.958496, + 0.984253, + 0.948486, + 1.035889, + 0.981689, + 0.952148, + 0.967773, + 0.942383, + 0.952881, + 0.931641, + 1.173828, + 0.953125, + 0.951172, + 1.07373, + 1.390625, + 0.92627, + 1.152344, + 0.949951, + 0.958252, + 0.942627, + 1.152344, + 1.271484, + 1.589844, + 0.943848, + 0.9646, + 0.921387, + 0.94751, + 0.974976, + 0.958496, + 0.969116, + 0.941162, + 0.943848, + 0.949951, + 0.954834, + 1.511719, + 0.982178, + 0.966064, + 0.982666, + 0.994659, + 0.951904, + 0.973267, + 0.946289, + 0.948975, + 1.006714, + 1.014709, + 0.996994, + 0.945557, + 0.953369, + 0.945801, + 1.0354, + 0.963135, + 0.973145, + 1.515625, + 1.320312, + 0.942627, + 1.072754, + 0.943604, + 1.011597, + 0.917969, + 0.943848, + 0.833008, + 0.969849, + 0.984009, + 0.966309, + 0.969849, + 0.902344, + 0.999256, + 0.980347, + 0.940674, + 0.954346, + 0.976074, + 0.402344, + 0.963867, + 0.970581, + 0.930176, + 0.966797, + 0.933105, + 0.921875, + 0.98468, + 0.958496, + 1.001099, + 0.968262, + 0.958008, + 0.94165, + 0.935059, + 1.091797, + 0.758789, + 0.935059, + 1.15332, + 0.949707, + 1.021851, + 0.938232, + 0.961182, + 0.955566, + 0.980591, + 1.094238, + 1.106445, + 1.167969, + 0.955078, + 0.947998, + 0.904297, + 1.034668, + 0.967041, + 0.947266, + 0.950439, + 1.004425, + 0.955811, + 0.940674, + 0.923828, + 0.893066, + 0.916504, + 1.006439, + 0.980347, + 0.94165, + 0.990356, + 0.95874, + 0.988037, + 0.963379, + 1.004059, + 0.945068, + 0.955322, + 0.958008, + 0.947021, + 0.993225, + 0.9729, + 0.977783, + 1.04541, + 0.966797, + 1.355469, + 0.930664, + 1.002426, + 0.948242, + 0.945312, + 0.976929, + 0.939697, + 0.985474, + 1.019409, + 0.970703, + 0.913574, + 0.954834, + 0.942383, + 0.918945, + 0.946533, + 0.973511, + 0.911621, + 0.951416, + 0.900391, + 0.922363, + 0.960938, + 0.837891, + 1.034912, + 0.987305, + 1.014465, + 0.997726, + 0.949707, + 0.398438, + 0.994629, + 0.939453, + 1.036377, + 1.105957, + 0.952637, + 0.905273, + 0.970703, + 1.006378, + 0.937012, + 0.994598, + 0.997986, + 0.947021, + 1.130859, + 0.94873, + 1.00647, + 0.96582, + 0.927246, + 0.963135, + 0.945557, + 1.003754, + 1.238281, + 0.930664, + 0.936523, + 1.171875, + 0.937012, + 0.996353, + 0.927734, + 1.390625, + 0.959717, + 1.269531, + 0.995422, + 0.887207, + 0.988708, + 1.098633, + 0.985474, + 0.956055, + 0.980835, + 0.959717, + 0.962158, + 0.923828, + 0.92334, + 0.956299, + 0.969727, + 0.978027, + 0.974487, + 0.946289, + 0.943115, + 1.021729, + 0.854492, + 0.956787, + 1.083984, + 0.992645, + 0.951416, + 1.020386, + 0.977905, + 1.119629, + 0.960449, + 0.962891, + 0.990784, + 0.946777, + 0.923828, + 1.041748, + 0.937744, + 0.963135, + 0.915039, + 1.012329, + 1.000824, + 0.983154, + 0.935547, + 1.574219, + 1.005432, + 0.998421, + 0.943115, + 0.970215, + 0.979736, + 0.940674, + 0.963135, + 0.979858, + 0.998772, + 0.980591, + 1.433594, + 0.988037, + 0.943604, + 0.98291, + 1.086426, + 0.929199, + 0.950439, + 1.025269, + 1.414062, + 1.066895, + 0.992126, + 0.962646, + 0.917969, + 0.967285, + 0.937744, + 0.987427, + 0.979126, + 0.974976, + 0.976196, + 0.969116, + 0.948242, + 0.931641, + 0.935059, + 0.999298, + 0.963623, + 1.361328, + 0.967285, + 0.979492, + 0.955811, + 0.969971, + 0.939453, + 0.934082, + 0.974731, + 0.974854, + 0.947021, + 1.04834, + 0.965576, + 0.99971, + 0.942871, + 1.144531, + 0.997742, + 0.963623, + 1.474609, + 1.679688, + 1.115234, + 1.049316, + 0.979492, + 0.967773, + 0.949707, + 0.994751, + 1.486328, + 1.427734, + 0.992218, + 0.832031, + 1.013123, + 1.038574, + 0.947021, + 0.945312, + 0.959229, + 0.946777, + 1.496094, + 0.918945, + 1.019043, + 0.985291, + 1.140625, + 0.963867, + 0.994965, + 0.969727, + 1.026245, + 0.969727, + 0.953613, + 1.020386, + 0.987305, + 1.018066, + 0.938965, + 0.962158, + 1.011597, + 0.970215, + 1.011292, + 0.956543, + 0.942383, + 1.142578, + 1.5, + 0.292969, + 0.947021, + 0.998291, + 0.916504, + 0.987122, + 0.930664, + 0.963379, + 0.94458, + 1.601562, + 0.974854, + 1.025269, + 0.976318, + 0.927734, + 1.367188, + 0.928223, + 0.963135, + 1.018677, + 0.973022, + 0.943115, + 0.99918, + 1.0271, + 1.416016, + 0.965332, + 0.975586, + 0.977661, + 1.394531, + 0.989624, + 0.987183, + 0.831055, + 0.958496, + 0.664062, + 1.009949, + 1.012329, + 0.95166, + 0.948486, + 1.12793, + 0.960205, + 0.978394, + 1.116211, + 0.873047, + 1.640625, + 0.607422, + 0.993225, + 0.951416, + 0.946289, + 0.994293, + 0.970215, + 1.115234, + 1.003906, + 1.664062, + 0.950684, + 0.95459, + 0.958496, + 0.926758, + 0.913574, + 0.948242, + 0.980957, + 1.269531, + 1.041992, + 1.464844, + 0.958252, + 1.400391, + 1.044678, + 0.970581, + 0.932129, + 0.952881, + 1.083984, + 0.940674, + 0.894043, + 0.978394, + 1.458984, + 1.068848, + 1.047363, + 1.204102, + 1.287109, + 0.933105, + 0.927246, + 1.056641, + 0.935547, + 0.977417, + 1.023926, + 0.950195, + 1.07373, + 1.049316, + 0.947754, + 1.503906, + 0.968262, + 0.915527, + 0.959717, + 1.310547, + 1.496094, + 0.971436, + 0.932617, + 0.954834, + 0.951904, + 0.964111, + 0.965576, + 1.06543, + 0.335938, + 0.966553, + 0.975586, + 0.962158, + 1.004211, + 0.958496, + 0.952637, + 0.962891, + 0.949219, + 0.962646, + 0.95874, + 0.940918, + 1.020264, + 0.997742, + 0.978394, + 0.973267, + 1.025513, + 0.925293, + 0.928223, + 0.941162, + 0.959229, + 0.962402, + 0.899414, + 0.946533, + 1.496094, + 1.089844, + 0.994751, + 1.349609, + 0.942627, + 0.992706, + 0.911621, + 0.959473, + 0.959473, + 0.95874, + 0.948486, + 0.958008, + 1.402344, + 1.027588, + 0.958496, + 1.004425, + 0.928711, + 0.959717, + 1.035889, + 0.96582, + 0.9646, + 0.982178, + 0.954102, + 0.942383, + 1.382812, + 0.933594, + 0.937012, + 1.081543, + 0.937012, + 0.924805, + 0.939453, + 0.834961, + 0.968506, + 0.940186, + 0.942383, + 0.94165, + 0.939209, + 0.948242, + 0.983521, + 0.9646, + 0.962402, + 0.92334, + 0.911133, + 0.923828, + 1.146484, + 0.972412, + 1.345703, + 0.94458, + 1.008179, + 1.004669, + 0.961426, + 0.955566, + 0.929688, + 0.935059, + 1.075195, + 0.954834, + 1.550781, + 1.515625, + 1.427734, + 0.959961, + 0.954102, + 1.287109, + 0.983398, + 0.974731, + 0.98584, + 1.298828, + 0.981445, + 1.08252, + 0.979126, + 1.380859, + 0.929199, + 0.971924, + 0.901367, + 0.984924, + 1.005676, + 0.991638, + 0.979736, + 0.967041, + 1.175781, + 1.5, + 1.636719, + 0.957031, + 0.947754, + 0.950195, + 0.904785, + 1.036133, + 1.057861, + 1.02124, + 1.474609, + 0.893555, + 0.96875, + 0.960693, + 0.946045, + 1.097656, + 0.951172, + 0.955322, + 0.991028, + 1.004364, + 0.984924, + 1.005127, + 0.77832, + 0.982666, + 0.968262, + 0.864258, + 0.9729, + 0.960938, + 0.950439, + 0.95874, + 0.972534, + 0.949707, + 0.970093, + 0.951172, + 0.94873, + 0.931152, + 0.946777, + 0.989807, + 0.948975, + 0.959229, + 0.954102, + 0.995117, + 0.951416, + 0.964844, + 0.993622, + 0.944824, + 0.900391, + 0.98645, + 0.951904, + 1.24707, + 0.904785, + 0.982788, + 0.957275, + 0.988831, + 1.007141, + 0.943115, + 0.939697, + 1.255859, + 0.99231, + 1.275391, + 0.931152, + 0.978882, + 1.008667, + 1.044922, + 0.982788, + 1.178711, + 0.92334, + 1.486328, + 0.942871, + 1.126953, + 0.99791, + 0.960693, + 0.994598, + 0.966064, + 0.943848, + 0.966309, + 0.997452, + 0.954346, + 0.941895, + 0.942627, + 1.75, + 0.96167, + 0.949463, + 0.977783, + 0.969604, + 0.981812, + 0.945312, + 0.991699, + 1.104492, + 0.966797, + 0.962891, + 0.996902, + 0.880859, + 0.994385, + 0.957031, + 0.94751, + 0.982544, + 0.965088, + 1.445312, + 0.980713, + 0.998123, + 0.956055, + 0.722656, + 1.032227, + 1.113281, + 1.527344, + 0.944092, + 1.460938, + 1.195312, + 1.004333, + 0.968262, + 0.97937, + 0.95459, + 1.539062, + 0.963379, + 1.04248, + 0.92334, + 1.511719, + 0.927734, + 0.939209, + 0.942139, + 0.969727, + 0.947266, + 0.929199, + 1.466797, + 0.922363, + 1.006683, + 1.086426, + 1.328125, + 0.95459, + 0.923828, + 1.298828, + 0.956787, + 1.006744, + 0.924805, + 1.011963, + 0.916016, + 0.978394, + 1.375, + 0.953125, + 0.974854, + 0.9823, + 0.936035, + 0.967285, + 1.167969, + 1.464844, + 0.950439, + 0.955078, + 1.012878, + 0.935059, + 0.922852, + 0.948486, + 0.911621, + 0.978271, + 0.956543, + 0.997299, + 0.90332, + 0.955322, + 0.959229, + 0.956543, + 0.94873, + 1.019409, + 0.966797, + 0.947021, + 0.95874, + 1.691406, + 0.935059, + 0.994781, + 0.929688, + 0.982544, + 0.943604, + 1.013489, + 0.95752, + 0.9375, + 0.919434, + 0.936035, + 0.980469, + 0.945801, + 0.932617, + 1.051758, + 0.927246, + 1.4375, + 0.986572, + 1.347656, + 0.916016, + 0.958008, + 0.945068, + 1.431641, + 0.957275, + 0.980835, + 1.02356, + 0.95166, + 0.935547, + 0.948242, + 0.987671, + 0.935547, + 0.958008, + 0.957764, + 1.231445, + 0.972412, + 0.95752, + 0.87207, + 0.939941, + 0.967041, + 0.935547, + 0.924805, + 0.933105, + 0.974854, + 0.943115, + 0.976807, + 0.993225, + 0.942627, + 0.985657, + 1.302734, + 1.003967, + 0.928223, + 0.941406, + 0.970703, + 1.451172, + 0.895996, + 0.943604, + 0.924316, + 0.950928, + 0.943848, + 0.961426, + 0.940186, + 0.942627, + 1.386719, + 0.949707, + 0.959229, + 0.953613, + 0.915039, + 0.972412, + 0.926758, + 0.955322, + 0.92627, + 0.942627, + 0.953857, + 0.929688, + 0.948975, + 0.947266, + 0.990967, + 0.930176, + 0.953857, + 1.157227, + 0.273438, + 0.94751, + 0.983643, + 0.955811, + 0.992188, + 1.128906, + 0.935547, + 0.980225, + 0.989868, + 1.386719, + 1.045166, + 1.132812, + 0.890625, + 0.942383, + 0.985107, + 0.921387, + 1.558594, + 0.928711, + 0.782227, + 1.5, + 1.145508, + 0.924316, + 0.943604, + 0.933594, + 0.937988, + 0.943115, + 0.963867, + 0.995178, + 0.956543, + 0.966553, + 1.285156, + 0.947266, + 0.992676, + 0.963135, + 1.095215, + 0.928223, + 0.949219, + 0.942627, + 0.96167, + 0.94873, + 0.994751, + 0.932129, + 0.977051, + 1.488281, + 0.986633, + 0.9729, + 0.94751, + 0.959961, + 1.036377, + 0.929688, + 1.008606, + 0.949951, + 0.952881, + 1.120117, + 0.981079, + 0.925293, + 0.95459, + 0.316406, + 0.984009, + 1.012573, + 0.955811, + 0.938965, + 1.095703, + 1.460938, + 0.962402, + 0.899414, + 0.985229, + 0.975098, + 0.948486, + 0.963867, + 0.926758, + 1.433594, + 1.027588, + 0.942627, + 0.960693, + 0.979736, + 0.971191, + 0.954102, + 0.938721, + 0.961182, + 0.939941, + 0.936035, + 0.990112, + 0.937988, + 0.943848, + 0.938965, + 0.915039, + 1.004517, + 0.98468, + 1.00824, + 0.971558, + 1.018311, + 0.804688, + 0.930176, + 1.12207, + 0.879395, + 1.002029, + 0.993286, + 0.970825, + 0.950439, + 0.962891, + 1.101074, + 0.97937, + 1.003082, + 1.005829, + 0.94751, + 0.948242, + 1.118652, + 0.984131, + 0.958496, + 0.997681, + 0.941895, + 0.925293, + 1.130859, + 0.954102, + 0.983276, + 0.973389, + 0.968506, + 1.198242, + 0.962646, + 0.937744, + 0.937012, + 0.691406, + 0.940918, + 0.958984, + 0.993652, + 0.932129, + 0.956543, + 0.981323, + 0.965576, + 0.978638, + 1.121582, + 0.994019, + 0.959229, + 0.923828, + 0.98645, + 0.92627, + 0.926758, + 0.973145, + 0.946045, + 0.94043, + 0.974365, + 0.892578, + 0.997742, + 0.941895, + 0.868164, + 0.950684, + 0.949219, + 0.971313, + 0.941895, + 0.95166, + 0.926758, + 0.927734, + 0.918457, + 0.97876, + 0.9646, + 1.012085, + 0.924316, + 0.940918, + 1.558594, + 0.959717, + 0.900879, + 0.991882, + 1.283203, + 0.971802, + 0.967529, + 1.154297, + 1.410156, + 0.975342, + 0.981201, + 0.946289, + 0.951172, + 0.974487, + 0.950684, + 0.992004, + 1.016724, + 0.981079, + 1.026123, + 0.966064, + 1.117188, + 0.943359, + 0.955566, + 1.275391, + 1.507812, + 0.985107, + 0.978271, + 0.943359, + 1.151367, + 0.995483, + 1.05542, + 0.954834, + 0.942139, + 0.939209, + 0.970825, + 0.970459, + 0.994415, + 1.002823, + 0.952393, + 0.935059, + 0.967041, + 1.419922, + 1.169922, + 0.941895, + 0.955566, + 0.962402, + 1.036621, + 0.911133, + 0.919922, + 1.007629, + 1.166016, + 0.930176, + 0.971191, + 0.99934, + 0.959717, + 0.944824, + 0.976318, + 0.991028, + 1.036133, + 1.773438, + 1.570312, + 0.947021, + 0.975586, + 0.964111, + 0.9375, + 0.991516, + 0.921387, + 1.265625, + 0.915039, + 1.261719, + 1.192383, + 0.928223, + 0.935547, + 0.970215, + 0.979858, + 0.989075, + 0.916992, + 1.300781, + 0.951416, + 1.020264, + 0.961914, + 0.935547, + 0.972778, + 0.971191, + 0.963867, + 1.032227, + 0.950195, + 0.96167, + 0.970703, + 0.963379, + 0.984741, + 0.983154, + 0.972046, + 0.300781, + 0.947266, + 0.943115, + 1.457031, + 0.954102, + 0.950195, + 1.139648, + 0.939453, + 1.037354, + 1.015259, + 0.934082, + 0.956543, + 1.091309, + 1.095703, + 0.970825, + 0.958984, + 0.943359, + 0.916504, + 0.936035, + 0.975342, + 0.944824, + 0.93457, + 0.932617, + 0.982056, + 0.95166, + 1.068848, + 1.660156, + 0.970337, + 0.93457, + 0.962891, + 0.99469, + 0.977051, + 1.365234, + 0.980225, + 0.974609, + 0.970947, + 0.947266, + 1.241211, + 0.946777, + 0.946045, + 0.953613, + 0.962891, + 0.961182, + 0.865234, + 0.997635, + 1.034668, + 0.964355, + 0.856445, + 0.965576, + 1.507812, + 0.980103, + 0.963623, + 1.527344, + 0.934082, + 0.796875, + 0.972168, + 0.996948, + 1.017456, + 0.965088, + 0.874023, + 0.955566, + 0.96875, + 0.962891, + 0.931152, + 0.94873, + 0.957764, + 1.111328, + 0.959961, + 0.954346, + 0.933594, + 0.936523, + 0.935547, + 1.07666, + 0.966553, + 0.982544, + 1.014893, + 0.998253, + 0.679688, + 0.939209, + 1.200195, + 1.035156, + 1.542969, + 0.946289, + 0.981323, + 0.912598, + 0.98822, + 0.956543, + 0.978149, + 0.955078, + 1.007507, + 1.00415, + 0.993195, + 0.978882, + 0.921875, + 0.988037, + 0.945557, + 1.130859, + 1.011902, + 1.071777, + 1.453125, + 0.966309, + 0.979126, + 0.942383, + 0.986572, + 0.99897, + 1.017944, + 0.99527, + 0.945557, + 1.100098, + 1.067383, + 0.938232, + 0.952637, + 0.960693, + 0.975586, + 0.955078, + 1.044922, + 0.94043, + 0.919922, + 0.92334, + 1.294922, + 0.953369, + 0.941162, + 0.958496, + 0.956787, + 1.000782, + 0.932617, + 0.957764, + 0.98291, + 0.952881, + 0.927734, + 0.963135, + 1.123535, + 0.978271, + 0.951904, + 0.982422, + 0.910645, + 0.966797, + 0.944092, + 0.984375, + 0.980957, + 0.908691, + 0.974243, + 1.175781, + 1.306641, + 0.945312, + 1.003967, + 0.943115, + 0.960693, + 0.941406, + 1.539062, + 0.935059, + 0.923828, + 0.925293, + 0.974365, + 1.025146, + 0.98291, + 0.96582, + 1.178711, + 0.926758, + 1.006805, + 0.931641, + 0.996063, + 1.125977, + 0.933594, + 0.9646, + 0.942139, + 0.958252, + 0.966309, + 0.94043, + 0.994293, + 0.959229, + 1.106445, + 1.049316, + 1.118652, + 1.431641, + 1.0271, + 0.985962, + 0.947754, + 0.912598, + 0.640625, + 0.942627, + 0.92627, + 0.942627, + 0.92334, + 0.973511, + 0.963867, + 0.970215, + 1.163086, + 1.021973, + 1.017212, + 0.963623, + 0.939697, + 0.992584, + 0.907227, + 0.937012, + 0.926758, + 0.966797, + 1.079102, + 1.004608, + 0.97876, + 1.248047, + 0.986633, + 0.94751, + 0.92627, + 0.969238, + 1.390625, + 0.99115, + 0.897949, + 0.929688, + 0.963379, + 0.984619, + 1.359375, + 0.962158, + 0.956787, + 1.003967, + 0.963867, + 0.963867, + 0.964111, + 0.956787, + 0.962158, + 0.978638, + 0.959717, + 0.992737, + 0.973999, + 0.978638, + 0.934082, + 0.965088, + 1.496094, + 1.009583, + 0.973267, + 0.916992, + 0.948242, + 0.930176, + 0.933105, + 0.990112, + 1.167969, + 0.943848, + 0.958252, + 0.941895, + 0.972778, + 1.154297, + 1.008545, + 0.888184, + 0.956543, + 0.955566, + 0.986023, + 0.954834, + 0.967041, + 0.937744, + 1.004669, + 0.946045, + 0.990112, + 0.959961, + 0.958984, + 1.017944, + 0.933594, + 0.895996, + 0.993011, + 0.942383, + 1.231445, + 1.710938, + 0.95166, + 1.001366, + 0.950439, + 0.936035, + 0.973267, + 0.975952, + 1.028687, + 0.95459, + 1.035645, + 0.940186, + 0.950439, + 0.956787, + 0.950195, + 1.478516, + 0.953613, + 0.925781, + 1.030273, + 0.94165, + 0.89209, + 0.958252, + 0.960693, + 0.93457, + 1.001244, + 0.919434, + 0.95874, + 0.94458, + 1.175781, + 0.967773, + 0.967773, + 0.957764, + 1.038086, + 0.981812, + 0.962646, + 0.950439, + 0.942627, + 0.951904, + 0.973267, + 0.951416, + 0.951416, + 0.833984, + 1.063965, + 0.975952, + 1.083984, + 1.189453, + 0.963867, + 0.950928, + 0.955811, + 1.402344, + 1.049561, + 0.943359, + 0.968872, + 0.927246, + 0.982666, + 0.933594, + 0.956055, + 0.882324, + 0.988831, + 0.823242, + 1.527344, + 0.986023, + 0.896484, + 0.968262, + 0.979858, + 0.968262, + 0.93457, + 0.935059, + 1.5625, + 0.935547, + 0.961182, + 0.945068, + 0.947998, + 0.92041, + 0.953369, + 0.92041, + 0.939697, + 0.943604, + 1.216797, + 1.003296, + 0.998932, + 0.997513, + 0.912598, + 0.910156, + 0.951904, + 0.939941, + 1.023682, + 0.959717, + 0.947754, + 1.076172, + 0.997192, + 0.927246, + 0.941406, + 1.003326, + 0.968018, + 0.996933, + 0.987793, + 0.884277, + 0.972168, + 0.965332, + 0.944092, + 1.476562, + 0.954102, + 0.990417, + 0.959229, + 0.947021, + 0.921387, + 0.914062, + 0.901855, + 0.945068, + 0.93457, + 1.078125, + 0.973145, + 0.90918, + 0.943848, + 1.490234, + 0.95752, + 0.928711, + 0.928711, + 0.957275, + 0.943848, + 0.974365, + 0.962158, + 0.953857, + 0.94873, + 0.970947, + 0.942871, + 1.523438, + 0.955322, + 1.003494, + 0.95166, + 1.453125, + 0.944824, + 1.28125, + 0.949951, + 1.474609, + 0.956299, + 0.973633, + 1.031982, + 1.121094, + 1.006653, + 0.957275, + 0.958496, + 1.015625, + 0.951172, + 0.959473, + 0.930176, + 0.952881, + 1.636719, + 1.248047, + 1.095703, + 0.95459, + 0.936035, + 0.967773, + 0.934082, + 0.895508, + 0.939453, + 1.056396, + 0.955322, + 0.931641, + 0.962646, + 0.960205, + 0.997955, + 0.986694, + 0.997101, + 0.949951, + 1.086914, + 0.994019, + 0.948242, + 0.924805, + 0.938721, + 0.928223, + 1.025757, + 0.931641, + 0.962402, + 1.000664, + 0.978516, + 0.950928, + 0.974731, + 0.93457, + 0.988403, + 1.316406, + 0.916992, + 0.967285, + 0.928223, + 1.255859, + 0.961426, + 0.947998, + 0.939941, + 1.357422, + 0.979004, + 1.087402, + 0.986084, + 0.985901, + 0.978516, + 1.652344, + 0.946777, + 0.938232, + 0.958496, + 1.558594, + 1.102539, + 1.291016, + 1.013489, + 0.983032, + 1.033203, + 0.923828, + 0.925293, + 0.964355, + 0.95874, + 0.973877, + 0.947998, + 1.277344, + 1.214844, + 0.942871, + 1.026978, + 1.002304, + 0.968506, + 0.964111, + 0.959473, + 0.940186, + 1.011292, + 0.962646, + 0.962646, + 0.951904, + 1.243164, + 0.952148, + 0.944092, + 0.877441, + 0.991943, + 0.954346, + 1.386719, + 0.99292, + 1.316406, + 0.94043, + 0.977417, + 0.951904, + 1.025879, + 0.940186, + 1.03125, + 0.93457, + 0.93457, + 0.935547, + 0.946045, + 0.945557, + 0.978271, + 1.004211, + 0.953125, + 0.939209, + 0.972778, + 0.862305, + 0.952393, + 1.123047, + 0.978882, + 0.96167, + 1.087402, + 0.95166, + 0.946777, + 0.962891, + 0.950928, + 1.017456, + 0.955322, + 0.971069, + 0.919922, + 1.121094, + 0.939697, + 1.003143, + 0.954834, + 0.974365, + 0.971191, + 0.935059, + 1.013184, + 0.97583, + 0.959717, + 0.974243, + 0.940186, + 0.955078, + 1.135742, + 0.95459, + 1.015259, + 1.208984, + 0.993469, + 0.959961, + 1.337891, + 0.949951, + 1.037354, + 0.975098, + 0.956299, + 1.00177, + 0.946533, + 0.938477, + 0.946533, + 0.975098, + 0.938965, + 0.976196, + 0.999363, + 0.954834, + 1.116211, + 0.971436, + 0.94751, + 0.937012, + 1.324219, + 0.974243, + 0.95166, + 0.931641, + 1.002823, + 0.938232, + 0.940674, + 0.973755, + 0.959229, + 0.654297, + 1.013428, + 0.938232, + 0.959961, + 1.443359, + 0.947998, + 0.90918, + 1.382812, + 0.949219, + 1.053223, + 0.938721, + 0.950439, + 0.931152, + 0.920898, + 1.209961, + 0.949219, + 0.97522, + 0.965088, + 0.958984, + 0.942871, + 1.003021, + 1.016602, + 1.402344, + 1.140625, + 0.932617, + 1.036865, + 0.939209, + 1.060791, + 1.004272, + 0.966553, + 0.938721, + 1.367188, + 0.99054, + 0.973755, + 1.539062, + 0.952148, + 0.989807, + 0.956055, + 0.965088, + 1.361328, + 0.905762, + 0.962158, + 1.667969, + 0.938477, + 0.658203, + 1.02832, + 0.988098, + 0.948486, + 0.921387, + 1.373047, + 0.919922, + 1.011719, + 0.935547, + 0.932129, + 0.956055, + 1.004303, + 1.167969, + 0.892578, + 0.944824, + 0.997223, + 0.977051, + 1.355469, + 0.99527, + 0.942627, + 1.011841, + 0.974854, + 0.92627, + 0.973389, + 0.979736, + 0.993622, + 0.928711, + 0.993195, + 0.960693, + 1.051758, + 0.576172, + 0.951172, + 0.966309, + 1.507812, + 0.947998, + 1.013977, + 0.96582, + 0.986084, + 1.04248, + 1.011353, + 0.921875, + 0.969849, + 0.936523, + 1.349609, + 0.94873, + 0.922852, + 1.026245 + ] + }, + "name": "onnx::Mul_8747", + "outputIndexes": [ + 2075 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2074, + 2075 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_21/Mul_1_output_0", + "outputIndexes": [ + 2076 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2076 + ], + "outputIndexes": [ + 3094 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3094 + ], + "outputIndexes": [ + 3095 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear", + "inputIndexes": [ + 3095 + ], + "outputIndexes": [ + 3096 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 927649018, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3096 + ], + "outputIndexes": [ + 3097 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3097 + ], + "outputIndexes": [ + 2077 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2077, + 2077 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Mul_output_0", + "outputIndexes": [ + 2078 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2077, + 2078 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Mul_1_output_0", + "outputIndexes": [ + 2079 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 2079 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Mul_2_output_0", + "outputIndexes": [ + 2080 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2077, + 2080 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Add_output_0", + "outputIndexes": [ + 2081 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 2081 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Mul_3_output_0", + "outputIndexes": [ + 2082 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2082 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_21/Tanh_output_0", + "outputIndexes": [ + 2083 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 2083 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Add_1_output_0", + "outputIndexes": [ + 2084 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2077, + 2084 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Mul_4_output_0", + "outputIndexes": [ + 2085 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 2085 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Mul_5_output_0", + "outputIndexes": [ + 2086 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2076 + ], + "outputIndexes": [ + 3098 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3098 + ], + "outputIndexes": [ + 3099 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear", + "inputIndexes": [ + 3099 + ], + "outputIndexes": [ + 3100 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 939592976, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3100 + ], + "outputIndexes": [ + 3101 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3101 + ], + "outputIndexes": [ + 2087 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2086, + 2087 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_21/Mul_output_0", + "outputIndexes": [ + 2088 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2088 + ], + "outputIndexes": [ + 3102 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3102 + ], + "outputIndexes": [ + 3103 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear", + "inputIndexes": [ + 3103 + ], + "outputIndexes": [ + 3104 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 951536934, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3104 + ], + "outputIndexes": [ + 3105 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3105 + ], + "outputIndexes": [ + 2089 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2089 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_21/Mul_output_0", + "outputIndexes": [ + 2090 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 4.1875, + 4.34375, + 4.375, + 4.609375, + 4.546875, + 4.34375, + 4.171875, + 1.59375, + 4.234375, + 3.984375, + 4.28125, + 4.1875, + 4.21875, + 4.46875, + 4.40625, + 4.21875, + 4.046875, + 4.171875, + 3.3125, + 3.859375, + 4.359375, + 4.34375, + 4.421875, + 3.96875, + 4.109375, + 4.421875, + 3.90625, + 3.53125, + 4.484375, + 4.25, + 3.875, + 3.578125, + 4.375, + 1.890625, + 4.21875, + 3.78125, + 4.359375, + 4.359375, + 3.859375, + 4.40625, + 4.5, + 4.25, + 4.140625, + 3.578125, + 2.625, + 4.09375, + 4.390625, + 4.265625, + 3.875, + 3.5625, + 4.078125, + 3.0, + 4.171875, + 2.585938, + 4.28125, + 3.859375, + 4.140625, + 4.328125, + 4.09375, + 3.78125, + 3.4375, + 4.78125, + 4.40625, + 4.171875, + 4.09375, + 4.0625, + 3.4375, + 4.53125, + 3.796875, + 4.234375, + 4.34375, + 4.265625, + 4.109375, + 4.203125, + 4.25, + 3.9375, + 3.078125, + 3.921875, + 3.625, + 2.492188, + 4.234375, + 1.46875, + 4.28125, + 3.46875, + 4.28125, + 3.921875, + 4.359375, + 3.640625, + 2.742188, + 4.078125, + 4.15625, + 4.109375, + 4.421875, + 2.671875, + 4.421875, + 1.484375, + 4.171875, + 4.234375, + 5.8125, + 4.109375, + 3.84375, + 4.46875, + 4.28125, + 4.28125, + 4.359375, + 4.40625, + 4.34375, + 3.53125, + 4.453125, + 4.15625, + 4.3125, + 4.265625, + 4.171875, + 2.203125, + 4.28125, + 3.8125, + 4.140625, + 3.03125, + 4.125, + 4.3125, + 4.28125, + 4.3125, + 4.046875, + 4.375, + 4.109375, + 3.515625, + 4.109375, + 4.203125, + 3.984375, + 3.015625, + 3.359375, + 4.359375, + 4.078125, + 4.375, + 4.484375, + 4.171875, + 3.75, + 3.265625, + 4.15625, + 4.46875, + 5.34375, + 3.265625, + 4.046875, + 4.1875, + 4.1875, + 3.9375, + 3.875, + 4.34375, + 4.21875, + 4.4375, + 4.3125, + 3.90625, + 4.078125, + 4.796875, + 3.921875, + 4.546875, + 3.203125, + 4.328125, + 2.304688, + 2.09375, + 2.40625, + 4.328125, + 3.6875, + 3.171875, + 4.328125, + 4.484375, + 4.484375, + 2.195312, + 4.46875, + 4.203125, + 4.375, + 2.476562, + 4.390625, + 2.25, + 4.15625, + 4.96875, + 4.046875, + 1.376953, + 4.296875, + 4.15625, + 4.34375, + 1.878906, + 3.71875, + 1.398438, + 5.40625, + 4.296875, + 2.976562, + 4.265625, + 4.078125, + 3.65625, + 4.328125, + 4.21875, + 4.15625, + 3.953125, + 4.1875, + 3.984375, + 4.203125, + 4.375, + 4.515625, + 4.34375, + 3.90625, + 4.203125, + 4.28125, + 4.03125, + 4.359375, + 4.515625, + 5.3125, + 4.21875, + 4.3125, + 4.53125, + 3.96875, + 4.65625, + 4.421875, + 4.0, + 4.328125, + 4.3125, + 4.109375, + 4.15625, + 4.296875, + 4.375, + 3.984375, + 3.671875, + 4.328125, + 4.390625, + 4.421875, + 4.09375, + 4.140625, + 4.234375, + 3.8125, + 3.765625, + 2.5, + 4.21875, + 4.25, + 4.46875, + 4.40625, + 4.4375, + 3.484375, + 4.34375, + 4.140625, + 4.328125, + 3.171875, + 4.21875, + 4.359375, + 3.765625, + 4.03125, + 4.28125, + 4.09375, + 3.859375, + 4.421875, + 3.3125, + 4.15625, + 4.171875, + 2.710938, + 4.453125, + 4.15625, + 4.203125, + 4.0625, + 1.445312, + 4.359375, + 4.15625, + 4.265625, + 4.546875, + 4.078125, + 4.25, + 4.328125, + 3.6875, + 4.265625, + 4.46875, + 4.140625, + 4.1875, + 4.140625, + 4.21875, + 4.328125, + 4.1875, + 4.421875, + 4.296875, + 3.140625, + 4.34375, + 4.28125, + 4.265625, + 3.390625, + 4.140625, + 2.40625, + 4.03125, + 4.265625, + 4.265625, + 4.015625, + 4.1875, + 2.148438, + 4.21875, + 3.921875, + 2.03125, + 4.140625, + 4.234375, + 4.0625, + 4.15625, + 3.90625, + 4.328125, + 4.515625, + 4.3125, + 4.140625, + 3.796875, + 1.765625, + 4.28125, + 1.176758, + 3.796875, + 4.25, + 3.890625, + 4.234375, + 4.34375, + 4.265625, + 1.613281, + 4.296875, + 4.1875, + 4.03125, + 4.1875, + 4.171875, + 4.515625, + 4.046875, + 4.453125, + 4.015625, + 4.390625, + 3.921875, + 4.15625, + 4.34375, + 4.296875, + 3.671875, + 3.9375, + 4.328125, + 4.3125, + 3.765625, + 3.984375, + 4.15625, + 4.234375, + 6.0, + 4.390625, + 4.109375, + 4.515625, + 4.421875, + 4.03125, + 4.171875, + 4.03125, + 4.328125, + 4.140625, + 3.75, + 3.59375, + 4.28125, + 3.0, + 3.8125, + 4.265625, + 2.171875, + 3.59375, + 2.484375, + 3.71875, + 1.457031, + 2.46875, + 4.515625, + 4.546875, + 3.671875, + 3.96875, + 2.109375, + 4.109375, + 3.921875, + 2.9375, + 4.015625, + 4.34375, + 4.53125, + 2.507812, + 4.34375, + 4.171875, + 4.359375, + 4.078125, + 4.25, + 3.90625, + 4.78125, + 4.5625, + 4.34375, + 4.015625, + 4.109375, + 3.09375, + 4.484375, + 4.453125, + 3.0, + 2.570312, + 4.53125, + 4.03125, + 3.859375, + 3.359375, + 4.5, + 4.265625, + 4.109375, + 3.984375, + 1.832031, + 4.21875, + 4.375, + 4.234375, + 4.078125, + 2.015625, + 4.09375, + 4.375, + 4.21875, + 4.40625, + 4.28125, + 4.328125, + 2.507812, + 4.65625, + 4.34375, + 4.078125, + 4.234375, + 2.742188, + 4.421875, + 4.484375, + 4.328125, + 4.453125, + 3.5, + 4.0, + 4.0, + 4.234375, + 4.078125, + 4.171875, + 4.359375, + 4.203125, + 4.875, + 4.03125, + 4.203125, + 3.5625, + 4.4375, + 4.171875, + 4.296875, + 4.09375, + 4.296875, + 4.4375, + 4.4375, + 3.6875, + 2.296875, + 4.46875, + 4.5, + 4.46875, + 4.28125, + 4.390625, + 4.328125, + 4.09375, + 4.328125, + 3.703125, + 2.070312, + 4.421875, + 4.28125, + 4.609375, + 3.953125, + 4.296875, + 4.25, + 4.09375, + 3.9375, + 4.09375, + 4.171875, + 4.25, + 3.15625, + 4.34375, + 4.078125, + 4.21875, + 4.296875, + 4.203125, + 4.25, + 4.390625, + 2.890625, + 4.15625, + 2.0625, + 4.03125, + 4.046875, + 4.34375, + 4.25, + 4.234375, + 4.328125, + 3.828125, + 4.21875, + 4.3125, + 2.40625, + 4.03125, + 4.09375, + 4.359375, + 4.25, + 4.140625, + 4.3125, + 4.453125, + 4.375, + 4.46875, + 2.015625, + 4.296875, + 4.0, + 4.28125, + 3.734375, + 4.1875, + 4.375, + 4.234375, + 3.609375, + 4.375, + 1.605469, + 2.179688, + 3.5, + 1.894531, + 4.234375, + 4.359375, + 4.359375, + 3.59375, + 2.398438, + 4.234375, + 3.3125, + 3.546875, + 4.46875, + 4.359375, + 4.3125, + 4.421875, + 4.109375, + 4.078125, + 4.359375, + 4.484375, + 3.40625, + 4.25, + 4.421875, + 3.765625, + 4.1875, + 4.1875, + 2.578125, + 2.421875, + 4.390625, + 2.828125, + 4.4375, + 4.140625, + 4.015625, + 4.34375, + 4.109375, + 4.21875, + 4.359375, + 1.882812, + 4.203125, + 4.46875, + 4.203125, + 4.859375, + 4.453125, + 1.734375, + 2.078125, + 3.84375, + 3.8125, + 4.21875, + 4.640625, + 4.15625, + 4.328125, + 4.171875, + 3.421875, + 4.4375, + 2.023438, + 4.40625, + 4.671875, + 4.21875, + 4.015625, + 3.953125, + 4.34375, + 2.632812, + 4.046875, + 3.9375, + 4.140625, + 1.976562, + 3.8125, + 4.0625, + 4.078125, + 4.46875, + 4.234375, + 2.507812, + 3.84375, + 4.09375, + 4.171875, + 4.53125, + 4.28125, + 3.796875, + 1.392578, + 4.421875, + 4.09375, + 4.15625, + 2.898438, + 4.265625, + 5.34375, + 3.203125, + 4.1875, + 4.125, + 4.28125, + 4.09375, + 4.515625, + 4.046875, + 2.328125, + 3.296875, + 4.296875, + 4.328125, + 3.78125, + 5.125, + 3.90625, + 4.0, + 4.0, + 4.15625, + 4.28125, + 3.859375, + 4.484375, + 4.46875, + 3.859375, + 4.21875, + 4.40625, + 4.203125, + 4.25, + 4.28125, + 4.375, + 3.8125, + 4.296875, + 4.28125, + 4.421875, + 2.226562, + 4.046875, + 4.0625, + 4.28125, + 3.828125, + 3.984375, + 4.0625, + 4.40625, + 4.265625, + 4.1875, + 4.09375, + 4.359375, + 3.78125, + 4.21875, + 4.421875, + 4.359375, + 3.953125, + 4.109375, + 4.359375, + 4.078125, + 4.390625, + 4.4375, + 3.859375, + 4.34375, + 3.921875, + 4.234375, + 3.46875, + 4.78125, + 4.421875, + 3.734375, + 2.140625, + 4.09375, + 3.03125, + 4.3125, + 4.484375, + 3.78125, + 2.867188, + 2.382812, + 1.777344, + 4.34375, + 4.71875, + 4.34375, + 4.390625, + 4.09375, + 4.375, + 4.21875, + 3.9375, + 4.265625, + 3.984375, + 4.390625, + 1.5625, + 4.125, + 4.484375, + 4.34375, + 4.234375, + 4.3125, + 4.59375, + 4.34375, + 3.703125, + 4.046875, + 4.046875, + 3.71875, + 4.359375, + 4.046875, + 4.21875, + 3.359375, + 4.640625, + 4.40625, + 1.292969, + 3.375, + 4.03125, + 3.828125, + 4.40625, + 3.765625, + 4.3125, + 4.28125, + 4.9375, + 4.140625, + 4.234375, + 4.203125, + 4.15625, + 4.421875, + 3.78125, + 4.015625, + 4.453125, + 4.328125, + 4.296875, + 2.6875, + 4.5, + 4.03125, + 3.984375, + 4.265625, + 4.125, + 4.3125, + 3.921875, + 4.21875, + 4.0, + 4.28125, + 4.40625, + 4.21875, + 4.28125, + 2.507812, + 3.484375, + 4.21875, + 3.140625, + 4.28125, + 3.90625, + 4.34375, + 4.46875, + 4.375, + 4.03125, + 3.328125, + 2.078125, + 3.15625, + 4.328125, + 4.140625, + 4.296875, + 4.015625, + 4.1875, + 4.234375, + 4.25, + 4.15625, + 4.28125, + 4.25, + 4.28125, + 4.59375, + 4.453125, + 4.359375, + 4.296875, + 4.28125, + 4.375, + 3.890625, + 3.84375, + 4.609375, + 3.734375, + 4.328125, + 4.296875, + 4.390625, + 4.234375, + 4.140625, + 4.171875, + 4.453125, + 3.890625, + 4.09375, + 2.40625, + 4.421875, + 4.0625, + 4.046875, + 3.9375, + 4.140625, + 4.453125, + 4.296875, + 4.03125, + 4.09375, + 4.421875, + 4.328125, + 4.078125, + 4.21875, + 3.984375, + 3.8125, + 4.390625, + 4.09375, + 4.28125, + 4.1875, + 4.15625, + 5.21875, + 3.828125, + 4.03125, + 4.296875, + 3.953125, + 4.15625, + 2.21875, + 4.265625, + 4.46875, + 2.820312, + 3.21875, + 4.53125, + 4.1875, + 4.09375, + 3.765625, + 4.34375, + 3.703125, + 3.90625, + 4.25, + 3.078125, + 4.328125, + 4.34375, + 2.3125, + 4.53125, + 4.265625, + 4.21875, + 3.90625, + 3.015625, + 4.046875, + 4.375, + 2.132812, + 4.265625, + 4.234375, + 4.3125, + 2.039062, + 4.234375, + 3.28125, + 4.46875, + 5.625, + 3.984375, + 3.15625, + 4.09375, + 4.046875, + 4.0625, + 4.171875, + 4.28125, + 4.234375, + 4.140625, + 4.140625, + 4.09375, + 4.25, + 4.140625, + 4.5, + 4.359375, + 4.078125, + 5.34375, + 4.359375, + 3.3125, + 4.375, + 4.0625, + 3.015625, + 4.171875, + 3.234375, + 4.046875, + 4.390625, + 4.34375, + 4.3125, + 4.375, + 3.890625, + 4.21875, + 4.171875, + 4.515625, + 3.765625, + 3.984375, + 4.125, + 4.421875, + 1.017212, + 3.8125, + 3.578125, + 3.9375, + 4.109375, + 3.390625, + 4.421875, + 4.578125, + 4.109375, + 4.359375, + 4.21875, + 1.839844, + 4.09375, + 4.0, + 4.0, + 2.164062, + 4.21875, + 4.46875, + 3.828125, + 2.171875, + 3.703125, + 4.21875, + 4.078125, + 4.375, + 4.171875, + 4.53125, + 3.625, + 4.28125, + 3.890625, + 4.0625, + 3.84375, + 4.359375, + 4.21875, + 4.453125, + 3.96875, + 4.0, + 2.296875, + 4.25, + 4.234375, + 4.171875, + 4.078125, + 4.25, + 4.046875, + 4.640625, + 4.15625, + 4.328125, + 3.6875, + 4.125, + 4.40625, + 4.40625, + 3.21875, + 4.03125, + 4.140625, + 2.023438, + 1.185547, + 3.4375, + 3.890625, + 4.0, + 4.3125, + 4.109375, + 4.640625, + 1.921875, + 1.451172, + 4.09375, + 5.0, + 3.71875, + 4.15625, + 4.140625, + 4.453125, + 4.234375, + 3.828125, + 1.914062, + 4.328125, + 4.15625, + 4.0625, + 2.8125, + 3.984375, + 4.0, + 3.890625, + 3.84375, + 4.703125, + 4.296875, + 3.96875, + 4.40625, + 3.421875, + 4.4375, + 4.296875, + 3.90625, + 4.265625, + 4.03125, + 4.59375, + 4.4375, + 3.1875, + 1.742188, + 1.988281, + 4.25, + 3.984375, + 4.3125, + 4.21875, + 4.328125, + 4.09375, + 4.53125, + 1.367188, + 4.109375, + 3.484375, + 4.578125, + 4.296875, + 2.054688, + 4.34375, + 4.140625, + 4.125, + 4.21875, + 4.234375, + 4.015625, + 3.71875, + 2.21875, + 3.984375, + 3.96875, + 4.09375, + 2.109375, + 4.203125, + 4.375, + 4.984375, + 4.203125, + 2.507812, + 4.03125, + 3.703125, + 4.390625, + 4.21875, + 3.1875, + 4.09375, + 4.25, + 3.5, + 2.429688, + 1.535156, + 1.929688, + 3.90625, + 4.1875, + 4.328125, + 3.859375, + 3.984375, + 2.914062, + 4.109375, + 1.478516, + 4.3125, + 4.171875, + 3.96875, + 4.390625, + 3.890625, + 4.28125, + 4.390625, + 1.433594, + 4.015625, + 1.804688, + 4.296875, + 2.109375, + 3.578125, + 4.25, + 4.265625, + 4.21875, + 3.53125, + 3.9375, + 3.078125, + 3.921875, + 1.773438, + 3.953125, + 3.578125, + 3.21875, + 2.8125, + 4.34375, + 4.125, + 3.625, + 2.578125, + 4.5625, + 4.0, + 4.421875, + 3.546875, + 4.03125, + 4.15625, + 1.605469, + 4.34375, + 4.359375, + 3.921875, + 1.835938, + 1.644531, + 4.4375, + 4.5, + 4.109375, + 4.28125, + 4.34375, + 4.140625, + 3.640625, + 1.441406, + 4.046875, + 4.15625, + 4.828125, + 3.59375, + 4.328125, + 4.21875, + 4.625, + 4.21875, + 4.515625, + 4.09375, + 4.609375, + 4.078125, + 3.84375, + 4.46875, + 4.265625, + 3.671875, + 4.40625, + 4.453125, + 4.328125, + 4.265625, + 4.375, + 2.78125, + 4.09375, + 1.683594, + 3.53125, + 3.578125, + 2.179688, + 4.34375, + 3.875, + 4.3125, + 4.125, + 4.421875, + 4.375, + 4.15625, + 4.28125, + 1.980469, + 3.75, + 4.1875, + 3.765625, + 4.203125, + 4.109375, + 3.6875, + 4.40625, + 4.359375, + 4.3125, + 4.25, + 4.34375, + 1.914062, + 4.46875, + 4.625, + 3.453125, + 4.234375, + 4.296875, + 4.4375, + 5.15625, + 4.15625, + 4.15625, + 4.265625, + 4.328125, + 4.203125, + 4.234375, + 3.71875, + 4.109375, + 4.390625, + 4.4375, + 4.28125, + 3.9375, + 2.109375, + 4.453125, + 2.328125, + 4.3125, + 4.125, + 3.71875, + 4.390625, + 4.390625, + 4.203125, + 4.1875, + 3.5, + 4.203125, + 1.359375, + 1.757812, + 1.601562, + 4.25, + 4.46875, + 2.445312, + 4.109375, + 4.15625, + 4.28125, + 2.382812, + 3.9375, + 3.234375, + 4.125, + 2.34375, + 4.265625, + 4.375, + 4.921875, + 4.28125, + 3.828125, + 3.90625, + 4.3125, + 4.109375, + 1.988281, + 3.75, + 1.279297, + 4.0625, + 4.390625, + 4.296875, + 4.328125, + 3.484375, + 2.703125, + 4.265625, + 2.0, + 4.4375, + 4.25, + 4.21875, + 4.125, + 3.484375, + 4.375, + 4.171875, + 4.28125, + 3.6875, + 4.28125, + 4.078125, + 4.046875, + 4.1875, + 4.46875, + 4.84375, + 4.375, + 4.078125, + 4.4375, + 3.9375, + 4.375, + 4.4375, + 4.28125, + 4.296875, + 4.15625, + 4.1875, + 4.375, + 3.875, + 4.265625, + 4.265625, + 4.28125, + 4.34375, + 4.015625, + 3.90625, + 4.40625, + 3.96875, + 4.296875, + 4.28125, + 3.890625, + 2.617188, + 4.28125, + 3.90625, + 4.34375, + 4.015625, + 4.15625, + 4.203125, + 4.265625, + 2.375, + 4.28125, + 2.578125, + 4.25, + 3.9375, + 4.03125, + 3.5, + 4.1875, + 3.265625, + 4.140625, + 2.015625, + 4.171875, + 3.1875, + 4.34375, + 4.1875, + 3.984375, + 4.203125, + 4.4375, + 4.296875, + 4.09375, + 4.125, + 4.0625, + 4.328125, + 1.480469, + 4.390625, + 3.953125, + 4.140625, + 4.234375, + 4.203125, + 4.421875, + 4.03125, + 3.296875, + 4.03125, + 4.234375, + 4.078125, + 4.40625, + 4.421875, + 4.265625, + 4.140625, + 3.921875, + 4.15625, + 1.757812, + 4.421875, + 4.21875, + 4.46875, + 2.539062, + 3.796875, + 2.890625, + 1.574219, + 4.15625, + 1.53125, + 1.871094, + 3.875, + 4.28125, + 4.125, + 4.484375, + 1.867188, + 4.21875, + 3.78125, + 4.203125, + 1.910156, + 4.28125, + 4.359375, + 4.234375, + 4.140625, + 4.234375, + 4.453125, + 1.640625, + 4.328125, + 4.328125, + 2.882812, + 2.085938, + 4.28125, + 4.34375, + 2.515625, + 4.375, + 2.382812, + 4.328125, + 4.078125, + 4.25, + 4.15625, + 2.210938, + 4.125, + 4.140625, + 4.0625, + 4.078125, + 4.125, + 3.0625, + 1.376953, + 4.171875, + 4.5625, + 3.75, + 4.28125, + 4.390625, + 4.328125, + 4.515625, + 4.109375, + 4.234375, + 4.03125, + 4.328125, + 4.15625, + 4.375, + 4.234375, + 4.234375, + 3.828125, + 4.203125, + 4.15625, + 4.15625, + 1.261719, + 4.28125, + 4.28125, + 4.21875, + 3.953125, + 4.03125, + 3.9375, + 4.0, + 4.296875, + 3.796875, + 4.25, + 4.25, + 4.21875, + 4.390625, + 3.09375, + 4.25, + 1.957031, + 4.09375, + 2.398438, + 4.328125, + 4.296875, + 4.46875, + 2.078125, + 4.34375, + 3.859375, + 3.953125, + 4.5, + 4.765625, + 4.140625, + 4.078125, + 4.109375, + 4.234375, + 4.0625, + 2.617188, + 3.9375, + 4.515625, + 5.0, + 4.453125, + 4.015625, + 4.21875, + 4.34375, + 4.25, + 4.09375, + 4.25, + 3.640625, + 3.8125, + 4.15625, + 3.921875, + 2.664062, + 3.8125, + 4.359375, + 4.53125, + 4.015625, + 1.953125, + 4.40625, + 4.328125, + 4.375, + 4.28125, + 3.9375, + 4.34375, + 4.15625, + 4.234375, + 1.796875, + 4.203125, + 4.296875, + 4.109375, + 4.609375, + 3.96875, + 4.421875, + 4.296875, + 4.359375, + 4.4375, + 3.9375, + 4.453125, + 4.359375, + 4.265625, + 4.203125, + 4.328125, + 4.171875, + 3.09375, + 4.96875, + 3.96875, + 4.0, + 4.40625, + 4.171875, + 3.390625, + 4.28125, + 4.28125, + 4.546875, + 1.859375, + 3.640625, + 3.453125, + 2.296875, + 4.0625, + 4.296875, + 4.625, + 1.349609, + 4.265625, + 5.59375, + 1.550781, + 2.898438, + 4.21875, + 4.1875, + 4.21875, + 4.53125, + 4.4375, + 4.03125, + 4.03125, + 3.96875, + 4.53125, + 2.671875, + 4.15625, + 4.328125, + 4.34375, + 2.15625, + 4.1875, + 4.28125, + 4.359375, + 4.09375, + 4.390625, + 3.875, + 4.28125, + 3.953125, + 1.96875, + 4.625, + 4.078125, + 4.25, + 4.3125, + 3.34375, + 4.25, + 2.375, + 4.34375, + 4.125, + 3.21875, + 4.109375, + 4.15625, + 4.40625, + 2.03125, + 4.203125, + 4.234375, + 4.1875, + 4.28125, + 3.1875, + 1.726562, + 4.125, + 4.921875, + 4.109375, + 3.703125, + 4.3125, + 4.46875, + 4.140625, + 1.777344, + 3.84375, + 4.515625, + 3.9375, + 4.15625, + 4.0, + 4.53125, + 4.0625, + 4.296875, + 3.765625, + 4.140625, + 4.09375, + 4.28125, + 4.421875, + 4.453125, + 3.75, + 3.78125, + 3.75, + 3.703125, + 4.140625, + 3.921875, + 3.15625, + 4.109375, + 3.296875, + 4.359375, + 4.046875, + 4.34375, + 4.375, + 4.421875, + 4.234375, + 2.890625, + 3.90625, + 4.421875, + 3.21875, + 4.171875, + 4.34375, + 3.25, + 4.21875, + 4.15625, + 4.390625, + 4.375, + 4.421875, + 3.625, + 4.484375, + 3.921875, + 4.25, + 4.046875, + 2.445312, + 4.21875, + 4.15625, + 4.421875, + 3.390625, + 4.34375, + 4.296875, + 3.921875, + 4.3125, + 3.96875, + 4.078125, + 4.09375, + 3.875, + 3.265625, + 4.03125, + 4.21875, + 4.234375, + 4.234375, + 4.421875, + 4.375, + 4.265625, + 4.265625, + 4.34375, + 4.125, + 5.09375, + 4.0, + 4.109375, + 3.5625, + 4.03125, + 4.5, + 4.171875, + 4.4375, + 4.328125, + 4.421875, + 4.28125, + 2.492188, + 4.625, + 4.1875, + 3.78125, + 4.09375, + 4.203125, + 1.396484, + 4.140625, + 4.453125, + 4.3125, + 2.648438, + 4.125, + 4.390625, + 3.109375, + 2.164062, + 3.9375, + 4.046875, + 4.546875, + 4.1875, + 4.0, + 4.28125, + 4.078125, + 4.15625, + 3.953125, + 2.75, + 4.09375, + 3.28125, + 4.546875, + 4.34375, + 2.5625, + 1.496094, + 4.34375, + 4.8125, + 4.390625, + 2.960938, + 4.625, + 3.515625, + 4.234375, + 4.421875, + 5.15625, + 4.1875, + 4.3125, + 4.046875, + 3.84375, + 4.296875, + 4.4375, + 1.902344, + 2.445312, + 3.265625, + 4.15625, + 4.234375, + 4.28125, + 3.671875, + 4.078125, + 4.21875, + 3.796875, + 3.0, + 4.53125, + 4.4375, + 4.046875, + 4.15625, + 4.03125, + 3.953125, + 3.96875, + 4.203125, + 1.365234, + 1.535156, + 4.21875, + 4.15625, + 4.0, + 4.484375, + 4.109375, + 4.328125, + 2.484375, + 4.453125, + 2.90625, + 3.0625, + 4.015625, + 4.5625, + 4.21875, + 4.1875, + 4.34375, + 4.1875, + 2.429688, + 4.28125, + 4.015625, + 3.75, + 4.296875, + 4.28125, + 4.15625, + 3.828125, + 3.671875, + 4.21875, + 4.25, + 4.28125, + 3.796875, + 3.3125, + 3.96875, + 4.03125, + 4.4375, + 4.515625, + 4.109375, + 2.03125, + 4.140625, + 4.328125, + 2.414062, + 4.109375, + 3.75, + 4.203125, + 4.234375, + 4.125, + 4.109375, + 3.484375, + 4.234375, + 4.296875, + 4.28125, + 4.359375, + 4.375, + 4.265625, + 4.140625, + 4.171875, + 4.28125, + 4.40625, + 4.140625, + 2.664062, + 1.277344, + 4.1875, + 4.1875, + 4.5, + 4.28125, + 4.03125, + 1.316406, + 4.484375, + 4.5, + 3.96875, + 4.265625, + 2.679688, + 4.671875, + 4.34375, + 4.375, + 4.140625, + 4.25, + 5.375, + 4.0, + 3.640625, + 4.0625, + 5.21875, + 4.171875, + 1.933594, + 4.34375, + 4.0, + 1.414062, + 4.296875, + 2.328125, + 4.5, + 4.1875, + 3.9375, + 4.078125, + 1.910156, + 4.265625, + 4.328125, + 4.15625, + 4.171875, + 4.4375, + 4.046875, + 3.109375, + 4.640625, + 4.515625, + 4.359375, + 4.3125, + 4.59375, + 2.914062, + 3.984375, + 3.96875, + 3.71875, + 3.75, + 2.796875, + 4.4375, + 2.648438, + 3.828125, + 1.53125, + 4.453125, + 4.25, + 4.578125, + 4.046875, + 4.15625, + 4.140625, + 4.359375, + 4.40625, + 3.984375, + 4.59375, + 4.375, + 4.359375, + 3.8125, + 4.453125, + 3.03125, + 4.15625, + 3.53125, + 1.988281, + 4.359375, + 4.453125, + 4.53125, + 4.515625, + 4.671875, + 3.703125, + 4.0, + 4.359375, + 3.3125, + 3.46875, + 4.171875, + 4.671875, + 4.40625, + 4.03125, + 4.109375, + 3.265625, + 4.484375, + 4.5, + 4.359375, + 2.304688, + 3.9375, + 4.3125, + 4.296875, + 4.28125, + 3.703125, + 4.125, + 4.03125, + 4.125, + 4.1875, + 4.234375, + 4.3125, + 2.460938, + 4.0625, + 4.25, + 4.203125, + 4.5625, + 4.484375, + 4.328125, + 4.0, + 3.65625, + 4.421875, + 4.546875, + 2.96875, + 2.414062, + 4.28125, + 4.140625, + 4.453125, + 4.1875, + 4.421875, + 1.318359, + 4.109375, + 4.515625, + 4.09375, + 4.359375, + 3.640625, + 4.171875, + 3.78125, + 2.289062, + 4.265625, + 4.03125, + 4.375, + 4.125, + 2.945312, + 4.484375, + 4.359375, + 4.34375, + 4.125, + 4.4375, + 4.390625, + 3.8125, + 3.765625, + 3.109375, + 4.046875, + 3.40625, + 1.828125, + 3.765625, + 4.75, + 4.25, + 4.484375, + 1.769531, + 4.28125, + 4.21875, + 4.375, + 4.25, + 4.171875, + 3.3125, + 4.0, + 2.890625, + 4.59375, + 3.46875, + 3.9375, + 4.21875, + 4.109375, + 3.875, + 4.390625, + 4.265625, + 4.359375, + 3.59375, + 4.203125, + 4.296875, + 2.257812, + 3.609375, + 4.25, + 4.53125, + 3.890625, + 2.320312, + 4.15625, + 4.15625, + 4.015625, + 4.484375, + 4.28125, + 1.96875, + 4.15625, + 4.28125, + 3.375, + 4.296875, + 3.921875, + 4.03125, + 4.0625, + 4.359375, + 4.125, + 4.21875, + 4.203125, + 4.21875, + 4.34375, + 4.34375, + 4.390625, + 1.78125, + 4.046875, + 3.9375, + 4.21875, + 4.40625, + 4.546875, + 4.53125, + 4.03125, + 3.0625, + 4.1875, + 4.59375, + 4.328125, + 4.25, + 2.921875, + 3.90625, + 3.828125, + 4.15625, + 4.140625, + 4.078125, + 4.15625, + 4.1875, + 4.421875, + 3.984375, + 4.21875, + 3.84375, + 4.203125, + 4.25, + 4.109375, + 4.296875, + 4.359375, + 3.65625, + 4.328125, + 2.671875, + 1.243164, + 4.15625, + 3.84375, + 4.515625, + 4.359375, + 4.203125, + 4.109375, + 3.625, + 4.3125, + 4.046875, + 4.078125, + 4.578125, + 4.421875, + 4.296875, + 1.882812, + 3.96875, + 4.375, + 4.09375, + 4.03125, + 4.109375, + 4.15625, + 4.296875, + 4.21875, + 3.921875, + 4.484375, + 4.390625, + 4.359375, + 2.859375, + 4.203125, + 3.375, + 4.28125, + 3.8125, + 3.953125, + 4.28125, + 4.34375, + 4.21875, + 4.1875, + 4.515625, + 4.15625, + 4.109375, + 1.679688, + 3.578125, + 4.3125, + 3.578125, + 2.859375, + 4.46875, + 4.296875, + 4.015625, + 2.242188, + 3.578125, + 4.171875, + 4.5, + 4.25, + 4.46875, + 4.09375, + 4.640625, + 3.90625, + 3.734375, + 4.953125, + 1.550781, + 4.03125, + 4.46875, + 4.203125, + 4.359375, + 4.34375, + 4.34375, + 3.953125, + 1.542969, + 4.265625, + 4.09375, + 4.078125, + 4.28125, + 4.265625, + 4.265625, + 4.421875, + 4.328125, + 3.8125, + 3.0, + 3.96875, + 4.296875, + 4.078125, + 4.046875, + 4.4375, + 4.0, + 4.234375, + 3.765625, + 4.34375, + 3.890625, + 3.703125, + 4.1875, + 4.265625, + 4.421875, + 4.15625, + 3.921875, + 4.109375, + 3.953125, + 4.78125, + 4.421875, + 4.34375, + 3.828125, + 1.601562, + 4.421875, + 4.125, + 4.40625, + 4.21875, + 4.515625, + 4.03125, + 4.34375, + 4.21875, + 4.4375, + 3.296875, + 4.296875, + 4.171875, + 4.25, + 1.78125, + 4.328125, + 3.796875, + 4.34375, + 4.40625, + 4.40625, + 4.1875, + 4.40625, + 4.015625, + 4.375, + 3.953125, + 4.390625, + 1.722656, + 4.1875, + 3.765625, + 4.390625, + 2.007812, + 4.46875, + 2.0, + 4.03125, + 1.445312, + 4.21875, + 3.65625, + 2.492188, + 3.21875, + 3.796875, + 4.34375, + 4.296875, + 4.15625, + 4.390625, + 4.03125, + 4.296875, + 4.234375, + 1.202148, + 2.625, + 3.328125, + 4.53125, + 4.234375, + 4.078125, + 4.4375, + 4.34375, + 4.34375, + 3.46875, + 4.28125, + 4.390625, + 4.3125, + 4.546875, + 4.015625, + 4.046875, + 4.25, + 4.28125, + 3.40625, + 4.46875, + 4.40625, + 4.4375, + 4.21875, + 4.28125, + 3.59375, + 4.53125, + 4.21875, + 4.0, + 4.3125, + 4.6875, + 4.25, + 4.203125, + 4.3125, + 2.554688, + 4.078125, + 4.03125, + 3.859375, + 2.554688, + 4.71875, + 4.46875, + 4.40625, + 2.171875, + 4.0, + 3.484375, + 4.296875, + 3.984375, + 3.578125, + 1.408203, + 4.3125, + 4.328125, + 4.4375, + 1.457031, + 3.40625, + 1.847656, + 2.8125, + 4.40625, + 3.65625, + 4.40625, + 4.53125, + 4.34375, + 4.0625, + 4.4375, + 4.140625, + 2.820312, + 2.757812, + 4.328125, + 3.84375, + 4.015625, + 4.421875, + 4.109375, + 4.140625, + 4.40625, + 3.5625, + 4.359375, + 4.125, + 4.359375, + 2.492188, + 4.625, + 4.3125, + 4.890625, + 4.25, + 4.09375, + 2.335938, + 4.109375, + 2.0625, + 4.1875, + 4.390625, + 4.234375, + 4.109375, + 4.21875, + 3.8125, + 4.125, + 4.359375, + 4.265625, + 4.421875, + 4.1875, + 3.953125, + 4.453125, + 4.0625, + 4.515625, + 4.03125, + 3.46875, + 4.421875, + 3.078125, + 3.890625, + 3.953125, + 3.359375, + 4.203125, + 4.4375, + 4.1875, + 4.078125, + 4.03125, + 4.0625, + 3.984375, + 4.53125, + 3.125, + 4.359375, + 4.359375, + 4.1875, + 4.21875, + 4.5625, + 4.453125, + 3.890625, + 4.28125, + 4.34375, + 4.265625, + 4.34375, + 4.296875, + 2.929688, + 4.546875, + 4.203125, + 2.84375, + 4.234375, + 4.203125, + 2.085938, + 4.15625, + 3.90625, + 4.390625, + 4.359375, + 4.0625, + 4.296875, + 4.421875, + 4.203125, + 4.34375, + 4.234375, + 3.90625, + 4.0, + 4.40625, + 3.015625, + 3.828125, + 4.40625, + 4.328125, + 2.328125, + 4.03125, + 4.296875, + 4.34375, + 4.703125, + 4.21875, + 4.328125, + 3.765625, + 4.109375, + 2.132812, + 3.828125, + 4.3125, + 4.1875, + 2.117188, + 4.171875, + 4.40625, + 2.484375, + 4.390625, + 4.03125, + 4.328125, + 4.203125, + 4.265625, + 4.203125, + 2.976562, + 4.46875, + 4.21875, + 4.46875, + 4.375, + 3.84375, + 3.984375, + 3.875, + 2.265625, + 3.25, + 4.3125, + 3.890625, + 4.34375, + 3.46875, + 3.953125, + 4.203125, + 4.328125, + 2.125, + 3.703125, + 4.46875, + 1.480469, + 4.546875, + 3.90625, + 4.40625, + 4.34375, + 2.234375, + 4.1875, + 4.390625, + 1.546875, + 4.375, + 2.171875, + 4.15625, + 4.296875, + 4.515625, + 4.265625, + 2.132812, + 4.390625, + 3.65625, + 4.25, + 4.40625, + 4.296875, + 3.9375, + 2.453125, + 4.59375, + 4.421875, + 4.53125, + 4.140625, + 2.304688, + 4.09375, + 4.28125, + 3.890625, + 4.109375, + 4.484375, + 4.375, + 3.875, + 3.875, + 4.1875, + 3.921875, + 4.296875, + 2.640625, + 2.695312, + 4.359375, + 4.40625, + 1.695312, + 4.390625, + 3.6875, + 4.296875, + 4.453125, + 4.234375, + 3.984375, + 3.515625, + 4.125, + 4.25, + 2.445312, + 4.046875, + 4.328125, + 4.03125 + ] + }, + "name": "onnx::Mul_8749", + "outputIndexes": [ + 2091 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2090, + 2091 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_21/Mul_1_output_0", + "outputIndexes": [ + 2092 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2073, + 2092 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_109_output_0", + "outputIndexes": [ + 2093 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2093, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_198_output_0", + "outputIndexes": [ + 2094 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2094 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_22/Mul_output_0", + "outputIndexes": [ + 2095 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.232422, + 1.261719, + 1.180664, + 1.169922, + 1.073242, + 1.188477, + 1.345703, + 4.078125, + 1.181641, + 1.337891, + 1.217773, + 1.222656, + 1.433594, + 1.129883, + 1.125977, + 1.161133, + 1.219727, + 1.112305, + 1.069336, + 1.455078, + 1.195312, + 1.151367, + 1.167969, + 1.458984, + 1.259766, + 1.267578, + 1.605469, + 1.632812, + 1.212891, + 1.261719, + 1.474609, + 1.804688, + 1.214844, + 3.75, + 1.151367, + 1.636719, + 1.133789, + 1.200195, + 1.333984, + 1.19043, + 1.183594, + 1.220703, + 1.275391, + 1.722656, + 2.632812, + 1.233398, + 1.08252, + 1.332031, + 1.326172, + 1.742188, + 1.243164, + 2.632812, + 1.255859, + 3.515625, + 1.236328, + 1.609375, + 1.373047, + 1.196289, + 1.175781, + 1.3125, + 1.902344, + 0.845703, + 1.049316, + 1.416016, + 1.683594, + 1.296875, + 1.953125, + 1.136719, + 1.558594, + 1.230469, + 1.255859, + 1.177734, + 1.21875, + 1.176758, + 1.224609, + 1.223633, + 2.148438, + 1.433594, + 1.582031, + 3.015625, + 1.161133, + 4.390625, + 1.224609, + 1.667969, + 1.292969, + 1.486328, + 1.257812, + 1.617188, + 2.585938, + 1.208008, + 1.265625, + 1.241211, + 1.173828, + 2.742188, + 1.104492, + 4.328125, + 1.283203, + 1.15332, + 0.97998, + 1.363281, + 1.320312, + 1.169922, + 1.078125, + 1.320312, + 1.229492, + 1.144531, + 1.237305, + 1.585938, + 1.155273, + 1.333984, + 1.18457, + 1.273438, + 1.287109, + 4.203125, + 1.28125, + 1.554688, + 1.152344, + 2.898438, + 1.166016, + 1.296875, + 1.094238, + 1.257812, + 1.15625, + 1.134766, + 1.257812, + 2.070312, + 1.308594, + 1.207031, + 1.359375, + 2.351562, + 1.832031, + 1.104004, + 1.265625, + 1.119141, + 1.147461, + 1.382812, + 1.369141, + 2.242188, + 1.28125, + 1.230469, + 0.724609, + 1.511719, + 1.251953, + 1.186523, + 1.223633, + 1.326172, + 1.449219, + 1.137695, + 1.217773, + 1.112305, + 1.112305, + 1.419922, + 1.243164, + 1.12207, + 1.365234, + 1.074219, + 2.109375, + 1.202148, + 2.945312, + 3.46875, + 3.328125, + 1.208008, + 1.660156, + 2.0, + 1.227539, + 1.067383, + 1.170898, + 3.25, + 1.183594, + 1.257812, + 1.19043, + 2.890625, + 1.298828, + 3.265625, + 1.18457, + 0.988464, + 1.433594, + 4.671875, + 1.130859, + 1.133789, + 1.255859, + 3.703125, + 1.671875, + 4.765625, + 1.044189, + 1.150391, + 2.046875, + 1.183594, + 1.279297, + 1.601562, + 1.139648, + 1.275391, + 1.384766, + 1.375, + 1.298828, + 1.498047, + 1.265625, + 1.304688, + 1.205078, + 1.106934, + 1.396484, + 1.225586, + 1.223633, + 1.296875, + 1.230469, + 1.149414, + 0.774414, + 1.226562, + 1.257812, + 1.083008, + 1.316406, + 1.098633, + 1.219727, + 1.25, + 1.169922, + 1.229492, + 1.318359, + 1.238281, + 1.296875, + 1.198242, + 1.476562, + 1.957031, + 1.199219, + 1.133789, + 1.192383, + 1.318359, + 1.195312, + 1.194336, + 1.458984, + 1.283203, + 3.4375, + 1.174805, + 1.470703, + 1.107422, + 1.147461, + 1.179688, + 2.09375, + 1.249023, + 1.259766, + 1.231445, + 2.679688, + 1.245117, + 1.111328, + 1.625, + 1.176758, + 1.198242, + 1.457031, + 1.402344, + 1.083984, + 1.867188, + 1.151367, + 1.330078, + 2.617188, + 1.138672, + 1.261719, + 1.18457, + 1.320312, + 1.013733, + 1.240234, + 1.289062, + 1.167969, + 1.055176, + 1.172852, + 1.241211, + 1.211914, + 1.478516, + 1.330078, + 1.126953, + 1.304688, + 1.236328, + 1.349609, + 1.277344, + 1.230469, + 1.324219, + 1.175781, + 1.088867, + 1.9375, + 1.332031, + 1.255859, + 1.259766, + 1.925781, + 1.308594, + 3.171875, + 1.287109, + 1.214844, + 1.267578, + 1.384766, + 1.326172, + 3.40625, + 1.214844, + 1.277344, + 3.78125, + 1.253906, + 1.217773, + 1.441406, + 1.316406, + 1.5, + 1.359375, + 1.116211, + 1.222656, + 1.617188, + 1.59375, + 4.171875, + 1.271484, + 4.953125, + 1.574219, + 1.380859, + 1.427734, + 1.167969, + 1.207031, + 1.207031, + 4.125, + 1.181641, + 1.193359, + 1.427734, + 1.242188, + 1.355469, + 1.086426, + 1.386719, + 1.225586, + 1.300781, + 1.302734, + 1.28125, + 1.237305, + 1.308594, + 1.351562, + 1.546875, + 1.519531, + 1.378906, + 1.279297, + 1.375, + 1.65625, + 1.259766, + 1.193359, + 0.976929, + 1.18457, + 1.220703, + 1.120605, + 1.173828, + 1.330078, + 1.263672, + 1.261719, + 1.170898, + 1.261719, + 1.648438, + 1.738281, + 1.208008, + 2.507812, + 1.318359, + 1.205078, + 3.65625, + 1.496094, + 3.3125, + 1.628906, + 4.46875, + 2.875, + 1.166992, + 1.101562, + 1.683594, + 1.214844, + 3.453125, + 1.351562, + 1.365234, + 2.179688, + 1.345703, + 1.183594, + 1.102051, + 2.96875, + 1.308594, + 1.241211, + 1.255859, + 1.380859, + 1.255859, + 1.298828, + 1.099121, + 1.24707, + 1.222656, + 1.322266, + 1.546875, + 2.179688, + 1.070801, + 1.211914, + 2.132812, + 2.992188, + 1.140625, + 1.373047, + 1.443359, + 1.996094, + 1.191406, + 1.205078, + 1.277344, + 1.164062, + 3.71875, + 1.287109, + 1.199219, + 1.300781, + 1.335938, + 3.5, + 1.330078, + 1.112793, + 1.292969, + 1.168945, + 1.24707, + 1.140625, + 2.757812, + 1.122559, + 1.150391, + 1.289062, + 1.150391, + 3.171875, + 1.203125, + 1.137695, + 1.287109, + 1.207031, + 2.078125, + 1.298828, + 1.261719, + 1.285156, + 1.147461, + 1.255859, + 1.191406, + 1.212891, + 1.148438, + 1.246094, + 1.34375, + 1.949219, + 1.00264, + 1.245117, + 1.205078, + 1.248047, + 1.248047, + 1.204102, + 1.195312, + 1.753906, + 3.625, + 1.162109, + 1.106934, + 1.168945, + 1.248047, + 1.257812, + 1.259766, + 1.484375, + 1.211914, + 1.486328, + 3.9375, + 1.120605, + 1.176758, + 1.165039, + 1.369141, + 1.204102, + 1.248047, + 1.220703, + 1.365234, + 1.314453, + 1.263672, + 1.365234, + 2.1875, + 1.181641, + 1.171875, + 1.289062, + 1.229492, + 1.339844, + 1.277344, + 1.183594, + 2.492188, + 1.199219, + 3.40625, + 1.292969, + 1.408203, + 1.15625, + 1.130859, + 1.234375, + 1.261719, + 1.375, + 1.1875, + 1.164062, + 3.046875, + 1.241211, + 1.208008, + 1.207031, + 1.441406, + 1.209961, + 1.570312, + 1.197266, + 1.234375, + 1.068359, + 3.5, + 1.162109, + 1.439453, + 1.28125, + 1.53125, + 1.347656, + 1.226562, + 1.267578, + 1.777344, + 1.125, + 4.015625, + 3.4375, + 1.691406, + 3.734375, + 1.333984, + 1.28125, + 1.251953, + 1.542969, + 3.265625, + 1.225586, + 2.09375, + 2.015625, + 1.15918, + 1.217773, + 1.199219, + 1.3125, + 1.292969, + 1.386719, + 1.277344, + 1.090332, + 1.898438, + 1.185547, + 1.08252, + 1.5625, + 1.330078, + 1.292969, + 2.859375, + 3.046875, + 1.133789, + 2.21875, + 1.171875, + 1.19043, + 1.357422, + 1.150391, + 1.269531, + 1.121582, + 1.104004, + 3.765625, + 1.166992, + 0.979492, + 1.306641, + 0.837891, + 1.145508, + 4.359375, + 3.265625, + 1.519531, + 1.972656, + 1.125, + 1.231445, + 1.296875, + 1.162109, + 1.367188, + 1.824219, + 1.120605, + 3.71875, + 1.128906, + 1.287109, + 1.320312, + 1.523438, + 1.648438, + 1.199219, + 3.890625, + 1.271484, + 1.330078, + 1.201172, + 2.523438, + 1.648438, + 1.176758, + 1.310547, + 1.125977, + 1.168945, + 3.515625, + 1.753906, + 1.398438, + 1.384766, + 1.316406, + 1.216797, + 1.453125, + 4.71875, + 1.208008, + 1.238281, + 1.22168, + 2.21875, + 1.271484, + 0.888184, + 1.494141, + 1.275391, + 1.241211, + 1.441406, + 1.241211, + 1.216797, + 1.439453, + 3.59375, + 2.101562, + 1.227539, + 1.233398, + 1.714844, + 1.238281, + 2.015625, + 1.306641, + 1.40625, + 1.460938, + 1.213867, + 1.341797, + 1.226562, + 1.136719, + 1.394531, + 1.34375, + 1.147461, + 1.200195, + 1.216797, + 1.339844, + 1.181641, + 1.251953, + 1.161133, + 1.115234, + 1.173828, + 3.5625, + 1.371094, + 1.326172, + 1.238281, + 1.355469, + 1.285156, + 1.373047, + 1.160156, + 1.183594, + 1.245117, + 1.279297, + 1.120117, + 1.458984, + 1.151367, + 1.112305, + 1.181641, + 1.398438, + 1.195312, + 1.100098, + 1.261719, + 1.136719, + 1.07373, + 1.515625, + 1.189453, + 1.289062, + 1.211914, + 1.859375, + 1.099609, + 1.147461, + 1.482422, + 3.328125, + 1.201172, + 2.484375, + 1.123047, + 1.169922, + 1.585938, + 2.585938, + 3.421875, + 3.859375, + 1.106934, + 1.085938, + 1.267578, + 1.104492, + 1.166992, + 1.049805, + 1.349609, + 1.578125, + 1.498047, + 1.419922, + 1.118164, + 4.515625, + 1.378906, + 1.090332, + 1.219727, + 1.189453, + 1.168945, + 1.098633, + 1.205078, + 1.769531, + 1.257812, + 1.306641, + 1.738281, + 1.167969, + 1.253906, + 1.34375, + 1.933594, + 1.167969, + 1.227539, + 4.59375, + 1.914062, + 1.241211, + 1.287109, + 1.075684, + 1.53125, + 1.242188, + 1.117188, + 1.054443, + 1.390625, + 1.139648, + 1.304688, + 1.335938, + 1.150391, + 1.511719, + 1.472656, + 1.109375, + 1.324219, + 1.207031, + 3.109375, + 1.123047, + 1.425781, + 1.203125, + 1.19043, + 1.245117, + 1.21582, + 1.322266, + 1.193359, + 1.324219, + 1.205078, + 1.084473, + 1.219727, + 1.238281, + 2.898438, + 2.359375, + 1.298828, + 2.320312, + 1.289062, + 1.605469, + 1.196289, + 1.044922, + 1.178711, + 1.277344, + 1.875, + 3.96875, + 1.789062, + 1.269531, + 1.332031, + 1.091797, + 1.376953, + 1.351562, + 1.194336, + 1.246094, + 1.291016, + 1.152344, + 1.176758, + 1.186523, + 1.142578, + 1.139648, + 1.320312, + 1.235352, + 1.225586, + 1.400391, + 1.519531, + 1.462891, + 1.174805, + 1.412109, + 1.330078, + 1.11377, + 1.154297, + 1.217773, + 1.244141, + 1.203125, + 1.263672, + 1.210938, + 1.359375, + 2.945312, + 1.251953, + 1.318359, + 1.373047, + 1.24707, + 1.287109, + 1.081055, + 1.189453, + 1.330078, + 1.3125, + 1.201172, + 1.091797, + 1.400391, + 1.235352, + 1.412109, + 1.462891, + 1.176758, + 1.365234, + 1.070801, + 1.263672, + 1.200195, + 0.970337, + 1.585938, + 1.251953, + 1.165039, + 1.306641, + 1.283203, + 4.03125, + 1.302734, + 1.197266, + 2.953125, + 1.859375, + 1.255859, + 1.332031, + 1.273438, + 1.652344, + 1.089844, + 1.515625, + 1.449219, + 1.24707, + 2.117188, + 1.141602, + 1.209961, + 3.578125, + 1.164062, + 1.105957, + 1.291016, + 1.423828, + 2.078125, + 1.390625, + 1.275391, + 3.6875, + 1.304688, + 1.112793, + 1.165039, + 3.75, + 1.263672, + 2.179688, + 1.259766, + 0.978027, + 1.339844, + 2.148438, + 1.261719, + 1.324219, + 1.300781, + 1.267578, + 1.137695, + 1.1875, + 1.291016, + 1.302734, + 1.222656, + 1.166016, + 1.265625, + 1.130859, + 1.169922, + 1.332031, + 0.773438, + 1.201172, + 1.886719, + 1.223633, + 1.259766, + 2.554688, + 1.225586, + 1.855469, + 1.322266, + 1.199219, + 1.245117, + 1.151367, + 1.116211, + 1.223633, + 1.316406, + 1.24707, + 1.077637, + 1.511719, + 1.351562, + 1.367188, + 1.283203, + 5.0625, + 1.398438, + 1.808594, + 1.306641, + 1.333984, + 2.140625, + 1.245117, + 1.130859, + 1.271484, + 1.143555, + 1.239258, + 3.984375, + 1.253906, + 1.382812, + 1.302734, + 3.609375, + 1.249023, + 1.165039, + 1.443359, + 3.265625, + 1.527344, + 1.291016, + 1.255859, + 1.203125, + 1.298828, + 1.090332, + 1.855469, + 1.429688, + 1.40625, + 1.269531, + 1.496094, + 1.161133, + 1.228516, + 1.05835, + 1.464844, + 1.330078, + 3.15625, + 1.192383, + 1.217773, + 1.361328, + 1.263672, + 1.164062, + 1.234375, + 1.137695, + 1.347656, + 1.225586, + 1.480469, + 1.202148, + 1.15332, + 1.157227, + 2.046875, + 1.287109, + 1.335938, + 3.625, + 4.796875, + 1.792969, + 1.388672, + 1.335938, + 1.214844, + 1.304688, + 1.10791, + 3.546875, + 4.53125, + 1.213867, + 0.814453, + 1.851562, + 1.419922, + 1.365234, + 1.192383, + 1.328125, + 1.773438, + 3.75, + 1.148438, + 1.269531, + 1.316406, + 2.71875, + 1.316406, + 1.320312, + 1.554688, + 1.410156, + 1.115723, + 1.180664, + 1.396484, + 1.129883, + 2.0625, + 1.19043, + 1.103027, + 1.359375, + 1.223633, + 1.304688, + 1.124512, + 1.191406, + 2.078125, + 4.140625, + 4.046875, + 1.136719, + 1.198242, + 1.216797, + 1.217773, + 1.226562, + 1.347656, + 1.149414, + 4.703125, + 1.371094, + 1.808594, + 1.219727, + 1.136719, + 3.53125, + 1.120605, + 1.296875, + 1.198242, + 1.111328, + 1.243164, + 1.492188, + 1.515625, + 3.359375, + 1.441406, + 1.398438, + 1.414062, + 3.71875, + 1.211914, + 1.230469, + 0.962402, + 1.341797, + 2.96875, + 1.310547, + 1.292969, + 1.205078, + 1.259766, + 1.96875, + 1.453125, + 1.310547, + 1.765625, + 3.640625, + 4.84375, + 3.828125, + 1.320312, + 1.300781, + 1.217773, + 1.324219, + 1.259766, + 1.542969, + 1.164062, + 4.609375, + 1.198242, + 1.129883, + 1.341797, + 1.155273, + 1.96875, + 1.152344, + 1.210938, + 4.46875, + 1.414062, + 3.828125, + 1.11084, + 3.46875, + 1.589844, + 1.231445, + 1.140625, + 1.320312, + 1.589844, + 1.376953, + 2.65625, + 1.361328, + 3.890625, + 1.345703, + 1.652344, + 1.957031, + 2.546875, + 1.135742, + 1.253906, + 1.65625, + 3.71875, + 1.197266, + 1.404297, + 1.151367, + 1.773438, + 1.320312, + 1.25, + 4.21875, + 1.105957, + 1.291016, + 1.371094, + 4.046875, + 4.0625, + 1.191406, + 1.115234, + 1.310547, + 1.214844, + 1.12207, + 1.330078, + 1.902344, + 3.96875, + 1.251953, + 1.117676, + 1.008179, + 1.523438, + 1.304688, + 1.267578, + 1.033203, + 1.388672, + 1.080078, + 1.287109, + 1.07373, + 1.257812, + 1.304688, + 1.216797, + 1.251953, + 1.617188, + 1.106934, + 1.279297, + 1.173828, + 1.318359, + 1.152344, + 2.796875, + 1.373047, + 4.34375, + 1.675781, + 1.847656, + 3.421875, + 1.161133, + 1.507812, + 1.12207, + 1.460938, + 1.239258, + 1.105957, + 1.492188, + 1.117676, + 3.796875, + 1.449219, + 1.267578, + 1.519531, + 1.133789, + 1.287109, + 1.472656, + 1.067871, + 1.226562, + 1.137695, + 1.296875, + 1.238281, + 3.703125, + 1.100586, + 1.099121, + 1.777344, + 1.061279, + 1.285156, + 1.067383, + 0.902832, + 1.292969, + 1.259766, + 1.131836, + 1.119629, + 1.220703, + 1.185547, + 1.851562, + 1.211914, + 1.203125, + 1.095703, + 1.167969, + 1.494141, + 3.828125, + 1.333984, + 2.890625, + 1.125977, + 1.214844, + 1.613281, + 1.119629, + 1.120117, + 1.249023, + 1.353516, + 1.808594, + 1.302734, + 4.90625, + 4.015625, + 4.109375, + 1.198242, + 1.198242, + 3.0625, + 1.192383, + 1.239258, + 1.217773, + 2.90625, + 1.255859, + 1.917969, + 1.208984, + 2.890625, + 1.200195, + 1.172852, + 1.037842, + 1.283203, + 1.417969, + 1.390625, + 1.134766, + 1.182617, + 3.75, + 2.65625, + 4.875, + 1.478516, + 1.237305, + 1.217773, + 1.10498, + 1.855469, + 3.109375, + 1.101074, + 3.453125, + 1.208984, + 1.167969, + 1.275391, + 1.261719, + 1.925781, + 1.094727, + 1.267578, + 1.217773, + 1.425781, + 1.212891, + 1.380859, + 2.25, + 1.251953, + 1.136719, + 1.03125, + 1.22168, + 1.15332, + 1.125977, + 1.486328, + 1.15625, + 1.211914, + 1.195312, + 1.304688, + 1.163086, + 1.158203, + 1.160156, + 1.484375, + 1.134766, + 1.263672, + 1.241211, + 1.199219, + 1.251953, + 1.542969, + 1.210938, + 1.660156, + 1.390625, + 1.296875, + 1.394531, + 2.875, + 1.1875, + 1.3125, + 1.198242, + 1.394531, + 1.198242, + 1.241211, + 1.208008, + 3.265625, + 1.089844, + 2.695312, + 1.242188, + 1.292969, + 1.378906, + 1.695312, + 1.310547, + 1.933594, + 1.355469, + 3.515625, + 1.335938, + 1.992188, + 1.271484, + 1.265625, + 1.511719, + 1.148438, + 1.078613, + 1.257812, + 1.203125, + 1.25, + 1.287109, + 1.139648, + 4.359375, + 1.135742, + 1.302734, + 1.249023, + 1.09375, + 1.279297, + 1.165039, + 1.390625, + 1.988281, + 1.554688, + 1.226562, + 1.349609, + 1.075684, + 1.151367, + 1.204102, + 1.143555, + 1.435547, + 1.335938, + 3.984375, + 1.193359, + 1.191406, + 1.141602, + 3.375, + 1.365234, + 2.515625, + 4.234375, + 1.351562, + 4.171875, + 3.8125, + 1.375, + 1.163086, + 1.332031, + 1.121094, + 3.9375, + 1.261719, + 1.589844, + 1.359375, + 3.671875, + 1.269531, + 1.320312, + 1.371094, + 1.189453, + 1.324219, + 1.24707, + 4.40625, + 1.173828, + 1.191406, + 2.585938, + 3.453125, + 1.255859, + 1.191406, + 2.882812, + 1.125, + 3.40625, + 1.189453, + 1.404297, + 1.164062, + 1.233398, + 3.34375, + 1.339844, + 1.285156, + 1.238281, + 1.322266, + 1.234375, + 2.03125, + 4.65625, + 1.188477, + 1.037354, + 1.503906, + 1.271484, + 1.193359, + 1.273438, + 1.376953, + 1.208984, + 1.259766, + 1.326172, + 1.488281, + 1.208984, + 1.202148, + 1.275391, + 1.166992, + 1.828125, + 1.308594, + 1.244141, + 1.296875, + 4.875, + 1.238281, + 1.223633, + 1.259766, + 1.347656, + 1.310547, + 1.322266, + 1.330078, + 1.242188, + 1.679688, + 1.408203, + 1.146484, + 1.222656, + 1.18457, + 2.390625, + 1.294922, + 3.484375, + 1.28125, + 3.0625, + 1.298828, + 1.15332, + 1.242188, + 3.34375, + 1.292969, + 1.373047, + 1.277344, + 1.139648, + 1.176758, + 1.199219, + 1.324219, + 1.451172, + 1.18457, + 1.333984, + 2.890625, + 1.314453, + 1.177734, + 0.911133, + 1.088867, + 1.353516, + 1.179688, + 1.15918, + 1.191406, + 1.273438, + 1.310547, + 1.910156, + 1.363281, + 1.386719, + 1.225586, + 2.609375, + 1.308594, + 1.248047, + 1.089844, + 1.320312, + 3.546875, + 1.117188, + 1.138672, + 1.269531, + 1.192383, + 1.605469, + 1.209961, + 1.251953, + 1.167969, + 3.953125, + 1.173828, + 1.145508, + 1.464844, + 1.181641, + 1.339844, + 1.112793, + 1.228516, + 1.168945, + 1.161133, + 1.394531, + 1.150391, + 1.102539, + 1.151367, + 1.163086, + 1.209961, + 1.224609, + 2.085938, + 1.118652, + 1.396484, + 1.337891, + 1.251953, + 1.204102, + 1.839844, + 1.292969, + 1.210938, + 1.135742, + 3.890625, + 1.601562, + 1.59375, + 2.96875, + 1.243164, + 1.114746, + 1.126953, + 4.75, + 1.15625, + 0.796875, + 4.25, + 2.6875, + 1.150391, + 1.106934, + 1.123047, + 1.171875, + 1.117188, + 1.306641, + 1.310547, + 1.333984, + 1.05957, + 2.640625, + 1.106934, + 1.195312, + 1.09375, + 3.78125, + 1.166992, + 1.285156, + 1.154297, + 1.337891, + 1.185547, + 1.271484, + 1.227539, + 1.53125, + 4.34375, + 1.063965, + 1.208008, + 1.210938, + 1.261719, + 2.0, + 1.275391, + 3.5, + 1.232422, + 1.241211, + 2.039062, + 1.279297, + 1.169922, + 1.265625, + 3.28125, + 1.410156, + 1.172852, + 1.28125, + 1.143555, + 2.132812, + 3.921875, + 1.298828, + 1.033691, + 1.369141, + 1.785156, + 1.145508, + 1.15625, + 1.234375, + 3.984375, + 1.417969, + 1.119141, + 1.369141, + 1.310547, + 1.478516, + 1.163086, + 1.304688, + 1.193359, + 1.785156, + 1.384766, + 1.34375, + 1.117188, + 1.103516, + 1.200195, + 1.929688, + 1.5625, + 1.542969, + 1.585938, + 1.333984, + 1.339844, + 2.640625, + 1.21582, + 1.941406, + 1.140625, + 1.238281, + 1.182617, + 1.145508, + 1.205078, + 1.355469, + 2.507812, + 1.394531, + 1.21582, + 1.296875, + 1.263672, + 1.060059, + 2.25, + 1.239258, + 1.291016, + 1.21582, + 1.172852, + 1.279297, + 1.839844, + 1.111816, + 1.302734, + 1.318359, + 1.244141, + 3.1875, + 1.269531, + 1.200195, + 1.115234, + 2.664062, + 1.136719, + 1.12793, + 1.523438, + 1.239258, + 1.318359, + 1.202148, + 1.140625, + 1.578125, + 1.757812, + 1.220703, + 1.192383, + 1.086914, + 1.143555, + 1.176758, + 1.137695, + 1.134766, + 1.105957, + 1.232422, + 1.314453, + 0.822266, + 1.335938, + 1.347656, + 2.171875, + 1.347656, + 1.183594, + 1.353516, + 1.086426, + 1.219727, + 1.283203, + 1.120117, + 2.734375, + 1.067871, + 1.083496, + 1.384766, + 1.25, + 1.222656, + 4.546875, + 1.222656, + 1.121582, + 1.15332, + 2.8125, + 1.237305, + 1.234375, + 2.210938, + 3.359375, + 1.523438, + 1.206055, + 1.161133, + 1.219727, + 1.386719, + 1.365234, + 1.298828, + 1.209961, + 1.263672, + 2.429688, + 1.168945, + 1.878906, + 1.220703, + 1.236328, + 2.59375, + 4.484375, + 1.126953, + 1.057373, + 1.178711, + 2.28125, + 1.088379, + 1.53125, + 1.349609, + 1.225586, + 0.991455, + 1.239258, + 1.197266, + 1.283203, + 1.433594, + 1.128906, + 1.166992, + 0.625, + 2.898438, + 2.023438, + 1.236328, + 1.304688, + 1.15625, + 1.519531, + 1.435547, + 1.273438, + 1.542969, + 2.328125, + 1.118652, + 1.054199, + 1.275391, + 1.361328, + 1.447266, + 1.59375, + 1.328125, + 1.154297, + 4.53125, + 4.453125, + 1.18457, + 1.052734, + 1.261719, + 1.157227, + 1.332031, + 1.178711, + 2.859375, + 1.084961, + 2.242188, + 2.421875, + 1.523438, + 1.124023, + 1.239258, + 1.234375, + 1.198242, + 1.326172, + 3.0, + 1.191406, + 1.375, + 1.408203, + 1.204102, + 1.176758, + 1.3125, + 1.636719, + 1.417969, + 1.210938, + 1.330078, + 1.292969, + 1.550781, + 2.234375, + 1.384766, + 1.46875, + 1.369141, + 1.144531, + 1.322266, + 3.578125, + 1.333984, + 1.132812, + 3.578125, + 1.3125, + 1.609375, + 1.34375, + 1.363281, + 1.318359, + 1.431641, + 1.671875, + 1.133789, + 1.185547, + 1.103027, + 1.138672, + 1.183594, + 1.197266, + 1.269531, + 1.367188, + 1.224609, + 1.118652, + 1.404297, + 2.945312, + 4.65625, + 1.219727, + 1.386719, + 1.194336, + 1.255859, + 1.324219, + 4.609375, + 1.129883, + 1.201172, + 1.423828, + 1.197266, + 2.546875, + 1.069336, + 1.134766, + 1.203125, + 1.246094, + 1.203125, + 0.974976, + 1.480469, + 1.644531, + 1.427734, + 0.881348, + 1.408203, + 3.5625, + 1.229492, + 1.427734, + 4.859375, + 1.197266, + 3.453125, + 1.223633, + 1.306641, + 1.625, + 1.228516, + 3.9375, + 1.265625, + 1.246094, + 1.176758, + 1.255859, + 1.18457, + 1.351562, + 1.511719, + 1.065918, + 1.150391, + 1.226562, + 1.189453, + 1.12793, + 2.710938, + 1.177734, + 1.361328, + 1.546875, + 1.472656, + 2.851562, + 1.206055, + 2.960938, + 1.18457, + 4.3125, + 1.103027, + 1.236328, + 1.064941, + 1.306641, + 1.244141, + 1.283203, + 1.162109, + 1.161133, + 1.302734, + 1.194336, + 1.261719, + 1.292969, + 1.734375, + 1.016479, + 2.320312, + 1.263672, + 1.664062, + 3.640625, + 1.34375, + 1.151367, + 1.15625, + 1.198242, + 1.099609, + 1.402344, + 1.172852, + 1.261719, + 1.851562, + 1.648438, + 1.227539, + 1.161133, + 1.18457, + 1.480469, + 1.310547, + 2.3125, + 1.144531, + 1.091309, + 1.18457, + 3.140625, + 1.613281, + 1.382812, + 1.237305, + 1.263672, + 1.527344, + 1.351562, + 1.253906, + 1.304688, + 1.351562, + 1.285156, + 1.201172, + 3.734375, + 1.466797, + 1.229492, + 1.183594, + 1.176758, + 1.1875, + 1.130859, + 1.316406, + 1.539062, + 1.086914, + 1.1875, + 2.265625, + 3.046875, + 1.294922, + 1.332031, + 1.107422, + 1.1875, + 1.198242, + 4.828125, + 1.279297, + 1.298828, + 1.230469, + 1.123047, + 1.6875, + 1.163086, + 1.605469, + 3.328125, + 1.237305, + 1.291016, + 1.28125, + 1.277344, + 2.640625, + 1.196289, + 1.135742, + 1.3125, + 1.183594, + 1.261719, + 1.182617, + 1.570312, + 1.582031, + 2.203125, + 1.396484, + 1.621094, + 3.921875, + 1.449219, + 1.197266, + 1.196289, + 1.233398, + 3.828125, + 1.21875, + 1.206055, + 1.148438, + 1.292969, + 1.255859, + 2.25, + 1.255859, + 2.398438, + 1.380859, + 2.023438, + 1.394531, + 1.15918, + 1.206055, + 1.707031, + 1.111328, + 1.217773, + 1.146484, + 1.527344, + 1.249023, + 1.265625, + 3.453125, + 1.742188, + 1.361328, + 1.192383, + 1.617188, + 3.28125, + 1.324219, + 1.652344, + 1.208008, + 1.200195, + 1.28125, + 3.6875, + 1.228516, + 1.211914, + 2.109375, + 1.257812, + 1.507812, + 1.488281, + 1.382812, + 1.173828, + 1.253906, + 1.269531, + 1.239258, + 1.267578, + 1.200195, + 1.170898, + 1.135742, + 3.984375, + 1.289062, + 1.34375, + 1.287109, + 1.225586, + 1.162109, + 1.167969, + 1.324219, + 2.078125, + 1.240234, + 1.132812, + 1.181641, + 1.322266, + 2.703125, + 1.394531, + 1.683594, + 1.298828, + 1.263672, + 1.232422, + 1.277344, + 1.220703, + 1.273438, + 1.386719, + 1.136719, + 1.494141, + 1.322266, + 1.236328, + 1.240234, + 1.228516, + 1.3125, + 1.882812, + 1.241211, + 2.648438, + 5.0, + 1.277344, + 1.566406, + 1.07959, + 1.152344, + 1.238281, + 1.322266, + 1.734375, + 1.25, + 1.314453, + 1.466797, + 1.095703, + 1.149414, + 1.226562, + 3.75, + 1.367188, + 1.125977, + 1.192383, + 1.503906, + 1.78125, + 1.125977, + 1.238281, + 1.333984, + 1.287109, + 1.210938, + 1.167969, + 1.076172, + 1.060303, + 1.223633, + 2.15625, + 1.145508, + 1.746094, + 1.326172, + 1.300781, + 1.183594, + 1.114258, + 1.235352, + 1.134766, + 1.392578, + 1.195312, + 0.646484, + 1.761719, + 1.213867, + 1.710938, + 2.273438, + 1.143555, + 1.457031, + 1.216797, + 3.125, + 1.871094, + 1.105469, + 1.175781, + 1.246094, + 1.155273, + 1.474609, + 1.116211, + 1.773438, + 1.511719, + 1.089844, + 4.234375, + 1.337891, + 1.359375, + 1.283203, + 1.233398, + 1.151367, + 1.078125, + 1.40625, + 4.234375, + 1.128906, + 1.279297, + 1.316406, + 1.21582, + 1.142578, + 1.328125, + 1.094238, + 1.181641, + 1.671875, + 2.015625, + 1.365234, + 1.175781, + 1.135742, + 1.322266, + 1.217773, + 1.472656, + 1.318359, + 1.496094, + 1.189453, + 1.601562, + 1.503906, + 1.306641, + 1.202148, + 1.112305, + 1.205078, + 1.507812, + 1.28125, + 1.550781, + 1.194336, + 1.208008, + 1.225586, + 1.554688, + 4.078125, + 1.130859, + 1.229492, + 1.131836, + 1.137695, + 1.092773, + 1.492188, + 1.101562, + 1.160156, + 1.098145, + 2.109375, + 1.074707, + 1.251953, + 1.171875, + 3.78125, + 1.150391, + 1.578125, + 1.183594, + 1.209961, + 1.227539, + 1.259766, + 1.132812, + 1.205078, + 1.140625, + 1.423828, + 1.255859, + 4.28125, + 1.28125, + 1.542969, + 1.092285, + 3.53125, + 1.182617, + 3.765625, + 1.178711, + 4.46875, + 1.277344, + 1.792969, + 3.328125, + 2.09375, + 1.349609, + 1.269531, + 1.168945, + 1.253906, + 1.113281, + 1.335938, + 1.283203, + 1.164062, + 5.15625, + 2.859375, + 2.171875, + 1.134766, + 1.273438, + 1.316406, + 1.175781, + 1.245117, + 1.193359, + 1.9375, + 1.168945, + 1.15332, + 1.137695, + 1.192383, + 1.259766, + 1.365234, + 1.275391, + 1.122559, + 1.863281, + 1.136719, + 1.069336, + 1.194336, + 1.207031, + 1.169922, + 1.808594, + 1.057617, + 1.231445, + 1.308594, + 1.194336, + 1.091309, + 1.371094, + 1.212891, + 1.151367, + 2.726562, + 1.386719, + 1.388672, + 1.691406, + 3.140625, + 1.161133, + 1.122559, + 1.167969, + 3.265625, + 1.285156, + 1.617188, + 1.212891, + 1.394531, + 1.667969, + 4.40625, + 1.230469, + 1.198242, + 1.179688, + 4.65625, + 1.652344, + 3.8125, + 3.265625, + 1.102051, + 1.423828, + 1.045654, + 1.061523, + 1.131836, + 1.392578, + 1.273438, + 1.326172, + 2.578125, + 2.5, + 1.24707, + 1.339844, + 1.279297, + 1.244141, + 1.357422, + 1.246094, + 1.08252, + 1.890625, + 1.166016, + 1.271484, + 1.251953, + 3.015625, + 1.185547, + 1.21582, + 0.948242, + 1.193359, + 1.231445, + 3.234375, + 1.345703, + 3.578125, + 1.322266, + 1.158203, + 1.357422, + 1.170898, + 1.347656, + 1.597656, + 1.189453, + 1.157227, + 1.244141, + 1.294922, + 1.287109, + 1.453125, + 1.207031, + 1.333984, + 1.076172, + 1.361328, + 2.421875, + 1.119629, + 2.257812, + 1.523438, + 1.373047, + 1.769531, + 1.237305, + 1.136719, + 1.380859, + 1.453125, + 1.326172, + 1.279297, + 1.142578, + 1.182617, + 2.164062, + 1.211914, + 1.269531, + 1.441406, + 1.34375, + 1.092773, + 1.155273, + 1.492188, + 1.157227, + 1.170898, + 1.304688, + 1.105957, + 1.283203, + 2.195312, + 1.137695, + 1.204102, + 2.554688, + 1.170898, + 1.369141, + 3.46875, + 1.300781, + 1.474609, + 1.135742, + 1.223633, + 1.22168, + 1.18457, + 1.018311, + 1.308594, + 1.134766, + 1.152344, + 1.318359, + 1.308594, + 1.091797, + 2.289062, + 1.408203, + 1.089844, + 1.197266, + 3.078125, + 1.470703, + 1.271484, + 1.116211, + 0.90918, + 1.269531, + 1.227539, + 1.613281, + 1.507812, + 3.5625, + 1.507812, + 1.158203, + 1.253906, + 3.28125, + 1.213867, + 1.300781, + 2.796875, + 1.144531, + 1.212891, + 1.324219, + 1.199219, + 1.240234, + 1.164062, + 2.210938, + 1.212891, + 1.185547, + 1.275391, + 1.170898, + 1.566406, + 1.28125, + 1.298828, + 3.484375, + 1.871094, + 1.287109, + 1.507812, + 1.157227, + 1.589844, + 1.300781, + 1.212891, + 1.304688, + 3.546875, + 1.478516, + 1.231445, + 4.65625, + 1.246094, + 1.320312, + 1.15625, + 1.168945, + 3.4375, + 1.441406, + 1.151367, + 4.921875, + 1.148438, + 3.546875, + 1.217773, + 1.345703, + 1.287109, + 1.255859, + 3.40625, + 1.347656, + 1.613281, + 1.241211, + 1.210938, + 1.157227, + 1.203125, + 3.75, + 1.135742, + 1.121582, + 1.183594, + 1.380859, + 3.09375, + 1.228516, + 1.259766, + 1.386719, + 1.367188, + 1.089844, + 1.181641, + 1.539062, + 1.59375, + 1.194336, + 1.423828, + 1.212891, + 3.25, + 3.265625, + 0.963623, + 1.139648, + 4.109375, + 1.106445, + 1.519531, + 1.199219, + 1.185547, + 1.275391, + 1.308594, + 2.171875, + 1.207031, + 1.249023, + 3.046875, + 1.330078, + 1.298828, + 1.355469 + ] + }, + "name": "onnx::Mul_8751", + "outputIndexes": [ + 2096 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2095, + 2096 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_22/Mul_1_output_0", + "outputIndexes": [ + 2097 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2097 + ], + "outputIndexes": [ + 3106 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3106 + ], + "outputIndexes": [ + 3107 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear", + "inputIndexes": [ + 3107 + ], + "outputIndexes": [ + 3108 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 963480892, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3108 + ], + "outputIndexes": [ + 3109 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3109 + ], + "outputIndexes": [ + 2098 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2097 + ], + "main_type": "NONE", + "name": "/Shape_309_output_0", + "outputIndexes": [ + 2099 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2099 + ], + "main_type": "NONE", + "name": "Shape6086", + "outputIndexes": [ + 2100 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2099 + ], + "main_type": "NONE", + "name": "Rank6088", + "outputIndexes": [ + 2101 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2101, + 2101 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6090", + "outputIndexes": [ + 2102 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2102 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6091", + "outputIndexes": [ + 2103 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2102, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6093", + "outputIndexes": [ + 2104 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2104 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6094", + "outputIndexes": [ + 2105 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2100, + 2103, + 2105, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6097", + "outputIndexes": [ + 2106 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2106 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6098", + "outputIndexes": [ + 2107 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 2107 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6099", + "outputIndexes": [ + 2108 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2108, + 2107 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6100", + "outputIndexes": [ + 2109 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2099, + 2109, + 2102 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_334_output_0", + "outputIndexes": [ + 2110 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2110, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_705_output_0", + "outputIndexes": [ + 2111 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2111, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_286_output_0", + "outputIndexes": [ + 2112 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2098, + 2112 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_199_output_0", + "outputIndexes": [ + 2113 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2113, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_176_output_0", + "outputIndexes": [ + 2114 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2113 + ], + "main_type": "NONE", + "name": "/Shape_310_output_0", + "outputIndexes": [ + 2115 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2115 + ], + "main_type": "NONE", + "name": "Shape6107", + "outputIndexes": [ + 2116 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2115 + ], + "main_type": "NONE", + "name": "Rank6109", + "outputIndexes": [ + 2117 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2117, + 2117 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6111", + "outputIndexes": [ + 2118 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2118 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6112", + "outputIndexes": [ + 2119 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2118, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6114", + "outputIndexes": [ + 2120 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2120 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6115", + "outputIndexes": [ + 2121 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2116, + 2119, + 2121, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6118", + "outputIndexes": [ + 2122 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2122 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6119", + "outputIndexes": [ + 2123 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2123 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6120", + "outputIndexes": [ + 2124 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2124, + 2123 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6121", + "outputIndexes": [ + 2125 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2115, + 2125, + 2118 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_335_output_0", + "outputIndexes": [ + 2126 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2126, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_66_output_0", + "outputIndexes": [ + 2127 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2127, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_710_output_0", + "outputIndexes": [ + 2128 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2113, + 2128, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_89_output_0", + "outputIndexes": [ + 2129 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2129 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_44_output_0", + "outputIndexes": [ + 2130 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2113, + 21, + 2128, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_88_output_0", + "outputIndexes": [ + 2131 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2130, + 2131 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_289_output_0", + "outputIndexes": [ + 2132 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2132, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_177_output_0", + "outputIndexes": [ + 2133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2114, + 2133 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_110_output_0", + "outputIndexes": [ + 2134 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2097 + ], + "outputIndexes": [ + 3110 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3110 + ], + "outputIndexes": [ + 3111 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear", + "inputIndexes": [ + 3111 + ], + "outputIndexes": [ + 3112 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 966135122, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3112 + ], + "outputIndexes": [ + 3113 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3113 + ], + "outputIndexes": [ + 2135 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2111, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_287_output_0", + "outputIndexes": [ + 2136 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2135, + 2136 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_200_output_0", + "outputIndexes": [ + 2137 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2137, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_178_output_0", + "outputIndexes": [ + 2138 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2137 + ], + "main_type": "NONE", + "name": "/Shape_311_output_0", + "outputIndexes": [ + 2139 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2139 + ], + "main_type": "NONE", + "name": "Shape6170", + "outputIndexes": [ + 2140 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2139 + ], + "main_type": "NONE", + "name": "Rank6172", + "outputIndexes": [ + 2141 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2141, + 2141 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6174", + "outputIndexes": [ + 2142 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2142 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6175", + "outputIndexes": [ + 2143 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2142, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6177", + "outputIndexes": [ + 2144 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2144 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6178", + "outputIndexes": [ + 2145 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2140, + 2143, + 2145, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6181", + "outputIndexes": [ + 2146 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2146 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6182", + "outputIndexes": [ + 2147 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2147 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6183", + "outputIndexes": [ + 2148 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2148, + 2147 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6184", + "outputIndexes": [ + 2149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2139, + 2149, + 2142 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_336_output_0", + "outputIndexes": [ + 2150 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2150, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_67_output_0", + "outputIndexes": [ + 2151 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2151, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_712_output_0", + "outputIndexes": [ + 2152 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2137, + 2152, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_91_output_0", + "outputIndexes": [ + 2153 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2153 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_45_output_0", + "outputIndexes": [ + 2154 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2137, + 21, + 2152, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_90_output_0", + "outputIndexes": [ + 2155 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2154, + 2155 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_290_output_0", + "outputIndexes": [ + 2156 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2156, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_179_output_0", + "outputIndexes": [ + 2157 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2138, + 2157 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_111_output_0", + "outputIndexes": [ + 2158 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2097 + ], + "outputIndexes": [ + 3114 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3114 + ], + "outputIndexes": [ + 3115 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear", + "inputIndexes": [ + 3115 + ], + "outputIndexes": [ + 3116 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 967462248, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3116 + ], + "outputIndexes": [ + 3117 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3117 + ], + "outputIndexes": [ + 2159 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2159, + 2136 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_201_output_0", + "outputIndexes": [ + 2160 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2134, + 2158, + 2160, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_206_output_0", + "outputIndexes": [ + 2161 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2161 + ], + "outputIndexes": [ + 3118 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3118 + ], + "outputIndexes": [ + 3119 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear", + "inputIndexes": [ + 3119 + ], + "outputIndexes": [ + 3120 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 968789374, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3120 + ], + "outputIndexes": [ + 3121 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3121 + ], + "outputIndexes": [ + 2162 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2162 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_22/Mul_output_0", + "outputIndexes": [ + 2163 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 3.546875, + 3.875, + 3.703125, + 3.734375, + 3.859375, + 3.609375, + 3.421875, + 2.25, + 3.484375, + 3.59375, + 3.671875, + 3.71875, + 3.640625, + 3.703125, + 3.640625, + 3.5, + 3.5, + 3.578125, + 2.375, + 3.09375, + 3.4375, + 3.640625, + 3.6875, + 3.359375, + 3.46875, + 3.53125, + 3.484375, + 2.953125, + 3.671875, + 3.5, + 3.375, + 3.234375, + 3.796875, + 2.390625, + 3.703125, + 3.28125, + 3.640625, + 3.796875, + 3.421875, + 3.296875, + 3.9375, + 3.5625, + 3.609375, + 3.234375, + 2.609375, + 3.484375, + 3.765625, + 3.546875, + 2.804688, + 3.21875, + 3.453125, + 2.984375, + 3.453125, + 2.484375, + 3.734375, + 3.5625, + 3.546875, + 3.703125, + 3.359375, + 3.28125, + 3.125, + 3.40625, + 3.53125, + 3.65625, + 3.671875, + 3.3125, + 3.078125, + 4.046875, + 3.171875, + 3.4375, + 3.765625, + 3.4375, + 3.484375, + 3.59375, + 3.484375, + 3.546875, + 2.867188, + 3.328125, + 3.21875, + 2.632812, + 3.59375, + 2.007812, + 3.671875, + 2.96875, + 3.625, + 3.390625, + 3.34375, + 2.984375, + 2.976562, + 3.5625, + 3.484375, + 3.625, + 3.71875, + 2.890625, + 3.71875, + 2.070312, + 3.609375, + 3.1875, + 4.734375, + 3.671875, + 3.15625, + 3.796875, + 3.453125, + 3.703125, + 3.78125, + 3.8125, + 3.59375, + 3.21875, + 3.765625, + 3.46875, + 3.5625, + 3.640625, + 3.5625, + 2.296875, + 3.734375, + 3.328125, + 3.640625, + 2.59375, + 3.453125, + 3.6875, + 3.78125, + 3.71875, + 3.3125, + 3.65625, + 3.5625, + 3.171875, + 3.328125, + 3.71875, + 3.59375, + 2.992188, + 3.046875, + 3.71875, + 3.453125, + 3.609375, + 3.796875, + 3.65625, + 3.296875, + 3.09375, + 3.5, + 3.65625, + 3.84375, + 0.902344, + 3.59375, + 3.515625, + 3.53125, + 3.125, + 3.46875, + 3.71875, + 3.625, + 3.578125, + 3.671875, + 3.3125, + 3.46875, + 4.09375, + 3.46875, + 3.765625, + 2.945312, + 3.609375, + 2.507812, + 2.421875, + 2.875, + 3.625, + 3.28125, + 3.09375, + 3.625, + 3.65625, + 3.609375, + 2.617188, + 3.78125, + 3.609375, + 3.671875, + 2.625, + 3.875, + 2.679688, + 3.546875, + 4.203125, + 3.515625, + 2.007812, + 3.515625, + 3.453125, + 3.5, + 2.289062, + 3.5625, + 1.964844, + 3.578125, + 3.5, + 2.945312, + 3.671875, + 3.375, + 2.976562, + 3.578125, + 3.15625, + 3.5, + 3.53125, + 3.703125, + 3.453125, + 3.328125, + 3.6875, + 3.71875, + 3.609375, + 3.265625, + 3.53125, + 3.71875, + 3.28125, + 3.53125, + 3.6875, + 3.4375, + 3.6875, + 3.796875, + 3.828125, + 3.21875, + 3.921875, + 3.71875, + 3.265625, + 3.53125, + 3.4375, + 3.5, + 3.53125, + 3.640625, + 3.65625, + 3.46875, + 3.375, + 3.765625, + 3.75, + 3.703125, + 3.421875, + 3.625, + 3.609375, + 3.15625, + 3.15625, + 3.328125, + 3.515625, + 3.546875, + 3.703125, + 3.609375, + 3.6875, + 3.1875, + 3.734375, + 3.40625, + 3.421875, + 3.203125, + 3.65625, + 3.734375, + 3.15625, + 3.15625, + 3.390625, + 3.46875, + 3.21875, + 3.6875, + 3.203125, + 3.671875, + 3.265625, + 2.859375, + 3.671875, + 3.546875, + 3.671875, + 3.640625, + 0.998398, + 3.46875, + 3.578125, + 3.703125, + 3.859375, + 3.4375, + 3.6875, + 3.609375, + 3.09375, + 3.6875, + 3.59375, + 3.578125, + 3.5, + 3.359375, + 3.5625, + 3.734375, + 3.59375, + 3.796875, + 3.671875, + 3.046875, + 3.59375, + 3.8125, + 3.53125, + 3.28125, + 3.390625, + 2.640625, + 3.5625, + 3.234375, + 3.03125, + 3.5, + 3.296875, + 2.617188, + 3.5625, + 3.34375, + 2.148438, + 3.625, + 3.640625, + 3.46875, + 3.703125, + 3.5625, + 3.59375, + 3.828125, + 3.546875, + 3.5625, + 3.375, + 2.070312, + 3.765625, + 1.65625, + 3.515625, + 3.578125, + 3.25, + 3.546875, + 3.65625, + 3.828125, + 2.3125, + 3.59375, + 3.53125, + 3.4375, + 3.5625, + 3.609375, + 3.90625, + 3.4375, + 3.640625, + 3.53125, + 3.484375, + 3.359375, + 3.515625, + 3.625, + 3.46875, + 3.1875, + 3.390625, + 3.765625, + 3.5625, + 3.390625, + 3.203125, + 3.609375, + 3.609375, + 1.116699, + 3.5625, + 3.328125, + 3.8125, + 3.625, + 3.09375, + 3.421875, + 3.46875, + 3.625, + 3.734375, + 3.390625, + 3.359375, + 3.59375, + 2.945312, + 3.34375, + 3.734375, + 2.476562, + 2.882812, + 2.554688, + 3.328125, + 2.0, + 2.773438, + 3.734375, + 3.8125, + 3.40625, + 3.421875, + 2.453125, + 3.40625, + 3.359375, + 2.882812, + 3.1875, + 3.75, + 3.84375, + 2.59375, + 3.609375, + 3.4375, + 3.71875, + 3.40625, + 3.578125, + 3.25, + 3.828125, + 3.828125, + 3.703125, + 3.25, + 3.40625, + 2.921875, + 3.609375, + 3.703125, + 2.96875, + 2.742188, + 3.734375, + 3.65625, + 3.390625, + 3.109375, + 3.6875, + 3.578125, + 3.375, + 3.3125, + 2.367188, + 3.609375, + 3.59375, + 3.671875, + 3.546875, + 2.398438, + 3.4375, + 3.859375, + 3.609375, + 3.546875, + 3.59375, + 3.609375, + 2.546875, + 4.15625, + 3.671875, + 3.625, + 3.515625, + 2.875, + 3.71875, + 3.515625, + 3.71875, + 3.609375, + 3.359375, + 3.203125, + 3.15625, + 3.4375, + 3.28125, + 3.53125, + 3.53125, + 3.375, + 3.25, + 3.40625, + 3.59375, + 3.03125, + 3.71875, + 3.65625, + 3.78125, + 3.4375, + 3.484375, + 3.59375, + 3.8125, + 3.3125, + 2.828125, + 3.828125, + 3.8125, + 3.921875, + 3.609375, + 3.921875, + 3.484375, + 3.28125, + 3.890625, + 3.375, + 1.871094, + 3.71875, + 3.484375, + 3.90625, + 3.5, + 3.828125, + 3.671875, + 3.375, + 3.5, + 3.34375, + 3.515625, + 3.671875, + 2.953125, + 3.609375, + 3.375, + 3.390625, + 3.640625, + 3.640625, + 3.5, + 3.53125, + 2.914062, + 3.546875, + 2.328125, + 3.5, + 3.421875, + 3.59375, + 3.5, + 3.5625, + 3.890625, + 3.375, + 3.5625, + 3.5625, + 2.71875, + 2.257812, + 3.4375, + 3.671875, + 3.34375, + 3.40625, + 3.515625, + 3.75, + 3.640625, + 3.65625, + 2.265625, + 3.765625, + 3.625, + 3.53125, + 3.359375, + 3.5625, + 3.828125, + 3.703125, + 3.359375, + 3.75, + 2.03125, + 2.328125, + 3.203125, + 2.359375, + 3.578125, + 3.703125, + 3.6875, + 3.25, + 2.59375, + 3.46875, + 3.09375, + 3.203125, + 3.8125, + 3.671875, + 3.84375, + 3.8125, + 3.328125, + 3.34375, + 3.65625, + 3.75, + 3.078125, + 3.359375, + 3.640625, + 3.234375, + 3.609375, + 3.53125, + 2.710938, + 2.640625, + 3.78125, + 2.828125, + 3.734375, + 3.609375, + 3.34375, + 3.75, + 3.5625, + 3.5625, + 3.765625, + 2.171875, + 3.671875, + 3.515625, + 3.609375, + 3.296875, + 3.9375, + 2.085938, + 1.609375, + 3.28125, + 3.328125, + 3.40625, + 3.890625, + 3.40625, + 3.78125, + 3.578125, + 3.171875, + 3.859375, + 2.3125, + 3.53125, + 4.453125, + 3.671875, + 3.40625, + 3.703125, + 3.71875, + 2.539062, + 3.53125, + 3.21875, + 3.53125, + 1.449219, + 3.265625, + 3.515625, + 3.515625, + 3.5625, + 3.5625, + 2.117188, + 3.390625, + 3.46875, + 3.3125, + 3.703125, + 3.71875, + 3.1875, + 1.929688, + 3.625, + 3.171875, + 3.484375, + 2.882812, + 3.671875, + 3.5, + 0.732422, + 3.515625, + 3.53125, + 3.359375, + 3.546875, + 3.515625, + 2.992188, + 2.554688, + 3.125, + 3.75, + 3.640625, + 3.15625, + 3.53125, + 3.171875, + 3.484375, + 3.53125, + 3.59375, + 3.5625, + 3.5, + 3.796875, + 3.625, + 3.1875, + 3.53125, + 3.671875, + 3.6875, + 3.546875, + 3.734375, + 3.640625, + 3.3125, + 3.765625, + 3.5, + 3.671875, + 2.484375, + 3.484375, + 3.484375, + 3.453125, + 3.421875, + 3.234375, + 3.640625, + 3.609375, + 3.703125, + 3.46875, + 3.671875, + 3.484375, + 3.265625, + 3.515625, + 3.78125, + 3.546875, + 3.125, + 3.328125, + 3.5625, + 3.234375, + 3.5, + 3.6875, + 3.28125, + 3.65625, + 3.4375, + 3.859375, + 3.21875, + 3.890625, + 3.671875, + 3.328125, + 2.59375, + 3.65625, + 2.734375, + 3.78125, + 3.609375, + 3.375, + 2.695312, + 2.234375, + 2.304688, + 3.671875, + 3.78125, + 3.8125, + 3.734375, + 3.515625, + 3.59375, + 3.5625, + 3.71875, + 3.625, + 3.5, + 3.734375, + 2.015625, + 3.5625, + 3.65625, + 3.59375, + 3.5, + 3.765625, + 3.84375, + 3.53125, + 3.359375, + 3.421875, + 3.421875, + 3.359375, + 3.609375, + 3.375, + 3.59375, + 3.140625, + 3.734375, + 3.8125, + 1.804688, + 1.941406, + 3.59375, + 3.265625, + 3.765625, + 3.40625, + 3.8125, + 3.578125, + 3.390625, + 3.34375, + 3.546875, + 3.53125, + 3.453125, + 3.671875, + 3.34375, + 3.34375, + 3.671875, + 3.515625, + 3.328125, + 3.0625, + 3.640625, + 3.421875, + 3.5625, + 3.625, + 3.296875, + 3.625, + 3.421875, + 3.546875, + 3.375, + 3.578125, + 3.828125, + 3.421875, + 3.734375, + 1.738281, + 3.5625, + 3.109375, + 3.03125, + 3.65625, + 3.5, + 3.796875, + 3.765625, + 3.640625, + 3.5625, + 3.203125, + 2.15625, + 2.9375, + 3.859375, + 3.734375, + 3.625, + 3.546875, + 0.496094, + 3.328125, + 3.6875, + 3.40625, + 3.421875, + 3.5625, + 3.765625, + 3.875, + 3.828125, + 3.59375, + 3.640625, + 3.734375, + 3.515625, + 3.453125, + 3.34375, + 3.765625, + 3.328125, + 3.828125, + 3.53125, + 3.78125, + 3.671875, + 3.609375, + 3.375, + 3.6875, + 3.28125, + 3.25, + 2.648438, + 3.75, + 3.265625, + 3.40625, + 3.515625, + 3.53125, + 3.796875, + 3.25, + 3.390625, + 3.34375, + 3.671875, + 3.734375, + 3.484375, + 3.6875, + 3.421875, + 3.40625, + 3.5625, + 3.484375, + 3.546875, + 3.609375, + 3.65625, + 3.453125, + 3.453125, + 3.546875, + 3.5, + 3.34375, + 3.65625, + 2.0625, + 3.5, + 3.703125, + 2.90625, + 2.96875, + 3.765625, + 3.625, + 3.578125, + 3.296875, + 3.8125, + 3.53125, + 3.28125, + 3.578125, + 2.960938, + 3.75, + 3.5, + 2.414062, + 3.921875, + 3.375, + 3.53125, + 3.34375, + 3.03125, + 3.71875, + 3.625, + 2.726562, + 3.703125, + 3.453125, + 3.796875, + 2.226562, + 3.609375, + 3.03125, + 3.109375, + 3.765625, + 3.46875, + 3.015625, + 3.25, + 3.484375, + 3.234375, + 3.53125, + 3.640625, + 3.703125, + 3.65625, + 3.453125, + 3.65625, + 3.5, + 3.4375, + 3.875, + 3.6875, + 3.421875, + 3.546875, + 3.609375, + 3.046875, + 3.8125, + 3.515625, + 2.953125, + 3.640625, + 3.0, + 3.21875, + 3.671875, + 3.453125, + 3.609375, + 3.671875, + 2.84375, + 3.34375, + 3.53125, + 3.90625, + 3.125, + 3.421875, + 3.4375, + 3.59375, + 1.703125, + 3.375, + 3.359375, + 3.421875, + 3.625, + 3.109375, + 3.703125, + 3.71875, + 3.640625, + 3.609375, + 3.53125, + 2.140625, + 3.390625, + 3.5, + 3.40625, + 2.101562, + 3.75, + 3.71875, + 3.203125, + 2.460938, + 3.234375, + 3.515625, + 3.53125, + 3.59375, + 3.5625, + 3.671875, + 3.28125, + 3.234375, + 3.46875, + 3.203125, + 3.203125, + 3.484375, + 3.734375, + 3.640625, + 3.09375, + 3.140625, + 2.617188, + 3.515625, + 3.625, + 3.390625, + 3.6875, + 3.546875, + 3.359375, + 3.515625, + 3.40625, + 3.46875, + 3.296875, + 3.625, + 3.625, + 3.671875, + 2.929688, + 3.421875, + 3.515625, + 2.445312, + 1.714844, + 3.0, + 3.109375, + 3.3125, + 3.6875, + 3.5, + 3.71875, + 2.273438, + 2.023438, + 3.1875, + 3.59375, + 3.375, + 3.46875, + 3.4375, + 3.796875, + 3.71875, + 3.328125, + 2.34375, + 3.578125, + 3.75, + 3.46875, + 2.875, + 3.34375, + 3.265625, + 3.484375, + 3.203125, + 3.765625, + 3.6875, + 3.359375, + 3.578125, + 2.945312, + 3.828125, + 3.484375, + 3.4375, + 3.8125, + 3.265625, + 3.6875, + 3.71875, + 3.09375, + 2.296875, + 1.914062, + 3.734375, + 3.3125, + 3.671875, + 3.578125, + 3.5625, + 3.5, + 3.84375, + 2.117188, + 3.34375, + 3.203125, + 3.734375, + 3.78125, + 2.453125, + 3.734375, + 3.484375, + 3.484375, + 3.703125, + 3.484375, + 3.3125, + 3.3125, + 2.523438, + 3.515625, + 3.53125, + 3.546875, + 2.296875, + 3.4375, + 3.609375, + 3.390625, + 3.796875, + 2.6875, + 3.5625, + 3.328125, + 3.671875, + 3.28125, + 2.984375, + 3.59375, + 3.65625, + 3.015625, + 2.046875, + 1.773438, + 2.273438, + 3.46875, + 3.484375, + 3.640625, + 3.359375, + 3.625, + 2.789062, + 3.390625, + 2.210938, + 3.609375, + 3.640625, + 3.453125, + 3.765625, + 3.578125, + 3.75, + 3.78125, + 1.777344, + 3.609375, + 2.390625, + 3.40625, + 2.507812, + 3.171875, + 3.4375, + 3.546875, + 3.875, + 3.046875, + 3.359375, + 2.929688, + 3.421875, + 2.164062, + 3.359375, + 3.1875, + 2.945312, + 3.03125, + 3.65625, + 3.703125, + 3.265625, + 2.585938, + 3.765625, + 3.3125, + 3.6875, + 3.0625, + 3.203125, + 3.53125, + 2.140625, + 3.65625, + 3.359375, + 3.59375, + 2.375, + 2.226562, + 3.796875, + 3.671875, + 3.828125, + 3.734375, + 3.75, + 3.65625, + 3.375, + 1.851562, + 3.296875, + 3.609375, + 4.03125, + 3.46875, + 3.859375, + 3.484375, + 3.765625, + 3.6875, + 3.625, + 3.359375, + 3.984375, + 3.4375, + 3.265625, + 3.671875, + 3.671875, + 3.203125, + 3.625, + 3.59375, + 3.4375, + 3.34375, + 3.65625, + 1.726562, + 3.59375, + 2.148438, + 3.1875, + 3.265625, + 2.4375, + 3.625, + 3.390625, + 3.578125, + 3.40625, + 3.671875, + 3.875, + 3.609375, + 3.484375, + 2.421875, + 3.25, + 3.671875, + 3.28125, + 3.484375, + 3.53125, + 3.265625, + 3.6875, + 3.546875, + 3.703125, + 3.625, + 3.8125, + 2.289062, + 3.71875, + 3.84375, + 3.140625, + 3.640625, + 3.546875, + 3.40625, + 3.6875, + 3.640625, + 3.671875, + 3.6875, + 3.546875, + 3.625, + 3.71875, + 3.3125, + 3.53125, + 3.546875, + 3.765625, + 3.65625, + 3.5625, + 2.359375, + 3.703125, + 2.484375, + 3.609375, + 3.453125, + 3.1875, + 3.421875, + 3.8125, + 3.59375, + 3.546875, + 3.09375, + 3.625, + 1.878906, + 2.257812, + 1.953125, + 3.390625, + 3.796875, + 2.65625, + 3.59375, + 3.609375, + 3.4375, + 2.507812, + 3.234375, + 3.0625, + 3.53125, + 2.601562, + 3.421875, + 3.65625, + 3.578125, + 3.5625, + 3.375, + 3.34375, + 3.65625, + 3.671875, + 2.265625, + 3.40625, + 1.535156, + 3.515625, + 3.53125, + 3.546875, + 3.6875, + 3.078125, + 2.695312, + 3.625, + 2.359375, + 3.46875, + 3.5, + 3.5625, + 3.4375, + 3.140625, + 3.59375, + 3.6875, + 3.59375, + 3.203125, + 3.578125, + 3.5625, + 3.609375, + 3.484375, + 3.765625, + 3.140625, + 3.84375, + 3.4375, + 3.78125, + 3.5, + 3.625, + 3.71875, + 3.515625, + 3.484375, + 3.5, + 3.5, + 3.75, + 3.28125, + 3.625, + 3.640625, + 3.609375, + 3.59375, + 3.53125, + 3.4375, + 3.609375, + 3.375, + 3.609375, + 3.453125, + 3.421875, + 2.796875, + 3.53125, + 3.328125, + 3.328125, + 3.6875, + 3.46875, + 3.515625, + 3.453125, + 2.578125, + 3.578125, + 2.617188, + 3.40625, + 3.234375, + 3.484375, + 3.28125, + 3.375, + 3.109375, + 3.390625, + 2.296875, + 3.546875, + 3.171875, + 3.703125, + 3.640625, + 3.3125, + 3.53125, + 3.65625, + 3.625, + 3.375, + 3.484375, + 3.40625, + 3.5, + 2.03125, + 3.703125, + 3.5, + 3.609375, + 3.609375, + 3.5, + 3.75, + 3.53125, + 3.09375, + 3.390625, + 3.5625, + 3.59375, + 3.28125, + 3.734375, + 3.59375, + 3.4375, + 3.640625, + 3.578125, + 2.1875, + 3.5, + 3.46875, + 3.828125, + 2.84375, + 3.234375, + 2.953125, + 2.234375, + 3.59375, + 1.925781, + 2.015625, + 3.484375, + 3.65625, + 3.453125, + 3.640625, + 1.640625, + 3.671875, + 3.1875, + 3.46875, + 2.421875, + 3.65625, + 3.609375, + 3.765625, + 3.53125, + 3.71875, + 3.65625, + 1.9375, + 3.71875, + 3.546875, + 2.820312, + 2.5625, + 3.609375, + 3.71875, + 2.625, + 3.765625, + 2.117188, + 3.6875, + 3.59375, + 3.484375, + 3.390625, + 2.5625, + 3.546875, + 3.53125, + 3.53125, + 3.703125, + 3.40625, + 3.0625, + 1.71875, + 3.796875, + 3.546875, + 3.28125, + 3.515625, + 3.75, + 3.6875, + 3.578125, + 3.46875, + 3.53125, + 3.125, + 3.21875, + 3.53125, + 3.703125, + 3.640625, + 3.765625, + 3.515625, + 3.59375, + 3.4375, + 3.515625, + 1.796875, + 3.609375, + 3.421875, + 3.59375, + 3.609375, + 3.421875, + 3.328125, + 3.625, + 3.609375, + 3.421875, + 3.625, + 3.546875, + 3.640625, + 3.703125, + 3.046875, + 3.515625, + 2.273438, + 3.53125, + 2.617188, + 3.734375, + 3.671875, + 3.53125, + 2.523438, + 3.75, + 3.171875, + 3.21875, + 3.75, + 3.890625, + 3.53125, + 3.453125, + 3.515625, + 3.515625, + 3.3125, + 2.882812, + 3.265625, + 3.671875, + 3.65625, + 3.796875, + 3.34375, + 3.25, + 3.609375, + 3.546875, + 3.53125, + 3.734375, + 3.375, + 3.40625, + 3.609375, + 3.328125, + 2.75, + 3.28125, + 3.625, + 3.765625, + 3.640625, + 2.3125, + 3.6875, + 3.578125, + 3.640625, + 3.609375, + 3.4375, + 3.71875, + 3.6875, + 3.6875, + 2.109375, + 3.65625, + 3.828125, + 3.578125, + 3.9375, + 3.140625, + 3.515625, + 3.578125, + 3.65625, + 3.6875, + 3.453125, + 3.59375, + 3.609375, + 3.453125, + 3.53125, + 3.84375, + 3.421875, + 2.984375, + 2.078125, + 3.53125, + 3.5, + 3.703125, + 3.46875, + 3.046875, + 3.53125, + 3.625, + 3.640625, + 2.21875, + 2.921875, + 2.976562, + 1.194336, + 3.5625, + 3.671875, + 3.8125, + 1.882812, + 3.640625, + 3.796875, + 2.03125, + 2.75, + 3.703125, + 3.578125, + 3.40625, + 3.828125, + 3.734375, + 3.28125, + 3.484375, + 3.515625, + 3.796875, + 2.898438, + 3.53125, + 3.59375, + 3.765625, + 2.257812, + 3.59375, + 3.671875, + 3.640625, + 3.609375, + 3.671875, + 3.484375, + 3.421875, + 3.546875, + 2.203125, + 3.6875, + 3.546875, + 3.359375, + 3.5625, + 3.0, + 3.625, + 2.273438, + 3.828125, + 3.5625, + 2.820312, + 3.5, + 3.4375, + 3.703125, + 2.6875, + 3.640625, + 3.453125, + 3.5625, + 3.578125, + 3.1875, + 2.21875, + 3.328125, + 3.578125, + 3.609375, + 3.109375, + 3.609375, + 3.625, + 3.53125, + 2.328125, + 3.234375, + 3.84375, + 3.546875, + 3.671875, + 3.5, + 3.890625, + 3.484375, + 3.875, + 3.234375, + 3.484375, + 3.296875, + 3.65625, + 3.578125, + 3.703125, + 3.390625, + 3.1875, + 3.28125, + 3.21875, + 3.359375, + 3.390625, + 3.125, + 3.578125, + 2.984375, + 2.96875, + 3.375, + 3.46875, + 3.765625, + 3.8125, + 3.578125, + 3.09375, + 3.34375, + 3.546875, + 3.234375, + 3.5, + 3.671875, + 3.15625, + 3.578125, + 3.65625, + 3.734375, + 3.640625, + 3.71875, + 3.125, + 3.609375, + 3.296875, + 3.234375, + 3.25, + 2.679688, + 3.578125, + 3.40625, + 3.640625, + 3.546875, + 3.53125, + 3.375, + 3.359375, + 3.515625, + 3.515625, + 3.59375, + 3.546875, + 3.265625, + 3.0625, + 3.390625, + 3.671875, + 3.578125, + 3.734375, + 3.65625, + 3.453125, + 3.453125, + 3.734375, + 3.6875, + 3.421875, + 3.703125, + 3.3125, + 3.609375, + 3.296875, + 3.546875, + 3.8125, + 3.65625, + 3.515625, + 3.671875, + 3.703125, + 3.625, + 1.15625, + 3.578125, + 3.453125, + 3.34375, + 3.46875, + 3.65625, + 2.039062, + 2.90625, + 3.5625, + 3.390625, + 2.890625, + 3.359375, + 3.484375, + 2.96875, + 2.523438, + 3.421875, + 3.53125, + 3.484375, + 3.6875, + 3.28125, + 3.671875, + 3.359375, + 3.703125, + 3.25, + 1.878906, + 3.53125, + 3.109375, + 3.5625, + 3.578125, + 2.46875, + 2.023438, + 3.609375, + 3.8125, + 3.8125, + 2.882812, + 3.796875, + 3.09375, + 3.546875, + 3.484375, + 3.421875, + 3.5625, + 3.546875, + 3.5, + 3.328125, + 3.71875, + 3.796875, + 1.098145, + 2.601562, + 3.125, + 3.6875, + 3.5625, + 3.78125, + 3.171875, + 3.59375, + 3.625, + 3.375, + 3.0, + 3.4375, + 3.65625, + 3.390625, + 3.546875, + 3.46875, + 3.421875, + 3.46875, + 3.375, + 2.085938, + 2.148438, + 3.34375, + 3.625, + 3.4375, + 3.609375, + 3.5625, + 3.734375, + 2.671875, + 3.703125, + 2.929688, + 2.867188, + 3.546875, + 3.453125, + 3.65625, + 3.609375, + 3.421875, + 3.59375, + 2.640625, + 3.53125, + 3.421875, + 3.046875, + 3.703125, + 3.40625, + 3.40625, + 3.375, + 3.15625, + 3.453125, + 3.6875, + 3.515625, + 3.390625, + 3.203125, + 3.4375, + 3.578125, + 1.116211, + 3.9375, + 3.28125, + 2.375, + 3.515625, + 3.484375, + 2.335938, + 3.5, + 3.1875, + 3.75, + 3.734375, + 3.640625, + 3.5625, + 2.65625, + 3.6875, + 3.59375, + 3.40625, + 3.5, + 3.734375, + 3.734375, + 3.546875, + 3.46875, + 3.609375, + 3.625, + 3.515625, + 2.1875, + 1.773438, + 3.234375, + 3.65625, + 3.53125, + 3.484375, + 3.4375, + 1.804688, + 3.609375, + 3.65625, + 3.296875, + 3.671875, + 2.804688, + 3.59375, + 3.421875, + 3.796875, + 3.546875, + 3.5, + 3.25, + 3.40625, + 3.265625, + 3.5, + 3.78125, + 3.3125, + 2.28125, + 3.546875, + 3.515625, + 1.8125, + 3.71875, + 2.1875, + 3.71875, + 3.5625, + 3.328125, + 3.5625, + 1.644531, + 3.546875, + 3.4375, + 3.40625, + 3.625, + 3.75, + 3.484375, + 0.550781, + 3.328125, + 3.65625, + 3.421875, + 3.765625, + 3.6875, + 2.882812, + 3.5, + 3.5, + 3.265625, + 3.328125, + 2.921875, + 3.234375, + 2.734375, + 2.992188, + 2.078125, + 3.90625, + 3.59375, + 3.875, + 3.28125, + 3.546875, + 3.53125, + 3.65625, + 3.484375, + 3.34375, + 3.453125, + 3.625, + 3.765625, + 3.5, + 3.703125, + 2.921875, + 3.015625, + 3.25, + 2.414062, + 3.359375, + 3.65625, + 3.65625, + 3.6875, + 3.640625, + 3.34375, + 3.375, + 3.671875, + 2.9375, + 3.125, + 3.59375, + 3.828125, + 3.734375, + 3.3125, + 3.453125, + 3.125, + 3.734375, + 3.875, + 3.6875, + 2.546875, + 3.546875, + 3.6875, + 3.578125, + 3.640625, + 3.296875, + 3.546875, + 3.421875, + 3.59375, + 3.796875, + 3.640625, + 3.578125, + 2.578125, + 3.328125, + 3.640625, + 3.453125, + 3.65625, + 3.75, + 3.59375, + 3.40625, + 3.359375, + 3.734375, + 3.703125, + 2.820312, + 2.664062, + 3.671875, + 3.546875, + 3.703125, + 3.546875, + 3.890625, + 1.761719, + 3.578125, + 3.859375, + 3.53125, + 3.84375, + 3.359375, + 3.53125, + 3.25, + 2.632812, + 3.640625, + 3.484375, + 3.671875, + 3.5625, + 2.039062, + 3.8125, + 3.734375, + 3.625, + 3.671875, + 3.796875, + 3.765625, + 3.203125, + 3.28125, + 2.984375, + 3.515625, + 3.140625, + 2.203125, + 3.25, + 3.703125, + 3.625, + 3.84375, + 1.601562, + 3.625, + 3.515625, + 3.734375, + 3.71875, + 3.21875, + 3.140625, + 3.390625, + 2.75, + 3.953125, + 3.171875, + 3.40625, + 3.484375, + 3.484375, + 3.484375, + 3.78125, + 3.734375, + 3.796875, + 3.015625, + 3.484375, + 3.484375, + 2.40625, + 3.390625, + 3.75, + 3.828125, + 3.390625, + 2.59375, + 3.421875, + 3.703125, + 3.59375, + 3.78125, + 3.578125, + 2.328125, + 3.5, + 3.5625, + 3.140625, + 3.578125, + 3.25, + 3.453125, + 3.625, + 3.546875, + 3.484375, + 3.546875, + 3.375, + 3.59375, + 3.71875, + 3.734375, + 3.578125, + 2.273438, + 3.359375, + 3.375, + 3.5625, + 3.734375, + 3.90625, + 3.828125, + 3.59375, + 2.953125, + 3.5, + 3.671875, + 3.734375, + 3.734375, + 2.695312, + 3.265625, + 3.46875, + 3.734375, + 3.578125, + 3.6875, + 3.625, + 3.484375, + 3.6875, + 3.4375, + 3.515625, + 3.328125, + 3.578125, + 3.53125, + 3.140625, + 3.75, + 3.640625, + 3.234375, + 3.671875, + 2.695312, + 1.855469, + 3.5, + 3.265625, + 3.78125, + 3.671875, + 3.765625, + 3.640625, + 3.34375, + 3.578125, + 3.375, + 3.53125, + 3.78125, + 3.65625, + 3.578125, + 2.445312, + 3.625, + 3.90625, + 3.328125, + 3.5, + 3.640625, + 3.203125, + 3.765625, + 3.484375, + 3.390625, + 3.75, + 3.515625, + 3.640625, + 1.094238, + 3.34375, + 3.28125, + 3.53125, + 3.265625, + 3.46875, + 3.75, + 3.53125, + 3.46875, + 3.546875, + 3.625, + 3.53125, + 3.5, + 1.648438, + 3.234375, + 3.578125, + 3.0, + 2.75, + 3.640625, + 3.8125, + 3.46875, + 2.679688, + 3.15625, + 3.671875, + 3.5, + 3.75, + 3.25, + 3.65625, + 3.703125, + 3.40625, + 3.0625, + 3.59375, + 1.980469, + 3.4375, + 3.671875, + 3.640625, + 3.53125, + 3.734375, + 3.765625, + 3.546875, + 2.195312, + 3.5625, + 3.296875, + 3.6875, + 3.53125, + 3.5625, + 3.609375, + 3.6875, + 3.640625, + 3.328125, + 2.75, + 3.265625, + 3.28125, + 3.421875, + 3.625, + 3.59375, + 3.546875, + 3.625, + 3.28125, + 3.5625, + 3.296875, + 2.523438, + 3.328125, + 3.65625, + 3.703125, + 3.59375, + 3.296875, + 3.515625, + 3.296875, + 3.53125, + 3.53125, + 3.71875, + 3.359375, + 2.15625, + 3.75, + 3.578125, + 3.5625, + 3.53125, + 3.625, + 3.65625, + 3.671875, + 3.671875, + 3.765625, + 2.984375, + 3.5, + 3.640625, + 3.671875, + 2.328125, + 3.296875, + 3.125, + 3.546875, + 3.703125, + 3.734375, + 3.484375, + 3.578125, + 3.375, + 3.734375, + 3.40625, + 3.6875, + 1.824219, + 3.640625, + 3.34375, + 3.671875, + 2.414062, + 3.671875, + 2.296875, + 3.40625, + 1.992188, + 3.5625, + 3.1875, + 2.484375, + 3.09375, + 3.203125, + 3.578125, + 3.671875, + 3.25, + 3.859375, + 3.53125, + 3.671875, + 3.5, + 1.65625, + 2.703125, + 3.0625, + 3.6875, + 3.484375, + 3.453125, + 3.71875, + 3.609375, + 3.765625, + 3.15625, + 3.5625, + 3.65625, + 3.4375, + 3.671875, + 3.453125, + 3.484375, + 3.71875, + 3.484375, + 3.109375, + 3.78125, + 3.65625, + 3.734375, + 3.59375, + 3.71875, + 3.15625, + 3.84375, + 3.625, + 3.453125, + 3.609375, + 3.890625, + 3.578125, + 3.8125, + 3.5, + 2.757812, + 3.5625, + 3.5, + 3.4375, + 2.65625, + 3.640625, + 3.609375, + 3.65625, + 2.414062, + 3.515625, + 3.15625, + 3.609375, + 3.34375, + 3.359375, + 1.875, + 3.546875, + 3.59375, + 3.828125, + 2.015625, + 3.0625, + 2.234375, + 1.851562, + 3.53125, + 3.21875, + 3.734375, + 3.671875, + 3.9375, + 3.421875, + 3.5, + 3.53125, + 2.828125, + 2.8125, + 3.6875, + 3.265625, + 3.421875, + 3.609375, + 3.578125, + 3.578125, + 3.71875, + 2.992188, + 3.53125, + 3.671875, + 3.703125, + 2.546875, + 3.78125, + 3.4375, + 3.390625, + 3.5, + 3.46875, + 2.679688, + 3.59375, + 2.359375, + 3.609375, + 3.734375, + 3.625, + 3.328125, + 3.8125, + 3.4375, + 3.421875, + 3.59375, + 3.609375, + 3.703125, + 3.5625, + 3.5, + 3.546875, + 3.53125, + 3.53125, + 3.328125, + 3.34375, + 3.734375, + 2.867188, + 3.296875, + 3.390625, + 3.1875, + 3.515625, + 3.59375, + 3.71875, + 3.671875, + 3.53125, + 3.6875, + 3.09375, + 3.6875, + 3.0, + 3.484375, + 3.71875, + 3.375, + 3.734375, + 3.828125, + 3.8125, + 3.546875, + 3.65625, + 3.671875, + 3.40625, + 3.609375, + 3.640625, + 2.78125, + 3.765625, + 3.421875, + 2.46875, + 3.46875, + 3.59375, + 2.492188, + 3.5625, + 3.3125, + 3.53125, + 3.46875, + 3.015625, + 3.578125, + 3.640625, + 3.71875, + 3.625, + 3.625, + 3.25, + 3.578125, + 3.71875, + 2.976562, + 3.484375, + 3.4375, + 3.59375, + 2.476562, + 3.484375, + 3.484375, + 3.59375, + 3.5, + 3.703125, + 3.625, + 3.328125, + 3.546875, + 2.492188, + 3.375, + 3.609375, + 3.515625, + 2.382812, + 3.578125, + 3.78125, + 2.851562, + 3.640625, + 3.28125, + 3.3125, + 3.734375, + 3.65625, + 3.671875, + 2.890625, + 3.6875, + 3.65625, + 3.5625, + 3.90625, + 3.3125, + 3.5, + 3.140625, + 2.570312, + 3.171875, + 3.6875, + 3.390625, + 3.75, + 3.109375, + 3.21875, + 3.40625, + 3.65625, + 2.554688, + 3.453125, + 3.5625, + 1.789062, + 3.640625, + 3.40625, + 3.53125, + 3.484375, + 2.507812, + 3.671875, + 3.765625, + 1.828125, + 3.8125, + 1.6875, + 3.40625, + 3.640625, + 3.734375, + 3.484375, + 2.328125, + 3.625, + 3.015625, + 3.421875, + 3.640625, + 3.75, + 3.359375, + 2.296875, + 3.984375, + 3.671875, + 3.609375, + 3.59375, + 2.539062, + 3.390625, + 3.75, + 3.390625, + 3.578125, + 3.78125, + 3.578125, + 3.34375, + 3.546875, + 3.453125, + 3.46875, + 3.578125, + 2.265625, + 2.601562, + 3.40625, + 3.625, + 2.203125, + 3.78125, + 3.265625, + 3.765625, + 3.84375, + 3.421875, + 3.515625, + 3.390625, + 3.4375, + 3.546875, + 2.570312, + 3.375, + 3.734375, + 3.359375 + ] + }, + "name": "onnx::Mul_8774", + "outputIndexes": [ + 2164 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2163, + 2164 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_22/Mul_1_output_0", + "outputIndexes": [ + 2165 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2094, + 2165 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_113_output_0", + "outputIndexes": [ + 2166 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2166 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_22/Mul_output_0", + "outputIndexes": [ + 2167 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.909668, + 0.943604, + 0.902344, + 0.921875, + 0.858398, + 0.875488, + 0.883301, + 1.40625, + 0.901855, + 0.957275, + 0.907227, + 0.912598, + 0.90918, + 0.868164, + 0.911133, + 0.925293, + 0.94751, + 0.938721, + 1.222656, + 0.974854, + 0.942871, + 0.907227, + 0.885254, + 0.975708, + 0.950439, + 0.925293, + 0.896484, + 1.0271, + 0.89502, + 0.925781, + 0.958252, + 0.975708, + 0.916016, + 1.326172, + 0.916016, + 0.940674, + 0.920898, + 0.898926, + 0.953125, + 0.933105, + 0.865234, + 0.938965, + 0.915527, + 1.002243, + 1.24707, + 0.906738, + 0.882812, + 0.900879, + 1.388672, + 1.011475, + 0.959961, + 0.97522, + 0.919434, + 1.09375, + 0.879395, + 0.912109, + 0.897949, + 0.896484, + 0.973755, + 0.998932, + 1.028931, + 0.939209, + 0.924805, + 0.89209, + 0.897949, + 0.930176, + 1.032471, + 0.889648, + 0.964844, + 0.91748, + 0.90625, + 0.92627, + 0.920898, + 0.932129, + 0.92627, + 0.948975, + 1.139648, + 0.958008, + 1.019653, + 1.246094, + 0.922852, + 1.435547, + 0.937744, + 1.053955, + 0.922852, + 0.904297, + 0.913574, + 1.044922, + 1.181641, + 0.966064, + 0.935547, + 0.924316, + 0.896973, + 1.222656, + 0.915527, + 1.447266, + 0.905762, + 1.025146, + 0.75293, + 0.907227, + 0.988525, + 0.873047, + 0.907715, + 0.905273, + 0.885742, + 0.919922, + 0.90918, + 1.002899, + 0.901367, + 0.931152, + 0.886719, + 0.910156, + 0.919922, + 0.417969, + 0.866211, + 0.95874, + 0.946045, + 1.234375, + 0.935059, + 0.869141, + 0.901367, + 0.902832, + 1.000999, + 0.880371, + 0.932129, + 1.001442, + 0.919434, + 0.894043, + 0.953369, + 1.077637, + 1.068848, + 0.90918, + 0.940674, + 0.928223, + 0.880859, + 0.904785, + 0.973267, + 1.00296, + 0.922852, + 0.900391, + 0.836914, + 1.183594, + 0.9375, + 0.917969, + 0.942383, + 1.028687, + 0.949463, + 0.929199, + 0.914551, + 0.896973, + 0.930176, + 0.972046, + 0.94751, + 0.841797, + 0.936523, + 0.902344, + 1.126953, + 0.904297, + 1.386719, + 1.357422, + 0.378906, + 0.892578, + 0.971313, + 1.12793, + 0.926758, + 0.911621, + 0.899414, + 1.310547, + 0.856445, + 0.934082, + 0.915039, + 1.265625, + 0.905273, + 1.300781, + 0.952637, + 0.848633, + 0.892578, + 1.507812, + 0.934082, + 0.957764, + 0.908691, + 1.367188, + 0.971436, + 1.380859, + 0.754883, + 0.908691, + 1.174805, + 0.939697, + 0.958984, + 0.984863, + 0.913086, + 0.946533, + 0.911621, + 0.918945, + 0.93457, + 0.927734, + 0.938965, + 0.904785, + 0.891113, + 0.916504, + 0.947266, + 0.914551, + 0.910156, + 0.948242, + 0.961182, + 0.918945, + 0.896484, + 0.931641, + 0.894043, + 0.892578, + 0.995667, + 0.894043, + 0.921875, + 0.974487, + 0.924316, + 0.916016, + 0.938232, + 0.930176, + 0.899902, + 0.935059, + 0.949707, + 0.930176, + 0.884766, + 0.912598, + 0.889648, + 0.941895, + 0.911133, + 0.904785, + 0.994049, + 0.981812, + 0.339844, + 0.951172, + 0.894043, + 0.873047, + 0.905762, + 0.871094, + 0.959473, + 0.868164, + 0.932129, + 0.959717, + 0.794922, + 0.925293, + 0.904297, + 1.087402, + 0.963867, + 0.931152, + 0.937744, + 1.011719, + 0.873047, + 1.094727, + 0.914551, + 0.931641, + 1.200195, + 0.926758, + 0.911621, + 0.918945, + 0.92627, + 1.150391, + 0.930176, + 0.926758, + 0.924805, + 0.887695, + 0.96875, + 0.919922, + 0.922852, + 1.016602, + 0.869141, + 0.901367, + 0.939209, + 0.915527, + 0.920898, + 0.918945, + 0.935547, + 0.929199, + 0.915527, + 0.88916, + 1.136719, + 0.892578, + 0.898926, + 0.892578, + 1.01239, + 0.92041, + 1.208008, + 0.912109, + 0.95874, + 0.946777, + 0.90918, + 0.950195, + 1.249023, + 0.927734, + 0.970825, + 1.386719, + 0.947021, + 0.910645, + 0.916016, + 0.87793, + 0.936035, + 0.951904, + 0.888184, + 0.930176, + 0.893066, + 0.963867, + 1.345703, + 0.887207, + 1.435547, + 0.933594, + 0.887695, + 0.963623, + 0.940918, + 0.906738, + 0.916992, + 1.417969, + 0.905762, + 0.916504, + 0.936523, + 0.927246, + 0.900391, + 0.890137, + 0.967041, + 0.885742, + 0.97168, + 0.940674, + 0.968506, + 0.937744, + 0.896973, + 0.884766, + 0.980103, + 0.952881, + 0.892578, + 0.904297, + 1.000484, + 0.974976, + 0.90918, + 0.912109, + 0.1875, + 0.901855, + 0.925781, + 0.862305, + 0.90625, + 0.925781, + 0.961182, + 1.016968, + 0.916016, + 0.935547, + 0.937012, + 1.027832, + 0.92627, + 1.081055, + 0.980713, + 0.884766, + 1.168945, + 1.004547, + 1.075195, + 0.9935, + 1.4375, + 1.239258, + 0.880859, + 0.896484, + 1.024658, + 0.935547, + 1.302734, + 0.90918, + 0.984131, + 1.152344, + 1.023071, + 0.894043, + 0.902832, + 1.125977, + 0.90918, + 0.932617, + 0.877441, + 0.939209, + 0.90625, + 0.953857, + 0.884766, + 0.911621, + 0.887207, + 0.950928, + 0.911621, + 1.058838, + 0.914551, + 0.897949, + 1.123047, + 1.197266, + 0.874023, + 0.918457, + 0.980713, + 1.029541, + 0.883789, + 0.914551, + 0.962402, + 0.960449, + 1.402344, + 0.902832, + 0.916992, + 0.908203, + 0.92627, + 1.386719, + 0.980713, + 0.860352, + 0.900879, + 0.891602, + 0.918945, + 0.924316, + 1.222656, + 0.858398, + 0.882324, + 0.935547, + 0.963623, + 1.005432, + 0.901367, + 0.932129, + 0.870117, + 0.914062, + 0.943115, + 0.963135, + 0.945068, + 0.912109, + 0.979004, + 0.90918, + 0.93457, + 0.918457, + 0.96582, + 0.928223, + 0.90625, + 0.989624, + 0.901855, + 0.873047, + 0.899902, + 0.937012, + 0.931641, + 0.907715, + 0.90332, + 0.974976, + 0.623047, + 0.879883, + 0.865234, + 0.883301, + 0.910645, + 0.894043, + 0.909668, + 0.914551, + 0.87793, + 0.997162, + 0.794922, + 0.888672, + 0.897461, + 0.915039, + 0.947021, + 0.871094, + 0.884277, + 0.928711, + 0.939209, + 0.908691, + 0.898926, + 0.90332, + 1.029053, + 0.879883, + 0.987488, + 0.952637, + 0.916992, + 0.887207, + 0.900879, + 0.926758, + 1.097168, + 0.926758, + 1.347656, + 0.967773, + 0.92041, + 0.927734, + 0.935547, + 0.916504, + 0.905273, + 1.01178, + 0.927246, + 0.913086, + 1.214844, + 1.007172, + 0.942139, + 0.88623, + 0.939697, + 0.962646, + 0.864258, + 0.887207, + 0.893555, + 0.904785, + 1.324219, + 0.9375, + 0.921387, + 0.904785, + 0.980469, + 0.89502, + 0.891602, + 0.896973, + 1.014648, + 0.913086, + 1.527344, + 1.277344, + 1.028076, + 1.359375, + 0.918945, + 0.905762, + 0.890137, + 1.050537, + 1.087402, + 0.910156, + 1.012146, + 0.960449, + 0.881836, + 0.903809, + 0.921875, + 0.891602, + 0.968018, + 0.933105, + 0.930176, + 0.897949, + 1.028809, + 0.926758, + 0.877441, + 0.976685, + 0.903809, + 0.938232, + 1.263672, + 1.245117, + 0.896973, + 1.206055, + 0.885254, + 0.912109, + 0.935547, + 0.890625, + 0.916504, + 0.916504, + 0.895508, + 1.359375, + 0.905762, + 1.240234, + 0.921875, + 0.956543, + 0.891602, + 1.263672, + 0.537109, + 0.976807, + 0.869141, + 0.948486, + 0.880859, + 0.915039, + 0.902344, + 0.940186, + 1.066406, + 0.911621, + 1.087402, + 0.914551, + 0.939941, + 0.911621, + 0.92334, + 0.899902, + 0.915527, + 0.6875, + 0.949219, + 0.963135, + 0.920898, + 1.294922, + 0.959473, + 1.004669, + 0.905273, + 0.912598, + 0.927734, + 0.78125, + 0.928711, + 0.919434, + 0.912109, + 0.866211, + 0.888184, + 0.959473, + 1.435547, + 0.892578, + 0.963379, + 0.915039, + 1.147461, + 0.926758, + 0.873047, + 1.165039, + 0.895996, + 0.945312, + 0.942139, + 0.930664, + 0.880859, + 0.955322, + 0.720703, + 1.019409, + 0.896973, + 0.927246, + 0.908691, + 0.834961, + 1.265625, + 0.941406, + 0.92041, + 0.922852, + 0.907715, + 1.022217, + 0.878418, + 0.894043, + 0.987122, + 0.911133, + 0.890137, + 0.895508, + 0.922852, + 0.900391, + 0.90918, + 0.993622, + 0.874023, + 0.92041, + 0.889648, + 1.014587, + 0.95166, + 0.936035, + 0.916504, + 0.958984, + 0.959473, + 0.908203, + 0.913574, + 0.900879, + 0.951416, + 0.919922, + 0.907715, + 1.003815, + 0.942627, + 0.902344, + 0.90332, + 0.957031, + 0.947754, + 0.923828, + 1.004639, + 0.938232, + 0.899902, + 0.943115, + 0.894043, + 0.941162, + 0.888672, + 1.146484, + 0.893555, + 0.907227, + 1.047852, + 1.292969, + 0.888184, + 1.180664, + 0.898926, + 0.887207, + 0.933594, + 1.11377, + 1.271484, + 1.503906, + 0.908203, + 0.916016, + 0.878418, + 0.887207, + 0.961914, + 0.897461, + 0.915527, + 0.904297, + 0.898926, + 0.916504, + 0.915039, + 1.417969, + 0.92041, + 0.915039, + 0.937012, + 0.929688, + 0.915039, + 0.92334, + 0.91748, + 0.920898, + 0.953613, + 0.967285, + 0.976074, + 0.92041, + 0.916016, + 0.896973, + 1.007172, + 0.895508, + 0.894043, + 1.396484, + 1.375, + 0.91748, + 1.027344, + 0.915527, + 1.008057, + 0.874023, + 0.92041, + 0.854492, + 0.948242, + 0.919434, + 0.940918, + 0.913574, + 0.874023, + 0.955566, + 0.938965, + 0.912109, + 0.899414, + 0.954834, + 0.339844, + 0.923828, + 0.936523, + 0.920898, + 0.927246, + 0.923828, + 0.896484, + 0.971313, + 0.91748, + 0.980103, + 0.915527, + 0.883789, + 0.908691, + 0.897949, + 1.085449, + 0.734375, + 0.937012, + 1.071289, + 0.909668, + 0.979492, + 0.881348, + 0.893555, + 0.916504, + 0.962158, + 1.053223, + 1.007782, + 1.10498, + 0.903809, + 0.896484, + 0.874023, + 0.986694, + 1.049316, + 0.941895, + 0.902344, + 0.949951, + 0.94043, + 0.921875, + 0.895996, + 0.874023, + 0.866211, + 0.943359, + 0.930176, + 0.89209, + 0.945557, + 0.929199, + 0.959473, + 0.891602, + 0.971436, + 0.900879, + 0.936523, + 0.88916, + 0.926758, + 0.949951, + 0.934082, + 0.91748, + 1.003265, + 0.916504, + 1.271484, + 0.911621, + 0.965088, + 0.930664, + 0.924805, + 0.927246, + 0.910645, + 0.943115, + 0.964844, + 0.933594, + 0.866211, + 0.909668, + 0.914062, + 0.894531, + 0.90332, + 0.959229, + 0.882812, + 0.936523, + 0.885742, + 0.904297, + 0.893555, + 0.888672, + 0.998619, + 0.943115, + 0.94165, + 0.971313, + 0.907227, + 0.34375, + 0.945557, + 0.896484, + 0.985779, + 1.063477, + 0.885742, + 0.897461, + 0.922852, + 0.980713, + 0.889648, + 0.973389, + 0.952881, + 0.908691, + 1.070801, + 0.911621, + 0.962646, + 0.953613, + 0.875977, + 0.925293, + 0.912598, + 0.966553, + 1.140625, + 0.917969, + 0.90332, + 1.108398, + 0.910156, + 0.944092, + 0.889648, + 1.318359, + 0.925781, + 1.232422, + 1.063965, + 0.910156, + 0.954834, + 1.061768, + 0.939209, + 0.919922, + 0.9375, + 0.899902, + 0.92334, + 0.879395, + 0.893066, + 0.935059, + 0.913086, + 0.944336, + 0.940186, + 0.903809, + 0.904297, + 0.958984, + 0.900879, + 0.904785, + 1.062988, + 0.930176, + 0.935059, + 0.974976, + 0.965576, + 1.101562, + 0.934082, + 0.918945, + 0.937012, + 0.899414, + 0.882324, + 1.027466, + 0.893066, + 0.915039, + 0.859375, + 0.974731, + 0.949951, + 0.959717, + 0.898926, + 1.511719, + 0.991638, + 0.974487, + 0.92041, + 0.92334, + 0.954834, + 0.890137, + 0.904297, + 0.943848, + 0.950684, + 0.944092, + 1.359375, + 0.954346, + 0.914062, + 0.96936, + 1.02417, + 0.884277, + 0.923828, + 0.99295, + 1.347656, + 1.028809, + 0.950928, + 0.937012, + 0.884277, + 0.925293, + 0.898926, + 0.972778, + 0.937744, + 0.960449, + 0.966553, + 0.94751, + 0.925781, + 0.88623, + 0.883301, + 0.970703, + 0.95752, + 1.24707, + 0.937744, + 0.915527, + 0.919922, + 0.921387, + 0.919434, + 0.912598, + 0.918945, + 0.966797, + 0.917969, + 0.986938, + 0.931152, + 0.94043, + 0.902344, + 1.099121, + 0.971436, + 0.931641, + 1.351562, + 1.589844, + 1.058594, + 1.004639, + 0.960693, + 0.910156, + 0.916992, + 0.926758, + 1.365234, + 1.349609, + 0.970947, + 0.875977, + 0.962402, + 0.965088, + 0.924316, + 0.899414, + 0.916016, + 0.916504, + 1.400391, + 0.902832, + 0.946777, + 0.948242, + 1.077148, + 0.935059, + 0.97168, + 0.946045, + 1.005249, + 0.916016, + 0.916992, + 0.962158, + 0.950684, + 0.99054, + 0.89209, + 0.921387, + 0.962891, + 0.907715, + 1.003998, + 0.902832, + 0.891113, + 1.076172, + 1.417969, + 0.234375, + 0.910156, + 0.990417, + 0.89502, + 0.933105, + 0.90625, + 0.911133, + 0.893066, + 1.470703, + 0.951172, + 1.009766, + 0.918945, + 0.882812, + 1.273438, + 0.881348, + 0.92334, + 0.987732, + 0.923828, + 0.901367, + 0.966553, + 1.008972, + 1.337891, + 0.931641, + 0.927246, + 0.923828, + 1.373047, + 0.944336, + 0.955811, + 0.849609, + 0.893066, + 0.619141, + 0.960205, + 0.985046, + 0.916504, + 0.938965, + 1.091309, + 0.908203, + 0.910645, + 1.048584, + 0.833008, + 1.404297, + 0.488281, + 0.951416, + 0.924316, + 0.905273, + 0.980713, + 0.907715, + 1.063477, + 0.957031, + 1.496094, + 0.927734, + 0.911133, + 0.922852, + 0.879883, + 0.897949, + 0.889648, + 0.926758, + 1.273438, + 0.979858, + 1.373047, + 0.930664, + 1.324219, + 1.007294, + 0.918457, + 0.911133, + 0.888184, + 1.030151, + 0.9375, + 0.864258, + 0.954834, + 1.423828, + 1.045898, + 1.028442, + 1.196289, + 1.162109, + 0.893555, + 0.919922, + 1.009277, + 0.863281, + 0.913574, + 0.987305, + 0.906738, + 1.028198, + 1.03064, + 0.905762, + 1.416016, + 0.958008, + 0.896484, + 0.938721, + 1.261719, + 1.386719, + 0.912598, + 0.885742, + 0.911621, + 0.911133, + 0.895508, + 0.918457, + 1.00885, + 0.1875, + 0.964844, + 0.932129, + 0.885254, + 0.965332, + 0.895996, + 0.908691, + 0.890137, + 0.898926, + 0.915039, + 0.933594, + 0.884277, + 0.967285, + 0.971558, + 0.922852, + 0.957275, + 0.984253, + 0.898926, + 0.888672, + 0.928223, + 0.916016, + 0.92627, + 0.779297, + 0.890137, + 1.369141, + 1.055664, + 0.963623, + 1.265625, + 0.892578, + 0.972778, + 0.884277, + 0.920898, + 0.919434, + 0.893066, + 0.916992, + 0.924316, + 1.304688, + 1.004089, + 0.925781, + 0.970337, + 0.902344, + 0.936035, + 1.011536, + 0.92041, + 0.924316, + 0.934082, + 0.902344, + 0.887207, + 1.285156, + 0.887207, + 0.89209, + 1.051025, + 0.910645, + 0.904297, + 0.927734, + 0.878418, + 0.919922, + 0.904785, + 0.90918, + 0.900879, + 0.890137, + 0.90918, + 0.949219, + 0.922363, + 0.923828, + 0.87207, + 0.892578, + 0.911621, + 1.091797, + 0.909668, + 1.3125, + 0.92041, + 0.964355, + 0.976807, + 0.939941, + 0.897461, + 0.874023, + 0.911621, + 1.075195, + 0.914062, + 1.398438, + 1.414062, + 1.380859, + 0.932129, + 0.897461, + 1.24707, + 0.948242, + 0.944824, + 0.946045, + 1.248047, + 0.976685, + 1.030029, + 0.968018, + 1.279297, + 0.904297, + 0.917969, + 0.942139, + 0.928223, + 0.974487, + 0.968262, + 0.919434, + 0.925293, + 1.099609, + 1.402344, + 1.507812, + 0.945801, + 0.908203, + 0.905762, + 0.866211, + 1.004517, + 1.020874, + 0.971802, + 1.371094, + 0.890625, + 0.935059, + 0.924316, + 0.921875, + 1.061523, + 0.924316, + 0.895996, + 0.956543, + 0.98938, + 0.919434, + 0.950684, + 0.889648, + 0.925781, + 0.893066, + 0.876953, + 0.904785, + 0.945557, + 0.897461, + 0.911621, + 0.935059, + 0.888184, + 0.914062, + 0.907715, + 0.919922, + 0.913086, + 0.897461, + 0.966064, + 0.903809, + 0.913574, + 0.906738, + 0.947266, + 0.922852, + 0.932617, + 0.948975, + 0.918457, + 0.882324, + 0.946777, + 0.940674, + 1.167969, + 0.901367, + 0.943359, + 0.913086, + 0.959229, + 0.955322, + 0.908203, + 0.922363, + 1.226562, + 0.945557, + 1.239258, + 0.919434, + 0.940674, + 0.963135, + 1.021362, + 0.947266, + 1.08252, + 0.87793, + 1.386719, + 0.895508, + 1.071777, + 0.936035, + 0.915039, + 0.957031, + 0.91748, + 0.901367, + 0.915527, + 0.963379, + 0.908691, + 0.929688, + 0.922852, + 1.3125, + 0.916504, + 0.924316, + 0.939697, + 0.940918, + 0.943115, + 0.902344, + 0.975342, + 1.039795, + 0.933105, + 0.92041, + 0.947266, + 0.882812, + 0.932129, + 0.924805, + 0.912109, + 0.969849, + 0.925781, + 1.392578, + 0.928223, + 0.958008, + 0.896973, + 0.695312, + 0.987427, + 1.060547, + 1.443359, + 0.924316, + 1.457031, + 1.155273, + 0.954834, + 0.930664, + 0.935547, + 0.906738, + 1.427734, + 0.911621, + 1.011292, + 0.892578, + 1.414062, + 0.875977, + 0.890625, + 0.900879, + 0.915039, + 0.897949, + 0.899414, + 1.337891, + 0.885742, + 0.942383, + 1.053955, + 1.25, + 0.918945, + 0.879883, + 1.239258, + 0.89502, + 1.000456, + 0.881836, + 0.949219, + 0.896484, + 0.931152, + 1.308594, + 0.911621, + 0.923828, + 0.937012, + 0.908203, + 0.930176, + 1.112305, + 1.416016, + 0.912109, + 0.899414, + 1.002716, + 0.902344, + 0.870117, + 0.900391, + 0.886719, + 0.942871, + 0.922363, + 0.961182, + 0.913574, + 0.914062, + 0.90332, + 0.914062, + 0.91748, + 0.966309, + 0.919434, + 0.914062, + 0.916504, + 1.539062, + 0.893555, + 0.958008, + 0.890137, + 0.950684, + 0.914062, + 0.968262, + 0.92334, + 0.897461, + 0.919922, + 0.894531, + 0.946533, + 0.895508, + 0.886719, + 1.023193, + 0.921387, + 1.347656, + 0.939453, + 1.238281, + 0.874023, + 0.907715, + 0.894043, + 1.3125, + 0.922852, + 0.946533, + 0.992828, + 0.894043, + 0.862305, + 0.933105, + 0.963379, + 0.89209, + 0.939453, + 0.964844, + 1.177734, + 0.943115, + 0.910645, + 0.903809, + 0.891113, + 0.944336, + 0.930664, + 0.889648, + 0.911621, + 0.928711, + 0.886719, + 0.940186, + 0.966064, + 0.909668, + 0.954834, + 1.213867, + 0.999973, + 0.894043, + 0.883301, + 0.947021, + 1.386719, + 0.875, + 0.929688, + 0.900879, + 0.911133, + 0.917969, + 0.906738, + 0.921387, + 0.913574, + 1.357422, + 0.907715, + 0.908691, + 0.91748, + 0.890625, + 0.955322, + 0.910645, + 0.915039, + 0.884766, + 0.893555, + 0.930176, + 0.884277, + 0.923828, + 0.914551, + 0.947021, + 0.871094, + 0.911621, + 1.115723, + 0.152344, + 0.92041, + 0.952393, + 0.918457, + 0.947266, + 1.099609, + 0.887695, + 0.930176, + 0.927734, + 1.371094, + 1.02002, + 1.113281, + 0.928223, + 0.92627, + 0.92041, + 0.865234, + 1.441406, + 0.899902, + 0.813477, + 1.460938, + 1.083008, + 0.889648, + 0.92041, + 0.908203, + 0.897949, + 0.885254, + 0.933594, + 0.94751, + 0.935059, + 0.910156, + 1.181641, + 0.912109, + 0.923828, + 0.902344, + 1.022461, + 0.902344, + 0.912109, + 0.906738, + 0.912598, + 0.924805, + 0.972412, + 0.899902, + 0.938721, + 1.361328, + 0.924805, + 0.944092, + 0.901367, + 0.950439, + 1.011902, + 0.898926, + 0.97583, + 0.903809, + 0.910156, + 1.083008, + 0.93457, + 0.917969, + 0.903809, + 0.226562, + 0.938477, + 0.963379, + 0.928223, + 0.913574, + 1.043701, + 1.394531, + 0.927246, + 0.927734, + 0.933105, + 0.961182, + 0.921875, + 0.932129, + 0.913574, + 1.363281, + 1.005005, + 0.90918, + 0.923828, + 0.940674, + 0.947754, + 0.90625, + 0.919922, + 0.906738, + 0.927734, + 0.906738, + 0.943359, + 0.895996, + 0.908691, + 0.887207, + 0.89502, + 0.976685, + 0.94873, + 0.971313, + 0.925293, + 0.95874, + 0.761719, + 0.901855, + 1.099121, + 0.927246, + 0.951416, + 0.929688, + 0.918457, + 0.88916, + 0.892578, + 1.051758, + 0.947754, + 0.924316, + 0.934082, + 0.902832, + 0.902832, + 1.066895, + 0.931152, + 0.931641, + 0.948486, + 0.900391, + 0.874023, + 1.135742, + 0.905273, + 0.984924, + 0.938477, + 0.933105, + 1.168945, + 0.908691, + 0.907715, + 0.899414, + 0.671875, + 0.895996, + 0.933594, + 0.958984, + 0.910156, + 0.936035, + 0.951172, + 0.919922, + 0.961914, + 1.099121, + 0.974243, + 0.937988, + 0.887207, + 0.939209, + 0.889648, + 0.885742, + 0.931152, + 0.902832, + 0.916504, + 0.940186, + 0.991516, + 0.960693, + 0.90625, + 0.868164, + 0.930176, + 0.898438, + 0.914551, + 0.905273, + 0.90332, + 0.905273, + 0.912598, + 0.939941, + 0.969971, + 0.951416, + 0.979736, + 0.908203, + 0.887207, + 1.384766, + 0.950928, + 0.880371, + 0.947266, + 1.198242, + 0.923828, + 0.941895, + 1.11377, + 1.304688, + 0.928711, + 0.918457, + 0.899902, + 0.92041, + 0.938232, + 0.904297, + 0.954102, + 0.927246, + 0.965088, + 0.994019, + 0.921875, + 1.083984, + 0.891602, + 0.914062, + 1.24707, + 1.427734, + 0.938721, + 0.895508, + 0.913574, + 1.106445, + 0.905273, + 1.042969, + 0.924316, + 0.924316, + 0.899902, + 0.919434, + 0.925293, + 0.966309, + 0.959229, + 0.894043, + 0.868164, + 1.068848, + 1.304688, + 1.130859, + 0.906738, + 0.916504, + 0.925781, + 1.004211, + 0.878906, + 0.880371, + 0.984009, + 1.115723, + 0.880371, + 0.911621, + 0.964111, + 0.916016, + 0.919434, + 0.943848, + 0.955322, + 1.044922, + 1.367188, + 1.445312, + 0.933594, + 0.930176, + 0.943115, + 0.883789, + 0.94043, + 0.884766, + 1.208984, + 0.878906, + 1.155273, + 1.099121, + 0.890137, + 0.901367, + 0.943604, + 0.938232, + 0.956055, + 0.873047, + 1.216797, + 0.915039, + 0.970581, + 0.951416, + 0.87207, + 0.923828, + 0.938232, + 0.950928, + 1.006927, + 0.937012, + 0.918457, + 0.938232, + 0.955566, + 0.936523, + 0.947021, + 0.917969, + 0.289062, + 0.888184, + 0.92627, + 1.365234, + 0.899902, + 0.919434, + 1.130859, + 0.914551, + 1.034668, + 0.935059, + 0.892578, + 0.919434, + 1.102051, + 1.101562, + 0.91748, + 0.916504, + 0.932129, + 0.924805, + 0.888672, + 0.926758, + 0.921875, + 0.911133, + 0.88623, + 0.930176, + 0.91748, + 1.092773, + 1.585938, + 0.948486, + 0.900879, + 0.891602, + 0.943359, + 0.938232, + 1.308594, + 0.925293, + 0.904785, + 0.967529, + 0.909668, + 1.175781, + 0.879395, + 0.91748, + 0.907715, + 0.951172, + 0.926758, + 0.896484, + 0.958984, + 0.993713, + 0.92334, + 0.896484, + 0.908203, + 1.412109, + 0.919434, + 0.936523, + 1.427734, + 0.914062, + 0.760742, + 0.909668, + 0.939453, + 0.981934, + 0.935547, + 0.797852, + 0.911133, + 0.927734, + 0.947998, + 0.898438, + 0.910645, + 0.923828, + 1.182617, + 0.935059, + 0.896973, + 0.910645, + 0.908691, + 0.902832, + 1.036621, + 0.941406, + 0.932617, + 0.998428, + 0.949463, + 0.642578, + 0.92041, + 1.163086, + 1.050537, + 1.451172, + 0.885742, + 0.935547, + 0.882812, + 0.9646, + 0.924805, + 0.931152, + 0.919922, + 0.960205, + 0.970093, + 0.970093, + 0.929199, + 0.88623, + 0.966064, + 0.896973, + 1.091797, + 0.975098, + 1.013, + 1.380859, + 0.930176, + 0.90918, + 0.894043, + 0.897949, + 0.916504, + 0.98822, + 0.971802, + 0.896484, + 1.062988, + 1.027222, + 0.900391, + 0.89209, + 0.90332, + 0.943115, + 0.909668, + 1.020142, + 0.892578, + 0.87793, + 0.875, + 1.239258, + 0.930664, + 0.890625, + 0.920898, + 0.904297, + 0.957275, + 0.911133, + 0.937744, + 0.975708, + 0.909668, + 0.901367, + 0.915527, + 1.061523, + 0.953857, + 0.876953, + 0.943604, + 0.87207, + 0.912109, + 0.904297, + 0.955322, + 0.961182, + 0.879883, + 0.90918, + 1.130859, + 1.224609, + 0.90332, + 0.943604, + 0.90625, + 0.920898, + 0.883789, + 1.410156, + 0.916016, + 0.87207, + 0.894043, + 0.900879, + 0.96167, + 0.943115, + 0.955078, + 1.121094, + 0.908203, + 0.961426, + 0.885254, + 0.945557, + 1.213867, + 0.890625, + 0.92627, + 0.896484, + 0.915527, + 0.895996, + 0.900391, + 0.96167, + 0.946533, + 1.071777, + 0.968018, + 1.07959, + 1.339844, + 0.994568, + 0.920898, + 0.907715, + 0.87207, + 0.441406, + 0.913086, + 0.901855, + 0.904297, + 0.908691, + 0.970337, + 0.939453, + 0.92334, + 1.132812, + 0.908691, + 0.979736, + 0.932617, + 0.896973, + 0.922852, + 0.886719, + 0.905273, + 0.884277, + 0.906738, + 1.037598, + 0.962891, + 0.924805, + 1.185547, + 0.968262, + 0.900879, + 0.87207, + 0.937744, + 1.292969, + 0.949219, + 0.877441, + 0.90918, + 0.905273, + 0.933105, + 1.292969, + 0.916992, + 0.928223, + 0.995209, + 0.904297, + 0.941406, + 0.93457, + 0.916016, + 0.929199, + 0.927734, + 0.923828, + 0.937012, + 0.934082, + 0.927734, + 0.881836, + 0.933594, + 1.373047, + 0.962891, + 0.936035, + 0.897461, + 0.894531, + 0.877441, + 0.908203, + 0.939453, + 1.111328, + 0.901367, + 0.901367, + 0.908203, + 0.922363, + 1.132812, + 0.968872, + 0.870117, + 0.903809, + 0.943848, + 0.915039, + 0.914551, + 0.934082, + 0.88623, + 0.981201, + 0.919922, + 0.965088, + 0.924805, + 0.932617, + 1.020874, + 0.911621, + 0.876953, + 0.964355, + 0.911133, + 1.193359, + 1.447266, + 0.929688, + 0.998558, + 0.891113, + 0.888672, + 0.933594, + 0.951416, + 0.992676, + 0.904785, + 0.971313, + 0.933594, + 0.903809, + 0.899902, + 0.927734, + 1.378906, + 0.932129, + 0.906738, + 1.022827, + 0.905762, + 0.853516, + 0.93457, + 0.912598, + 0.918457, + 0.977295, + 0.87207, + 0.92627, + 0.906738, + 1.212891, + 0.927734, + 0.940186, + 0.912109, + 0.986084, + 0.950928, + 0.897949, + 0.905273, + 0.907227, + 0.91748, + 0.911621, + 0.893066, + 0.927246, + 0.901367, + 1.0354, + 0.926758, + 1.05957, + 1.147461, + 0.910645, + 0.878906, + 0.930176, + 1.302734, + 1.022461, + 0.899902, + 0.92334, + 0.871094, + 0.943604, + 0.894043, + 0.905273, + 0.880371, + 0.967529, + 0.865234, + 1.427734, + 0.961914, + 0.858398, + 0.915039, + 0.939209, + 0.908691, + 0.897461, + 0.911621, + 1.419922, + 0.916504, + 0.938477, + 0.915527, + 0.907227, + 0.875, + 0.905762, + 0.888184, + 0.892578, + 0.936035, + 1.164062, + 0.947998, + 0.959717, + 0.967285, + 0.890137, + 0.880371, + 0.912109, + 0.914551, + 0.993042, + 0.912109, + 0.956055, + 1.139648, + 0.92627, + 0.905273, + 0.901855, + 0.927246, + 0.948486, + 0.97229, + 0.960938, + 0.90332, + 0.924316, + 0.913086, + 0.92041, + 1.443359, + 0.904785, + 0.95459, + 0.933105, + 0.916016, + 0.89209, + 0.896973, + 0.869141, + 0.910645, + 0.870117, + 1.033691, + 0.928711, + 0.87793, + 0.901367, + 1.419922, + 0.926758, + 0.919922, + 0.895996, + 0.897461, + 0.88916, + 0.904297, + 0.92627, + 0.945557, + 0.900391, + 0.973633, + 0.894531, + 1.24707, + 0.935059, + 0.966064, + 0.887695, + 1.345703, + 0.91748, + 1.182617, + 0.931641, + 1.472656, + 0.916016, + 0.966797, + 0.966309, + 1.07373, + 0.988281, + 0.907715, + 0.924805, + 0.955078, + 0.895508, + 0.940186, + 0.904785, + 0.922363, + 1.494141, + 1.205078, + 1.058838, + 0.884277, + 0.905762, + 0.929199, + 0.896484, + 0.862305, + 0.904297, + 1.025757, + 0.931152, + 0.916504, + 0.927734, + 0.893066, + 0.962158, + 0.952881, + 0.935547, + 0.910645, + 1.05542, + 0.919434, + 0.92041, + 0.862305, + 0.915527, + 0.88916, + 1.005188, + 0.890137, + 0.922852, + 0.961182, + 0.935547, + 0.892578, + 0.939209, + 0.899414, + 1.015137, + 1.231445, + 0.891113, + 0.932129, + 0.904297, + 1.167969, + 0.902344, + 0.911133, + 0.897461, + 1.277344, + 0.950928, + 1.050293, + 0.935059, + 0.942139, + 0.974487, + 1.375, + 0.902832, + 0.901855, + 0.881836, + 1.441406, + 1.070801, + 1.263672, + 0.973022, + 0.927246, + 1.024414, + 0.874023, + 0.895996, + 0.893066, + 0.931152, + 0.932129, + 0.950439, + 1.18457, + 1.149414, + 0.895996, + 1.012573, + 0.950439, + 0.925293, + 0.898438, + 0.914062, + 0.909668, + 1.006561, + 0.923828, + 0.910645, + 0.907715, + 1.181641, + 0.915039, + 0.907227, + 0.956055, + 0.922852, + 0.936035, + 1.253906, + 0.957031, + 1.292969, + 0.935547, + 0.915039, + 0.905273, + 0.973267, + 0.881836, + 0.968018, + 0.915039, + 0.896484, + 0.882812, + 0.88916, + 0.911133, + 0.931641, + 0.935059, + 0.909668, + 0.916504, + 0.92627, + 0.844727, + 0.907227, + 1.082031, + 0.951904, + 0.925293, + 1.046387, + 0.93457, + 0.916016, + 0.910156, + 0.897949, + 0.975586, + 0.927246, + 0.950684, + 0.903809, + 1.089844, + 0.903809, + 0.916992, + 0.900391, + 0.907227, + 0.918457, + 0.878906, + 0.943848, + 0.942139, + 0.916504, + 0.912109, + 0.895996, + 0.908203, + 1.115234, + 0.920898, + 0.964355, + 1.173828, + 0.931152, + 0.916992, + 1.277344, + 0.908203, + 0.992004, + 0.929688, + 0.932129, + 0.950928, + 0.912598, + 0.881836, + 0.885742, + 0.916016, + 0.906738, + 0.941162, + 0.972778, + 0.913574, + 1.083008, + 0.956055, + 0.896973, + 0.88916, + 1.271484, + 0.92334, + 0.904785, + 0.88916, + 0.996445, + 0.901367, + 0.900879, + 0.967285, + 0.940918, + 0.544922, + 0.968018, + 0.880371, + 0.908203, + 1.357422, + 0.908203, + 0.871094, + 1.265625, + 0.91748, + 1.002563, + 0.897461, + 0.908691, + 0.89502, + 0.88916, + 1.175781, + 0.896973, + 0.925293, + 0.90918, + 0.904785, + 0.932617, + 0.947021, + 1.008301, + 1.3125, + 1.09668, + 0.882812, + 1.009949, + 0.884766, + 1.037354, + 0.97522, + 0.936523, + 0.884766, + 1.261719, + 0.976318, + 0.922852, + 1.458984, + 0.898438, + 0.957031, + 0.911133, + 0.912598, + 1.261719, + 0.862305, + 0.911133, + 1.277344, + 0.882324, + 0.574219, + 0.998444, + 0.933594, + 0.893066, + 0.895996, + 1.332031, + 0.899414, + 0.987061, + 0.921387, + 0.891113, + 0.916016, + 0.980225, + 1.124023, + 0.857422, + 0.905762, + 0.931641, + 0.938721, + 1.249023, + 0.981201, + 0.911133, + 0.948242, + 0.936523, + 0.878418, + 0.905762, + 0.93457, + 0.939697, + 0.896973, + 0.950928, + 0.927246, + 1.052246, + 0.541016, + 0.97937, + 0.923828, + 1.400391, + 0.902344, + 0.979126, + 0.904297, + 0.923828, + 0.985107, + 0.970215, + 0.898438, + 0.947021, + 0.90332, + 1.277344, + 0.895996, + 0.88916, + 0.983154 + ] + }, + "name": "onnx::Mul_8776", + "outputIndexes": [ + 2168 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2167, + 2168 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_22/Mul_1_output_0", + "outputIndexes": [ + 2169 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2169 + ], + "outputIndexes": [ + 3122 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3122 + ], + "outputIndexes": [ + 3123 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear", + "inputIndexes": [ + 3123 + ], + "outputIndexes": [ + 3124 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 971443604, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3124 + ], + "outputIndexes": [ + 3125 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3125 + ], + "outputIndexes": [ + 2170 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2170, + 2170 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Mul_output_0", + "outputIndexes": [ + 2171 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2170, + 2171 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Mul_1_output_0", + "outputIndexes": [ + 2172 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 2172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Mul_2_output_0", + "outputIndexes": [ + 2173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2170, + 2173 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Add_output_0", + "outputIndexes": [ + 2174 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 2174 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Mul_3_output_0", + "outputIndexes": [ + 2175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2175 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_22/Tanh_output_0", + "outputIndexes": [ + 2176 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 2176 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Add_1_output_0", + "outputIndexes": [ + 2177 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2170, + 2177 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Mul_4_output_0", + "outputIndexes": [ + 2178 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 2178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Mul_5_output_0", + "outputIndexes": [ + 2179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2169 + ], + "outputIndexes": [ + 3126 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3126 + ], + "outputIndexes": [ + 3127 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear", + "inputIndexes": [ + 3127 + ], + "outputIndexes": [ + 3128 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 983387562, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3128 + ], + "outputIndexes": [ + 3129 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3129 + ], + "outputIndexes": [ + 2180 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2179, + 2180 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_22/Mul_output_0", + "outputIndexes": [ + 2181 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2181 + ], + "outputIndexes": [ + 3130 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3130 + ], + "outputIndexes": [ + 3131 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear", + "inputIndexes": [ + 3131 + ], + "outputIndexes": [ + 3132 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 995331520, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3132 + ], + "outputIndexes": [ + 3133 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3133 + ], + "outputIndexes": [ + 2182 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2182 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_22/Mul_output_0", + "outputIndexes": [ + 2183 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 4.734375, + 4.75, + 4.84375, + 5.09375, + 4.890625, + 4.78125, + 4.5625, + 2.5625, + 4.609375, + 4.46875, + 4.6875, + 4.734375, + 4.65625, + 4.75, + 4.796875, + 4.59375, + 4.78125, + 4.5, + 3.65625, + 4.359375, + 4.859375, + 4.6875, + 4.78125, + 4.359375, + 4.53125, + 4.765625, + 4.40625, + 3.953125, + 5.0625, + 4.75, + 4.296875, + 4.15625, + 4.953125, + 2.84375, + 4.671875, + 4.15625, + 4.78125, + 4.890625, + 4.421875, + 4.796875, + 4.953125, + 4.703125, + 4.59375, + 4.140625, + 3.3125, + 4.453125, + 4.765625, + 4.6875, + 4.34375, + 4.03125, + 4.484375, + 3.78125, + 4.53125, + 4.109375, + 4.75, + 4.390625, + 4.640625, + 4.796875, + 4.5, + 4.21875, + 3.859375, + 5.65625, + 4.921875, + 4.625, + 4.75, + 4.515625, + 3.9375, + 4.984375, + 4.28125, + 4.703125, + 4.890625, + 4.75, + 4.640625, + 4.671875, + 4.75, + 4.390625, + 3.578125, + 4.375, + 4.1875, + 3.140625, + 4.671875, + 2.34375, + 4.796875, + 3.828125, + 4.703125, + 4.453125, + 4.8125, + 4.09375, + 3.421875, + 4.59375, + 4.53125, + 4.578125, + 4.96875, + 3.40625, + 4.78125, + 2.382812, + 4.640625, + 4.609375, + 6.25, + 4.703125, + 4.328125, + 4.875, + 4.65625, + 4.953125, + 4.78125, + 4.734375, + 4.734375, + 4.03125, + 4.859375, + 4.46875, + 4.75, + 4.859375, + 4.671875, + 2.367188, + 4.78125, + 4.375, + 4.703125, + 5.3125, + 4.5625, + 4.8125, + 4.65625, + 4.84375, + 4.5, + 4.796875, + 4.5625, + 4.109375, + 4.515625, + 4.609375, + 4.515625, + 3.640625, + 3.8125, + 4.75, + 4.375, + 4.671875, + 4.859375, + 4.578125, + 4.296875, + 3.828125, + 4.5625, + 4.984375, + 6.25, + 4.1875, + 4.46875, + 4.65625, + 4.46875, + 4.234375, + 4.46875, + 4.859375, + 4.5625, + 4.828125, + 4.65625, + 4.390625, + 4.453125, + 5.28125, + 4.453125, + 4.96875, + 3.71875, + 4.84375, + 2.898438, + 2.929688, + 3.4375, + 4.765625, + 4.1875, + 3.703125, + 4.96875, + 4.875, + 4.921875, + 3.015625, + 5.0, + 4.640625, + 4.71875, + 3.1875, + 4.921875, + 3.078125, + 4.609375, + 3.75, + 4.515625, + 2.210938, + 4.71875, + 4.5, + 4.734375, + 2.71875, + 4.34375, + 2.320312, + 6.4375, + 4.703125, + 3.421875, + 4.734375, + 4.5, + 4.09375, + 4.796875, + 4.828125, + 4.59375, + 4.546875, + 4.75, + 4.34375, + 4.421875, + 4.828125, + 4.96875, + 4.59375, + 4.53125, + 4.671875, + 4.71875, + 4.359375, + 4.796875, + 4.90625, + 6.46875, + 4.71875, + 4.984375, + 4.796875, + 4.375, + 5.09375, + 4.9375, + 4.390625, + 4.734375, + 4.703125, + 4.546875, + 4.609375, + 4.734375, + 4.890625, + 4.421875, + 4.203125, + 4.8125, + 4.875, + 4.84375, + 4.609375, + 4.546875, + 4.609375, + 4.203125, + 4.140625, + 3.640625, + 4.625, + 4.71875, + 4.859375, + 4.609375, + 4.859375, + 4.15625, + 4.71875, + 4.484375, + 4.734375, + 3.96875, + 4.78125, + 4.796875, + 4.0625, + 4.3125, + 4.625, + 4.546875, + 4.25, + 4.71875, + 3.78125, + 4.625, + 4.609375, + 3.4375, + 4.890625, + 4.65625, + 4.734375, + 4.5, + 4.4375, + 4.796875, + 4.59375, + 4.65625, + 4.890625, + 4.421875, + 4.75, + 4.859375, + 4.078125, + 4.703125, + 4.765625, + 4.609375, + 4.65625, + 4.609375, + 4.546875, + 4.796875, + 4.515625, + 4.921875, + 4.765625, + 3.65625, + 4.703125, + 4.875, + 4.734375, + 4.015625, + 4.484375, + 3.28125, + 4.625, + 4.6875, + 4.609375, + 4.484375, + 4.625, + 3.015625, + 4.671875, + 4.375, + 2.570312, + 4.53125, + 4.59375, + 4.65625, + 4.578125, + 4.65625, + 4.875, + 5.0, + 4.6875, + 4.734375, + 4.390625, + 2.515625, + 4.8125, + 2.0625, + 4.5, + 4.71875, + 4.359375, + 4.65625, + 4.8125, + 4.859375, + 2.523438, + 4.796875, + 4.609375, + 4.671875, + 4.609375, + 4.734375, + 4.984375, + 4.609375, + 4.859375, + 4.40625, + 4.734375, + 4.28125, + 4.609375, + 4.828125, + 4.75, + 4.09375, + 4.359375, + 4.859375, + 4.828125, + 4.1875, + 4.921875, + 4.625, + 4.828125, + 8.875, + 4.78125, + 4.484375, + 4.9375, + 4.84375, + 4.453125, + 4.546875, + 4.328125, + 4.703125, + 4.625, + 4.125, + 4.15625, + 4.703125, + 3.5625, + 4.15625, + 4.6875, + 2.914062, + 4.03125, + 3.09375, + 4.234375, + 2.359375, + 3.265625, + 4.859375, + 4.859375, + 4.09375, + 4.359375, + 2.890625, + 4.6875, + 4.453125, + 3.546875, + 4.421875, + 4.765625, + 4.984375, + 3.234375, + 4.734375, + 4.578125, + 4.765625, + 4.421875, + 4.640625, + 4.34375, + 5.09375, + 5.03125, + 4.859375, + 4.421875, + 4.578125, + 3.640625, + 4.796875, + 4.921875, + 3.5, + 3.203125, + 4.984375, + 4.46875, + 4.28125, + 3.84375, + 5.0, + 4.75, + 4.546875, + 4.5, + 2.59375, + 4.609375, + 4.6875, + 4.734375, + 4.578125, + 2.835938, + 4.578125, + 4.796875, + 4.734375, + 4.84375, + 4.734375, + 4.734375, + 3.1875, + 5.09375, + 4.734375, + 4.515625, + 4.6875, + 3.671875, + 4.84375, + 4.8125, + 4.765625, + 4.828125, + 4.078125, + 4.34375, + 4.53125, + 4.609375, + 4.40625, + 4.65625, + 4.703125, + 4.671875, + 5.25, + 4.375, + 4.640625, + 3.96875, + 4.703125, + 4.515625, + 4.828125, + 4.65625, + 5.34375, + 4.96875, + 4.796875, + 4.109375, + 3.1875, + 4.8125, + 4.78125, + 4.96875, + 4.671875, + 4.9375, + 4.796875, + 4.546875, + 4.859375, + 4.21875, + 2.5625, + 4.78125, + 4.59375, + 5.03125, + 4.484375, + 4.75, + 4.71875, + 4.5625, + 4.484375, + 4.5, + 4.609375, + 4.671875, + 3.609375, + 4.84375, + 4.296875, + 4.59375, + 4.8125, + 4.640625, + 4.796875, + 4.859375, + 3.5, + 4.640625, + 2.804688, + 4.53125, + 4.390625, + 4.796875, + 4.609375, + 4.546875, + 4.78125, + 4.171875, + 4.546875, + 4.6875, + 3.28125, + 4.421875, + 4.53125, + 4.90625, + 4.859375, + 4.59375, + 5.03125, + 4.875, + 4.8125, + 4.765625, + 2.851562, + 4.703125, + 4.609375, + 4.71875, + 4.15625, + 4.578125, + 4.78125, + 4.734375, + 4.15625, + 4.765625, + 2.4375, + 2.84375, + 4.046875, + 2.757812, + 4.71875, + 4.84375, + 4.671875, + 4.0625, + 3.21875, + 4.6875, + 3.796875, + 4.140625, + 5.0, + 4.734375, + 4.71875, + 5.0625, + 4.65625, + 4.5625, + 4.890625, + 4.9375, + 3.984375, + 4.609375, + 4.890625, + 4.203125, + 4.578125, + 4.4375, + 3.21875, + 3.265625, + 4.8125, + 3.328125, + 4.90625, + 4.609375, + 4.359375, + 4.8125, + 4.71875, + 4.734375, + 4.71875, + 2.59375, + 4.65625, + 4.9375, + 4.734375, + 5.40625, + 4.921875, + 2.546875, + 2.34375, + 4.28125, + 4.453125, + 4.546875, + 5.03125, + 4.453125, + 4.765625, + 4.734375, + 3.9375, + 4.984375, + 2.765625, + 4.5625, + 5.21875, + 4.75, + 4.546875, + 4.5625, + 4.84375, + 3.5, + 4.609375, + 4.453125, + 4.578125, + 2.0625, + 4.125, + 4.328125, + 4.484375, + 4.8125, + 4.65625, + 2.804688, + 4.46875, + 4.515625, + 4.6875, + 4.921875, + 4.75, + 4.21875, + 2.359375, + 4.765625, + 4.375, + 4.59375, + 3.515625, + 4.6875, + 6.28125, + 4.125, + 4.8125, + 4.53125, + 4.421875, + 4.59375, + 4.984375, + 4.4375, + 3.109375, + 3.921875, + 4.75, + 4.5625, + 4.296875, + 6.0625, + 4.359375, + 4.546875, + 4.453125, + 4.578125, + 4.765625, + 4.359375, + 4.890625, + 4.890625, + 4.15625, + 4.640625, + 4.984375, + 4.765625, + 4.671875, + 4.84375, + 4.6875, + 4.125, + 4.765625, + 4.59375, + 4.734375, + 3.0625, + 4.375, + 4.625, + 4.71875, + 4.234375, + 4.265625, + 4.59375, + 4.9375, + 4.609375, + 4.578125, + 4.65625, + 4.75, + 4.1875, + 4.703125, + 5.0625, + 4.640625, + 4.484375, + 4.5, + 4.84375, + 4.265625, + 4.609375, + 4.734375, + 4.359375, + 4.734375, + 4.359375, + 4.78125, + 3.78125, + 5.1875, + 4.921875, + 4.078125, + 3.0, + 4.578125, + 3.484375, + 4.5625, + 4.9375, + 4.421875, + 3.46875, + 4.15625, + 2.554688, + 4.859375, + 5.21875, + 4.78125, + 4.765625, + 4.46875, + 4.890625, + 4.71875, + 4.65625, + 4.65625, + 4.421875, + 4.8125, + 2.335938, + 4.46875, + 4.703125, + 4.71875, + 4.671875, + 4.890625, + 4.890625, + 4.671875, + 4.375, + 4.515625, + 4.390625, + 4.328125, + 4.8125, + 4.4375, + 4.890625, + 3.9375, + 5.09375, + 4.890625, + 2.109375, + 3.484375, + 4.46875, + 4.1875, + 4.828125, + 4.21875, + 4.78125, + 4.65625, + 5.65625, + 4.640625, + 4.53125, + 4.546875, + 4.5625, + 4.734375, + 4.296875, + 4.390625, + 4.75, + 4.78125, + 4.65625, + 3.828125, + 5.0625, + 4.53125, + 4.34375, + 4.671875, + 4.609375, + 4.78125, + 4.296875, + 4.546875, + 4.296875, + 4.796875, + 4.859375, + 4.546875, + 4.6875, + 2.679688, + 4.640625, + 4.75, + 3.84375, + 4.734375, + 4.390625, + 4.859375, + 4.84375, + 4.875, + 4.546875, + 3.796875, + 2.804688, + 3.625, + 4.828125, + 4.59375, + 4.625, + 4.546875, + 4.3125, + 4.5625, + 4.640625, + 4.578125, + 4.671875, + 4.65625, + 4.796875, + 5.1875, + 4.796875, + 4.953125, + 4.78125, + 4.765625, + 4.921875, + 4.421875, + 4.28125, + 5.03125, + 4.265625, + 4.828125, + 4.609375, + 4.796875, + 4.734375, + 4.671875, + 4.671875, + 4.796875, + 4.28125, + 4.5625, + 3.21875, + 4.96875, + 4.453125, + 4.5625, + 4.34375, + 4.5625, + 4.90625, + 4.734375, + 4.5, + 4.578125, + 5.03125, + 4.703125, + 4.578125, + 4.6875, + 4.53125, + 4.3125, + 4.75, + 4.546875, + 4.578125, + 4.671875, + 4.71875, + 5.875, + 4.265625, + 4.578125, + 4.59375, + 4.453125, + 4.671875, + 2.554688, + 4.75, + 4.890625, + 3.65625, + 3.671875, + 5.0, + 4.609375, + 4.578125, + 4.171875, + 4.78125, + 4.234375, + 4.453125, + 4.703125, + 3.78125, + 4.734375, + 4.671875, + 2.984375, + 5.0625, + 4.59375, + 4.75, + 4.453125, + 3.609375, + 4.546875, + 4.6875, + 3.046875, + 4.765625, + 4.5, + 4.65625, + 2.789062, + 4.609375, + 3.578125, + 4.84375, + 6.6875, + 4.34375, + 3.796875, + 4.53125, + 4.625, + 4.484375, + 4.59375, + 4.703125, + 4.78125, + 4.609375, + 4.609375, + 4.578125, + 4.59375, + 4.578125, + 4.9375, + 4.78125, + 4.5, + 6.78125, + 4.625, + 3.8125, + 5.0, + 4.453125, + 3.765625, + 4.640625, + 3.765625, + 4.484375, + 4.609375, + 4.8125, + 4.78125, + 4.75, + 4.40625, + 4.609375, + 4.625, + 4.953125, + 4.1875, + 4.453125, + 4.796875, + 4.859375, + 1.753906, + 4.3125, + 4.203125, + 4.3125, + 4.515625, + 4.109375, + 4.8125, + 4.734375, + 4.671875, + 4.890625, + 4.546875, + 2.539062, + 4.65625, + 4.53125, + 4.40625, + 2.625, + 4.65625, + 4.9375, + 4.203125, + 2.890625, + 4.25, + 4.71875, + 4.546875, + 4.765625, + 4.546875, + 4.84375, + 4.15625, + 5.15625, + 4.171875, + 4.4375, + 4.359375, + 4.90625, + 4.640625, + 4.796875, + 4.375, + 4.453125, + 3.15625, + 4.578125, + 4.75, + 4.53125, + 4.5625, + 4.71875, + 4.5, + 4.890625, + 4.703125, + 4.640625, + 4.03125, + 4.4375, + 4.921875, + 4.78125, + 3.734375, + 4.34375, + 4.546875, + 2.84375, + 2.015625, + 3.78125, + 4.46875, + 4.28125, + 4.9375, + 4.578125, + 5.0, + 2.757812, + 2.382812, + 4.421875, + 6.25, + 4.296875, + 4.578125, + 4.453125, + 4.796875, + 4.796875, + 4.328125, + 2.695312, + 4.796875, + 4.625, + 4.546875, + 3.5625, + 4.390625, + 4.546875, + 4.40625, + 4.328125, + 5.0625, + 4.796875, + 4.375, + 4.828125, + 3.96875, + 4.953125, + 4.65625, + 4.375, + 4.796875, + 4.53125, + 5.125, + 4.953125, + 3.796875, + 2.703125, + 2.453125, + 4.671875, + 4.359375, + 4.796875, + 4.6875, + 4.78125, + 4.53125, + 4.984375, + 2.265625, + 4.5625, + 4.015625, + 4.984375, + 4.75, + 2.921875, + 4.71875, + 4.59375, + 4.421875, + 4.625, + 4.625, + 4.640625, + 4.125, + 3.0625, + 4.53125, + 4.40625, + 4.65625, + 2.773438, + 4.65625, + 4.765625, + 5.65625, + 4.796875, + 3.25, + 4.453125, + 4.140625, + 4.859375, + 4.65625, + 3.734375, + 4.671875, + 4.75, + 3.953125, + 2.648438, + 2.210938, + 2.429688, + 4.296875, + 4.640625, + 4.75, + 4.390625, + 4.546875, + 4.1875, + 4.640625, + 2.453125, + 4.78125, + 4.65625, + 4.375, + 4.859375, + 4.609375, + 4.640625, + 4.828125, + 2.46875, + 4.484375, + 2.640625, + 4.734375, + 2.921875, + 4.03125, + 4.765625, + 4.609375, + 4.84375, + 3.96875, + 4.390625, + 3.90625, + 4.421875, + 2.5625, + 4.296875, + 4.09375, + 3.59375, + 3.546875, + 4.875, + 4.6875, + 4.046875, + 2.992188, + 5.0625, + 4.40625, + 4.984375, + 4.109375, + 4.546875, + 4.703125, + 2.484375, + 4.65625, + 4.828125, + 4.453125, + 2.804688, + 2.453125, + 4.734375, + 4.90625, + 4.65625, + 4.8125, + 4.8125, + 4.640625, + 4.21875, + 1.921875, + 4.4375, + 4.546875, + 4.9375, + 4.15625, + 4.84375, + 4.671875, + 5.03125, + 4.734375, + 4.875, + 4.453125, + 5.125, + 4.453125, + 4.25, + 4.953125, + 4.703125, + 4.078125, + 4.734375, + 4.90625, + 4.78125, + 4.609375, + 4.828125, + 2.765625, + 4.53125, + 2.578125, + 3.921875, + 4.125, + 3.109375, + 4.59375, + 4.296875, + 4.734375, + 4.640625, + 4.90625, + 4.890625, + 4.609375, + 4.609375, + 3.015625, + 4.28125, + 4.6875, + 4.25, + 4.5625, + 4.640625, + 4.171875, + 4.921875, + 4.75, + 4.671875, + 4.734375, + 4.78125, + 2.820312, + 4.703125, + 5.0625, + 3.953125, + 4.828125, + 4.78125, + 4.765625, + 6.0625, + 4.65625, + 4.671875, + 4.828125, + 4.734375, + 4.640625, + 4.640625, + 4.265625, + 4.578125, + 4.875, + 4.75, + 4.75, + 4.40625, + 2.921875, + 4.96875, + 2.921875, + 4.703125, + 4.625, + 4.1875, + 4.671875, + 4.96875, + 4.65625, + 4.6875, + 4.078125, + 4.5625, + 2.210938, + 2.664062, + 2.4375, + 4.671875, + 5.0, + 3.3125, + 4.421875, + 4.640625, + 4.703125, + 3.125, + 4.390625, + 3.875, + 4.515625, + 3.03125, + 4.8125, + 4.828125, + 6.40625, + 4.65625, + 4.1875, + 4.1875, + 4.78125, + 4.5, + 2.640625, + 4.40625, + 2.007812, + 4.515625, + 4.90625, + 4.796875, + 4.734375, + 4.0, + 3.375, + 4.703125, + 2.804688, + 4.953125, + 4.671875, + 4.796875, + 4.515625, + 4.046875, + 4.78125, + 4.65625, + 4.71875, + 4.109375, + 4.84375, + 4.546875, + 4.140625, + 4.546875, + 4.921875, + 5.5625, + 5.0, + 4.421875, + 4.875, + 4.65625, + 4.890625, + 4.859375, + 4.90625, + 4.765625, + 4.4375, + 4.578125, + 4.8125, + 4.34375, + 4.640625, + 4.6875, + 4.59375, + 4.859375, + 4.5, + 4.453125, + 5.0, + 4.609375, + 4.859375, + 4.859375, + 4.375, + 3.375, + 4.8125, + 4.21875, + 4.703125, + 4.625, + 4.484375, + 4.65625, + 4.703125, + 2.984375, + 4.53125, + 3.0625, + 4.671875, + 4.296875, + 4.5, + 4.140625, + 4.5, + 3.8125, + 4.578125, + 2.742188, + 4.625, + 3.796875, + 4.71875, + 4.65625, + 4.578125, + 4.578125, + 4.84375, + 4.71875, + 4.484375, + 4.59375, + 4.390625, + 4.8125, + 2.476562, + 4.84375, + 4.421875, + 4.53125, + 4.671875, + 4.59375, + 4.90625, + 4.625, + 3.8125, + 4.484375, + 4.578125, + 4.71875, + 4.96875, + 4.765625, + 4.65625, + 4.328125, + 4.40625, + 4.5, + 2.601562, + 4.78125, + 4.59375, + 4.84375, + 3.3125, + 4.15625, + 3.578125, + 2.46875, + 4.765625, + 2.34375, + 2.640625, + 4.328125, + 4.703125, + 4.578125, + 4.875, + 2.164062, + 4.65625, + 4.234375, + 4.78125, + 2.828125, + 4.671875, + 4.734375, + 5.03125, + 4.59375, + 4.71875, + 4.890625, + 2.515625, + 4.71875, + 4.765625, + 3.546875, + 2.921875, + 4.796875, + 4.703125, + 3.171875, + 4.828125, + 2.875, + 4.890625, + 4.5625, + 4.65625, + 4.453125, + 2.914062, + 4.65625, + 4.578125, + 4.421875, + 4.65625, + 4.515625, + 3.578125, + 2.132812, + 4.625, + 4.9375, + 4.25, + 4.84375, + 4.765625, + 4.859375, + 5.15625, + 4.53125, + 4.765625, + 4.5, + 5.40625, + 4.515625, + 4.84375, + 4.640625, + 4.671875, + 4.328125, + 4.65625, + 4.484375, + 4.609375, + 2.078125, + 4.640625, + 4.65625, + 4.640625, + 4.265625, + 4.328125, + 4.40625, + 4.484375, + 4.640625, + 4.390625, + 4.828125, + 4.578125, + 4.671875, + 4.78125, + 3.71875, + 4.640625, + 2.8125, + 4.703125, + 3.09375, + 4.859375, + 4.828125, + 4.71875, + 2.929688, + 4.875, + 4.375, + 4.359375, + 4.875, + 5.28125, + 4.53125, + 4.546875, + 4.640625, + 4.671875, + 4.34375, + 3.4375, + 4.4375, + 4.828125, + 6.0, + 4.921875, + 4.375, + 4.65625, + 4.734375, + 4.640625, + 4.546875, + 4.640625, + 4.296875, + 4.328125, + 4.625, + 4.296875, + 3.1875, + 4.171875, + 4.8125, + 5.0625, + 4.3125, + 2.84375, + 4.90625, + 5.03125, + 4.90625, + 4.671875, + 4.359375, + 4.734375, + 4.734375, + 4.640625, + 2.453125, + 4.65625, + 4.859375, + 4.6875, + 5.09375, + 4.28125, + 4.734375, + 4.859375, + 4.765625, + 4.875, + 4.375, + 4.890625, + 4.671875, + 4.609375, + 4.484375, + 4.890625, + 4.546875, + 3.671875, + 5.71875, + 4.421875, + 4.484375, + 4.828125, + 4.53125, + 3.8125, + 4.78125, + 4.65625, + 5.0, + 2.8125, + 4.109375, + 3.875, + 1.882812, + 4.375, + 4.75, + 5.09375, + 2.171875, + 4.59375, + 6.71875, + 2.453125, + 3.390625, + 4.734375, + 4.65625, + 4.640625, + 4.984375, + 4.78125, + 4.421875, + 4.515625, + 4.34375, + 4.96875, + 3.53125, + 4.46875, + 4.59375, + 4.71875, + 2.9375, + 4.515625, + 4.734375, + 4.8125, + 4.609375, + 4.5625, + 4.359375, + 4.65625, + 4.578125, + 2.5, + 4.96875, + 4.5, + 4.65625, + 4.640625, + 3.78125, + 4.765625, + 3.046875, + 4.921875, + 4.53125, + 3.703125, + 4.484375, + 4.53125, + 4.8125, + 3.203125, + 4.65625, + 4.546875, + 4.53125, + 4.71875, + 3.9375, + 2.578125, + 4.578125, + 5.625, + 4.6875, + 4.15625, + 4.6875, + 4.859375, + 4.578125, + 2.726562, + 4.171875, + 4.984375, + 4.328125, + 4.703125, + 4.5625, + 5.125, + 4.46875, + 4.6875, + 4.421875, + 4.703125, + 4.421875, + 4.65625, + 4.78125, + 5.03125, + 4.359375, + 4.171875, + 4.234375, + 4.0625, + 4.546875, + 4.25, + 3.921875, + 4.46875, + 3.734375, + 5.0625, + 4.4375, + 4.796875, + 4.65625, + 4.8125, + 4.71875, + 3.71875, + 4.421875, + 4.875, + 4.4375, + 4.734375, + 4.796875, + 3.78125, + 4.640625, + 4.734375, + 4.890625, + 4.78125, + 4.890625, + 3.921875, + 4.875, + 4.359375, + 4.65625, + 4.484375, + 3.28125, + 4.734375, + 4.59375, + 4.984375, + 4.6875, + 4.78125, + 4.65625, + 4.328125, + 4.703125, + 4.34375, + 4.5, + 4.484375, + 4.359375, + 3.703125, + 4.46875, + 4.671875, + 4.59375, + 4.6875, + 4.765625, + 4.796875, + 4.65625, + 4.734375, + 4.796875, + 4.578125, + 6.34375, + 4.421875, + 4.515625, + 4.15625, + 4.484375, + 4.96875, + 4.625, + 4.828125, + 4.8125, + 4.921875, + 4.65625, + 2.0625, + 5.3125, + 4.5625, + 4.078125, + 4.546875, + 4.65625, + 2.375, + 4.390625, + 4.71875, + 4.734375, + 3.34375, + 4.625, + 4.828125, + 3.609375, + 2.945312, + 4.515625, + 4.421875, + 4.875, + 4.625, + 4.46875, + 4.71875, + 4.421875, + 4.671875, + 4.328125, + 3.421875, + 4.609375, + 3.765625, + 5.0, + 4.625, + 3.0625, + 2.398438, + 4.921875, + 5.09375, + 4.890625, + 3.59375, + 4.96875, + 4.03125, + 4.625, + 4.796875, + 5.4375, + 4.84375, + 4.84375, + 4.515625, + 4.3125, + 4.734375, + 5.0, + 0.875488, + 3.140625, + 3.703125, + 4.484375, + 4.8125, + 4.6875, + 4.078125, + 4.53125, + 4.6875, + 4.296875, + 3.65625, + 4.6875, + 4.890625, + 4.453125, + 4.65625, + 4.546875, + 4.390625, + 4.515625, + 4.53125, + 2.46875, + 2.460938, + 4.640625, + 4.390625, + 4.296875, + 4.921875, + 4.671875, + 4.765625, + 3.3125, + 4.828125, + 3.5625, + 3.671875, + 4.640625, + 4.859375, + 4.546875, + 4.734375, + 4.71875, + 4.671875, + 3.15625, + 4.6875, + 4.53125, + 4.15625, + 4.71875, + 4.5625, + 4.609375, + 4.25, + 4.09375, + 4.578125, + 4.84375, + 4.9375, + 4.234375, + 3.953125, + 4.59375, + 4.609375, + 1.773438, + 4.96875, + 4.671875, + 2.90625, + 4.578125, + 4.734375, + 2.898438, + 4.390625, + 4.359375, + 4.71875, + 4.84375, + 4.640625, + 4.703125, + 4.03125, + 4.78125, + 4.640625, + 4.59375, + 4.796875, + 4.8125, + 4.71875, + 4.546875, + 4.59375, + 4.71875, + 4.859375, + 4.78125, + 3.15625, + 2.070312, + 4.453125, + 4.640625, + 4.84375, + 4.6875, + 4.578125, + 2.304688, + 4.90625, + 5.03125, + 4.46875, + 4.6875, + 3.3125, + 5.03125, + 4.65625, + 4.828125, + 4.5625, + 4.734375, + 6.46875, + 4.484375, + 3.890625, + 4.625, + 5.90625, + 4.625, + 2.679688, + 4.6875, + 4.59375, + 2.195312, + 4.671875, + 2.546875, + 4.8125, + 4.546875, + 4.40625, + 4.578125, + 2.351562, + 4.625, + 4.6875, + 4.609375, + 4.578125, + 4.828125, + 4.546875, + 4.15625, + 4.9375, + 4.9375, + 4.75, + 4.796875, + 4.96875, + 3.640625, + 4.390625, + 4.546875, + 4.203125, + 4.390625, + 3.53125, + 4.71875, + 3.40625, + 4.125, + 2.375, + 4.859375, + 4.78125, + 4.921875, + 4.46875, + 4.515625, + 4.609375, + 4.8125, + 4.796875, + 4.375, + 4.953125, + 4.78125, + 4.953125, + 4.546875, + 4.921875, + 3.625, + 4.65625, + 4.125, + 2.875, + 4.78125, + 4.828125, + 4.953125, + 4.828125, + 4.953125, + 4.265625, + 4.4375, + 4.90625, + 3.75, + 3.859375, + 4.53125, + 4.953125, + 4.859375, + 4.515625, + 4.484375, + 3.734375, + 4.84375, + 4.890625, + 4.734375, + 3.0625, + 4.59375, + 4.78125, + 4.640625, + 4.71875, + 4.203125, + 4.53125, + 4.421875, + 4.578125, + 4.78125, + 4.703125, + 4.703125, + 3.078125, + 4.46875, + 4.703125, + 4.671875, + 4.9375, + 5.03125, + 4.6875, + 4.359375, + 4.125, + 4.90625, + 5.0, + 3.59375, + 3.15625, + 4.78125, + 4.78125, + 4.921875, + 4.640625, + 4.984375, + 2.03125, + 4.484375, + 5.03125, + 4.5625, + 4.828125, + 4.234375, + 4.671875, + 4.265625, + 3.21875, + 4.578125, + 4.4375, + 4.78125, + 4.578125, + 2.695312, + 5.0, + 4.765625, + 4.8125, + 4.640625, + 4.875, + 4.90625, + 4.296875, + 4.328125, + 3.75, + 4.65625, + 3.84375, + 2.625, + 4.1875, + 5.0625, + 4.75, + 4.90625, + 2.007812, + 4.609375, + 4.640625, + 4.875, + 4.765625, + 4.46875, + 4.0, + 4.46875, + 3.5625, + 5.21875, + 4.03125, + 4.546875, + 4.625, + 4.546875, + 4.578125, + 4.84375, + 4.671875, + 4.640625, + 4.046875, + 4.625, + 4.671875, + 2.90625, + 4.109375, + 4.765625, + 5.0, + 4.484375, + 3.15625, + 4.609375, + 4.890625, + 4.5, + 4.84375, + 4.625, + 2.75, + 4.5625, + 4.703125, + 4.03125, + 4.84375, + 4.46875, + 4.421875, + 4.46875, + 4.828125, + 4.53125, + 4.734375, + 4.671875, + 4.578125, + 4.6875, + 4.90625, + 4.828125, + 2.671875, + 4.546875, + 4.40625, + 4.734375, + 4.875, + 5.125, + 5.03125, + 4.46875, + 3.46875, + 4.5625, + 4.953125, + 4.796875, + 4.65625, + 3.734375, + 4.484375, + 4.421875, + 4.671875, + 4.734375, + 4.4375, + 4.65625, + 4.609375, + 4.78125, + 4.484375, + 4.671875, + 4.203125, + 4.78125, + 4.65625, + 4.546875, + 4.65625, + 4.78125, + 4.296875, + 4.84375, + 3.359375, + 2.039062, + 4.625, + 4.375, + 4.921875, + 4.78125, + 4.671875, + 4.6875, + 4.03125, + 4.703125, + 4.453125, + 4.59375, + 5.0, + 4.890625, + 4.828125, + 2.796875, + 4.421875, + 4.765625, + 4.65625, + 4.515625, + 4.96875, + 4.5, + 4.828125, + 4.53125, + 4.296875, + 4.9375, + 4.90625, + 4.625, + 1.746094, + 4.703125, + 3.984375, + 4.71875, + 4.203125, + 4.421875, + 4.671875, + 4.90625, + 4.59375, + 4.53125, + 4.859375, + 4.796875, + 4.421875, + 4.921875, + 4.03125, + 4.75, + 3.890625, + 3.484375, + 4.921875, + 4.828125, + 4.515625, + 3.125, + 4.046875, + 4.5625, + 4.90625, + 4.765625, + 4.75, + 4.625, + 4.90625, + 4.453125, + 4.234375, + 5.71875, + 2.492188, + 4.390625, + 4.9375, + 4.734375, + 4.640625, + 4.796875, + 4.828125, + 4.609375, + 2.445312, + 4.59375, + 4.515625, + 4.578125, + 4.59375, + 4.65625, + 4.890625, + 4.703125, + 4.75, + 4.375, + 3.390625, + 4.484375, + 4.515625, + 4.46875, + 4.515625, + 4.8125, + 4.5, + 4.734375, + 4.28125, + 4.765625, + 4.5, + 4.21875, + 4.65625, + 4.765625, + 4.796875, + 4.640625, + 4.34375, + 4.578125, + 4.328125, + 5.375, + 4.921875, + 4.71875, + 4.28125, + 2.445312, + 4.828125, + 4.59375, + 4.71875, + 4.546875, + 4.90625, + 4.578125, + 4.65625, + 4.734375, + 4.84375, + 3.90625, + 4.609375, + 4.6875, + 4.5625, + 2.671875, + 4.671875, + 4.234375, + 4.640625, + 4.859375, + 4.703125, + 4.640625, + 4.8125, + 4.421875, + 4.921875, + 4.359375, + 4.796875, + 2.429688, + 4.578125, + 4.171875, + 4.6875, + 2.8125, + 4.953125, + 2.757812, + 4.375, + 2.382812, + 4.625, + 4.234375, + 3.046875, + 3.734375, + 4.09375, + 4.921875, + 4.796875, + 4.453125, + 4.734375, + 4.46875, + 4.59375, + 4.609375, + 2.03125, + 3.390625, + 4.0625, + 4.859375, + 4.671875, + 4.546875, + 4.828125, + 4.765625, + 4.65625, + 4.03125, + 4.8125, + 4.796875, + 4.46875, + 5.125, + 4.421875, + 4.640625, + 4.65625, + 4.453125, + 4.03125, + 4.828125, + 4.703125, + 4.890625, + 4.609375, + 4.78125, + 3.921875, + 4.90625, + 4.765625, + 4.3125, + 4.75, + 5.1875, + 4.78125, + 4.65625, + 4.921875, + 3.1875, + 4.5625, + 4.453125, + 4.34375, + 3.375, + 5.1875, + 4.859375, + 4.828125, + 2.984375, + 4.390625, + 4.09375, + 4.703125, + 4.40625, + 4.1875, + 2.234375, + 4.640625, + 4.78125, + 4.796875, + 2.445312, + 3.796875, + 2.71875, + 2.625, + 4.703125, + 3.90625, + 4.75, + 4.890625, + 4.75, + 4.390625, + 4.859375, + 4.703125, + 3.375, + 3.515625, + 4.90625, + 4.265625, + 4.609375, + 4.890625, + 4.578125, + 4.625, + 4.859375, + 4.015625, + 4.859375, + 4.53125, + 4.859375, + 3.140625, + 5.09375, + 4.71875, + 6.03125, + 4.65625, + 4.40625, + 3.09375, + 4.546875, + 2.929688, + 4.671875, + 4.796875, + 4.6875, + 4.515625, + 4.703125, + 4.21875, + 4.5, + 4.671875, + 4.765625, + 4.8125, + 4.421875, + 4.5, + 4.9375, + 4.484375, + 4.9375, + 4.34375, + 4.328125, + 4.796875, + 3.71875, + 4.515625, + 4.484375, + 3.9375, + 4.640625, + 4.703125, + 4.75, + 4.4375, + 4.484375, + 4.578125, + 4.46875, + 4.984375, + 3.71875, + 4.6875, + 4.84375, + 4.796875, + 4.8125, + 5.0625, + 4.953125, + 4.359375, + 4.65625, + 4.703125, + 4.59375, + 4.765625, + 4.703125, + 3.59375, + 4.96875, + 4.65625, + 3.4375, + 4.65625, + 4.734375, + 2.867188, + 4.609375, + 4.359375, + 4.796875, + 4.796875, + 4.28125, + 4.65625, + 4.71875, + 4.75, + 4.90625, + 4.640625, + 4.28125, + 4.40625, + 4.828125, + 3.6875, + 4.328125, + 4.8125, + 4.6875, + 3.015625, + 4.59375, + 4.765625, + 4.703125, + 4.953125, + 4.78125, + 4.765625, + 4.0625, + 4.734375, + 3.109375, + 4.296875, + 4.75, + 4.5625, + 2.773438, + 4.5625, + 4.890625, + 3.25, + 4.828125, + 4.375, + 4.75, + 4.734375, + 4.828125, + 4.609375, + 3.640625, + 4.984375, + 4.734375, + 5.0, + 4.84375, + 4.296875, + 4.546875, + 4.265625, + 3.0625, + 3.734375, + 5.03125, + 4.203125, + 4.796875, + 3.9375, + 4.25, + 4.40625, + 4.84375, + 2.867188, + 4.1875, + 4.890625, + 2.203125, + 5.125, + 4.53125, + 4.78125, + 4.71875, + 3.0625, + 4.671875, + 4.796875, + 2.375, + 4.828125, + 2.046875, + 4.625, + 4.8125, + 4.890625, + 4.765625, + 2.851562, + 4.96875, + 4.15625, + 4.671875, + 4.78125, + 4.703125, + 4.453125, + 2.859375, + 5.09375, + 4.984375, + 4.90625, + 4.390625, + 3.078125, + 4.578125, + 4.796875, + 4.46875, + 4.71875, + 4.875, + 4.75, + 4.171875, + 4.46875, + 4.53125, + 4.421875, + 4.53125, + 3.234375, + 3.46875, + 4.921875, + 4.9375, + 2.640625, + 4.828125, + 4.125, + 4.578125, + 4.90625, + 4.71875, + 4.46875, + 4.234375, + 4.546875, + 4.640625, + 3.140625, + 4.578125, + 4.890625, + 4.484375 + ] + }, + "name": "onnx::Mul_8778", + "outputIndexes": [ + 2184 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2183, + 2184 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_22/Mul_1_output_0", + "outputIndexes": [ + 2185 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2166, + 2185 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_114_output_0", + "outputIndexes": [ + 2186 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2186, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_207_output_0", + "outputIndexes": [ + 2187 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2187 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_23/Mul_output_0", + "outputIndexes": [ + 2188 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.306641, + 1.337891, + 1.300781, + 1.263672, + 1.167969, + 1.287109, + 1.404297, + 3.5625, + 1.332031, + 1.357422, + 1.249023, + 1.3125, + 1.402344, + 1.239258, + 1.277344, + 1.328125, + 1.291016, + 1.240234, + 1.484375, + 1.486328, + 1.367188, + 1.398438, + 1.257812, + 1.447266, + 1.337891, + 1.296875, + 1.699219, + 1.675781, + 1.330078, + 1.376953, + 1.490234, + 1.804688, + 1.25, + 3.28125, + 1.253906, + 1.75, + 1.265625, + 1.308594, + 1.359375, + 1.335938, + 1.217773, + 1.337891, + 1.333984, + 1.683594, + 2.351562, + 1.328125, + 1.245117, + 1.345703, + 1.832031, + 1.660156, + 1.4375, + 2.429688, + 1.363281, + 3.09375, + 1.320312, + 1.53125, + 1.412109, + 1.265625, + 1.302734, + 1.400391, + 1.890625, + 1.083496, + 1.24707, + 1.355469, + 1.707031, + 1.408203, + 1.859375, + 1.241211, + 1.589844, + 1.341797, + 1.394531, + 1.241211, + 1.335938, + 1.261719, + 1.248047, + 1.330078, + 2.039062, + 1.490234, + 1.648438, + 2.804688, + 1.226562, + 4.09375, + 1.318359, + 1.695312, + 1.328125, + 1.554688, + 1.412109, + 1.679688, + 2.257812, + 1.314453, + 1.394531, + 1.359375, + 1.3125, + 2.359375, + 1.204102, + 4.140625, + 1.34375, + 1.298828, + 1.078613, + 1.353516, + 1.410156, + 1.194336, + 1.248047, + 1.283203, + 1.257812, + 1.292969, + 1.357422, + 1.660156, + 1.237305, + 1.390625, + 1.332031, + 1.355469, + 1.363281, + 4.25, + 1.304688, + 1.609375, + 1.269531, + 2.1875, + 1.24707, + 1.294922, + 1.253906, + 1.304688, + 1.451172, + 1.244141, + 1.328125, + 1.933594, + 1.433594, + 1.371094, + 1.419922, + 2.171875, + 1.859375, + 1.267578, + 1.324219, + 1.320312, + 1.269531, + 1.431641, + 1.443359, + 2.148438, + 1.351562, + 1.320312, + 0.93457, + 1.65625, + 1.349609, + 1.373047, + 1.330078, + 1.5625, + 1.427734, + 1.235352, + 1.304688, + 1.257812, + 1.197266, + 1.421875, + 1.384766, + 1.189453, + 1.421875, + 1.201172, + 1.984375, + 1.273438, + 2.828125, + 3.234375, + 3.484375, + 1.251953, + 1.671875, + 1.964844, + 1.304688, + 1.243164, + 1.202148, + 2.984375, + 1.217773, + 1.326172, + 1.28125, + 2.664062, + 1.324219, + 2.703125, + 1.3125, + 1.3125, + 1.535156, + 4.15625, + 1.232422, + 1.412109, + 1.302734, + 3.3125, + 1.554688, + 4.15625, + 1.125977, + 1.283203, + 1.902344, + 1.294922, + 1.363281, + 1.710938, + 1.255859, + 1.345703, + 1.417969, + 1.431641, + 1.347656, + 1.574219, + 1.353516, + 1.324219, + 1.310547, + 1.294922, + 1.396484, + 1.330078, + 1.273438, + 1.355469, + 1.292969, + 1.216797, + 0.942627, + 1.269531, + 1.24707, + 1.265625, + 1.582031, + 1.122559, + 1.324219, + 1.412109, + 1.285156, + 1.279297, + 1.378906, + 1.427734, + 1.345703, + 1.308594, + 1.496094, + 1.863281, + 1.257812, + 1.255859, + 1.253906, + 1.402344, + 1.271484, + 1.269531, + 1.515625, + 1.382812, + 3.296875, + 1.294922, + 1.416016, + 1.222656, + 1.279297, + 1.234375, + 2.101562, + 1.279297, + 1.375, + 1.279297, + 2.546875, + 1.294922, + 1.214844, + 1.953125, + 1.330078, + 1.369141, + 1.482422, + 1.550781, + 1.330078, + 1.789062, + 1.257812, + 1.417969, + 2.3125, + 1.216797, + 1.314453, + 1.292969, + 1.365234, + 1.494141, + 1.388672, + 1.349609, + 1.289062, + 1.200195, + 1.306641, + 1.324219, + 1.382812, + 1.527344, + 1.353516, + 1.271484, + 1.345703, + 1.3125, + 1.365234, + 1.349609, + 1.287109, + 1.394531, + 1.246094, + 1.196289, + 1.925781, + 1.373047, + 1.239258, + 1.306641, + 1.824219, + 1.371094, + 2.859375, + 1.429688, + 1.402344, + 1.384766, + 1.423828, + 1.412109, + 2.828125, + 1.292969, + 1.384766, + 3.78125, + 1.433594, + 1.335938, + 1.419922, + 1.416016, + 1.427734, + 1.392578, + 1.208984, + 1.369141, + 1.490234, + 1.558594, + 4.15625, + 1.310547, + 4.625, + 1.523438, + 1.417969, + 1.482422, + 1.287109, + 1.304688, + 1.244141, + 3.75, + 1.265625, + 1.3125, + 1.542969, + 1.375, + 1.345703, + 1.174805, + 1.40625, + 1.300781, + 1.365234, + 1.296875, + 1.453125, + 1.300781, + 1.322266, + 1.404297, + 1.554688, + 1.53125, + 1.359375, + 1.314453, + 1.496094, + 1.703125, + 1.345703, + 1.263672, + 0.93457, + 1.291016, + 1.324219, + 1.271484, + 1.308594, + 1.378906, + 1.355469, + 1.523438, + 1.225586, + 1.357422, + 1.566406, + 1.664062, + 1.394531, + 2.40625, + 1.457031, + 1.337891, + 3.609375, + 1.578125, + 3.34375, + 1.605469, + 4.046875, + 2.578125, + 1.3125, + 1.198242, + 1.773438, + 1.320312, + 3.203125, + 1.375, + 1.417969, + 2.171875, + 1.445312, + 1.316406, + 1.185547, + 3.015625, + 1.308594, + 1.324219, + 1.353516, + 1.445312, + 1.296875, + 1.402344, + 1.230469, + 1.294922, + 1.310547, + 1.433594, + 1.503906, + 2.078125, + 1.198242, + 1.294922, + 2.070312, + 2.679688, + 1.251953, + 1.363281, + 1.416016, + 1.875, + 1.292969, + 1.292969, + 1.40625, + 1.308594, + 3.296875, + 1.398438, + 1.361328, + 1.335938, + 1.378906, + 3.078125, + 1.386719, + 1.241211, + 1.316406, + 1.306641, + 1.304688, + 1.369141, + 2.679688, + 1.246094, + 1.267578, + 1.291016, + 1.285156, + 2.859375, + 1.287109, + 1.248047, + 1.302734, + 1.194336, + 1.929688, + 1.349609, + 1.345703, + 1.298828, + 1.341797, + 1.318359, + 1.255859, + 1.322266, + 1.519531, + 1.310547, + 1.341797, + 1.835938, + 1.199219, + 1.333984, + 1.289062, + 1.396484, + 1.261719, + 1.292969, + 1.306641, + 1.652344, + 3.390625, + 1.241211, + 1.271484, + 1.248047, + 1.310547, + 1.304688, + 1.398438, + 1.527344, + 1.308594, + 1.492188, + 4.109375, + 1.248047, + 1.310547, + 1.316406, + 1.378906, + 1.314453, + 1.357422, + 1.339844, + 1.427734, + 1.458984, + 1.402344, + 1.332031, + 2.125, + 1.255859, + 1.308594, + 1.412109, + 1.28125, + 1.4375, + 1.320312, + 1.238281, + 2.382812, + 1.300781, + 3.3125, + 1.326172, + 1.414062, + 1.228516, + 1.271484, + 1.324219, + 1.318359, + 1.511719, + 1.306641, + 1.322266, + 2.78125, + 1.410156, + 1.298828, + 1.337891, + 1.402344, + 1.279297, + 1.589844, + 1.237305, + 1.318359, + 1.285156, + 3.46875, + 1.291016, + 1.447266, + 1.435547, + 1.511719, + 1.404297, + 1.292969, + 1.34375, + 1.746094, + 1.285156, + 3.828125, + 3.34375, + 1.71875, + 3.53125, + 1.394531, + 1.349609, + 1.316406, + 1.675781, + 3.171875, + 1.294922, + 1.964844, + 1.910156, + 1.359375, + 1.277344, + 1.320312, + 1.361328, + 1.425781, + 1.417969, + 1.285156, + 1.229492, + 1.925781, + 1.363281, + 1.222656, + 1.636719, + 1.462891, + 1.40625, + 2.523438, + 2.757812, + 1.265625, + 2.0625, + 1.318359, + 1.273438, + 1.429688, + 1.271484, + 1.292969, + 1.271484, + 1.213867, + 4.015625, + 1.316406, + 1.061768, + 1.330078, + 1.033447, + 1.166016, + 4.03125, + 3.609375, + 1.474609, + 1.820312, + 1.289062, + 1.271484, + 1.308594, + 1.208008, + 1.345703, + 1.742188, + 1.277344, + 3.921875, + 1.198242, + 1.392578, + 1.326172, + 1.458984, + 1.597656, + 1.253906, + 3.625, + 1.394531, + 1.433594, + 1.375, + 3.265625, + 1.695312, + 1.398438, + 1.435547, + 1.269531, + 1.279297, + 3.984375, + 1.644531, + 1.445312, + 1.445312, + 1.339844, + 1.277344, + 1.539062, + 4.296875, + 1.287109, + 1.359375, + 1.361328, + 1.949219, + 1.339844, + 1.018921, + 1.578125, + 1.316406, + 1.291016, + 1.765625, + 1.330078, + 1.347656, + 1.4375, + 3.84375, + 2.03125, + 1.367188, + 1.318359, + 1.652344, + 1.209961, + 2.109375, + 1.347656, + 1.435547, + 1.447266, + 1.337891, + 1.394531, + 1.24707, + 1.249023, + 1.441406, + 1.337891, + 1.231445, + 1.246094, + 1.320312, + 1.339844, + 1.294922, + 1.386719, + 1.277344, + 1.269531, + 1.353516, + 3.5, + 1.542969, + 1.328125, + 1.353516, + 1.449219, + 1.447266, + 1.380859, + 1.287109, + 1.279297, + 1.363281, + 1.324219, + 1.273438, + 1.466797, + 1.246094, + 1.310547, + 1.277344, + 1.490234, + 1.332031, + 1.245117, + 1.388672, + 1.210938, + 1.199219, + 1.5625, + 1.259766, + 1.363281, + 1.267578, + 1.863281, + 1.216797, + 1.269531, + 1.597656, + 2.921875, + 1.265625, + 2.640625, + 1.273438, + 1.298828, + 1.597656, + 2.4375, + 2.859375, + 3.421875, + 1.209961, + 1.203125, + 1.314453, + 1.196289, + 1.339844, + 1.160156, + 1.382812, + 1.490234, + 1.457031, + 1.498047, + 1.242188, + 4.109375, + 1.453125, + 1.228516, + 1.267578, + 1.349609, + 1.277344, + 1.231445, + 1.271484, + 1.707031, + 1.320312, + 1.464844, + 1.65625, + 1.240234, + 1.355469, + 1.345703, + 1.933594, + 1.275391, + 1.232422, + 4.53125, + 2.179688, + 1.294922, + 1.419922, + 1.236328, + 1.566406, + 1.253906, + 1.25, + 1.204102, + 1.414062, + 1.292969, + 1.369141, + 1.357422, + 1.237305, + 1.558594, + 1.445312, + 1.244141, + 1.376953, + 1.255859, + 3.03125, + 1.235352, + 1.490234, + 1.34375, + 1.291016, + 1.300781, + 1.347656, + 1.423828, + 1.333984, + 1.400391, + 1.308594, + 1.279297, + 1.326172, + 1.345703, + 3.203125, + 2.148438, + 1.34375, + 2.09375, + 1.306641, + 1.570312, + 1.328125, + 1.191406, + 1.265625, + 1.402344, + 1.867188, + 4.0, + 1.902344, + 1.298828, + 1.355469, + 1.232422, + 1.400391, + 1.929688, + 1.349609, + 1.359375, + 1.373047, + 1.333984, + 1.339844, + 1.285156, + 1.188477, + 1.226562, + 1.357422, + 1.367188, + 1.314453, + 1.326172, + 1.539062, + 1.535156, + 1.275391, + 1.460938, + 1.3125, + 1.310547, + 1.259766, + 1.322266, + 1.316406, + 1.322266, + 1.277344, + 1.419922, + 1.396484, + 2.59375, + 1.279297, + 1.382812, + 1.394531, + 1.328125, + 1.351562, + 1.219727, + 1.283203, + 1.380859, + 1.376953, + 1.291016, + 1.191406, + 1.457031, + 1.330078, + 1.453125, + 1.457031, + 1.287109, + 1.447266, + 1.228516, + 1.273438, + 1.279297, + 1.161133, + 1.621094, + 1.273438, + 1.255859, + 1.376953, + 1.345703, + 4.015625, + 1.34375, + 1.277344, + 2.84375, + 1.855469, + 1.34375, + 1.361328, + 1.375, + 1.574219, + 1.243164, + 1.523438, + 1.511719, + 1.306641, + 2.03125, + 1.237305, + 1.324219, + 3.921875, + 1.170898, + 1.237305, + 1.351562, + 1.451172, + 1.988281, + 1.378906, + 1.318359, + 3.71875, + 1.306641, + 1.279297, + 1.240234, + 3.375, + 1.373047, + 2.15625, + 1.636719, + 1.225586, + 1.425781, + 1.980469, + 1.271484, + 1.361328, + 1.353516, + 1.357422, + 1.235352, + 1.255859, + 1.322266, + 1.351562, + 1.277344, + 1.369141, + 1.351562, + 1.201172, + 1.245117, + 1.359375, + 0.873047, + 1.404297, + 1.90625, + 1.285156, + 1.320312, + 2.453125, + 1.382812, + 1.78125, + 1.394531, + 1.219727, + 1.337891, + 1.246094, + 1.230469, + 1.421875, + 1.388672, + 1.371094, + 1.183594, + 1.482422, + 1.384766, + 1.390625, + 1.291016, + 4.640625, + 1.445312, + 1.753906, + 1.412109, + 1.355469, + 2.109375, + 1.384766, + 1.302734, + 1.291016, + 1.298828, + 1.347656, + 4.109375, + 1.316406, + 1.369141, + 1.361328, + 3.953125, + 1.294922, + 1.228516, + 1.503906, + 2.8125, + 1.574219, + 1.363281, + 1.308594, + 1.292969, + 1.425781, + 1.193359, + 1.800781, + 1.40625, + 1.519531, + 1.330078, + 1.5625, + 1.263672, + 1.289062, + 1.245117, + 1.5625, + 1.447266, + 2.828125, + 1.349609, + 1.294922, + 1.449219, + 1.300781, + 1.326172, + 1.335938, + 1.267578, + 1.414062, + 1.310547, + 1.53125, + 1.277344, + 1.326172, + 1.271484, + 1.964844, + 1.466797, + 1.429688, + 3.125, + 4.65625, + 1.761719, + 1.511719, + 1.412109, + 1.216797, + 1.341797, + 1.216797, + 3.15625, + 4.203125, + 1.371094, + 0.874023, + 1.753906, + 1.392578, + 1.40625, + 1.269531, + 1.378906, + 1.757812, + 3.296875, + 1.316406, + 1.316406, + 1.455078, + 2.5625, + 1.416016, + 1.396484, + 1.539062, + 1.490234, + 1.249023, + 1.259766, + 1.486328, + 1.237305, + 2.007812, + 1.296875, + 1.267578, + 1.361328, + 1.300781, + 1.423828, + 1.259766, + 1.267578, + 1.898438, + 3.546875, + 3.734375, + 1.271484, + 1.382812, + 1.361328, + 1.310547, + 1.341797, + 1.457031, + 1.283203, + 4.125, + 1.402344, + 1.714844, + 1.236328, + 1.217773, + 3.328125, + 1.318359, + 1.392578, + 1.322266, + 1.200195, + 1.347656, + 1.519531, + 1.578125, + 2.890625, + 1.427734, + 1.4375, + 1.380859, + 3.609375, + 1.304688, + 1.318359, + 1.030151, + 1.435547, + 3.0625, + 1.400391, + 1.410156, + 1.201172, + 1.375, + 1.90625, + 1.349609, + 1.359375, + 1.6875, + 3.75, + 4.78125, + 4.421875, + 1.394531, + 1.373047, + 1.320312, + 1.447266, + 1.335938, + 1.511719, + 1.294922, + 3.984375, + 1.298828, + 1.304688, + 1.357422, + 1.251953, + 2.046875, + 1.246094, + 1.316406, + 3.984375, + 1.402344, + 3.640625, + 1.277344, + 3.328125, + 1.625, + 1.353516, + 1.243164, + 1.296875, + 1.609375, + 1.421875, + 2.640625, + 1.417969, + 3.625, + 1.574219, + 1.664062, + 2.21875, + 2.203125, + 1.259766, + 1.3125, + 1.691406, + 3.578125, + 1.277344, + 1.496094, + 1.214844, + 1.648438, + 1.414062, + 1.324219, + 3.890625, + 1.235352, + 1.339844, + 1.439453, + 3.90625, + 3.953125, + 1.277344, + 1.243164, + 1.398438, + 1.259766, + 1.21582, + 1.40625, + 1.710938, + 4.21875, + 1.412109, + 1.273438, + 1.287109, + 1.515625, + 1.373047, + 1.378906, + 1.255859, + 1.400391, + 1.244141, + 1.443359, + 1.198242, + 1.416016, + 1.484375, + 1.291016, + 1.339844, + 1.648438, + 1.244141, + 1.357422, + 1.291016, + 1.357422, + 1.273438, + 2.945312, + 1.376953, + 3.703125, + 1.667969, + 1.703125, + 3.125, + 1.263672, + 1.5625, + 1.285156, + 1.519531, + 1.304688, + 1.21582, + 1.449219, + 1.306641, + 3.421875, + 1.4375, + 1.373047, + 1.570312, + 1.332031, + 1.417969, + 1.519531, + 1.179688, + 1.363281, + 1.292969, + 1.322266, + 1.353516, + 3.453125, + 1.208984, + 1.224609, + 1.765625, + 1.277344, + 1.351562, + 1.308594, + 1.038574, + 1.3125, + 1.302734, + 1.287109, + 1.302734, + 1.287109, + 1.275391, + 1.730469, + 1.269531, + 1.322266, + 1.224609, + 1.263672, + 1.494141, + 3.734375, + 1.376953, + 2.78125, + 1.275391, + 1.40625, + 1.714844, + 1.322266, + 1.21875, + 1.320312, + 1.365234, + 1.847656, + 1.361328, + 4.9375, + 3.484375, + 3.96875, + 1.373047, + 1.287109, + 3.046875, + 1.318359, + 1.304688, + 1.365234, + 2.640625, + 1.335938, + 1.792969, + 1.378906, + 2.710938, + 1.263672, + 1.267578, + 1.134766, + 1.277344, + 1.414062, + 1.447266, + 1.302734, + 1.28125, + 4.265625, + 2.585938, + 4.859375, + 1.457031, + 1.335938, + 1.335938, + 1.209961, + 1.875, + 3.140625, + 1.380859, + 3.03125, + 1.375, + 1.289062, + 1.326172, + 1.363281, + 1.875, + 1.174805, + 1.314453, + 1.339844, + 1.550781, + 1.289062, + 1.445312, + 2.015625, + 1.345703, + 1.263672, + 1.239258, + 1.273438, + 1.320312, + 1.251953, + 1.443359, + 1.271484, + 1.292969, + 1.298828, + 1.367188, + 1.279297, + 1.243164, + 1.277344, + 1.447266, + 1.230469, + 1.261719, + 1.339844, + 1.357422, + 1.345703, + 1.53125, + 1.332031, + 1.609375, + 1.367188, + 1.386719, + 1.433594, + 2.539062, + 1.310547, + 1.435547, + 1.277344, + 1.488281, + 1.353516, + 1.302734, + 1.390625, + 3.125, + 1.285156, + 2.5, + 1.392578, + 1.474609, + 1.380859, + 1.78125, + 1.367188, + 1.777344, + 1.404297, + 3.40625, + 1.427734, + 1.894531, + 1.373047, + 1.388672, + 1.498047, + 1.3125, + 1.207031, + 1.292969, + 1.302734, + 1.308594, + 1.380859, + 1.271484, + 3.984375, + 1.263672, + 1.408203, + 1.337891, + 1.289062, + 1.412109, + 1.320312, + 1.470703, + 1.902344, + 1.457031, + 1.376953, + 1.375, + 1.176758, + 1.363281, + 1.341797, + 1.326172, + 1.433594, + 1.447266, + 3.515625, + 1.341797, + 1.308594, + 1.243164, + 3.40625, + 1.466797, + 2.375, + 3.75, + 1.4375, + 4.265625, + 3.890625, + 1.445312, + 1.285156, + 1.394531, + 1.257812, + 4.5, + 1.291016, + 1.570312, + 1.398438, + 3.25, + 1.326172, + 1.367188, + 1.361328, + 1.351562, + 1.339844, + 1.285156, + 4.109375, + 1.306641, + 1.273438, + 2.523438, + 3.109375, + 1.40625, + 1.275391, + 2.75, + 1.192383, + 3.65625, + 1.229492, + 1.470703, + 1.279297, + 1.347656, + 3.171875, + 1.361328, + 1.382812, + 1.314453, + 1.294922, + 1.375, + 2.085938, + 4.65625, + 1.265625, + 1.231445, + 1.574219, + 1.345703, + 1.275391, + 1.308594, + 1.472656, + 1.328125, + 1.388672, + 1.414062, + 1.421875, + 1.330078, + 1.292969, + 1.353516, + 1.322266, + 1.632812, + 1.396484, + 1.353516, + 1.355469, + 4.390625, + 1.339844, + 1.310547, + 1.326172, + 1.40625, + 1.427734, + 1.322266, + 1.396484, + 1.283203, + 1.648438, + 1.34375, + 1.283203, + 1.320312, + 1.292969, + 2.296875, + 1.412109, + 3.234375, + 1.292969, + 2.835938, + 1.349609, + 1.257812, + 1.306641, + 2.960938, + 1.378906, + 1.462891, + 1.304688, + 1.232422, + 1.275391, + 1.322266, + 1.373047, + 1.496094, + 1.239258, + 1.416016, + 2.515625, + 1.384766, + 1.28125, + 1.001572, + 1.242188, + 1.375, + 1.308594, + 1.255859, + 1.367188, + 1.376953, + 1.382812, + 1.6875, + 1.414062, + 1.392578, + 1.332031, + 2.390625, + 1.40625, + 1.359375, + 1.237305, + 1.412109, + 3.328125, + 1.225586, + 1.267578, + 1.300781, + 1.316406, + 1.59375, + 1.285156, + 1.302734, + 1.234375, + 4.140625, + 1.261719, + 1.216797, + 1.46875, + 1.273438, + 1.451172, + 1.265625, + 1.273438, + 1.271484, + 1.259766, + 1.433594, + 1.314453, + 1.265625, + 1.291016, + 1.296875, + 1.245117, + 1.300781, + 1.960938, + 1.439453, + 1.460938, + 1.396484, + 1.314453, + 1.353516, + 1.929688, + 1.341797, + 1.386719, + 1.253906, + 3.96875, + 1.609375, + 1.757812, + 3.765625, + 1.34375, + 1.24707, + 1.191406, + 4.1875, + 1.339844, + 0.913086, + 3.78125, + 2.726562, + 1.310547, + 1.219727, + 1.253906, + 1.277344, + 1.234375, + 1.380859, + 1.353516, + 1.390625, + 1.157227, + 2.335938, + 1.253906, + 1.318359, + 1.220703, + 3.9375, + 1.318359, + 1.349609, + 1.230469, + 1.40625, + 1.296875, + 1.400391, + 1.318359, + 1.470703, + 4.359375, + 1.233398, + 1.330078, + 1.34375, + 1.335938, + 1.875, + 1.318359, + 3.75, + 1.292969, + 1.361328, + 1.953125, + 1.378906, + 1.335938, + 1.271484, + 3.203125, + 1.435547, + 1.320312, + 1.380859, + 1.257812, + 1.875, + 3.734375, + 1.40625, + 1.228516, + 1.388672, + 1.808594, + 1.367188, + 1.259766, + 1.373047, + 3.640625, + 1.507812, + 1.28125, + 1.412109, + 1.361328, + 1.523438, + 1.241211, + 1.34375, + 1.310547, + 1.652344, + 1.435547, + 1.447266, + 1.279297, + 1.237305, + 1.239258, + 1.832031, + 1.667969, + 1.570312, + 1.542969, + 1.404297, + 1.392578, + 2.609375, + 1.330078, + 1.816406, + 1.199219, + 1.337891, + 1.229492, + 1.234375, + 1.367188, + 1.380859, + 2.296875, + 1.466797, + 1.333984, + 1.443359, + 1.324219, + 1.240234, + 2.039062, + 1.314453, + 1.416016, + 1.3125, + 1.341797, + 1.345703, + 2.046875, + 1.227539, + 1.392578, + 1.457031, + 1.306641, + 3.015625, + 1.314453, + 1.341797, + 1.265625, + 2.273438, + 1.208008, + 1.320312, + 1.570312, + 1.275391, + 1.414062, + 1.335938, + 1.28125, + 1.550781, + 1.769531, + 1.359375, + 1.261719, + 1.261719, + 1.267578, + 1.240234, + 1.214844, + 1.24707, + 1.253906, + 1.277344, + 1.335938, + 0.971558, + 1.355469, + 1.367188, + 1.972656, + 1.394531, + 1.261719, + 1.451172, + 1.253906, + 1.339844, + 1.337891, + 1.246094, + 3.109375, + 1.198242, + 1.289062, + 1.4375, + 1.369141, + 1.310547, + 4.125, + 1.373047, + 1.239258, + 1.326172, + 2.484375, + 1.296875, + 1.289062, + 2.0625, + 3.0625, + 1.550781, + 1.271484, + 1.351562, + 1.291016, + 1.439453, + 1.371094, + 1.410156, + 1.310547, + 1.410156, + 2.921875, + 1.310547, + 1.832031, + 1.365234, + 1.287109, + 2.601562, + 4.125, + 1.259766, + 1.160156, + 1.210938, + 2.171875, + 1.217773, + 1.601562, + 1.492188, + 1.330078, + 1.102051, + 1.238281, + 1.298828, + 1.388672, + 1.449219, + 1.248047, + 1.229492, + 1.289062, + 2.570312, + 2.007812, + 1.369141, + 1.330078, + 1.261719, + 1.511719, + 1.416016, + 1.271484, + 1.5, + 2.023438, + 1.253906, + 1.188477, + 1.337891, + 1.398438, + 1.457031, + 1.585938, + 1.332031, + 1.523438, + 3.96875, + 3.890625, + 1.369141, + 1.240234, + 1.414062, + 1.324219, + 1.371094, + 1.246094, + 2.5625, + 1.204102, + 2.046875, + 2.242188, + 1.496094, + 1.261719, + 1.322266, + 1.324219, + 1.330078, + 1.400391, + 2.796875, + 1.302734, + 1.439453, + 1.511719, + 1.28125, + 1.28125, + 1.388672, + 1.652344, + 1.5, + 1.269531, + 1.337891, + 1.367188, + 1.589844, + 2.140625, + 1.404297, + 1.478516, + 1.5625, + 1.214844, + 1.322266, + 3.265625, + 1.4375, + 1.261719, + 3.78125, + 1.337891, + 1.550781, + 1.414062, + 1.435547, + 1.341797, + 1.570312, + 1.796875, + 1.222656, + 1.265625, + 1.265625, + 1.283203, + 1.279297, + 1.279297, + 1.330078, + 1.400391, + 1.328125, + 1.245117, + 1.398438, + 3.046875, + 4.671875, + 1.363281, + 1.380859, + 1.34375, + 1.339844, + 1.435547, + 4.265625, + 1.267578, + 1.316406, + 1.373047, + 1.263672, + 2.335938, + 1.209961, + 1.292969, + 1.400391, + 1.332031, + 1.283203, + 1.145508, + 1.507812, + 1.777344, + 1.423828, + 0.949707, + 1.474609, + 3.53125, + 1.314453, + 1.527344, + 4.609375, + 1.279297, + 3.75, + 1.289062, + 1.320312, + 1.5625, + 1.314453, + 4.28125, + 1.367188, + 1.376953, + 1.296875, + 1.324219, + 1.355469, + 1.5, + 1.597656, + 1.173828, + 1.253906, + 1.392578, + 1.271484, + 1.192383, + 2.625, + 1.332031, + 1.402344, + 1.605469, + 1.515625, + 2.945312, + 1.300781, + 2.804688, + 1.433594, + 4.09375, + 1.251953, + 1.24707, + 1.197266, + 1.443359, + 1.40625, + 1.332031, + 1.294922, + 1.28125, + 1.394531, + 1.298828, + 1.361328, + 1.330078, + 1.570312, + 1.167969, + 2.09375, + 1.351562, + 1.652344, + 3.359375, + 1.386719, + 1.277344, + 1.245117, + 1.237305, + 1.216797, + 1.449219, + 1.330078, + 1.349609, + 1.867188, + 1.683594, + 1.328125, + 1.298828, + 1.242188, + 1.466797, + 1.333984, + 2.242188, + 1.261719, + 1.222656, + 1.332031, + 2.890625, + 1.625, + 1.396484, + 1.337891, + 1.369141, + 1.636719, + 1.400391, + 1.308594, + 1.412109, + 1.328125, + 1.322266, + 1.298828, + 3.703125, + 1.449219, + 1.292969, + 1.285156, + 1.255859, + 1.267578, + 1.298828, + 1.371094, + 1.550781, + 1.271484, + 1.261719, + 2.148438, + 2.8125, + 1.318359, + 1.375, + 1.241211, + 1.347656, + 1.386719, + 4.6875, + 1.367188, + 1.291016, + 1.302734, + 1.232422, + 1.664062, + 1.265625, + 1.664062, + 3.09375, + 1.367188, + 1.380859, + 1.326172, + 1.412109, + 2.90625, + 1.292969, + 1.335938, + 1.396484, + 1.25, + 1.332031, + 1.271484, + 1.589844, + 1.546875, + 2.054688, + 1.423828, + 1.589844, + 3.671875, + 1.578125, + 1.246094, + 1.310547, + 1.3125, + 4.34375, + 1.291016, + 1.25, + 1.275391, + 1.349609, + 1.371094, + 2.15625, + 1.302734, + 2.234375, + 1.302734, + 1.902344, + 1.402344, + 1.349609, + 1.310547, + 1.695312, + 1.22168, + 1.310547, + 1.244141, + 1.710938, + 1.314453, + 1.371094, + 3.328125, + 1.671875, + 1.416016, + 1.238281, + 1.617188, + 2.867188, + 1.384766, + 1.558594, + 1.332031, + 1.322266, + 1.289062, + 3.59375, + 1.357422, + 1.349609, + 2.0, + 1.324219, + 1.539062, + 1.494141, + 1.414062, + 1.373047, + 1.296875, + 1.339844, + 1.326172, + 1.304688, + 1.275391, + 1.223633, + 1.28125, + 3.390625, + 1.412109, + 1.369141, + 1.367188, + 1.269531, + 1.210938, + 1.292969, + 1.398438, + 1.996094, + 1.345703, + 1.222656, + 1.279297, + 1.337891, + 2.429688, + 1.410156, + 1.597656, + 1.421875, + 1.380859, + 1.285156, + 1.302734, + 1.304688, + 1.283203, + 1.371094, + 1.335938, + 1.601562, + 1.353516, + 1.382812, + 1.507812, + 1.306641, + 1.384766, + 1.832031, + 1.24707, + 2.453125, + 4.859375, + 1.371094, + 1.574219, + 1.255859, + 1.255859, + 1.324219, + 1.335938, + 1.636719, + 1.308594, + 1.382812, + 1.519531, + 1.277344, + 1.239258, + 1.339844, + 3.28125, + 1.353516, + 1.230469, + 1.347656, + 1.478516, + 1.660156, + 1.310547, + 1.304688, + 1.455078, + 1.369141, + 1.314453, + 1.287109, + 1.285156, + 1.574219, + 1.300781, + 2.054688, + 1.261719, + 1.78125, + 1.40625, + 1.357422, + 1.318359, + 1.275391, + 1.359375, + 1.263672, + 1.355469, + 1.328125, + 1.318359, + 1.769531, + 1.277344, + 1.765625, + 2.203125, + 1.287109, + 1.384766, + 1.291016, + 2.835938, + 1.867188, + 1.271484, + 1.210938, + 1.302734, + 1.337891, + 1.4375, + 1.228516, + 1.652344, + 1.601562, + 1.378906, + 3.828125, + 1.371094, + 1.367188, + 1.341797, + 1.349609, + 1.257812, + 1.214844, + 1.394531, + 3.796875, + 1.289062, + 1.341797, + 1.347656, + 1.314453, + 1.294922, + 1.375, + 1.269531, + 1.253906, + 1.636719, + 1.980469, + 1.445312, + 1.322266, + 1.271484, + 1.335938, + 1.300781, + 1.503906, + 1.355469, + 1.5, + 1.316406, + 1.585938, + 1.84375, + 1.371094, + 1.337891, + 1.211914, + 1.324219, + 1.527344, + 1.335938, + 1.550781, + 1.480469, + 1.265625, + 1.275391, + 1.523438, + 3.890625, + 1.267578, + 1.320312, + 1.265625, + 1.291016, + 1.24707, + 1.460938, + 1.267578, + 1.322266, + 1.231445, + 2.0, + 1.269531, + 1.302734, + 1.310547, + 3.28125, + 1.339844, + 1.632812, + 1.259766, + 1.345703, + 1.324219, + 1.355469, + 1.259766, + 1.349609, + 1.207031, + 1.480469, + 1.412109, + 4.4375, + 1.333984, + 1.550781, + 1.246094, + 3.046875, + 1.291016, + 3.90625, + 1.376953, + 4.15625, + 1.361328, + 1.769531, + 3.375, + 1.929688, + 1.441406, + 1.351562, + 1.279297, + 1.314453, + 1.189453, + 1.439453, + 1.394531, + 1.341797, + 4.90625, + 2.664062, + 2.046875, + 1.249023, + 1.337891, + 1.291016, + 1.265625, + 1.382812, + 1.298828, + 1.777344, + 1.339844, + 1.277344, + 1.292969, + 1.253906, + 1.416016, + 1.386719, + 1.353516, + 1.245117, + 1.789062, + 1.227539, + 1.287109, + 1.296875, + 1.337891, + 1.259766, + 1.777344, + 1.22168, + 1.314453, + 1.400391, + 1.322266, + 1.170898, + 1.361328, + 1.292969, + 1.453125, + 2.515625, + 1.396484, + 1.5, + 1.691406, + 2.828125, + 1.22168, + 1.275391, + 1.335938, + 3.09375, + 1.339844, + 1.625, + 1.398438, + 1.458984, + 1.667969, + 4.40625, + 1.363281, + 1.349609, + 1.244141, + 3.984375, + 1.761719, + 3.796875, + 4.140625, + 1.224609, + 1.519531, + 1.18457, + 1.172852, + 1.292969, + 1.470703, + 1.320312, + 1.488281, + 2.5, + 2.234375, + 1.308594, + 1.458984, + 1.275391, + 1.308594, + 1.353516, + 1.328125, + 1.248047, + 1.878906, + 1.267578, + 1.298828, + 1.283203, + 2.945312, + 1.251953, + 1.308594, + 1.073242, + 1.237305, + 1.310547, + 2.914062, + 1.462891, + 3.5, + 1.402344, + 1.253906, + 1.400391, + 1.291016, + 1.308594, + 1.585938, + 1.400391, + 1.292969, + 1.277344, + 1.326172, + 1.396484, + 1.412109, + 1.345703, + 1.453125, + 1.239258, + 1.460938, + 2.171875, + 1.210938, + 2.15625, + 1.53125, + 1.431641, + 1.761719, + 1.380859, + 1.285156, + 1.402344, + 1.447266, + 1.398438, + 1.369141, + 1.289062, + 1.316406, + 2.085938, + 1.302734, + 1.261719, + 1.458984, + 1.371094, + 1.176758, + 1.239258, + 1.460938, + 1.279297, + 1.322266, + 1.392578, + 1.243164, + 1.318359, + 2.078125, + 1.225586, + 1.308594, + 2.429688, + 1.296875, + 1.441406, + 3.375, + 1.482422, + 1.46875, + 1.219727, + 1.291016, + 1.335938, + 1.277344, + 1.176758, + 1.316406, + 1.239258, + 1.279297, + 1.367188, + 1.4375, + 1.226562, + 2.226562, + 1.431641, + 1.239258, + 1.263672, + 2.8125, + 1.447266, + 1.310547, + 1.277344, + 1.098633, + 1.292969, + 1.353516, + 1.632812, + 1.570312, + 3.5625, + 1.503906, + 1.21582, + 1.271484, + 3.34375, + 1.333984, + 1.361328, + 2.320312, + 1.265625, + 1.445312, + 1.396484, + 1.292969, + 1.339844, + 1.314453, + 2.09375, + 1.271484, + 1.197266, + 1.339844, + 1.253906, + 1.621094, + 1.394531, + 1.398438, + 3.125, + 1.742188, + 1.292969, + 1.527344, + 1.263672, + 1.652344, + 1.408203, + 1.292969, + 1.328125, + 3.46875, + 1.570312, + 1.310547, + 4.375, + 1.265625, + 1.388672, + 1.285156, + 1.279297, + 3.171875, + 1.419922, + 1.217773, + 4.328125, + 1.22168, + 4.46875, + 1.261719, + 1.314453, + 1.375, + 1.419922, + 3.34375, + 1.380859, + 1.601562, + 1.375, + 1.326172, + 1.263672, + 1.451172, + 3.671875, + 1.231445, + 1.255859, + 1.239258, + 1.417969, + 2.90625, + 1.386719, + 1.396484, + 1.445312, + 1.388672, + 1.232422, + 1.345703, + 1.589844, + 1.503906, + 1.302734, + 1.453125, + 1.289062, + 3.25, + 3.171875, + 1.123535, + 1.265625, + 3.59375, + 1.308594, + 1.476562, + 1.291016, + 1.259766, + 1.371094, + 1.353516, + 2.007812, + 1.361328, + 1.28125, + 2.71875, + 1.367188, + 1.396484, + 1.429688 + ] + }, + "name": "onnx::Mul_8780", + "outputIndexes": [ + 2189 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2188, + 2189 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_23/Mul_1_output_0", + "outputIndexes": [ + 2190 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2190 + ], + "outputIndexes": [ + 3134 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3134 + ], + "outputIndexes": [ + 3135 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear", + "inputIndexes": [ + 3135 + ], + "outputIndexes": [ + 3136 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 1007275478, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3136 + ], + "outputIndexes": [ + 3137 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3137 + ], + "outputIndexes": [ + 2191 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2190 + ], + "main_type": "NONE", + "name": "/Shape_323_output_0", + "outputIndexes": [ + 2192 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2192 + ], + "main_type": "NONE", + "name": "Shape6359", + "outputIndexes": [ + 2193 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2192 + ], + "main_type": "NONE", + "name": "Rank6361", + "outputIndexes": [ + 2194 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2194, + 2194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6363", + "outputIndexes": [ + 2195 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2195 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6364", + "outputIndexes": [ + 2196 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2195, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6366", + "outputIndexes": [ + 2197 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2197 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6367", + "outputIndexes": [ + 2198 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2193, + 2196, + 2198, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6370", + "outputIndexes": [ + 2199 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2199 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6371", + "outputIndexes": [ + 2200 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 2200 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6372", + "outputIndexes": [ + 2201 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2201, + 2200 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6373", + "outputIndexes": [ + 2202 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2192, + 2202, + 2195 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_349_output_0", + "outputIndexes": [ + 2203 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2203, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_737_output_0", + "outputIndexes": [ + 2204 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2204, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_299_output_0", + "outputIndexes": [ + 2205 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2191, + 2205 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_208_output_0", + "outputIndexes": [ + 2206 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2206, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_184_output_0", + "outputIndexes": [ + 2207 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2206 + ], + "main_type": "NONE", + "name": "/Shape_324_output_0", + "outputIndexes": [ + 2208 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2208 + ], + "main_type": "NONE", + "name": "Shape6380", + "outputIndexes": [ + 2209 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2208 + ], + "main_type": "NONE", + "name": "Rank6382", + "outputIndexes": [ + 2210 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2210, + 2210 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6384", + "outputIndexes": [ + 2211 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2211 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6385", + "outputIndexes": [ + 2212 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2211, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6387", + "outputIndexes": [ + 2213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2213 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6388", + "outputIndexes": [ + 2214 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2209, + 2212, + 2214, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6391", + "outputIndexes": [ + 2215 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2215 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6392", + "outputIndexes": [ + 2216 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2216 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6393", + "outputIndexes": [ + 2217 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2217, + 2216 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6394", + "outputIndexes": [ + 2218 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2208, + 2218, + 2211 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_350_output_0", + "outputIndexes": [ + 2219 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2219, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_69_output_0", + "outputIndexes": [ + 2220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2220, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_742_output_0", + "outputIndexes": [ + 2221 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2206, + 2221, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_93_output_0", + "outputIndexes": [ + 2222 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2222 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_46_output_0", + "outputIndexes": [ + 2223 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2206, + 21, + 2221, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_92_output_0", + "outputIndexes": [ + 2224 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2223, + 2224 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_302_output_0", + "outputIndexes": [ + 2225 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2225, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_185_output_0", + "outputIndexes": [ + 2226 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2207, + 2226 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_115_output_0", + "outputIndexes": [ + 2227 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2190 + ], + "outputIndexes": [ + 3138 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3138 + ], + "outputIndexes": [ + 3139 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear", + "inputIndexes": [ + 3139 + ], + "outputIndexes": [ + 3140 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 1009929708, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3140 + ], + "outputIndexes": [ + 3141 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3141 + ], + "outputIndexes": [ + 2228 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2204, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_300_output_0", + "outputIndexes": [ + 2229 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2228, + 2229 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_209_output_0", + "outputIndexes": [ + 2230 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2230, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_186_output_0", + "outputIndexes": [ + 2231 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2230 + ], + "main_type": "NONE", + "name": "/Shape_325_output_0", + "outputIndexes": [ + 2232 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2232 + ], + "main_type": "NONE", + "name": "Shape6443", + "outputIndexes": [ + 2233 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2232 + ], + "main_type": "NONE", + "name": "Rank6445", + "outputIndexes": [ + 2234 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2234, + 2234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6447", + "outputIndexes": [ + 2235 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2235 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6448", + "outputIndexes": [ + 2236 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2235, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6450", + "outputIndexes": [ + 2237 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2237 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6451", + "outputIndexes": [ + 2238 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2233, + 2236, + 2238, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6454", + "outputIndexes": [ + 2239 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2239 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6455", + "outputIndexes": [ + 2240 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2240 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6456", + "outputIndexes": [ + 2241 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2241, + 2240 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6457", + "outputIndexes": [ + 2242 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2232, + 2242, + 2235 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_351_output_0", + "outputIndexes": [ + 2243 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2243, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_70_output_0", + "outputIndexes": [ + 2244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2244, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_744_output_0", + "outputIndexes": [ + 2245 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2230, + 2245, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_95_output_0", + "outputIndexes": [ + 2246 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2246 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_47_output_0", + "outputIndexes": [ + 2247 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2230, + 21, + 2245, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_94_output_0", + "outputIndexes": [ + 2248 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2247, + 2248 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_303_output_0", + "outputIndexes": [ + 2249 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2249, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_187_output_0", + "outputIndexes": [ + 2250 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2231, + 2250 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_116_output_0", + "outputIndexes": [ + 2251 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2190 + ], + "outputIndexes": [ + 3142 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3142 + ], + "outputIndexes": [ + 3143 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear", + "inputIndexes": [ + 3143 + ], + "outputIndexes": [ + 3144 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 1011256834, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3144 + ], + "outputIndexes": [ + 3145 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3145 + ], + "outputIndexes": [ + 2252 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2252, + 2229 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_210_output_0", + "outputIndexes": [ + 2253 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2227, + 2251, + 2253, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_215_output_0", + "outputIndexes": [ + 2254 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2254 + ], + "outputIndexes": [ + 3146 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3146 + ], + "outputIndexes": [ + 3147 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear", + "inputIndexes": [ + 3147 + ], + "outputIndexes": [ + 3148 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 1012583960, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3148 + ], + "outputIndexes": [ + 3149 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3149 + ], + "outputIndexes": [ + 2255 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2255 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_23/Mul_output_0", + "outputIndexes": [ + 2256 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 3.21875, + 3.28125, + 3.203125, + 3.203125, + 3.25, + 3.296875, + 3.15625, + 1.824219, + 3.265625, + 3.09375, + 3.0, + 3.21875, + 3.15625, + 3.3125, + 3.25, + 3.125, + 3.03125, + 3.09375, + 2.304688, + 2.890625, + 3.21875, + 3.265625, + 3.28125, + 3.109375, + 2.976562, + 3.453125, + 3.15625, + 2.71875, + 3.5, + 3.28125, + 3.015625, + 3.03125, + 3.3125, + 1.96875, + 3.125, + 2.984375, + 3.21875, + 3.46875, + 2.953125, + 3.328125, + 3.484375, + 3.34375, + 3.140625, + 2.8125, + 2.210938, + 3.109375, + 3.15625, + 3.296875, + 2.671875, + 2.890625, + 3.09375, + 2.882812, + 3.21875, + 2.8125, + 3.21875, + 3.03125, + 3.25, + 3.296875, + 2.960938, + 2.96875, + 2.664062, + 3.15625, + 3.296875, + 3.21875, + 3.359375, + 3.109375, + 2.703125, + 3.328125, + 2.945312, + 3.171875, + 3.3125, + 3.125, + 3.125, + 3.171875, + 3.171875, + 3.078125, + 2.429688, + 2.992188, + 2.875, + 2.351562, + 3.046875, + 1.710938, + 3.28125, + 2.703125, + 2.96875, + 3.015625, + 3.34375, + 2.664062, + 2.265625, + 3.203125, + 3.234375, + 3.0625, + 3.234375, + 2.335938, + 3.234375, + 1.816406, + 3.28125, + 3.171875, + 3.953125, + 3.359375, + 2.75, + 3.296875, + 3.09375, + 3.265625, + 3.09375, + 3.21875, + 3.328125, + 2.898438, + 3.21875, + 3.109375, + 3.359375, + 3.265625, + 3.140625, + 2.679688, + 3.296875, + 3.015625, + 3.1875, + 2.992188, + 3.078125, + 3.3125, + 3.125, + 3.390625, + 3.015625, + 3.28125, + 3.046875, + 2.875, + 3.234375, + 3.03125, + 3.015625, + 2.585938, + 2.703125, + 3.265625, + 3.03125, + 3.140625, + 3.265625, + 3.203125, + 2.976562, + 2.796875, + 3.140625, + 3.234375, + 3.5625, + 2.78125, + 3.140625, + 3.25, + 3.171875, + 3.015625, + 3.0625, + 3.171875, + 3.171875, + 3.3125, + 3.140625, + 2.984375, + 3.109375, + 3.625, + 2.992188, + 3.375, + 2.609375, + 3.171875, + 2.054688, + 2.085938, + 3.359375, + 3.21875, + 2.914062, + 2.695312, + 3.234375, + 3.25, + 3.328125, + 2.148438, + 3.390625, + 3.09375, + 3.109375, + 2.171875, + 3.40625, + 2.023438, + 3.0625, + 2.25, + 3.15625, + 1.632812, + 3.28125, + 3.015625, + 3.1875, + 2.0625, + 3.046875, + 1.679688, + 3.46875, + 3.265625, + 2.476562, + 3.265625, + 3.109375, + 3.03125, + 3.1875, + 3.203125, + 3.125, + 3.09375, + 3.15625, + 3.140625, + 3.140625, + 3.21875, + 3.25, + 3.109375, + 3.078125, + 3.3125, + 3.1875, + 3.046875, + 3.0625, + 3.328125, + 3.640625, + 3.171875, + 3.25, + 3.359375, + 2.90625, + 3.34375, + 3.140625, + 2.96875, + 3.3125, + 3.265625, + 3.15625, + 3.140625, + 3.1875, + 3.25, + 3.125, + 3.0625, + 3.296875, + 3.421875, + 3.421875, + 2.945312, + 3.234375, + 3.15625, + 3.046875, + 2.90625, + 3.390625, + 3.359375, + 3.328125, + 3.171875, + 3.28125, + 3.171875, + 3.03125, + 3.25, + 3.046875, + 3.15625, + 3.15625, + 3.1875, + 3.28125, + 2.890625, + 2.835938, + 3.125, + 3.125, + 3.03125, + 3.265625, + 2.640625, + 3.09375, + 3.15625, + 2.375, + 3.375, + 3.203125, + 3.1875, + 3.203125, + 2.578125, + 3.390625, + 3.203125, + 3.203125, + 3.375, + 3.046875, + 3.1875, + 3.359375, + 2.867188, + 3.171875, + 3.21875, + 3.078125, + 3.21875, + 3.140625, + 3.1875, + 3.125, + 3.21875, + 3.28125, + 3.203125, + 2.492188, + 3.25, + 3.34375, + 3.15625, + 2.703125, + 3.203125, + 2.28125, + 3.234375, + 3.140625, + 3.203125, + 3.109375, + 3.1875, + 2.085938, + 3.09375, + 3.015625, + 1.984375, + 3.234375, + 3.125, + 3.1875, + 3.140625, + 3.109375, + 3.234375, + 3.234375, + 3.03125, + 3.171875, + 3.15625, + 1.914062, + 3.234375, + 1.539062, + 3.125, + 3.265625, + 3.171875, + 3.296875, + 3.078125, + 3.28125, + 1.789062, + 3.359375, + 3.140625, + 3.171875, + 3.109375, + 3.34375, + 3.375, + 3.28125, + 3.3125, + 3.0625, + 3.140625, + 3.03125, + 3.078125, + 3.21875, + 3.34375, + 2.742188, + 2.976562, + 3.28125, + 3.171875, + 2.890625, + 3.0625, + 3.171875, + 3.234375, + 2.992188, + 3.3125, + 3.078125, + 3.453125, + 3.328125, + 3.046875, + 3.046875, + 2.976562, + 3.15625, + 3.203125, + 2.851562, + 2.765625, + 3.046875, + 2.515625, + 2.859375, + 3.390625, + 2.234375, + 2.8125, + 2.5625, + 3.015625, + 1.667969, + 2.203125, + 3.3125, + 3.1875, + 2.875, + 3.015625, + 2.085938, + 3.25, + 3.03125, + 2.46875, + 2.757812, + 3.25, + 3.328125, + 2.453125, + 2.984375, + 3.15625, + 3.3125, + 3.109375, + 3.140625, + 3.0625, + 3.578125, + 3.40625, + 3.296875, + 3.1875, + 3.3125, + 2.648438, + 3.171875, + 3.203125, + 2.492188, + 2.335938, + 3.21875, + 3.25, + 2.9375, + 2.695312, + 3.4375, + 3.171875, + 3.15625, + 3.046875, + 1.902344, + 3.203125, + 3.15625, + 3.265625, + 3.03125, + 1.945312, + 3.140625, + 3.359375, + 3.203125, + 3.21875, + 3.1875, + 3.21875, + 2.203125, + 3.4375, + 3.25, + 2.929688, + 3.078125, + 2.6875, + 3.3125, + 3.171875, + 3.265625, + 3.296875, + 2.859375, + 3.0, + 3.015625, + 3.09375, + 3.0625, + 3.09375, + 2.96875, + 3.1875, + 2.6875, + 3.0625, + 3.265625, + 2.796875, + 3.265625, + 3.15625, + 3.234375, + 3.140625, + 3.28125, + 3.375, + 3.28125, + 2.921875, + 2.796875, + 3.3125, + 3.328125, + 3.28125, + 3.046875, + 3.484375, + 3.28125, + 3.078125, + 3.21875, + 2.78125, + 2.289062, + 3.390625, + 3.046875, + 3.4375, + 3.125, + 3.28125, + 3.3125, + 3.203125, + 2.953125, + 3.328125, + 3.140625, + 3.25, + 2.75, + 3.234375, + 3.015625, + 3.03125, + 3.21875, + 3.203125, + 3.140625, + 3.03125, + 2.570312, + 3.125, + 2.054688, + 3.140625, + 3.125, + 3.3125, + 3.171875, + 3.328125, + 3.296875, + 2.84375, + 3.125, + 3.3125, + 2.328125, + 2.9375, + 3.03125, + 3.421875, + 3.25, + 2.976562, + 3.390625, + 3.390625, + 3.21875, + 3.296875, + 2.03125, + 3.1875, + 3.109375, + 3.390625, + 2.929688, + 3.28125, + 3.171875, + 3.34375, + 2.921875, + 3.25, + 1.746094, + 2.25, + 2.828125, + 1.972656, + 3.15625, + 3.328125, + 3.234375, + 2.859375, + 0.109375, + 3.21875, + 2.8125, + 2.929688, + 3.390625, + 3.265625, + 3.140625, + 3.359375, + 3.3125, + 3.203125, + 3.296875, + 3.296875, + 2.882812, + 3.1875, + 3.3125, + 2.960938, + 3.15625, + 3.1875, + 2.257812, + 2.289062, + 3.296875, + 2.320312, + 3.328125, + 3.109375, + 2.898438, + 3.1875, + 3.15625, + 3.15625, + 3.140625, + 1.980469, + 3.359375, + 3.265625, + 3.0625, + 3.21875, + 3.203125, + 1.996094, + 1.478516, + 3.015625, + 3.140625, + 3.015625, + 3.46875, + 3.09375, + 3.25, + 3.1875, + 2.671875, + 3.296875, + 2.171875, + 3.046875, + 3.28125, + 3.15625, + 3.203125, + 3.140625, + 3.203125, + 3.09375, + 3.078125, + 3.125, + 3.09375, + 1.443359, + 3.078125, + 2.890625, + 3.203125, + 3.28125, + 3.15625, + 2.390625, + 3.203125, + 3.234375, + 3.234375, + 3.484375, + 3.328125, + 3.03125, + 1.714844, + 3.171875, + 3.015625, + 3.3125, + 2.335938, + 3.203125, + 3.40625, + 2.210938, + 3.25, + 3.015625, + 2.914062, + 3.046875, + 3.59375, + 3.125, + 2.796875, + 2.8125, + 3.265625, + 3.015625, + 2.953125, + 3.875, + 3.140625, + 2.992188, + 3.0625, + 3.109375, + 3.09375, + 2.804688, + 3.28125, + 3.34375, + 2.929688, + 3.203125, + 3.28125, + 2.9375, + 3.21875, + 3.265625, + 3.25, + 2.945312, + 3.234375, + 3.0625, + 3.21875, + 2.375, + 3.046875, + 3.203125, + 3.078125, + 2.859375, + 3.03125, + 3.140625, + 3.234375, + 3.15625, + 3.203125, + 3.265625, + 3.3125, + 2.929688, + 3.21875, + 3.421875, + 3.1875, + 3.171875, + 2.960938, + 3.140625, + 2.859375, + 3.1875, + 3.28125, + 3.109375, + 3.25, + 3.046875, + 3.359375, + 2.757812, + 3.5625, + 3.21875, + 2.859375, + 2.085938, + 3.140625, + 2.585938, + 3.265625, + 3.359375, + 3.09375, + 2.414062, + 2.84375, + 1.855469, + 3.3125, + 3.40625, + 3.3125, + 3.109375, + 2.90625, + 3.3125, + 3.390625, + 3.28125, + 3.078125, + 3.25, + 3.21875, + 1.746094, + 3.125, + 3.171875, + 3.140625, + 3.140625, + 3.265625, + 3.421875, + 3.21875, + 3.15625, + 3.078125, + 3.09375, + 3.1875, + 3.09375, + 3.078125, + 3.21875, + 2.726562, + 3.359375, + 3.1875, + 1.648438, + 1.914062, + 3.109375, + 2.960938, + 3.328125, + 2.9375, + 3.28125, + 3.171875, + 3.359375, + 3.140625, + 3.078125, + 3.078125, + 3.234375, + 3.140625, + 3.03125, + 3.140625, + 3.15625, + 3.15625, + 3.125, + 3.5, + 3.359375, + 3.0625, + 2.96875, + 3.1875, + 3.15625, + 3.328125, + 2.859375, + 3.078125, + 3.078125, + 3.328125, + 3.265625, + 3.09375, + 3.328125, + 2.117188, + 3.4375, + 3.3125, + 2.710938, + 3.234375, + 3.09375, + 3.296875, + 3.296875, + 3.265625, + 3.0, + 2.617188, + 2.328125, + 2.671875, + 3.234375, + 3.15625, + 3.140625, + 3.0, + 0.515625, + 3.265625, + 3.296875, + 3.140625, + 3.21875, + 3.234375, + 3.21875, + 3.421875, + 3.265625, + 3.15625, + 3.234375, + 3.234375, + 3.125, + 3.0625, + 2.9375, + 3.359375, + 3.046875, + 3.484375, + 3.15625, + 3.203125, + 3.140625, + 3.015625, + 3.125, + 3.34375, + 2.921875, + 3.21875, + 2.25, + 3.359375, + 3.015625, + 3.09375, + 3.015625, + 3.140625, + 3.375, + 3.140625, + 3.078125, + 3.0625, + 3.453125, + 3.078125, + 3.15625, + 3.125, + 3.125, + 3.09375, + 3.359375, + 3.109375, + 3.234375, + 3.125, + 3.234375, + 3.3125, + 3.046875, + 3.140625, + 2.976562, + 2.9375, + 3.15625, + 2.671875, + 3.28125, + 3.296875, + 2.75, + 2.648438, + 3.421875, + 3.15625, + 2.960938, + 2.914062, + 3.359375, + 2.867188, + 3.203125, + 3.25, + 2.648438, + 3.140625, + 3.015625, + 2.554688, + 3.3125, + 3.078125, + 3.21875, + 3.046875, + 2.421875, + 3.15625, + 3.25, + 2.421875, + 3.171875, + 3.03125, + 3.171875, + 2.0625, + 3.109375, + 2.617188, + 2.695312, + 3.46875, + 3.078125, + 2.710938, + 3.0, + 3.0625, + 2.929688, + 3.171875, + 3.0625, + 3.28125, + 3.140625, + 3.375, + 3.109375, + 3.28125, + 3.03125, + 3.40625, + 3.109375, + 3.03125, + 3.40625, + 3.3125, + 2.734375, + 3.15625, + 2.953125, + 2.648438, + 3.171875, + 2.632812, + 3.03125, + 3.140625, + 3.203125, + 3.171875, + 3.265625, + 3.0, + 3.140625, + 3.25, + 3.3125, + 2.890625, + 3.078125, + 3.171875, + 3.40625, + 1.244141, + 2.921875, + 2.9375, + 3.171875, + 3.015625, + 2.898438, + 3.25, + 3.296875, + 3.015625, + 3.203125, + 3.078125, + 1.925781, + 3.1875, + 3.046875, + 3.109375, + 2.210938, + 3.1875, + 3.265625, + 2.898438, + 2.023438, + 2.796875, + 3.203125, + 3.09375, + 3.21875, + 3.34375, + 3.328125, + 3.015625, + 3.015625, + 2.96875, + 2.984375, + 3.0, + 3.328125, + 3.109375, + 3.171875, + 3.15625, + 3.328125, + 2.15625, + 3.125, + 3.140625, + 3.171875, + 3.1875, + 3.34375, + 3.109375, + 3.25, + 3.25, + 3.234375, + 2.851562, + 2.992188, + 3.203125, + 3.28125, + 2.617188, + 3.03125, + 3.140625, + 1.984375, + 1.492188, + 2.640625, + 3.171875, + 2.984375, + 3.21875, + 3.140625, + 3.390625, + 1.9375, + 1.738281, + 3.046875, + 3.34375, + 2.976562, + 3.140625, + 3.03125, + 3.25, + 3.21875, + 3.265625, + 1.960938, + 3.34375, + 3.15625, + 3.171875, + 2.601562, + 3.140625, + 3.046875, + 3.09375, + 3.015625, + 3.265625, + 3.1875, + 2.921875, + 3.15625, + 2.976562, + 3.3125, + 3.125, + 3.015625, + 3.25, + 3.03125, + 3.25, + 3.171875, + 2.609375, + 1.863281, + 2.90625, + 3.25, + 2.929688, + 3.359375, + 3.078125, + 3.25, + 3.125, + 3.34375, + 1.695312, + 3.15625, + 2.796875, + 3.234375, + 3.234375, + 2.125, + 3.171875, + 3.140625, + 2.882812, + 3.0625, + 3.0625, + 2.984375, + 2.90625, + 2.179688, + 3.0, + 3.109375, + 3.125, + 2.046875, + 3.0625, + 3.265625, + 3.421875, + 3.234375, + 2.867188, + 3.046875, + 2.828125, + 3.203125, + 3.375, + 2.585938, + 3.015625, + 3.25, + 2.664062, + 2.273438, + 1.792969, + 2.53125, + 3.046875, + 3.078125, + 3.03125, + 3.046875, + 3.03125, + 2.71875, + 3.109375, + 1.769531, + 3.125, + 3.171875, + 3.09375, + 3.234375, + 3.453125, + 3.1875, + 3.265625, + 1.773438, + 2.9375, + 2.070312, + 3.09375, + 2.078125, + 2.804688, + 3.15625, + 3.265625, + 3.1875, + 2.734375, + 3.078125, + 2.921875, + 3.21875, + 1.867188, + 3.109375, + 2.8125, + 2.632812, + 2.515625, + 3.15625, + 3.3125, + 2.820312, + 2.289062, + 3.390625, + 2.945312, + 3.328125, + 2.765625, + 2.960938, + 3.15625, + 1.761719, + 3.03125, + 3.265625, + 3.140625, + 2.25, + 1.910156, + 3.21875, + 3.390625, + 3.25, + 3.28125, + 3.21875, + 3.171875, + 2.828125, + 2.351562, + 3.109375, + 3.09375, + 3.578125, + 2.867188, + 3.328125, + 3.171875, + 3.484375, + 3.1875, + 3.328125, + 3.140625, + 3.375, + 3.0, + 3.046875, + 3.34375, + 3.265625, + 2.953125, + 3.3125, + 3.28125, + 3.171875, + 3.265625, + 3.171875, + 1.867188, + 3.109375, + 1.867188, + 2.710938, + 2.859375, + 2.234375, + 3.09375, + 2.945312, + 3.34375, + 3.203125, + 3.15625, + 3.34375, + 3.234375, + 3.34375, + 2.078125, + 2.890625, + 3.109375, + 2.992188, + 3.203125, + 3.125, + 2.789062, + 3.3125, + 3.203125, + 3.140625, + 3.078125, + 3.125, + 2.101562, + 3.140625, + 3.59375, + 2.835938, + 3.203125, + 3.34375, + 3.109375, + 3.484375, + 3.171875, + 3.140625, + 3.25, + 3.234375, + 3.171875, + 3.234375, + 2.992188, + 3.109375, + 3.078125, + 3.1875, + 3.140625, + 3.078125, + 2.265625, + 3.328125, + 2.171875, + 3.203125, + 3.25, + 2.859375, + 3.234375, + 3.328125, + 3.109375, + 3.171875, + 2.804688, + 3.15625, + 1.65625, + 1.847656, + 1.753906, + 3.109375, + 3.453125, + 2.234375, + 2.992188, + 3.15625, + 3.25, + 2.179688, + 2.976562, + 2.648438, + 3.078125, + 2.125, + 3.28125, + 3.203125, + 3.34375, + 3.203125, + 2.914062, + 2.992188, + 3.234375, + 3.0625, + 2.476562, + 3.078125, + 1.578125, + 3.140625, + 3.21875, + 3.140625, + 3.265625, + 2.734375, + 2.671875, + 3.0625, + 1.980469, + 3.484375, + 3.140625, + 3.21875, + 3.03125, + 2.789062, + 3.1875, + 3.203125, + 3.203125, + 2.96875, + 3.203125, + 3.03125, + 2.867188, + 3.078125, + 3.375, + 3.234375, + 3.3125, + 3.078125, + 3.109375, + 3.21875, + 3.234375, + 3.265625, + 3.296875, + 3.21875, + 3.171875, + 3.15625, + 3.3125, + 2.976562, + 3.125, + 3.109375, + 3.25, + 3.078125, + 2.984375, + 3.0625, + 3.3125, + 3.34375, + 3.359375, + 3.171875, + 2.976562, + 2.40625, + 3.296875, + 2.96875, + 3.21875, + 3.171875, + 2.929688, + 3.078125, + 3.265625, + 2.257812, + 3.203125, + 2.203125, + 3.203125, + 3.09375, + 3.09375, + 2.9375, + 3.1875, + 2.570312, + 3.3125, + 1.953125, + 3.109375, + 2.695312, + 3.03125, + 3.328125, + 3.078125, + 3.078125, + 3.28125, + 3.25, + 3.0625, + 2.960938, + 3.03125, + 3.359375, + 1.890625, + 3.125, + 3.078125, + 3.09375, + 3.0625, + 2.945312, + 3.421875, + 3.25, + 2.75, + 3.09375, + 3.171875, + 3.125, + 2.890625, + 3.328125, + 2.992188, + 3.09375, + 2.96875, + 3.0625, + 1.886719, + 3.15625, + 3.109375, + 3.359375, + 2.617188, + 2.960938, + 2.523438, + 1.789062, + 3.359375, + 1.824219, + 2.046875, + 3.03125, + 3.21875, + 3.21875, + 3.28125, + 1.875, + 3.125, + 2.796875, + 3.3125, + 1.945312, + 3.234375, + 3.171875, + 3.28125, + 3.09375, + 3.09375, + 3.3125, + 1.796875, + 3.25, + 3.171875, + 2.515625, + 2.179688, + 3.421875, + 3.359375, + 2.257812, + 3.171875, + 2.609375, + 3.34375, + 3.0625, + 3.203125, + 3.09375, + 2.171875, + 3.0625, + 3.21875, + 2.96875, + 2.984375, + 3.25, + 2.539062, + 1.621094, + 3.109375, + 3.375, + 2.960938, + 3.3125, + 3.125, + 3.3125, + 3.078125, + 3.140625, + 3.1875, + 3.21875, + 3.234375, + 3.1875, + 3.375, + 3.15625, + 3.390625, + 2.898438, + 3.203125, + 3.109375, + 3.21875, + 1.498047, + 3.21875, + 3.15625, + 3.203125, + 3.03125, + 3.203125, + 3.0, + 3.234375, + 3.1875, + 3.078125, + 3.359375, + 3.203125, + 3.375, + 3.21875, + 2.734375, + 3.296875, + 1.996094, + 3.109375, + 2.203125, + 3.28125, + 3.3125, + 3.15625, + 2.023438, + 3.5, + 3.046875, + 3.03125, + 3.359375, + 3.734375, + 3.171875, + 2.976562, + 3.375, + 3.09375, + 3.0625, + 2.3125, + 3.03125, + 3.265625, + 3.578125, + 3.3125, + 3.015625, + 3.203125, + 3.25, + 3.1875, + 3.125, + 3.140625, + 2.914062, + 3.03125, + 3.15625, + 3.09375, + 2.140625, + 2.929688, + 3.34375, + 3.328125, + 3.109375, + 1.960938, + 3.40625, + 3.09375, + 3.421875, + 3.296875, + 3.140625, + 3.21875, + 3.140625, + 3.109375, + 1.992188, + 3.171875, + 3.328125, + 3.203125, + 3.484375, + 2.984375, + 3.28125, + 3.25, + 3.0625, + 3.1875, + 3.140625, + 3.359375, + 3.171875, + 3.1875, + 3.078125, + 3.40625, + 3.078125, + 2.484375, + 2.46875, + 3.03125, + 3.234375, + 3.140625, + 3.046875, + 2.609375, + 3.203125, + 3.203125, + 3.28125, + 1.847656, + 2.859375, + 2.71875, + 1.130859, + 3.09375, + 3.171875, + 3.25, + 1.632812, + 3.125, + 3.71875, + 1.804688, + 2.515625, + 3.15625, + 3.015625, + 3.046875, + 3.296875, + 3.25, + 3.140625, + 3.125, + 3.171875, + 3.21875, + 2.382812, + 3.046875, + 3.109375, + 3.078125, + 2.28125, + 3.078125, + 3.1875, + 3.234375, + 3.125, + 3.203125, + 2.820312, + 3.21875, + 2.953125, + 2.101562, + 3.3125, + 2.976562, + 3.203125, + 3.15625, + 2.875, + 3.28125, + 2.445312, + 3.265625, + 3.125, + 2.664062, + 3.046875, + 3.1875, + 3.3125, + 3.78125, + 3.125, + 3.125, + 3.21875, + 3.28125, + 2.726562, + 1.941406, + 3.171875, + 3.46875, + 3.078125, + 3.03125, + 3.375, + 3.15625, + 3.25, + 1.878906, + 2.953125, + 3.171875, + 3.109375, + 3.15625, + 3.078125, + 3.46875, + 3.125, + 3.390625, + 3.03125, + 3.140625, + 3.09375, + 3.234375, + 3.171875, + 3.203125, + 3.15625, + 2.890625, + 3.03125, + 3.015625, + 3.0625, + 2.796875, + 3.234375, + 3.03125, + 2.65625, + 3.25, + 3.078125, + 3.171875, + 3.203125, + 3.296875, + 3.375, + 2.695312, + 3.109375, + 3.25, + 3.046875, + 3.28125, + 3.40625, + 2.664062, + 3.1875, + 3.21875, + 3.109375, + 3.265625, + 3.328125, + 2.765625, + 2.992188, + 3.03125, + 3.15625, + 3.109375, + 2.414062, + 3.1875, + 3.1875, + 3.234375, + 3.5, + 3.328125, + 3.234375, + 3.125, + 3.34375, + 3.078125, + 3.1875, + 3.046875, + 3.0625, + 2.664062, + 2.9375, + 3.09375, + 3.046875, + 3.109375, + 3.25, + 3.078125, + 3.109375, + 3.265625, + 3.265625, + 3.15625, + 3.25, + 2.984375, + 3.234375, + 3.109375, + 3.171875, + 3.21875, + 3.203125, + 3.1875, + 3.28125, + 3.421875, + 3.140625, + 1.242188, + 3.40625, + 3.09375, + 2.945312, + 3.21875, + 3.125, + 1.71875, + 3.015625, + 3.203125, + 3.15625, + 2.429688, + 3.125, + 3.28125, + 2.523438, + 2.054688, + 3.140625, + 3.09375, + 3.375, + 3.125, + 3.125, + 3.15625, + 2.945312, + 3.09375, + 3.03125, + 2.601562, + 3.09375, + 2.695312, + 3.375, + 3.3125, + 2.304688, + 1.714844, + 3.296875, + 3.3125, + 3.140625, + 2.609375, + 3.1875, + 2.828125, + 3.21875, + 3.296875, + 0.300781, + 3.296875, + 3.265625, + 3.015625, + 3.015625, + 3.265625, + 3.390625, + 0.542969, + 2.164062, + 2.546875, + 3.109375, + 3.234375, + 2.976562, + 2.765625, + 3.21875, + 3.28125, + 3.015625, + 2.46875, + 3.140625, + 3.1875, + 2.890625, + 3.3125, + 3.140625, + 3.0, + 3.1875, + 2.9375, + 1.882812, + 1.820312, + 3.21875, + 3.03125, + 3.0625, + 3.5, + 3.203125, + 3.265625, + 2.320312, + 3.296875, + 2.492188, + 2.546875, + 3.15625, + 3.390625, + 3.15625, + 3.171875, + 3.03125, + 3.296875, + 2.234375, + 3.21875, + 2.992188, + 2.898438, + 3.1875, + 3.140625, + 3.09375, + 3.03125, + 2.992188, + 3.03125, + 3.0625, + 3.234375, + 3.046875, + 2.84375, + 3.0625, + 3.109375, + 2.429688, + 3.265625, + 3.234375, + 2.023438, + 3.140625, + 3.171875, + 2.148438, + 3.078125, + 2.765625, + 3.203125, + 3.28125, + 3.0625, + 3.25, + 2.914062, + 3.1875, + 3.1875, + 3.1875, + 3.28125, + 3.34375, + 3.109375, + 3.140625, + 3.21875, + 3.234375, + 3.265625, + 3.265625, + 2.546875, + 1.726562, + 3.25, + 3.28125, + 3.21875, + 3.203125, + 2.953125, + 1.722656, + 3.1875, + 3.296875, + 3.03125, + 3.0, + 2.328125, + 3.40625, + 3.21875, + 3.3125, + 3.234375, + 3.234375, + 3.375, + 3.109375, + 2.8125, + 3.171875, + 3.453125, + 3.296875, + 2.0, + 3.1875, + 3.203125, + 1.65625, + 3.15625, + 2.390625, + 3.203125, + 3.09375, + 2.859375, + 3.1875, + 2.039062, + 3.1875, + 3.28125, + 3.140625, + 3.21875, + 3.34375, + 3.28125, + 2.507812, + 3.046875, + 3.359375, + 3.3125, + 3.34375, + 3.328125, + 2.617188, + 3.0625, + 3.15625, + 3.078125, + 3.03125, + 2.867188, + 3.15625, + 2.4375, + 2.835938, + 1.800781, + 3.171875, + 3.140625, + 3.453125, + 3.125, + 3.234375, + 3.140625, + 3.28125, + 3.25, + 2.90625, + 3.15625, + 3.34375, + 3.28125, + 3.109375, + 3.125, + 2.640625, + 3.078125, + 2.84375, + 2.054688, + 3.15625, + 3.28125, + 3.296875, + 3.203125, + 3.28125, + 3.078125, + 2.976562, + 3.25, + 2.703125, + 2.75, + 3.171875, + 3.359375, + 3.1875, + 3.140625, + 3.234375, + 2.851562, + 3.34375, + 3.328125, + 3.25, + 2.203125, + 3.09375, + 3.21875, + 3.25, + 3.296875, + 2.90625, + 3.125, + 3.09375, + 3.203125, + 3.390625, + 3.09375, + 3.25, + 2.609375, + 3.03125, + 3.15625, + 3.203125, + 3.40625, + 3.3125, + 3.0625, + 3.046875, + 2.796875, + 3.3125, + 3.34375, + 2.492188, + 2.25, + 3.375, + 3.203125, + 3.34375, + 3.125, + 3.328125, + 1.722656, + 3.25, + 3.34375, + 3.234375, + 3.390625, + 2.898438, + 3.078125, + 3.0625, + 2.242188, + 3.171875, + 2.929688, + 3.34375, + 3.171875, + 2.523438, + 3.28125, + 3.375, + 3.375, + 2.992188, + 3.25, + 3.25, + 3.078125, + 3.0, + 2.648438, + 3.078125, + 2.554688, + 1.917969, + 2.984375, + 3.328125, + 3.15625, + 3.328125, + 1.984375, + 3.0, + 3.15625, + 3.359375, + 3.265625, + 3.234375, + 2.953125, + 3.046875, + 2.5, + 3.140625, + 2.898438, + 3.015625, + 3.21875, + 3.125, + 3.203125, + 3.359375, + 3.265625, + 3.078125, + 2.765625, + 2.960938, + 3.109375, + 2.109375, + 2.867188, + 3.25, + 3.359375, + 3.15625, + 2.148438, + 3.25, + 3.515625, + 3.171875, + 3.203125, + 3.109375, + 1.902344, + 3.109375, + 3.125, + 3.0, + 3.265625, + 3.15625, + 3.078125, + 3.1875, + 3.21875, + 3.0625, + 3.21875, + 3.078125, + 3.078125, + 3.171875, + 3.203125, + 3.125, + 1.90625, + 3.109375, + 2.976562, + 3.296875, + 3.234375, + 3.34375, + 3.3125, + 3.015625, + 2.546875, + 3.078125, + 3.171875, + 3.109375, + 3.265625, + 2.53125, + 3.015625, + 3.109375, + 3.390625, + 3.171875, + 3.046875, + 3.0625, + 3.0625, + 3.3125, + 2.96875, + 3.203125, + 2.96875, + 3.296875, + 3.234375, + 2.820312, + 3.15625, + 3.390625, + 2.992188, + 3.109375, + 2.304688, + 1.492188, + 3.234375, + 3.03125, + 3.46875, + 3.359375, + 3.109375, + 3.234375, + 2.820312, + 3.15625, + 2.921875, + 3.3125, + 3.265625, + 3.1875, + 3.171875, + 1.929688, + 3.03125, + 3.234375, + 2.96875, + 3.1875, + 3.4375, + 3.109375, + 3.328125, + 3.34375, + 2.867188, + 3.421875, + 3.296875, + 3.25, + 0.537109, + 3.140625, + 2.820312, + 3.265625, + 3.078125, + 3.0, + 3.203125, + 3.390625, + 3.21875, + 3.125, + 3.234375, + 3.1875, + 2.953125, + 0.756836, + 2.914062, + 3.125, + 2.796875, + 2.445312, + 3.296875, + 3.078125, + 3.046875, + 2.273438, + 2.90625, + 3.046875, + 2.992188, + 3.21875, + 3.15625, + 3.140625, + 3.25, + 3.3125, + 2.960938, + 3.375, + 1.8125, + 3.0625, + 3.296875, + 3.296875, + 3.203125, + 3.078125, + 3.40625, + 3.203125, + 1.773438, + 3.125, + 3.171875, + 3.1875, + 3.265625, + 3.3125, + 3.171875, + 3.21875, + 3.265625, + 3.046875, + 2.390625, + 3.0, + 3.03125, + 3.046875, + 3.25, + 3.28125, + 3.203125, + 3.15625, + 2.992188, + 3.21875, + 3.140625, + 2.0625, + 3.03125, + 3.203125, + 3.21875, + 3.265625, + 2.914062, + 3.0625, + 3.078125, + 3.109375, + 3.28125, + 3.28125, + 2.992188, + 1.742188, + 3.296875, + 3.171875, + 3.125, + 3.1875, + 3.390625, + 3.171875, + 3.265625, + 3.21875, + 3.421875, + 2.632812, + 3.1875, + 3.21875, + 3.125, + 1.90625, + 3.1875, + 2.898438, + 3.1875, + 2.984375, + 3.15625, + 3.25, + 3.28125, + 3.078125, + 3.21875, + 3.0625, + 3.390625, + 2.046875, + 3.140625, + 3.015625, + 3.125, + 1.996094, + 3.1875, + 2.21875, + 2.976562, + 1.820312, + 3.125, + 3.03125, + 2.546875, + 2.601562, + 2.828125, + 3.265625, + 3.3125, + 3.234375, + 3.234375, + 3.078125, + 3.25, + 3.078125, + 1.589844, + 2.3125, + 2.84375, + 3.1875, + 3.28125, + 2.976562, + 3.21875, + 3.296875, + 3.28125, + 2.804688, + 3.34375, + 3.125, + 3.15625, + 3.3125, + 2.929688, + 3.28125, + 3.265625, + 3.015625, + 2.796875, + 3.171875, + 3.28125, + 3.3125, + 3.21875, + 3.375, + 2.789062, + 3.328125, + 3.265625, + 2.992188, + 3.4375, + 3.328125, + 3.21875, + 3.140625, + 3.140625, + 2.210938, + 3.078125, + 3.1875, + 3.125, + 2.398438, + 3.234375, + 3.375, + 3.375, + 2.054688, + 3.046875, + 2.796875, + 3.28125, + 3.046875, + 2.960938, + 1.816406, + 3.1875, + 3.21875, + 3.359375, + 1.882812, + 2.742188, + 1.996094, + 2.054688, + 3.1875, + 2.773438, + 3.15625, + 3.203125, + 3.265625, + 3.21875, + 3.09375, + 3.171875, + 2.328125, + 2.335938, + 3.234375, + 2.984375, + 3.09375, + 3.28125, + 2.976562, + 3.140625, + 3.1875, + 2.914062, + 3.28125, + 3.03125, + 3.34375, + 2.328125, + 3.484375, + 3.1875, + 3.25, + 3.03125, + 2.921875, + 2.210938, + 3.34375, + 2.117188, + 3.140625, + 3.234375, + 3.0625, + 2.960938, + 3.1875, + 2.882812, + 3.0, + 3.203125, + 3.140625, + 3.265625, + 3.109375, + 2.9375, + 3.40625, + 3.078125, + 3.3125, + 3.125, + 3.296875, + 3.234375, + 2.703125, + 2.929688, + 3.0625, + 2.703125, + 3.140625, + 3.34375, + 3.359375, + 3.078125, + 3.078125, + 3.0625, + 2.945312, + 3.453125, + 2.65625, + 3.328125, + 3.234375, + 3.453125, + 3.234375, + 3.3125, + 3.234375, + 2.921875, + 3.15625, + 3.296875, + 3.25, + 3.015625, + 3.1875, + 2.523438, + 3.375, + 3.0625, + 2.320312, + 3.03125, + 3.25, + 2.0625, + 3.15625, + 2.953125, + 3.171875, + 3.203125, + 3.0625, + 3.109375, + 3.015625, + 3.15625, + 3.25, + 3.09375, + 2.984375, + 3.0625, + 3.203125, + 2.648438, + 3.015625, + 3.234375, + 2.984375, + 2.164062, + 3.125, + 3.140625, + 3.234375, + 3.078125, + 3.109375, + 3.21875, + 2.796875, + 3.203125, + 2.71875, + 3.015625, + 3.328125, + 3.171875, + 2.070312, + 3.1875, + 3.28125, + 2.210938, + 3.15625, + 2.984375, + 3.171875, + 3.296875, + 3.328125, + 3.1875, + 2.5625, + 3.25, + 3.015625, + 3.1875, + 3.25, + 3.171875, + 3.078125, + 2.960938, + 2.234375, + 2.5625, + 3.3125, + 2.992188, + 3.3125, + 2.914062, + 3.0, + 3.109375, + 3.1875, + 2.109375, + 3.03125, + 3.359375, + 1.71875, + 3.359375, + 3.140625, + 3.09375, + 3.265625, + 2.132812, + 3.1875, + 3.21875, + 1.945312, + 3.1875, + 1.949219, + 3.03125, + 3.25, + 3.40625, + 3.28125, + 2.046875, + 3.390625, + 2.835938, + 3.296875, + 3.390625, + 3.078125, + 2.867188, + 2.234375, + 3.4375, + 3.390625, + 3.328125, + 2.953125, + 2.109375, + 2.953125, + 3.265625, + 3.03125, + 3.234375, + 3.40625, + 3.203125, + 3.078125, + 3.03125, + 3.1875, + 3.140625, + 3.03125, + 2.53125, + 2.992188, + 3.09375, + 3.1875, + 1.832031, + 3.15625, + 2.984375, + 2.96875, + 3.140625, + 3.046875, + 3.0, + 2.945312, + 3.21875, + 3.265625, + 2.179688, + 3.078125, + 3.296875, + 3.03125 + ] + }, + "name": "onnx::Mul_8803", + "outputIndexes": [ + 2257 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2256, + 2257 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_23/Mul_1_output_0", + "outputIndexes": [ + 2258 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2187, + 2258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_118_output_0", + "outputIndexes": [ + 2259 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2259 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_23/Mul_output_0", + "outputIndexes": [ + 2260 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.841797, + 0.853516, + 0.833984, + 0.839844, + 0.819336, + 0.816406, + 0.855469, + 1.304688, + 0.835938, + 0.871094, + 0.834961, + 0.858398, + 0.847656, + 0.807617, + 0.842773, + 0.845703, + 0.879883, + 0.859375, + 1.204102, + 0.904297, + 0.880371, + 0.861328, + 0.84082, + 0.887695, + 0.880859, + 0.84668, + 0.873047, + 0.973511, + 0.828125, + 0.858398, + 0.885254, + 0.908691, + 0.831055, + 1.223633, + 0.850586, + 0.89502, + 0.853516, + 0.826172, + 0.890137, + 0.862305, + 0.807617, + 0.845703, + 0.84668, + 0.943115, + 1.167969, + 0.849609, + 0.837891, + 0.847656, + 1.294922, + 0.949219, + 0.87793, + 0.900879, + 0.863281, + 1.061768, + 0.827148, + 0.859375, + 0.834961, + 0.830078, + 0.903809, + 0.914551, + 0.97937, + 0.919922, + 0.827148, + 0.830078, + 0.834961, + 0.873047, + 0.956787, + 0.822266, + 0.896973, + 0.855469, + 0.838867, + 0.864258, + 0.861328, + 0.853516, + 0.845703, + 0.887695, + 1.083008, + 0.886719, + 0.947021, + 1.168945, + 0.836914, + 1.365234, + 0.850586, + 1.003616, + 0.864258, + 0.865234, + 0.834961, + 0.974487, + 1.106934, + 0.887695, + 0.865234, + 0.887695, + 0.829102, + 1.143555, + 0.836914, + 1.365234, + 0.833984, + 0.903809, + 0.689453, + 0.831055, + 0.920898, + 0.801758, + 0.841797, + 0.818359, + 0.826172, + 0.871094, + 0.836914, + 0.932617, + 0.844727, + 0.866211, + 0.832031, + 0.842773, + 0.844727, + 0.414062, + 0.806641, + 0.883301, + 0.869141, + 1.07373, + 0.855469, + 0.811523, + 0.833008, + 0.831055, + 0.939453, + 0.808594, + 0.864258, + 0.916016, + 0.862305, + 0.842773, + 0.903809, + 1.021362, + 1.00824, + 0.847656, + 0.87793, + 0.867188, + 0.813477, + 0.838867, + 0.899902, + 0.961426, + 0.859375, + 0.819336, + 0.857422, + 1.04248, + 0.877441, + 0.857422, + 0.878418, + 0.963379, + 0.878906, + 0.860352, + 0.857422, + 0.833984, + 0.847656, + 0.915039, + 0.862305, + 0.78125, + 0.87207, + 0.825195, + 1.052002, + 0.838867, + 1.304688, + 1.255859, + 0.386719, + 0.824219, + 0.922852, + 1.029663, + 0.833008, + 0.834961, + 0.833008, + 1.199219, + 0.797852, + 0.866211, + 0.845703, + 1.176758, + 0.833008, + 1.208984, + 0.885254, + 0.856445, + 0.842773, + 1.388672, + 0.858398, + 0.894043, + 0.835938, + 1.255859, + 0.900879, + 1.289062, + 0.695312, + 0.84375, + 1.08252, + 0.852539, + 0.891113, + 0.915039, + 0.864258, + 0.897461, + 0.844727, + 0.863281, + 0.847656, + 0.858398, + 0.880859, + 0.836914, + 0.835938, + 0.844727, + 0.879395, + 0.849609, + 0.84375, + 0.888184, + 0.873047, + 0.834961, + 0.845703, + 0.864258, + 0.821289, + 0.81543, + 0.969849, + 0.814453, + 0.845703, + 0.924805, + 0.831055, + 0.828125, + 0.864258, + 0.883301, + 0.823242, + 0.853516, + 0.882324, + 0.87207, + 0.826172, + 0.828125, + 0.824219, + 0.876465, + 0.834961, + 0.845703, + 0.927734, + 0.933594, + 0.351562, + 0.858398, + 0.811523, + 0.822266, + 0.854492, + 0.811523, + 0.908203, + 0.811523, + 0.874023, + 0.876465, + 0.775391, + 0.849609, + 0.832031, + 1.03125, + 0.908203, + 0.856445, + 0.881348, + 0.92041, + 0.830078, + 1.040527, + 0.854492, + 0.870117, + 1.124023, + 0.845703, + 0.842773, + 0.84668, + 0.870117, + 0.967773, + 0.842773, + 0.861328, + 0.833984, + 0.81543, + 0.893066, + 0.84082, + 0.860352, + 0.946045, + 0.821289, + 0.833984, + 0.857422, + 0.852539, + 0.841797, + 0.854492, + 0.873047, + 0.873047, + 0.849609, + 0.824219, + 1.055176, + 0.841797, + 0.833008, + 0.833008, + 0.970093, + 0.848633, + 1.140625, + 0.842773, + 0.887695, + 0.876465, + 0.851562, + 0.871094, + 1.176758, + 0.84375, + 0.900391, + 1.318359, + 0.871094, + 0.859375, + 0.859375, + 0.8125, + 0.858398, + 0.862305, + 0.834961, + 0.823242, + 0.839844, + 0.899902, + 1.246094, + 0.821289, + 1.419922, + 0.879395, + 0.834961, + 0.881836, + 0.857422, + 0.845703, + 0.836914, + 1.333984, + 0.838867, + 0.855469, + 0.84668, + 0.877441, + 0.834961, + 0.816406, + 0.881836, + 0.832031, + 0.893555, + 0.856445, + 0.896973, + 0.862305, + 0.830078, + 0.81543, + 0.942139, + 0.884766, + 0.831055, + 0.834961, + 0.946533, + 0.926758, + 0.84668, + 0.845703, + 0.226562, + 0.833984, + 0.851562, + 0.785156, + 0.831055, + 0.881348, + 0.881348, + 0.945557, + 0.867188, + 0.859375, + 0.898438, + 0.956787, + 0.866211, + 1.051514, + 0.936035, + 0.825195, + 1.115234, + 0.938232, + 1.05835, + 0.924316, + 1.371094, + 1.141602, + 0.829102, + 0.832031, + 0.955811, + 0.882324, + 1.207031, + 0.841797, + 0.898926, + 1.116211, + 0.93457, + 0.835938, + 0.81543, + 1.073242, + 0.837891, + 0.84375, + 0.814453, + 0.88623, + 0.849609, + 0.87207, + 0.799805, + 0.836914, + 0.828125, + 0.877441, + 0.844727, + 1.010986, + 0.833984, + 0.835938, + 1.05127, + 1.136719, + 0.825195, + 0.837891, + 0.918457, + 0.962891, + 0.823242, + 0.841797, + 0.892578, + 0.895508, + 1.273438, + 0.859375, + 0.84668, + 0.842773, + 0.874023, + 1.302734, + 0.882324, + 0.795898, + 0.831055, + 0.825195, + 0.850586, + 0.851562, + 1.139648, + 0.791016, + 0.826172, + 0.862305, + 0.890625, + 0.960938, + 0.828125, + 0.84668, + 0.824219, + 0.831055, + 0.894043, + 0.885254, + 0.888184, + 0.845703, + 0.890625, + 0.841797, + 0.859375, + 0.848633, + 0.895996, + 0.866211, + 0.856445, + 0.928711, + 0.84082, + 0.811523, + 0.838867, + 0.871094, + 0.856445, + 0.838867, + 0.841797, + 0.914551, + 0.621094, + 0.80957, + 0.819336, + 0.817383, + 0.842773, + 0.824219, + 0.830078, + 0.850586, + 0.817383, + 0.93457, + 0.81543, + 0.817383, + 0.832031, + 0.819336, + 0.882324, + 0.813477, + 0.806641, + 0.880371, + 0.882812, + 0.857422, + 0.833008, + 0.834961, + 1.000483, + 0.825195, + 0.888184, + 0.893066, + 0.835938, + 0.822266, + 0.826172, + 0.849609, + 1.029175, + 0.841797, + 1.234375, + 0.884766, + 0.869141, + 0.828125, + 0.861328, + 0.842773, + 0.845703, + 0.945312, + 0.862305, + 0.826172, + 1.119141, + 0.919922, + 0.871094, + 0.822266, + 0.870117, + 0.884766, + 0.791016, + 0.829102, + 0.826172, + 0.818359, + 1.231445, + 0.857422, + 0.84668, + 0.825195, + 0.910156, + 0.831055, + 0.836914, + 0.830078, + 0.945801, + 0.837891, + 1.392578, + 1.208008, + 0.944092, + 1.229492, + 0.854492, + 0.830078, + 0.842773, + 0.967285, + 1.083008, + 0.832031, + 0.941895, + 0.904297, + 0.826172, + 0.832031, + 0.860352, + 0.817383, + 0.873047, + 0.865234, + 0.857422, + 0.834961, + 0.962158, + 0.856445, + 0.838867, + 0.915527, + 0.841797, + 0.861328, + 1.150391, + 1.145508, + 0.824219, + 1.123535, + 0.827148, + 0.831055, + 0.884766, + 0.833008, + 0.847656, + 0.851562, + 0.824219, + 1.304688, + 0.84082, + 1.211914, + 0.842773, + 0.951172, + 0.817383, + 1.181641, + 0.615234, + 0.895996, + 0.814453, + 0.866211, + 0.814453, + 0.868164, + 0.84668, + 0.853516, + 0.999218, + 0.831055, + 1.049072, + 0.831055, + 0.823242, + 0.842773, + 0.851562, + 0.834961, + 0.838867, + 0.701172, + 0.870117, + 0.889648, + 0.866211, + 1.333984, + 0.921875, + 0.95874, + 0.862305, + 0.841797, + 0.848633, + 0.813477, + 0.859375, + 0.858398, + 0.831055, + 0.798828, + 0.820312, + 0.899902, + 1.335938, + 0.84375, + 0.884766, + 0.866211, + 1.103027, + 0.845703, + 0.867188, + 1.052246, + 0.830078, + 0.875, + 0.913086, + 0.863281, + 0.810547, + 0.866211, + 0.75293, + 0.968262, + 0.842773, + 0.844727, + 0.855469, + 0.858398, + 1.167969, + 0.874023, + 0.870117, + 0.849609, + 0.855469, + 0.951172, + 0.823242, + 0.827148, + 0.922852, + 0.836914, + 0.81543, + 0.833008, + 0.864258, + 0.838867, + 0.84668, + 0.91748, + 0.826172, + 0.860352, + 0.838867, + 0.958008, + 0.913086, + 0.847656, + 0.84082, + 0.898926, + 0.904785, + 0.851562, + 0.862305, + 0.836914, + 0.874023, + 0.848633, + 0.832031, + 0.924316, + 0.84668, + 0.828125, + 0.847656, + 0.88623, + 0.891602, + 0.839844, + 0.932129, + 0.864258, + 0.834961, + 0.890625, + 0.837891, + 0.864258, + 0.826172, + 1.084961, + 0.802734, + 0.833008, + 0.983032, + 1.208008, + 0.834961, + 1.146484, + 0.841797, + 0.821289, + 0.873047, + 1.052002, + 1.144531, + 1.392578, + 0.835938, + 0.826172, + 0.818359, + 0.839844, + 0.89209, + 0.831055, + 0.854492, + 0.838867, + 0.836914, + 0.864258, + 0.850586, + 1.349609, + 0.848633, + 0.842773, + 0.861328, + 0.875977, + 0.849609, + 0.836914, + 0.845703, + 0.878418, + 0.870117, + 0.912109, + 0.904297, + 0.842773, + 0.850586, + 0.834961, + 0.941895, + 0.81543, + 0.833008, + 1.353516, + 1.330078, + 0.856445, + 0.950195, + 0.832031, + 0.929199, + 0.831055, + 0.890137, + 0.860352, + 0.885742, + 0.886719, + 0.862305, + 0.856445, + 0.827148, + 0.899902, + 0.892578, + 0.849609, + 0.84375, + 0.875977, + 0.347656, + 0.838867, + 0.880859, + 0.855469, + 0.848633, + 0.847656, + 0.830078, + 0.911621, + 0.850586, + 0.909668, + 0.833984, + 0.813477, + 0.838867, + 0.841797, + 1.15332, + 0.705078, + 0.848633, + 0.998917, + 0.835938, + 0.896973, + 0.84082, + 0.824219, + 0.833008, + 0.89502, + 0.999062, + 0.978516, + 1.045166, + 0.827148, + 0.848633, + 0.816406, + 0.908203, + 0.961426, + 0.850586, + 0.839844, + 0.878418, + 0.905273, + 0.855469, + 0.830078, + 0.793945, + 0.820312, + 0.883301, + 0.849609, + 0.827148, + 0.863281, + 0.866211, + 0.90918, + 0.831055, + 0.899414, + 0.824219, + 0.853516, + 0.833008, + 0.842773, + 0.87793, + 0.854492, + 0.84082, + 0.945068, + 0.862305, + 1.177734, + 0.832031, + 0.869141, + 0.875, + 0.859375, + 0.865234, + 0.828125, + 0.862305, + 0.890137, + 0.87207, + 0.798828, + 0.839844, + 0.857422, + 0.841797, + 0.850586, + 0.880371, + 0.835938, + 0.857422, + 0.826172, + 0.841797, + 0.842773, + 0.976074, + 0.927734, + 0.870117, + 0.878906, + 0.896484, + 0.849609, + 0.347656, + 0.862305, + 0.834961, + 0.925781, + 1.027344, + 0.810547, + 0.837891, + 0.849609, + 0.928711, + 0.829102, + 0.911133, + 0.896973, + 0.841797, + 1.003082, + 0.826172, + 0.896973, + 0.917969, + 0.805664, + 0.854492, + 0.842773, + 0.895508, + 1.05127, + 0.854492, + 0.841797, + 1.083984, + 0.831055, + 0.879395, + 0.830078, + 1.244141, + 0.858398, + 1.179688, + 1.089355, + 0.936523, + 0.88916, + 1.004883, + 0.880859, + 0.850586, + 0.883789, + 0.851562, + 0.862305, + 0.81543, + 0.84082, + 0.847656, + 0.857422, + 0.878418, + 0.879883, + 0.819336, + 0.839844, + 0.89502, + 0.868164, + 0.834961, + 0.99115, + 0.84082, + 0.857422, + 0.929688, + 0.873047, + 1.025024, + 0.883789, + 0.844727, + 0.862305, + 0.848633, + 0.832031, + 0.938232, + 0.854492, + 0.833984, + 0.800781, + 0.922852, + 0.874023, + 0.88916, + 0.819336, + 1.527344, + 0.92334, + 0.907715, + 0.860352, + 0.879883, + 0.884766, + 0.837891, + 0.839844, + 0.859375, + 0.879395, + 0.878906, + 1.316406, + 0.870117, + 0.854492, + 0.898438, + 1.036377, + 0.824219, + 0.834961, + 0.92041, + 1.246094, + 0.954346, + 0.882812, + 0.87207, + 0.832031, + 0.873047, + 0.81543, + 0.911621, + 0.862305, + 0.919434, + 0.885254, + 0.888184, + 0.833008, + 0.833008, + 0.825195, + 0.90918, + 0.879395, + 1.176758, + 0.856445, + 0.848633, + 0.853516, + 0.869141, + 0.847656, + 0.867188, + 0.826172, + 0.892578, + 0.854492, + 0.936523, + 0.873047, + 0.865234, + 0.835938, + 1.036621, + 0.890137, + 0.862305, + 1.253906, + 1.470703, + 1.006409, + 0.908203, + 0.887207, + 0.84668, + 0.845703, + 0.839844, + 1.300781, + 1.304688, + 0.912109, + 0.81543, + 0.900879, + 0.886719, + 0.875488, + 0.833984, + 0.839844, + 0.885254, + 1.322266, + 0.823242, + 0.880859, + 0.875977, + 1.012634, + 0.87793, + 0.888672, + 0.876465, + 0.916504, + 0.838867, + 0.849609, + 0.899902, + 0.844727, + 0.930176, + 0.820312, + 0.845703, + 0.901367, + 0.836914, + 0.942383, + 0.844727, + 0.838867, + 1.000675, + 1.292969, + 0.246094, + 0.833984, + 0.916992, + 0.818359, + 0.864258, + 0.836914, + 0.841797, + 0.821289, + 1.378906, + 0.87207, + 0.933105, + 0.827148, + 0.830078, + 1.196289, + 0.831055, + 0.851562, + 0.917969, + 0.860352, + 0.854492, + 0.885254, + 0.936035, + 1.198242, + 0.859375, + 0.866211, + 0.858398, + 1.3125, + 0.875977, + 0.84668, + 0.871094, + 0.837891, + 0.626953, + 0.882812, + 0.914062, + 0.841797, + 0.842773, + 1.017456, + 0.84668, + 0.858398, + 0.976318, + 0.895508, + 1.349609, + 0.496094, + 0.900879, + 0.845703, + 0.84375, + 0.90918, + 0.867188, + 0.974976, + 0.868164, + 1.355469, + 0.856445, + 0.854492, + 0.859375, + 0.819336, + 0.853516, + 0.837891, + 0.850586, + 1.1875, + 0.901367, + 1.277344, + 0.848633, + 1.209961, + 0.952637, + 0.841797, + 0.834961, + 0.828125, + 0.966797, + 0.867188, + 0.826172, + 0.879883, + 1.310547, + 0.983643, + 0.969482, + 1.105957, + 1.074219, + 0.837891, + 0.839844, + 0.942383, + 0.887207, + 0.833984, + 0.924805, + 0.833984, + 0.947754, + 0.942139, + 0.84375, + 1.318359, + 0.851562, + 0.833984, + 0.874023, + 1.179688, + 1.310547, + 0.867188, + 0.8125, + 0.849609, + 0.833008, + 0.831055, + 0.855469, + 0.939209, + 0.203125, + 0.887695, + 0.865234, + 0.817383, + 0.90918, + 0.829102, + 0.853516, + 0.80957, + 0.832031, + 0.839844, + 0.858398, + 0.811523, + 0.900391, + 0.910156, + 0.84668, + 0.84668, + 0.925293, + 0.833984, + 0.825195, + 0.855469, + 0.833984, + 0.848633, + 0.730469, + 0.855469, + 1.292969, + 0.986755, + 0.911621, + 1.157227, + 0.854492, + 0.915527, + 0.810547, + 0.836914, + 0.830078, + 0.822266, + 0.855469, + 0.84668, + 1.199219, + 0.928223, + 0.863281, + 0.899414, + 0.84375, + 0.880859, + 0.957031, + 0.833984, + 0.857422, + 0.854492, + 0.854492, + 0.834961, + 1.216797, + 0.813477, + 0.805664, + 0.973877, + 0.833008, + 0.833984, + 0.854492, + 0.826172, + 0.838867, + 0.847656, + 0.835938, + 0.833008, + 0.824219, + 0.816406, + 0.888184, + 0.866211, + 0.853516, + 0.837891, + 0.820312, + 0.851562, + 1.051758, + 0.831055, + 1.211914, + 0.848633, + 0.866211, + 0.916992, + 0.845703, + 0.831055, + 0.826172, + 0.851562, + 1.02002, + 0.850586, + 1.318359, + 1.308594, + 1.304688, + 0.852539, + 0.834961, + 1.19043, + 0.871094, + 0.866211, + 0.851562, + 1.194336, + 0.896484, + 0.959229, + 0.896484, + 1.199219, + 0.830078, + 0.853516, + 0.956055, + 0.855469, + 0.914062, + 0.893066, + 0.842773, + 0.874023, + 1.123047, + 1.386719, + 1.396484, + 0.865234, + 0.837891, + 0.84082, + 0.823242, + 0.967285, + 0.982422, + 0.909668, + 1.285156, + 0.810547, + 0.857422, + 0.84668, + 0.870117, + 0.976196, + 0.84082, + 0.821289, + 0.87207, + 0.928223, + 0.836914, + 0.881348, + 0.933105, + 0.860352, + 0.81543, + 0.884766, + 0.827148, + 0.881836, + 0.816406, + 0.850586, + 0.844727, + 0.824219, + 0.850586, + 0.821289, + 0.860352, + 0.848633, + 0.841797, + 0.902832, + 0.845703, + 0.862305, + 0.856445, + 0.882324, + 0.865234, + 0.87207, + 0.865234, + 0.831055, + 0.825195, + 0.869141, + 0.87793, + 1.090332, + 0.824219, + 0.900879, + 0.856445, + 0.875977, + 0.897461, + 0.839844, + 0.866211, + 1.161133, + 0.873047, + 1.19043, + 0.854492, + 0.893555, + 0.891113, + 0.944336, + 0.878418, + 1.011658, + 0.829102, + 1.275391, + 0.84082, + 1.005371, + 0.856445, + 0.859375, + 0.873047, + 0.865234, + 0.832031, + 0.845703, + 0.901367, + 0.860352, + 0.862305, + 0.832031, + 1.271484, + 0.834961, + 0.885742, + 0.873047, + 0.875488, + 0.893555, + 0.831055, + 0.893066, + 0.995209, + 0.875977, + 0.854492, + 0.893066, + 0.830078, + 0.87207, + 0.842773, + 0.863281, + 0.888184, + 0.878418, + 1.279297, + 0.848633, + 0.881836, + 0.841797, + 0.693359, + 0.923828, + 1.008606, + 1.347656, + 0.853516, + 1.376953, + 1.095215, + 0.88916, + 0.857422, + 0.857422, + 0.830078, + 1.361328, + 0.867188, + 0.925293, + 0.834961, + 1.265625, + 0.819336, + 0.825195, + 0.834961, + 0.858398, + 0.84668, + 0.81543, + 1.248047, + 0.817383, + 0.875977, + 1.013672, + 1.179688, + 0.838867, + 0.822266, + 1.168945, + 0.833008, + 1.028931, + 0.8125, + 0.884277, + 0.832031, + 0.863281, + 1.222656, + 0.837891, + 0.873047, + 0.879395, + 0.847656, + 0.866211, + 1.060303, + 1.371094, + 0.841797, + 0.816406, + 0.921875, + 0.841797, + 0.833008, + 0.80957, + 0.830078, + 0.87207, + 0.862305, + 0.908203, + 0.858398, + 0.855469, + 0.822266, + 0.860352, + 0.851562, + 0.899902, + 0.861328, + 0.84082, + 0.842773, + 1.449219, + 0.839844, + 0.869141, + 0.824219, + 0.888672, + 0.865234, + 0.904785, + 0.864258, + 0.837891, + 0.859375, + 0.835938, + 0.87793, + 0.841797, + 0.822266, + 0.945801, + 0.856445, + 1.257812, + 0.868164, + 1.172852, + 0.825195, + 0.837891, + 0.827148, + 1.214844, + 0.831055, + 0.896484, + 0.916504, + 0.823242, + 0.773438, + 0.87793, + 0.885254, + 0.838867, + 0.867188, + 0.87793, + 1.106445, + 0.885254, + 0.822266, + 0.854492, + 0.806641, + 0.877441, + 0.841797, + 0.832031, + 0.844727, + 0.857422, + 0.835938, + 0.885742, + 0.912109, + 0.851562, + 0.896973, + 1.139648, + 0.925293, + 0.833008, + 0.81543, + 0.88623, + 1.285156, + 0.811523, + 0.853516, + 0.823242, + 0.836914, + 0.864258, + 0.828125, + 0.861328, + 0.855469, + 1.316406, + 0.831055, + 0.836914, + 0.857422, + 0.801758, + 0.885742, + 0.852539, + 0.833984, + 0.833008, + 0.817383, + 0.864258, + 0.825195, + 0.851562, + 0.861328, + 0.87207, + 0.794922, + 0.858398, + 1.024536, + 0.207031, + 0.861328, + 0.885254, + 0.833008, + 0.864258, + 1.032715, + 0.832031, + 0.881348, + 0.842773, + 1.283203, + 0.949463, + 1.057861, + 1.046143, + 0.861328, + 0.863281, + 0.802734, + 1.349609, + 0.833008, + 0.760742, + 1.318359, + 1.036621, + 0.837891, + 0.865234, + 0.842773, + 0.826172, + 0.837891, + 0.861328, + 0.858398, + 0.851562, + 0.842773, + 1.085449, + 0.855469, + 0.853516, + 0.830078, + 1.029053, + 0.850586, + 0.849609, + 0.84668, + 0.847656, + 0.850586, + 0.90332, + 0.823242, + 0.883301, + 1.223633, + 0.834961, + 0.880371, + 0.821289, + 0.865234, + 0.941162, + 0.830078, + 0.971558, + 0.838867, + 0.835938, + 1.006287, + 0.865234, + 0.839844, + 0.827148, + 0.238281, + 0.88623, + 0.864258, + 0.852539, + 0.850586, + 0.97522, + 1.318359, + 0.857422, + 0.901855, + 0.869141, + 0.923828, + 0.844727, + 0.854492, + 0.847656, + 1.248047, + 0.925781, + 0.830078, + 0.868164, + 0.879883, + 0.880371, + 0.833008, + 0.852539, + 0.834961, + 0.860352, + 0.855469, + 0.862305, + 0.828125, + 0.850586, + 0.822266, + 0.848633, + 0.922363, + 0.886719, + 0.922363, + 0.868164, + 0.905273, + 0.740234, + 0.842773, + 1.010986, + 0.850586, + 0.871094, + 0.863281, + 0.844727, + 0.821289, + 0.828125, + 0.991638, + 0.895508, + 0.855469, + 0.867188, + 0.834961, + 0.822266, + 0.980225, + 0.850586, + 0.856445, + 0.883789, + 0.854492, + 0.819336, + 1.124512, + 0.837891, + 0.897949, + 0.849609, + 0.871094, + 1.094727, + 0.841797, + 0.848633, + 0.820312, + 0.654297, + 0.837891, + 0.84668, + 0.89209, + 0.833008, + 0.873047, + 0.871094, + 0.849609, + 0.88916, + 1.028687, + 0.899902, + 0.847656, + 0.838867, + 0.864258, + 0.832031, + 0.853516, + 0.856445, + 0.84668, + 0.827148, + 0.865234, + 0.946045, + 0.895996, + 0.850586, + 0.819336, + 0.859375, + 0.819336, + 0.861328, + 0.841797, + 0.834961, + 0.8125, + 0.841797, + 1.039307, + 0.883789, + 0.891113, + 0.919922, + 0.848633, + 0.825195, + 1.302734, + 0.869141, + 0.8125, + 0.875488, + 1.114746, + 0.867188, + 0.865234, + 1.056885, + 1.222656, + 0.862305, + 0.865234, + 0.844727, + 0.855469, + 0.87207, + 0.84375, + 0.875, + 0.864258, + 0.896973, + 1.000456, + 0.84375, + 1.004059, + 0.810547, + 0.856445, + 1.176758, + 1.359375, + 0.857422, + 0.817383, + 0.841797, + 1.043945, + 0.84082, + 0.970825, + 0.856445, + 0.841797, + 0.808594, + 0.851562, + 0.841797, + 0.88916, + 0.908203, + 0.834961, + 0.818359, + 1.098145, + 1.183594, + 1.072266, + 0.857422, + 0.838867, + 0.868164, + 0.939453, + 0.829102, + 0.822266, + 0.909668, + 1.058838, + 0.831055, + 0.832031, + 0.907227, + 0.847656, + 0.84668, + 0.875, + 0.892578, + 0.973022, + 1.296875, + 1.337891, + 0.862305, + 0.875, + 0.874023, + 0.81543, + 0.856445, + 0.833984, + 1.121582, + 0.816406, + 1.10498, + 1.036377, + 0.828125, + 0.828125, + 0.878418, + 0.862305, + 0.891113, + 0.819336, + 1.141602, + 0.848633, + 0.882324, + 0.88916, + 0.81543, + 0.856445, + 0.876953, + 0.890137, + 0.911621, + 0.870117, + 0.849609, + 0.838867, + 0.886719, + 0.889648, + 0.88916, + 0.853516, + 0.371094, + 0.818359, + 0.847656, + 1.277344, + 0.847656, + 0.855469, + 1.203125, + 0.853516, + 0.973633, + 0.867188, + 0.817383, + 0.849609, + 1.050781, + 1.018799, + 0.851562, + 0.842773, + 0.853516, + 0.814453, + 0.81543, + 0.864258, + 0.852539, + 0.847656, + 0.8125, + 0.850586, + 0.839844, + 1.07666, + 1.458984, + 0.871094, + 0.835938, + 0.841797, + 0.870117, + 0.876953, + 1.296875, + 0.850586, + 0.841797, + 0.902832, + 0.833008, + 1.124512, + 0.798828, + 0.860352, + 0.849609, + 0.864258, + 0.832031, + 0.852539, + 0.883301, + 0.943604, + 0.862305, + 0.838867, + 0.836914, + 1.283203, + 0.845703, + 0.869141, + 1.349609, + 0.819336, + 0.777344, + 0.836914, + 0.862305, + 0.925781, + 0.849609, + 0.786133, + 0.854492, + 0.854492, + 0.870117, + 0.842773, + 0.832031, + 0.866211, + 1.081055, + 0.870117, + 0.819336, + 0.825195, + 0.827148, + 0.818359, + 0.978882, + 0.876465, + 0.865234, + 0.948486, + 0.900879, + 0.654297, + 0.855469, + 1.074707, + 0.980957, + 1.384766, + 0.820312, + 0.865234, + 0.797852, + 0.885742, + 0.870117, + 0.861328, + 0.827148, + 0.864258, + 0.909668, + 0.877441, + 0.839844, + 0.813477, + 0.87793, + 0.826172, + 1.018799, + 0.888672, + 0.944092, + 1.267578, + 0.857422, + 0.851562, + 0.806641, + 0.837891, + 0.84082, + 0.897949, + 0.895996, + 0.835938, + 0.997833, + 0.97998, + 0.847656, + 0.80957, + 0.822266, + 0.87207, + 0.84668, + 1.0047, + 0.814453, + 0.807617, + 0.808594, + 1.145508, + 0.856445, + 0.838867, + 0.845703, + 0.837891, + 0.907715, + 0.858398, + 0.867188, + 0.90332, + 0.832031, + 0.841797, + 0.850586, + 1.036621, + 0.888672, + 0.826172, + 0.865234, + 0.814453, + 0.830078, + 0.833008, + 0.882812, + 0.895996, + 0.801758, + 0.832031, + 1.067871, + 1.155273, + 0.832031, + 0.866211, + 0.822266, + 0.858398, + 0.814453, + 1.339844, + 0.84082, + 0.80957, + 0.839844, + 0.834961, + 0.901855, + 0.873047, + 0.891602, + 1.062988, + 0.839844, + 0.887695, + 0.821289, + 0.881348, + 1.320312, + 0.826172, + 0.860352, + 0.833984, + 0.857422, + 0.827148, + 0.808594, + 0.880371, + 0.894043, + 0.990601, + 0.899414, + 1.004395, + 1.261719, + 0.951416, + 0.827148, + 0.845703, + 0.814453, + 0.445312, + 0.857422, + 0.84375, + 0.834961, + 0.835938, + 0.866211, + 0.894043, + 0.875, + 1.057861, + 0.827148, + 0.917969, + 0.862305, + 0.853516, + 0.863281, + 0.833984, + 0.833984, + 0.828125, + 0.852539, + 0.97644, + 0.882324, + 0.84375, + 1.130859, + 0.936523, + 0.841797, + 0.811523, + 0.864258, + 1.21875, + 0.879883, + 0.80957, + 0.845703, + 0.845703, + 0.864258, + 1.227539, + 0.862305, + 0.860352, + 0.939697, + 0.849609, + 0.865234, + 0.854492, + 0.845703, + 0.862305, + 0.871094, + 0.854492, + 0.847656, + 0.860352, + 0.838867, + 0.825195, + 0.860352, + 1.279297, + 0.871094, + 0.876953, + 0.818359, + 0.833008, + 0.811523, + 0.837891, + 0.880859, + 1.033936, + 0.837891, + 0.826172, + 0.84668, + 0.84668, + 1.043945, + 0.904297, + 0.84082, + 0.845703, + 0.860352, + 0.877441, + 0.856445, + 0.864258, + 0.822266, + 0.899902, + 0.84375, + 0.895996, + 0.841797, + 0.869141, + 0.928711, + 0.839844, + 0.803711, + 0.902344, + 0.826172, + 1.105469, + 1.380859, + 0.863281, + 0.908203, + 0.820312, + 0.819336, + 0.859375, + 0.861328, + 0.92627, + 0.84375, + 0.915527, + 0.849609, + 0.842773, + 0.831055, + 0.862305, + 1.267578, + 0.857422, + 0.827148, + 0.956299, + 0.864258, + 0.779297, + 0.864258, + 0.829102, + 0.844727, + 0.916992, + 0.801758, + 0.84668, + 0.848633, + 1.11377, + 0.867188, + 0.892578, + 0.856445, + 0.919434, + 0.897461, + 0.84375, + 0.837891, + 0.853516, + 0.857422, + 0.855469, + 0.855469, + 0.876953, + 0.768555, + 0.984619, + 0.84668, + 1.004517, + 1.071777, + 0.854492, + 0.818359, + 0.871094, + 1.193359, + 0.974121, + 0.847656, + 0.839844, + 0.810547, + 0.852539, + 0.84375, + 0.822266, + 0.824219, + 0.89209, + 0.842773, + 1.339844, + 0.900879, + 0.802734, + 0.847656, + 0.862305, + 0.845703, + 0.811523, + 0.839844, + 1.308594, + 0.832031, + 0.867188, + 0.845703, + 0.84082, + 0.819336, + 0.854492, + 0.829102, + 0.827148, + 0.866211, + 1.097656, + 0.892578, + 0.885742, + 0.881836, + 0.850586, + 0.832031, + 0.847656, + 0.848633, + 0.934082, + 0.831055, + 0.884766, + 1.050293, + 0.866211, + 0.831055, + 0.833008, + 0.864258, + 0.900879, + 0.898926, + 0.894531, + 0.931641, + 0.84375, + 0.834961, + 0.858398, + 1.349609, + 0.830078, + 0.864258, + 0.866211, + 0.853516, + 0.811523, + 0.833984, + 0.80957, + 0.837891, + 0.801758, + 0.982666, + 0.868164, + 0.822266, + 0.845703, + 1.308594, + 0.853516, + 0.875, + 0.84082, + 0.823242, + 0.834961, + 0.84668, + 0.850586, + 0.875, + 0.833008, + 0.892578, + 0.824219, + 1.217773, + 0.860352, + 0.910156, + 0.836914, + 1.261719, + 0.831055, + 1.105957, + 0.859375, + 1.320312, + 0.859375, + 0.909668, + 0.96167, + 1.013916, + 0.932617, + 0.845703, + 0.848633, + 0.884766, + 0.826172, + 0.884766, + 0.830078, + 0.87207, + 1.40625, + 1.137695, + 0.969849, + 0.833008, + 0.833008, + 0.861328, + 0.819336, + 0.817383, + 0.842773, + 0.952637, + 0.850586, + 0.838867, + 0.881836, + 0.818359, + 0.896973, + 0.859375, + 0.865234, + 0.854492, + 0.980957, + 0.853516, + 0.855469, + 0.819336, + 0.837891, + 0.826172, + 0.964844, + 0.806641, + 0.865234, + 0.903809, + 0.864258, + 0.807617, + 0.848633, + 0.849609, + 0.978638, + 1.167969, + 0.84668, + 0.871094, + 0.84668, + 1.083008, + 0.831055, + 0.828125, + 0.848633, + 1.207031, + 0.87793, + 0.973022, + 0.865234, + 0.880859, + 0.894043, + 1.349609, + 0.84375, + 0.837891, + 0.829102, + 1.328125, + 1.006256, + 1.180664, + 0.967529, + 0.862305, + 0.966553, + 0.824219, + 0.833008, + 0.838867, + 0.87207, + 0.855469, + 0.878906, + 1.105469, + 1.084473, + 0.824219, + 0.921875, + 0.879883, + 0.849609, + 0.850586, + 0.858398, + 0.839844, + 0.928223, + 0.84668, + 0.869141, + 0.831055, + 1.126953, + 0.833984, + 0.84668, + 0.930176, + 0.853516, + 0.886719, + 1.183594, + 0.896973, + 1.178711, + 0.850586, + 0.84375, + 0.859375, + 0.908203, + 0.84082, + 0.913574, + 0.863281, + 0.829102, + 0.84082, + 0.836914, + 0.845703, + 0.890625, + 0.857422, + 0.857422, + 0.833008, + 0.870117, + 0.797852, + 0.828125, + 0.994598, + 0.888184, + 0.875, + 0.958984, + 0.876465, + 0.822266, + 0.849609, + 0.831055, + 0.905273, + 0.861328, + 0.881348, + 0.839844, + 1.015076, + 0.833984, + 0.836914, + 0.833984, + 0.830078, + 0.837891, + 0.818359, + 0.879883, + 0.860352, + 0.834961, + 0.863281, + 0.858398, + 0.841797, + 1.046875, + 0.831055, + 0.890625, + 1.098145, + 0.881836, + 0.848633, + 1.185547, + 0.844727, + 0.925293, + 0.849609, + 0.863281, + 0.894043, + 0.84082, + 0.827148, + 0.837891, + 0.837891, + 0.84668, + 0.874023, + 0.905762, + 0.838867, + 1.029541, + 0.886719, + 0.829102, + 0.836914, + 1.204102, + 0.859375, + 0.839844, + 0.852539, + 0.975464, + 0.838867, + 0.845703, + 0.922852, + 0.849609, + 0.539062, + 0.894043, + 0.817383, + 0.854492, + 1.24707, + 0.841797, + 0.814453, + 1.178711, + 0.833008, + 0.939697, + 0.831055, + 0.84668, + 0.841797, + 0.835938, + 1.098633, + 0.824219, + 0.863281, + 0.839844, + 0.825195, + 0.875977, + 0.884766, + 0.927734, + 1.251953, + 1.017212, + 0.837891, + 0.94165, + 0.825195, + 0.964111, + 0.923828, + 0.877441, + 0.826172, + 1.168945, + 0.912598, + 0.825195, + 1.400391, + 0.813477, + 0.89209, + 0.835938, + 0.852539, + 1.192383, + 0.814453, + 0.833008, + 1.22168, + 0.836914, + 0.642578, + 0.90332, + 0.866211, + 0.828125, + 0.845703, + 1.229492, + 0.839844, + 0.928223, + 0.833984, + 0.84082, + 0.865234, + 0.922852, + 1.115723, + 0.792969, + 0.835938, + 0.84668, + 0.861328, + 1.173828, + 0.94165, + 0.833984, + 0.876465, + 0.850586, + 0.814453, + 0.841797, + 0.896484, + 0.874023, + 0.826172, + 0.88916, + 0.853516, + 1.036865, + 0.550781, + 0.935059, + 0.862305, + 1.292969, + 0.848633, + 0.928223, + 0.859375, + 0.832031, + 0.885742, + 0.901367, + 0.858398, + 0.864258, + 0.833984, + 1.167969, + 0.852539, + 0.826172, + 0.89209 + ] + }, + "name": "onnx::Mul_8805", + "outputIndexes": [ + 2261 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2260, + 2261 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_23/Mul_1_output_0", + "outputIndexes": [ + 2262 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2262 + ], + "outputIndexes": [ + 3150 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3150 + ], + "outputIndexes": [ + 3151 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear", + "inputIndexes": [ + 3151 + ], + "outputIndexes": [ + 3152 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 1015238190, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3152 + ], + "outputIndexes": [ + 3153 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3153 + ], + "outputIndexes": [ + 2263 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2263, + 2263 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Mul_output_0", + "outputIndexes": [ + 2264 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2263, + 2264 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Mul_1_output_0", + "outputIndexes": [ + 2265 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 2265 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Mul_2_output_0", + "outputIndexes": [ + 2266 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2263, + 2266 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Add_output_0", + "outputIndexes": [ + 2267 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 2267 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Mul_3_output_0", + "outputIndexes": [ + 2268 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2268 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_23/Tanh_output_0", + "outputIndexes": [ + 2269 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 2269 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Add_1_output_0", + "outputIndexes": [ + 2270 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2263, + 2270 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Mul_4_output_0", + "outputIndexes": [ + 2271 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 2271 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Mul_5_output_0", + "outputIndexes": [ + 2272 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2262 + ], + "outputIndexes": [ + 3154 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3154 + ], + "outputIndexes": [ + 3155 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear", + "inputIndexes": [ + 3155 + ], + "outputIndexes": [ + 3156 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 1027182148, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3156 + ], + "outputIndexes": [ + 3157 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3157 + ], + "outputIndexes": [ + 2273 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2272, + 2273 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_23/Mul_output_0", + "outputIndexes": [ + 2274 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2274 + ], + "outputIndexes": [ + 3158 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3158 + ], + "outputIndexes": [ + 3159 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear", + "inputIndexes": [ + 3159 + ], + "outputIndexes": [ + 3160 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 1039126106, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3160 + ], + "outputIndexes": [ + 3161 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3161 + ], + "outputIndexes": [ + 2275 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2275 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_23/Mul_output_0", + "outputIndexes": [ + 2276 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 5.15625, + 5.28125, + 5.34375, + 5.53125, + 5.40625, + 5.21875, + 5.1875, + 3.296875, + 5.125, + 4.90625, + 5.15625, + 5.09375, + 5.125, + 5.28125, + 5.34375, + 4.96875, + 5.96875, + 5.0, + 4.078125, + 4.765625, + 5.21875, + 5.09375, + 5.21875, + 4.984375, + 4.859375, + 5.4375, + 4.953125, + 4.40625, + 5.625, + 5.25, + 4.734375, + 4.78125, + 5.46875, + 3.59375, + 5.09375, + 4.65625, + 5.21875, + 5.3125, + 4.96875, + 5.25, + 5.46875, + 5.15625, + 5.0625, + 4.609375, + 3.90625, + 4.96875, + 5.21875, + 5.15625, + 5.25, + 4.65625, + 4.921875, + 4.578125, + 5.15625, + 6.8125, + 5.21875, + 5.0, + 5.09375, + 5.28125, + 4.796875, + 4.40625, + 4.40625, + 7.46875, + 5.21875, + 5.25, + 5.375, + 4.84375, + 4.546875, + 5.46875, + 4.890625, + 5.03125, + 5.15625, + 5.125, + 5.0625, + 5.125, + 5.15625, + 4.625, + 3.96875, + 4.828125, + 4.453125, + 3.703125, + 5.09375, + 3.0625, + 5.25, + 4.171875, + 5.25, + 4.953125, + 5.375, + 4.65625, + 4.0, + 5.21875, + 5.0625, + 5.1875, + 5.5625, + 3.875, + 5.34375, + 3.125, + 5.0, + 5.15625, + 6.65625, + 5.25, + 4.84375, + 5.40625, + 4.859375, + 5.375, + 5.21875, + 5.1875, + 5.21875, + 4.53125, + 5.25, + 5.1875, + 5.25, + 5.28125, + 5.21875, + 3.59375, + 5.15625, + 4.953125, + 5.09375, + 6.6875, + 5.03125, + 5.375, + 5.09375, + 5.375, + 5.0, + 5.28125, + 4.96875, + 4.84375, + 5.0625, + 4.921875, + 4.9375, + 4.1875, + 4.296875, + 5.125, + 4.921875, + 5.09375, + 5.46875, + 5.3125, + 4.65625, + 4.328125, + 4.984375, + 5.40625, + 7.375, + 4.703125, + 4.84375, + 4.984375, + 5.0, + 4.703125, + 4.890625, + 5.28125, + 4.890625, + 5.21875, + 5.09375, + 4.90625, + 4.890625, + 6.0, + 4.96875, + 5.5625, + 4.21875, + 5.4375, + 3.421875, + 3.5625, + 4.828125, + 5.25, + 4.546875, + 4.15625, + 5.53125, + 5.28125, + 5.4375, + 3.625, + 5.34375, + 5.125, + 5.15625, + 3.8125, + 5.53125, + 3.59375, + 5.03125, + 0.630859, + 5.03125, + 2.953125, + 5.15625, + 4.90625, + 5.25, + 3.4375, + 4.84375, + 3.109375, + 7.9375, + 5.21875, + 3.9375, + 5.3125, + 4.875, + 4.53125, + 5.1875, + 5.65625, + 5.0, + 5.03125, + 5.21875, + 5.03125, + 5.09375, + 5.375, + 5.5, + 5.03125, + 4.953125, + 5.28125, + 5.25, + 4.796875, + 5.375, + 5.40625, + 6.8125, + 5.21875, + 5.21875, + 5.3125, + 4.734375, + 5.53125, + 5.375, + 4.875, + 5.1875, + 5.3125, + 5.09375, + 5.25, + 5.15625, + 5.25, + 5.03125, + 4.90625, + 5.3125, + 5.40625, + 5.4375, + 5.09375, + 5.0625, + 5.0625, + 4.75, + 4.6875, + 5.0625, + 5.0, + 5.375, + 5.375, + 5.21875, + 5.375, + 4.9375, + 5.3125, + 4.984375, + 5.25, + 4.890625, + 5.28125, + 5.21875, + 4.390625, + 4.703125, + 5.125, + 5.1875, + 4.859375, + 5.125, + 4.109375, + 5.0625, + 5.125, + 3.90625, + 5.40625, + 5.09375, + 5.1875, + 4.90625, + 5.125, + 5.3125, + 5.15625, + 5.125, + 5.40625, + 4.984375, + 5.1875, + 5.3125, + 4.65625, + 5.125, + 5.28125, + 5.125, + 5.09375, + 5.1875, + 5.21875, + 5.1875, + 5.125, + 5.40625, + 5.09375, + 4.078125, + 5.21875, + 5.375, + 5.21875, + 4.421875, + 5.0625, + 3.96875, + 5.0, + 5.4375, + 5.15625, + 5.03125, + 5.28125, + 3.53125, + 5.0625, + 4.875, + 3.078125, + 4.984375, + 5.09375, + 5.21875, + 5.0, + 5.03125, + 5.25, + 5.53125, + 5.15625, + 5.34375, + 5.0625, + 3.296875, + 5.125, + 2.867188, + 4.984375, + 5.53125, + 4.984375, + 5.1875, + 5.3125, + 5.5, + 3.21875, + 5.1875, + 5.125, + 5.21875, + 5.09375, + 5.25, + 5.46875, + 5.0, + 5.15625, + 4.828125, + 5.34375, + 4.96875, + 5.0625, + 5.21875, + 5.3125, + 4.484375, + 4.8125, + 5.34375, + 5.15625, + 4.609375, + 5.75, + 5.3125, + 5.0, + 10.5625, + 5.46875, + 4.734375, + 5.375, + 5.21875, + 4.96875, + 4.984375, + 4.78125, + 5.21875, + 5.21875, + 4.671875, + 4.609375, + 5.0, + 4.234375, + 4.78125, + 5.21875, + 3.71875, + 4.484375, + 3.96875, + 4.734375, + 3.09375, + 3.703125, + 5.46875, + 5.28125, + 4.609375, + 4.90625, + 3.640625, + 5.1875, + 4.84375, + 4.09375, + 5.0625, + 5.28125, + 5.375, + 4.109375, + 5.15625, + 5.09375, + 5.375, + 4.921875, + 5.09375, + 4.859375, + 5.5625, + 5.53125, + 5.4375, + 4.875, + 5.0, + 4.28125, + 5.34375, + 5.5, + 3.953125, + 3.84375, + 5.4375, + 4.921875, + 4.765625, + 4.453125, + 5.5625, + 5.15625, + 4.984375, + 4.90625, + 3.28125, + 5.03125, + 5.3125, + 5.28125, + 5.03125, + 3.390625, + 5.09375, + 5.15625, + 5.28125, + 5.25, + 5.15625, + 5.21875, + 3.796875, + 5.65625, + 5.0625, + 4.984375, + 4.96875, + 4.578125, + 5.28125, + 5.25, + 5.28125, + 5.28125, + 4.71875, + 4.90625, + 4.9375, + 5.09375, + 4.859375, + 5.03125, + 5.09375, + 5.125, + 6.1875, + 4.953125, + 5.03125, + 4.671875, + 5.28125, + 5.125, + 5.21875, + 5.1875, + 6.875, + 5.4375, + 5.34375, + 4.5, + 4.171875, + 5.34375, + 5.25, + 5.34375, + 5.15625, + 5.53125, + 5.15625, + 5.21875, + 5.34375, + 4.671875, + 3.484375, + 5.28125, + 5.09375, + 5.59375, + 4.96875, + 5.28125, + 5.09375, + 4.90625, + 4.90625, + 5.0, + 5.09375, + 5.125, + 4.28125, + 5.15625, + 4.8125, + 4.90625, + 5.34375, + 5.1875, + 5.21875, + 5.28125, + 4.109375, + 5.1875, + 3.5625, + 5.0625, + 5.0, + 5.21875, + 5.0625, + 5.09375, + 5.28125, + 4.703125, + 5.0625, + 5.1875, + 3.953125, + 4.984375, + 5.0625, + 5.25, + 5.40625, + 5.09375, + 5.8125, + 5.40625, + 5.3125, + 5.09375, + 3.484375, + 5.34375, + 5.03125, + 5.34375, + 4.765625, + 5.09375, + 5.40625, + 5.125, + 4.6875, + 5.1875, + 3.109375, + 3.46875, + 4.703125, + 3.5, + 5.34375, + 5.34375, + 5.21875, + 4.546875, + 4.203125, + 5.15625, + 4.453125, + 4.671875, + 5.46875, + 5.15625, + 5.125, + 5.53125, + 5.1875, + 5.03125, + 5.25, + 5.40625, + 4.5625, + 5.21875, + 5.28125, + 4.734375, + 5.15625, + 5.03125, + 3.828125, + 3.84375, + 5.34375, + 3.671875, + 5.34375, + 5.0, + 4.734375, + 5.28125, + 5.15625, + 5.0, + 5.125, + 3.1875, + 5.1875, + 5.71875, + 5.15625, + 6.53125, + 5.3125, + 3.453125, + 2.578125, + 4.796875, + 5.03125, + 5.125, + 5.65625, + 5.03125, + 5.1875, + 5.1875, + 4.421875, + 5.40625, + 3.625, + 5.125, + 5.65625, + 5.15625, + 5.125, + 5.28125, + 5.375, + 4.3125, + 5.0, + 5.09375, + 4.9375, + 2.125, + 4.671875, + 4.703125, + 5.0, + 5.28125, + 5.21875, + 3.15625, + 4.953125, + 5.0625, + 5.09375, + 5.53125, + 5.25, + 4.65625, + 3.109375, + 5.375, + 4.90625, + 4.890625, + 3.90625, + 5.1875, + 7.71875, + 4.71875, + 5.25, + 5.03125, + 5.34375, + 5.03125, + 5.625, + 5.03125, + 4.09375, + 4.515625, + 5.1875, + 5.125, + 4.796875, + 8.0, + 4.78125, + 4.921875, + 4.984375, + 5.28125, + 5.28125, + 4.65625, + 5.5, + 5.40625, + 4.59375, + 5.125, + 5.3125, + 5.03125, + 4.96875, + 5.53125, + 4.953125, + 4.75, + 5.15625, + 4.90625, + 5.3125, + 4.125, + 4.890625, + 5.03125, + 5.125, + 4.65625, + 4.734375, + 5.09375, + 5.3125, + 5.0625, + 4.984375, + 5.03125, + 5.25, + 4.78125, + 5.09375, + 5.5, + 5.25, + 4.953125, + 4.8125, + 5.25, + 5.03125, + 5.21875, + 5.1875, + 4.78125, + 5.25, + 4.734375, + 5.28125, + 4.296875, + 5.65625, + 5.40625, + 4.453125, + 3.65625, + 5.0, + 4.25, + 5.125, + 5.40625, + 4.90625, + 4.0625, + 6.1875, + 3.125, + 5.375, + 5.59375, + 5.21875, + 5.03125, + 4.84375, + 5.3125, + 5.21875, + 5.15625, + 5.25, + 4.984375, + 5.25, + 3.109375, + 5.0, + 5.15625, + 5.1875, + 5.09375, + 5.21875, + 5.375, + 5.25, + 4.984375, + 4.875, + 4.78125, + 4.890625, + 5.3125, + 4.890625, + 5.375, + 4.515625, + 5.59375, + 5.21875, + 2.984375, + 3.609375, + 4.921875, + 4.671875, + 5.40625, + 4.796875, + 5.1875, + 5.09375, + 7.4375, + 5.1875, + 5.0, + 4.953125, + 5.125, + 5.21875, + 4.78125, + 4.859375, + 4.96875, + 5.25, + 5.1875, + 5.5625, + 5.625, + 4.921875, + 4.71875, + 5.1875, + 4.953125, + 5.28125, + 4.75, + 4.984375, + 4.96875, + 5.28125, + 5.15625, + 5.125, + 5.21875, + 2.789062, + 5.4375, + 5.4375, + 4.484375, + 5.21875, + 4.984375, + 5.3125, + 5.25, + 5.25, + 5.0, + 4.265625, + 3.625, + 4.015625, + 5.375, + 5.1875, + 4.96875, + 4.875, + 5.09375, + 5.0625, + 5.15625, + 4.921875, + 5.40625, + 5.0625, + 5.34375, + 5.40625, + 5.3125, + 5.5, + 5.21875, + 5.3125, + 5.375, + 4.984375, + 4.859375, + 5.53125, + 5.03125, + 5.46875, + 5.34375, + 5.1875, + 5.09375, + 5.125, + 5.09375, + 5.34375, + 4.640625, + 5.1875, + 3.8125, + 5.46875, + 5.0, + 4.9375, + 4.734375, + 5.03125, + 5.5, + 5.3125, + 5.03125, + 4.921875, + 5.4375, + 5.09375, + 5.15625, + 5.1875, + 5.15625, + 4.796875, + 5.03125, + 5.125, + 5.03125, + 5.21875, + 5.25, + 7.375, + 4.75, + 5.0625, + 5.1875, + 4.921875, + 5.125, + 3.71875, + 5.03125, + 5.40625, + 4.53125, + 4.109375, + 5.59375, + 5.15625, + 4.96875, + 4.75, + 5.15625, + 4.703125, + 5.125, + 5.375, + 4.28125, + 5.0, + 5.3125, + 3.8125, + 5.375, + 5.03125, + 5.28125, + 4.90625, + 4.015625, + 5.125, + 5.21875, + 3.78125, + 5.1875, + 4.90625, + 5.21875, + 3.453125, + 5.125, + 4.03125, + 5.5, + 7.53125, + 4.796875, + 4.3125, + 5.0625, + 5.0625, + 4.96875, + 5.0, + 5.09375, + 5.125, + 5.0625, + 5.09375, + 5.0, + 5.0625, + 5.0, + 5.375, + 5.25, + 4.984375, + 7.71875, + 5.25, + 4.28125, + 5.40625, + 4.890625, + 4.328125, + 5.15625, + 4.1875, + 4.96875, + 5.3125, + 5.1875, + 5.1875, + 5.25, + 5.0625, + 5.09375, + 5.0, + 5.3125, + 4.78125, + 4.90625, + 5.28125, + 5.40625, + 2.414062, + 4.78125, + 4.734375, + 4.8125, + 4.96875, + 4.6875, + 5.28125, + 5.1875, + 5.15625, + 5.34375, + 5.125, + 3.203125, + 5.03125, + 4.859375, + 4.96875, + 3.28125, + 5.0625, + 5.34375, + 4.609375, + 3.453125, + 4.671875, + 5.1875, + 4.890625, + 5.21875, + 5.03125, + 5.34375, + 4.78125, + 6.0, + 4.609375, + 4.90625, + 4.84375, + 5.3125, + 5.0625, + 5.25, + 4.984375, + 5.03125, + 3.703125, + 5.03125, + 5.21875, + 4.90625, + 4.96875, + 5.09375, + 4.9375, + 5.5, + 5.03125, + 5.125, + 4.515625, + 4.828125, + 5.40625, + 5.25, + 4.328125, + 4.890625, + 5.03125, + 3.375, + 2.640625, + 4.328125, + 5.09375, + 4.859375, + 5.28125, + 5.40625, + 5.59375, + 3.34375, + 3.1875, + 4.765625, + 6.375, + 4.921875, + 5.03125, + 4.921875, + 5.34375, + 5.125, + 4.90625, + 3.390625, + 5.21875, + 5.09375, + 4.859375, + 4.15625, + 4.828125, + 5.09375, + 4.84375, + 4.78125, + 5.625, + 5.34375, + 4.890625, + 5.28125, + 4.5, + 5.375, + 5.21875, + 4.828125, + 5.25, + 5.25, + 5.53125, + 5.375, + 4.375, + 3.359375, + 4.3125, + 5.09375, + 4.6875, + 5.34375, + 5.28125, + 5.15625, + 5.09375, + 5.5, + 2.984375, + 5.0625, + 4.578125, + 5.4375, + 5.09375, + 3.59375, + 5.125, + 5.0625, + 4.96875, + 5.0625, + 5.15625, + 5.375, + 4.6875, + 3.734375, + 4.96875, + 4.859375, + 5.1875, + 3.421875, + 5.09375, + 5.34375, + 7.09375, + 5.375, + 4.234375, + 4.984375, + 4.625, + 5.28125, + 5.0625, + 4.234375, + 5.125, + 5.21875, + 4.5625, + 2.617188, + 2.84375, + 3.25, + 4.78125, + 5.28125, + 5.25, + 4.84375, + 4.890625, + 4.625, + 4.921875, + 3.171875, + 5.21875, + 5.125, + 4.96875, + 5.15625, + 5.15625, + 5.125, + 5.21875, + 3.484375, + 5.0, + 3.34375, + 5.28125, + 3.53125, + 4.4375, + 5.21875, + 5.09375, + 5.3125, + 4.3125, + 4.75, + 4.671875, + 4.890625, + 3.1875, + 4.734375, + 4.671875, + 4.09375, + 4.09375, + 5.1875, + 5.09375, + 4.578125, + 3.796875, + 5.75, + 5.0625, + 5.28125, + 4.65625, + 5.15625, + 5.0625, + 3.125, + 5.125, + 5.3125, + 4.96875, + 3.53125, + 3.125, + 5.34375, + 5.375, + 5.15625, + 5.375, + 5.34375, + 5.21875, + 4.703125, + 2.914062, + 5.0625, + 5.15625, + 1.675781, + 4.71875, + 5.375, + 5.21875, + 5.40625, + 5.34375, + 5.4375, + 4.890625, + 5.46875, + 4.8125, + 4.796875, + 5.5, + 5.28125, + 4.515625, + 5.28125, + 5.3125, + 5.1875, + 5.25, + 5.3125, + 3.078125, + 5.09375, + 3.296875, + 4.421875, + 4.65625, + 3.953125, + 5.0625, + 4.828125, + 5.15625, + 5.09375, + 5.46875, + 5.28125, + 5.21875, + 5.0625, + 3.75, + 4.6875, + 5.09375, + 4.84375, + 5.0625, + 5.1875, + 4.609375, + 5.3125, + 5.15625, + 4.96875, + 5.25, + 5.1875, + 3.640625, + 5.1875, + 5.53125, + 4.5, + 4.953125, + 5.40625, + 5.21875, + 6.6875, + 5.125, + 5.125, + 5.15625, + 5.3125, + 5.125, + 5.09375, + 4.921875, + 5.0625, + 5.34375, + 5.25, + 5.25, + 5.0, + 3.671875, + 5.59375, + 3.5625, + 5.03125, + 4.953125, + 4.734375, + 5.125, + 5.3125, + 5.03125, + 5.09375, + 4.546875, + 4.96875, + 2.929688, + 3.421875, + 3.296875, + 5.0625, + 5.375, + 3.890625, + 5.03125, + 5.0, + 5.375, + 3.625, + 4.703125, + 4.265625, + 4.859375, + 3.578125, + 5.1875, + 5.28125, + 8.0, + 5.21875, + 4.671875, + 4.65625, + 5.21875, + 4.953125, + 3.265625, + 4.609375, + 2.734375, + 4.984375, + 5.28125, + 5.3125, + 5.1875, + 4.53125, + 4.09375, + 4.890625, + 3.28125, + 5.5, + 5.09375, + 5.375, + 5.0, + 4.625, + 5.21875, + 5.1875, + 5.125, + 4.453125, + 5.125, + 5.0, + 4.765625, + 5.0625, + 5.3125, + 6.5625, + 5.40625, + 4.84375, + 5.21875, + 5.15625, + 5.0, + 5.4375, + 5.21875, + 5.1875, + 4.84375, + 5.09375, + 5.09375, + 4.984375, + 5.03125, + 5.125, + 5.125, + 5.25, + 4.890625, + 4.96875, + 5.4375, + 5.21875, + 5.5, + 5.375, + 4.765625, + 4.0625, + 5.3125, + 4.78125, + 5.09375, + 5.03125, + 4.859375, + 5.15625, + 5.1875, + 3.625, + 5.03125, + 3.46875, + 5.1875, + 4.65625, + 5.0, + 4.65625, + 4.9375, + 4.34375, + 5.0, + 3.375, + 5.15625, + 4.34375, + 5.375, + 5.21875, + 5.0625, + 5.0625, + 5.28125, + 5.15625, + 4.953125, + 4.984375, + 5.03125, + 5.34375, + 3.234375, + 5.1875, + 4.953125, + 4.90625, + 5.09375, + 5.0625, + 5.40625, + 5.3125, + 4.375, + 5.0625, + 5.0, + 5.0625, + 5.8125, + 5.25, + 5.15625, + 4.796875, + 4.921875, + 5.0, + 3.34375, + 5.4375, + 4.96875, + 5.375, + 4.265625, + 4.65625, + 4.265625, + 3.109375, + 5.21875, + 3.109375, + 3.59375, + 4.75, + 5.15625, + 5.0625, + 5.375, + 2.929688, + 5.125, + 4.78125, + 5.375, + 3.375, + 5.1875, + 5.28125, + 5.375, + 5.125, + 5.09375, + 5.375, + 3.359375, + 5.125, + 5.4375, + 4.21875, + 3.609375, + 5.28125, + 5.1875, + 3.78125, + 5.25, + 3.46875, + 5.3125, + 5.09375, + 5.15625, + 5.0, + 3.484375, + 5.1875, + 5.0625, + 4.984375, + 5.0625, + 4.90625, + 3.984375, + 2.84375, + 5.125, + 5.53125, + 4.78125, + 5.3125, + 5.28125, + 5.3125, + 5.96875, + 4.921875, + 5.125, + 5.03125, + 6.8125, + 5.03125, + 5.21875, + 5.28125, + 5.09375, + 4.828125, + 5.21875, + 4.9375, + 5.0, + 2.796875, + 5.3125, + 5.15625, + 5.09375, + 4.703125, + 4.734375, + 4.828125, + 4.921875, + 5.0625, + 5.0, + 5.21875, + 5.1875, + 5.21875, + 5.25, + 4.609375, + 5.1875, + 3.390625, + 5.3125, + 3.734375, + 5.28125, + 5.1875, + 5.28125, + 3.484375, + 5.34375, + 4.828125, + 4.90625, + 5.4375, + 5.90625, + 5.09375, + 4.890625, + 5.25, + 5.09375, + 4.859375, + 4.0, + 4.890625, + 5.375, + 7.71875, + 5.40625, + 4.71875, + 5.125, + 5.1875, + 5.1875, + 4.984375, + 5.09375, + 4.796875, + 4.78125, + 5.15625, + 4.78125, + 3.71875, + 4.640625, + 5.3125, + 5.40625, + 4.9375, + 3.453125, + 5.40625, + 5.5, + 5.4375, + 5.25, + 5.0625, + 5.28125, + 5.25, + 5.125, + 3.171875, + 4.953125, + 5.25, + 5.375, + 5.59375, + 5.03125, + 5.1875, + 5.46875, + 5.125, + 5.40625, + 4.9375, + 5.25, + 5.3125, + 5.0625, + 4.828125, + 5.28125, + 5.0, + 4.078125, + 7.6875, + 4.890625, + 5.09375, + 5.34375, + 5.0, + 4.171875, + 5.34375, + 5.03125, + 5.53125, + 3.546875, + 4.65625, + 4.296875, + 2.164062, + 4.96875, + 5.28125, + 5.53125, + 2.929688, + 5.0625, + 8.0625, + 3.265625, + 3.96875, + 5.125, + 5.125, + 5.0625, + 5.5, + 5.125, + 5.0, + 5.0, + 4.984375, + 5.4375, + 4.046875, + 4.9375, + 5.125, + 5.25, + 3.765625, + 4.984375, + 5.15625, + 5.28125, + 5.0625, + 5.21875, + 4.796875, + 5.15625, + 4.90625, + 3.234375, + 5.21875, + 4.984375, + 5.09375, + 5.0625, + 4.40625, + 5.25, + 3.75, + 5.3125, + 4.9375, + 4.296875, + 4.984375, + 4.90625, + 5.375, + 5.4375, + 5.09375, + 5.125, + 5.15625, + 5.25, + 4.5, + 3.28125, + 5.0625, + 6.125, + 5.0625, + 4.828125, + 5.25, + 5.25, + 5.0625, + 3.484375, + 4.8125, + 5.625, + 4.71875, + 5.25, + 5.0625, + 5.6875, + 4.875, + 5.125, + 4.96875, + 5.21875, + 4.90625, + 5.0625, + 5.21875, + 5.5, + 5.125, + 4.75, + 4.84375, + 4.65625, + 5.0625, + 4.671875, + 4.796875, + 4.890625, + 4.34375, + 5.625, + 4.953125, + 5.3125, + 5.125, + 5.28125, + 5.40625, + 4.25, + 5.09375, + 5.46875, + 5.40625, + 5.21875, + 5.3125, + 4.390625, + 5.0625, + 5.1875, + 5.34375, + 5.34375, + 5.53125, + 4.203125, + 5.3125, + 4.703125, + 5.21875, + 4.921875, + 4.0, + 5.125, + 5.09375, + 5.8125, + 5.75, + 5.28125, + 5.125, + 4.890625, + 5.25, + 4.84375, + 5.03125, + 4.875, + 4.828125, + 4.1875, + 4.859375, + 5.09375, + 5.03125, + 5.09375, + 5.3125, + 5.40625, + 5.1875, + 5.15625, + 5.28125, + 4.953125, + 7.3125, + 5.0, + 4.890625, + 4.859375, + 5.03125, + 5.5, + 5.0, + 5.125, + 5.375, + 5.375, + 5.21875, + 1.9375, + 6.21875, + 4.96875, + 4.40625, + 4.890625, + 5.25, + 3.125, + 4.9375, + 5.1875, + 5.15625, + 3.96875, + 5.09375, + 5.3125, + 4.09375, + 3.640625, + 5.03125, + 4.90625, + 5.28125, + 5.0625, + 4.875, + 5.25, + 4.96875, + 5.21875, + 4.796875, + 3.3125, + 5.09375, + 4.265625, + 5.5625, + 5.21875, + 3.5625, + 3.09375, + 5.3125, + 5.5625, + 5.28125, + 4.0625, + 5.375, + 4.484375, + 5.25, + 5.15625, + 3.859375, + 5.34375, + 5.34375, + 4.84375, + 4.6875, + 5.15625, + 5.34375, + 4.09375, + 3.59375, + 4.125, + 4.984375, + 5.28125, + 5.09375, + 4.65625, + 5.15625, + 5.125, + 4.8125, + 4.109375, + 5.3125, + 5.09375, + 4.921875, + 5.125, + 5.125, + 5.0625, + 4.890625, + 4.796875, + 3.25, + 3.171875, + 5.0, + 4.921875, + 5.0, + 5.40625, + 5.125, + 5.34375, + 3.84375, + 5.15625, + 4.046875, + 4.265625, + 5.0625, + 5.34375, + 5.0, + 5.15625, + 5.375, + 5.1875, + 3.796875, + 5.21875, + 5.0625, + 4.703125, + 5.15625, + 5.0, + 5.0625, + 4.78125, + 4.53125, + 4.984375, + 5.375, + 5.21875, + 4.84375, + 4.75, + 5.03125, + 5.0625, + 4.421875, + 5.40625, + 5.15625, + 3.5625, + 4.984375, + 5.125, + 3.515625, + 4.984375, + 4.828125, + 5.125, + 5.40625, + 5.03125, + 5.40625, + 4.640625, + 5.1875, + 5.125, + 5.125, + 5.1875, + 5.34375, + 5.125, + 5.0, + 5.25, + 5.09375, + 5.34375, + 5.15625, + 3.9375, + 2.757812, + 4.890625, + 5.15625, + 5.28125, + 5.0625, + 5.1875, + 3.125, + 5.40625, + 5.59375, + 4.96875, + 5.125, + 3.9375, + 5.5, + 5.09375, + 5.25, + 5.0625, + 5.21875, + 7.625, + 4.984375, + 4.40625, + 5.21875, + 6.9375, + 5.15625, + 3.296875, + 5.21875, + 5.03125, + 2.90625, + 5.28125, + 3.09375, + 5.21875, + 4.984375, + 5.125, + 5.03125, + 3.09375, + 4.984375, + 5.09375, + 5.09375, + 5.1875, + 5.21875, + 5.09375, + 4.8125, + 5.625, + 5.46875, + 5.375, + 5.25, + 5.34375, + 4.234375, + 4.90625, + 4.96875, + 4.75, + 4.84375, + 4.390625, + 5.28125, + 3.984375, + 4.875, + 3.078125, + 5.3125, + 5.15625, + 5.4375, + 4.875, + 5.0625, + 5.125, + 5.375, + 5.25, + 4.546875, + 5.5, + 5.375, + 5.28125, + 5.0625, + 5.3125, + 4.171875, + 5.125, + 4.546875, + 3.59375, + 5.3125, + 5.40625, + 5.5, + 5.375, + 5.5, + 4.703125, + 4.875, + 5.28125, + 4.375, + 4.265625, + 4.90625, + 5.3125, + 5.34375, + 5.09375, + 4.984375, + 4.421875, + 5.46875, + 5.28125, + 5.15625, + 3.734375, + 5.25, + 5.28125, + 5.125, + 5.1875, + 4.6875, + 5.03125, + 4.859375, + 4.90625, + 5.21875, + 4.984375, + 5.1875, + 3.796875, + 5.03125, + 5.125, + 5.09375, + 5.46875, + 5.4375, + 5.09375, + 4.90625, + 4.78125, + 5.3125, + 5.5, + 4.078125, + 3.71875, + 5.34375, + 5.21875, + 5.375, + 5.03125, + 5.4375, + 2.992188, + 5.125, + 5.5625, + 5.0, + 5.375, + 4.78125, + 5.09375, + 4.734375, + 4.078125, + 5.09375, + 5.03125, + 5.28125, + 4.921875, + 2.8125, + 5.5625, + 5.25, + 5.34375, + 5.03125, + 5.59375, + 5.25, + 4.8125, + 4.625, + 4.25, + 5.28125, + 4.1875, + 3.34375, + 4.515625, + 5.75, + 5.28125, + 5.5625, + 3.0625, + 5.03125, + 5.0625, + 5.125, + 5.34375, + 5.03125, + 4.671875, + 4.921875, + 4.15625, + 5.4375, + 4.734375, + 5.03125, + 5.125, + 4.953125, + 5.0625, + 5.34375, + 5.125, + 5.0625, + 4.53125, + 5.15625, + 5.28125, + 3.609375, + 4.578125, + 5.15625, + 5.375, + 5.15625, + 3.71875, + 5.03125, + 5.40625, + 4.875, + 5.25, + 5.125, + 3.421875, + 5.21875, + 5.1875, + 4.609375, + 5.3125, + 5.03125, + 4.96875, + 5.125, + 5.21875, + 4.890625, + 5.28125, + 5.0, + 5.03125, + 5.125, + 5.125, + 5.125, + 3.359375, + 4.84375, + 4.734375, + 5.25, + 5.25, + 5.53125, + 5.65625, + 4.984375, + 4.078125, + 5.03125, + 5.34375, + 5.28125, + 5.15625, + 4.015625, + 4.875, + 5.0, + 5.09375, + 5.0, + 4.953125, + 5.15625, + 5.0, + 5.1875, + 4.890625, + 5.15625, + 4.703125, + 5.125, + 5.09375, + 4.953125, + 5.25, + 5.28125, + 4.875, + 5.34375, + 3.875, + 2.679688, + 5.15625, + 4.8125, + 5.4375, + 5.15625, + 5.1875, + 5.21875, + 4.578125, + 5.15625, + 4.96875, + 5.09375, + 5.46875, + 5.375, + 5.1875, + 3.4375, + 4.90625, + 5.1875, + 5.03125, + 5.03125, + 5.5625, + 4.96875, + 5.3125, + 5.15625, + 4.796875, + 5.4375, + 5.3125, + 5.125, + 4.484375, + 5.15625, + 4.640625, + 5.125, + 4.8125, + 4.78125, + 5.1875, + 5.4375, + 5.0, + 5.0625, + 5.25, + 5.34375, + 4.859375, + 7.625, + 4.5625, + 5.21875, + 4.46875, + 4.046875, + 5.25, + 5.375, + 5.0, + 3.84375, + 4.578125, + 4.9375, + 5.375, + 5.15625, + 5.34375, + 5.1875, + 5.375, + 5.1875, + 4.78125, + 7.09375, + 3.1875, + 4.6875, + 5.625, + 5.21875, + 5.3125, + 5.15625, + 5.125, + 5.03125, + 3.203125, + 5.28125, + 4.984375, + 4.96875, + 5.1875, + 5.21875, + 5.46875, + 5.125, + 5.3125, + 5.0625, + 3.84375, + 4.859375, + 5.09375, + 4.90625, + 5.03125, + 5.40625, + 5.09375, + 5.28125, + 4.78125, + 5.1875, + 4.921875, + 4.9375, + 5.0625, + 5.25, + 5.3125, + 5.0, + 4.84375, + 5.09375, + 4.828125, + 7.09375, + 5.4375, + 5.1875, + 4.8125, + 3.046875, + 5.3125, + 5.15625, + 5.25, + 5.0, + 5.34375, + 5.15625, + 5.1875, + 5.3125, + 5.28125, + 4.40625, + 4.984375, + 5.3125, + 5.0625, + 3.328125, + 5.15625, + 4.65625, + 5.28125, + 5.15625, + 4.984375, + 5.0625, + 5.28125, + 4.875, + 5.4375, + 4.828125, + 5.4375, + 3.203125, + 5.0, + 4.765625, + 5.21875, + 3.453125, + 5.40625, + 3.65625, + 4.828125, + 3.15625, + 5.15625, + 4.84375, + 3.796875, + 4.21875, + 4.578125, + 5.625, + 5.21875, + 5.03125, + 5.09375, + 4.984375, + 5.09375, + 4.953125, + 2.765625, + 3.796875, + 4.859375, + 5.34375, + 5.15625, + 5.0, + 5.375, + 5.1875, + 5.25, + 4.53125, + 5.25, + 5.34375, + 4.984375, + 5.6875, + 4.8125, + 5.1875, + 5.0625, + 5.03125, + 4.4375, + 5.28125, + 5.1875, + 5.3125, + 5.125, + 5.3125, + 4.34375, + 5.375, + 5.25, + 4.734375, + 5.25, + 5.5, + 5.25, + 5.15625, + 5.6875, + 3.75, + 5.0625, + 4.9375, + 4.921875, + 4.046875, + 6.125, + 5.3125, + 5.21875, + 3.4375, + 4.828125, + 4.484375, + 5.25, + 5.03125, + 4.65625, + 2.898438, + 5.0625, + 5.0, + 5.28125, + 3.296875, + 4.25, + 3.578125, + 3.0, + 5.1875, + 4.421875, + 5.1875, + 5.375, + 5.15625, + 4.984375, + 5.375, + 5.0625, + 3.96875, + 4.046875, + 5.40625, + 4.828125, + 5.03125, + 5.375, + 5.03125, + 5.0, + 5.34375, + 4.71875, + 5.34375, + 4.921875, + 5.28125, + 3.875, + 5.59375, + 5.3125, + 6.1875, + 5.1875, + 4.796875, + 3.703125, + 5.125, + 3.8125, + 5.1875, + 5.15625, + 5.34375, + 4.9375, + 5.1875, + 4.875, + 5.0625, + 5.15625, + 5.09375, + 5.3125, + 4.953125, + 5.125, + 5.40625, + 4.890625, + 5.5625, + 4.765625, + 5.0625, + 5.3125, + 4.359375, + 5.8125, + 4.96875, + 4.359375, + 5.125, + 5.28125, + 5.15625, + 4.984375, + 4.953125, + 5.15625, + 4.75, + 5.4375, + 4.28125, + 5.3125, + 5.40625, + 5.46875, + 5.28125, + 5.5, + 5.375, + 4.859375, + 4.984375, + 5.09375, + 5.09375, + 5.09375, + 5.25, + 4.078125, + 5.46875, + 5.15625, + 4.1875, + 5.125, + 5.28125, + 3.625, + 5.125, + 4.953125, + 5.21875, + 5.375, + 4.859375, + 5.09375, + 5.25, + 5.25, + 5.25, + 5.0625, + 4.609375, + 4.65625, + 5.125, + 4.109375, + 4.828125, + 5.40625, + 5.4375, + 3.578125, + 5.03125, + 5.09375, + 5.1875, + 5.84375, + 5.21875, + 5.375, + 4.625, + 5.28125, + 4.203125, + 4.90625, + 5.15625, + 4.984375, + 3.421875, + 4.984375, + 5.46875, + 3.6875, + 5.28125, + 4.9375, + 5.25, + 5.21875, + 5.25, + 5.1875, + 4.078125, + 5.375, + 5.0625, + 5.625, + 5.4375, + 4.84375, + 4.90625, + 4.859375, + 3.609375, + 4.109375, + 5.3125, + 4.734375, + 5.21875, + 4.46875, + 4.875, + 4.859375, + 5.65625, + 3.515625, + 4.703125, + 5.375, + 3.0625, + 5.625, + 5.03125, + 5.28125, + 5.1875, + 3.625, + 5.1875, + 5.1875, + 3.234375, + 5.375, + 2.429688, + 5.15625, + 5.34375, + 5.375, + 5.1875, + 3.5625, + 5.53125, + 4.59375, + 5.09375, + 5.25, + 5.15625, + 4.921875, + 3.3125, + 5.46875, + 5.5, + 5.4375, + 5.125, + 3.703125, + 5.21875, + 5.375, + 4.890625, + 5.125, + 5.375, + 5.15625, + 4.859375, + 4.859375, + 5.0, + 5.0, + 4.8125, + 3.71875, + 4.375, + 5.625, + 5.28125, + 3.34375, + 5.125, + 4.546875, + 5.03125, + 5.34375, + 5.03125, + 4.71875, + 4.765625, + 5.03125, + 5.21875, + 3.8125, + 5.25, + 5.53125, + 5.0 + ] + }, + "name": "onnx::Mul_8807", + "outputIndexes": [ + 2277 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2276, + 2277 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_23/Mul_1_output_0", + "outputIndexes": [ + 2278 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2259, + 2278 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_119_output_0", + "outputIndexes": [ + 2279 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2279, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_216_output_0", + "outputIndexes": [ + 2280 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2280 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_24/Mul_output_0", + "outputIndexes": [ + 2281 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.248047, + 1.223633, + 1.21582, + 1.217773, + 1.203125, + 1.229492, + 1.351562, + 2.921875, + 1.283203, + 1.308594, + 1.179688, + 1.277344, + 1.330078, + 1.222656, + 1.21582, + 1.277344, + 1.166992, + 1.230469, + 1.742188, + 1.355469, + 1.211914, + 1.402344, + 1.222656, + 1.363281, + 1.316406, + 1.161133, + 1.527344, + 1.558594, + 1.149414, + 1.310547, + 1.376953, + 1.539062, + 1.18457, + 2.742188, + 1.216797, + 1.535156, + 1.188477, + 1.1875, + 1.283203, + 1.228516, + 1.136719, + 1.213867, + 1.236328, + 1.542969, + 2.265625, + 1.349609, + 1.234375, + 1.339844, + 1.953125, + 1.574219, + 1.308594, + 2.109375, + 1.292969, + 1.898438, + 1.251953, + 1.414062, + 1.341797, + 1.253906, + 1.431641, + 1.396484, + 1.734375, + 1.224609, + 1.211914, + 1.257812, + 1.507812, + 1.3125, + 1.6875, + 1.222656, + 1.482422, + 1.261719, + 1.263672, + 1.253906, + 1.300781, + 1.209961, + 1.15625, + 1.289062, + 1.851562, + 1.324219, + 1.582031, + 2.390625, + 1.197266, + 3.4375, + 1.308594, + 1.558594, + 1.277344, + 1.490234, + 1.230469, + 1.535156, + 1.941406, + 1.241211, + 1.34375, + 1.210938, + 1.222656, + 1.960938, + 1.166016, + 3.375, + 1.257812, + 1.223633, + 0.994781, + 1.246094, + 1.339844, + 1.213867, + 1.224609, + 1.1875, + 1.238281, + 1.214844, + 1.251953, + 1.515625, + 1.168945, + 1.306641, + 1.224609, + 1.231445, + 1.277344, + 3.609375, + 1.277344, + 1.53125, + 1.238281, + 1.539062, + 1.242188, + 1.164062, + 1.21582, + 1.253906, + 1.507812, + 1.188477, + 1.332031, + 1.714844, + 1.239258, + 1.328125, + 1.380859, + 1.976562, + 1.636719, + 1.245117, + 1.347656, + 1.259766, + 1.170898, + 1.302734, + 1.369141, + 1.960938, + 1.283203, + 1.24707, + 1.077637, + 1.482422, + 1.298828, + 1.248047, + 1.237305, + 1.472656, + 1.414062, + 1.21582, + 1.229492, + 1.191406, + 1.160156, + 1.357422, + 1.332031, + 1.12207, + 1.371094, + 1.122559, + 1.773438, + 1.224609, + 2.46875, + 2.75, + 2.90625, + 1.21582, + 1.632812, + 1.71875, + 1.217773, + 1.238281, + 1.15918, + 2.421875, + 1.234375, + 1.265625, + 1.296875, + 2.328125, + 1.207031, + 2.242188, + 1.236328, + 1.203125, + 1.458984, + 3.75, + 1.164062, + 1.550781, + 1.257812, + 2.695312, + 1.431641, + 3.59375, + 1.171875, + 1.185547, + 1.707031, + 1.175781, + 1.324219, + 1.605469, + 1.235352, + 1.328125, + 1.34375, + 1.306641, + 1.261719, + 1.488281, + 1.237305, + 1.28125, + 1.255859, + 1.1875, + 1.3125, + 1.255859, + 1.251953, + 1.304688, + 1.267578, + 1.179688, + 1.05835, + 1.232422, + 1.229492, + 1.136719, + 1.566406, + 1.096191, + 1.302734, + 1.417969, + 1.191406, + 1.232422, + 1.296875, + 1.357422, + 1.287109, + 1.275391, + 1.380859, + 1.625, + 1.21875, + 1.134766, + 1.161133, + 1.369141, + 1.199219, + 1.185547, + 1.402344, + 1.337891, + 2.914062, + 1.257812, + 1.302734, + 1.209961, + 1.216797, + 1.235352, + 1.800781, + 1.154297, + 1.396484, + 1.255859, + 2.1875, + 1.242188, + 1.130859, + 1.867188, + 1.242188, + 1.324219, + 1.373047, + 1.455078, + 1.189453, + 1.664062, + 1.277344, + 1.328125, + 1.972656, + 1.167969, + 1.239258, + 1.230469, + 1.279297, + 1.386719, + 1.287109, + 1.255859, + 1.273438, + 1.109863, + 1.239258, + 1.19043, + 1.197266, + 1.402344, + 1.261719, + 1.203125, + 1.269531, + 1.275391, + 1.273438, + 1.229492, + 1.230469, + 1.261719, + 1.164062, + 1.206055, + 1.789062, + 1.333984, + 1.199219, + 1.213867, + 1.691406, + 1.277344, + 2.46875, + 1.292969, + 1.326172, + 1.259766, + 1.357422, + 1.292969, + 2.351562, + 1.225586, + 1.277344, + 3.53125, + 1.412109, + 1.246094, + 1.378906, + 1.287109, + 1.347656, + 1.267578, + 1.188477, + 1.291016, + 1.341797, + 1.416016, + 3.453125, + 1.292969, + 4.171875, + 1.443359, + 1.349609, + 1.421875, + 1.178711, + 1.210938, + 1.168945, + 3.171875, + 1.186523, + 1.292969, + 1.355469, + 1.255859, + 1.246094, + 1.11377, + 1.402344, + 1.228516, + 1.287109, + 1.267578, + 1.314453, + 1.188477, + 1.21875, + 1.291016, + 1.460938, + 1.4375, + 1.243164, + 1.294922, + 1.388672, + 1.550781, + 1.291016, + 1.224609, + 0.832031, + 1.19043, + 1.34375, + 1.169922, + 1.230469, + 1.316406, + 1.302734, + 1.433594, + 1.228516, + 1.273438, + 1.478516, + 1.511719, + 1.378906, + 2.1875, + 1.417969, + 1.207031, + 3.34375, + 1.498047, + 3.046875, + 1.466797, + 3.546875, + 2.140625, + 1.265625, + 1.173828, + 1.585938, + 1.265625, + 2.578125, + 1.277344, + 1.285156, + 1.882812, + 1.341797, + 1.202148, + 1.135742, + 2.523438, + 1.279297, + 1.244141, + 1.285156, + 1.382812, + 1.203125, + 1.412109, + 1.152344, + 1.209961, + 1.238281, + 1.363281, + 1.322266, + 1.785156, + 1.189453, + 1.183594, + 1.859375, + 2.140625, + 1.168945, + 1.231445, + 1.316406, + 1.722656, + 1.180664, + 1.257812, + 1.333984, + 1.229492, + 2.617188, + 1.337891, + 1.253906, + 1.287109, + 1.376953, + 2.53125, + 1.294922, + 1.164062, + 1.269531, + 1.202148, + 1.271484, + 1.269531, + 2.234375, + 1.205078, + 1.212891, + 1.273438, + 1.212891, + 2.3125, + 1.219727, + 1.204102, + 1.263672, + 1.202148, + 1.691406, + 1.232422, + 1.273438, + 1.269531, + 1.294922, + 1.265625, + 1.326172, + 1.287109, + 1.482422, + 1.231445, + 1.296875, + 1.738281, + 1.105469, + 1.242188, + 1.208008, + 1.292969, + 1.263672, + 1.192383, + 1.233398, + 1.585938, + 3.09375, + 1.196289, + 1.203125, + 1.183594, + 1.243164, + 1.177734, + 1.273438, + 1.519531, + 1.219727, + 1.425781, + 3.8125, + 1.223633, + 1.292969, + 1.208008, + 1.246094, + 1.211914, + 1.289062, + 1.384766, + 1.365234, + 1.386719, + 1.298828, + 1.308594, + 1.921875, + 1.235352, + 1.273438, + 1.392578, + 1.228516, + 1.355469, + 1.243164, + 1.237305, + 2.164062, + 1.21875, + 2.578125, + 1.304688, + 1.351562, + 1.236328, + 1.180664, + 1.227539, + 1.242188, + 1.46875, + 1.223633, + 1.180664, + 2.273438, + 1.443359, + 1.3125, + 1.237305, + 1.302734, + 1.191406, + 1.445312, + 1.204102, + 1.243164, + 1.189453, + 2.773438, + 1.191406, + 1.287109, + 1.330078, + 1.419922, + 1.240234, + 1.180664, + 1.173828, + 1.582031, + 1.205078, + 3.125, + 2.828125, + 1.470703, + 2.914062, + 1.244141, + 1.275391, + 1.219727, + 1.429688, + 2.734375, + 1.214844, + 1.714844, + 1.65625, + 1.291016, + 1.21875, + 1.203125, + 1.248047, + 1.238281, + 1.287109, + 1.204102, + 1.230469, + 1.648438, + 1.275391, + 1.148438, + 1.478516, + 1.306641, + 1.332031, + 2.109375, + 2.21875, + 1.146484, + 1.851562, + 1.223633, + 1.22168, + 1.402344, + 1.204102, + 1.194336, + 1.146484, + 1.15918, + 3.734375, + 1.209961, + 0.837891, + 1.314453, + 1.163086, + 1.12793, + 3.65625, + 3.90625, + 1.371094, + 1.617188, + 1.203125, + 1.148438, + 1.271484, + 1.155273, + 1.253906, + 1.648438, + 1.216797, + 3.328125, + 1.197266, + 1.259766, + 1.263672, + 1.333984, + 1.427734, + 1.18457, + 3.328125, + 1.326172, + 1.310547, + 1.382812, + 3.46875, + 1.609375, + 1.449219, + 1.294922, + 1.230469, + 1.205078, + 3.578125, + 1.4375, + 1.347656, + 1.337891, + 1.208008, + 1.292969, + 1.5625, + 3.703125, + 1.257812, + 1.285156, + 1.3125, + 1.707031, + 1.292969, + 1.19043, + 1.421875, + 1.228516, + 1.265625, + 1.75, + 1.239258, + 1.355469, + 1.308594, + 3.3125, + 1.773438, + 1.302734, + 1.205078, + 1.589844, + 1.176758, + 2.046875, + 1.333984, + 1.445312, + 1.365234, + 1.289062, + 1.417969, + 1.172852, + 1.178711, + 1.453125, + 1.271484, + 1.197266, + 1.1875, + 1.283203, + 1.263672, + 1.326172, + 1.318359, + 1.217773, + 1.25, + 1.296875, + 3.046875, + 1.589844, + 1.322266, + 1.298828, + 1.369141, + 1.390625, + 1.24707, + 1.245117, + 1.277344, + 1.271484, + 1.207031, + 1.257812, + 1.349609, + 1.236328, + 1.228516, + 1.1875, + 1.451172, + 1.291016, + 1.142578, + 1.330078, + 1.166992, + 1.194336, + 1.496094, + 1.160156, + 1.298828, + 1.141602, + 1.746094, + 1.12793, + 1.239258, + 1.5, + 2.398438, + 1.21582, + 2.492188, + 1.152344, + 1.231445, + 1.460938, + 2.085938, + 1.894531, + 2.804688, + 1.192383, + 1.109863, + 1.246094, + 1.173828, + 1.357422, + 1.132812, + 1.330078, + 1.376953, + 1.302734, + 1.433594, + 1.170898, + 3.625, + 1.367188, + 1.208008, + 1.224609, + 1.277344, + 1.183594, + 1.15625, + 1.267578, + 1.59375, + 1.265625, + 1.318359, + 1.5, + 1.243164, + 1.308594, + 1.302734, + 1.734375, + 1.227539, + 1.203125, + 3.96875, + 2.273438, + 1.232422, + 1.294922, + 1.155273, + 1.433594, + 1.21875, + 1.199219, + 1.172852, + 1.402344, + 1.310547, + 1.24707, + 1.298828, + 1.228516, + 1.462891, + 1.400391, + 1.162109, + 1.279297, + 1.255859, + 2.703125, + 1.162109, + 1.455078, + 1.283203, + 1.205078, + 1.275391, + 1.324219, + 1.357422, + 1.230469, + 1.337891, + 1.202148, + 1.209961, + 1.3125, + 1.267578, + 3.1875, + 1.910156, + 1.15625, + 1.835938, + 1.214844, + 1.382812, + 1.188477, + 1.161133, + 1.195312, + 1.363281, + 1.679688, + 3.703125, + 1.722656, + 1.188477, + 1.3125, + 1.227539, + 1.320312, + 1.53125, + 1.263672, + 1.263672, + 1.294922, + 1.341797, + 1.304688, + 1.196289, + 1.181641, + 1.200195, + 1.271484, + 1.269531, + 1.24707, + 1.294922, + 1.400391, + 1.464844, + 1.211914, + 1.337891, + 1.213867, + 1.21875, + 1.207031, + 1.261719, + 1.294922, + 1.306641, + 1.199219, + 1.392578, + 1.335938, + 2.125, + 1.164062, + 1.294922, + 1.349609, + 1.314453, + 1.279297, + 1.170898, + 1.214844, + 1.263672, + 1.333984, + 1.176758, + 1.197266, + 1.320312, + 1.292969, + 1.423828, + 1.296875, + 1.204102, + 1.337891, + 1.166992, + 1.208008, + 1.255859, + 1.214844, + 1.490234, + 1.267578, + 1.269531, + 1.337891, + 1.279297, + 3.4375, + 1.28125, + 1.204102, + 2.3125, + 1.652344, + 1.228516, + 1.326172, + 1.246094, + 1.439453, + 1.169922, + 1.460938, + 1.394531, + 1.230469, + 1.800781, + 1.193359, + 1.236328, + 3.578125, + 1.145508, + 1.257812, + 1.233398, + 1.365234, + 1.769531, + 1.310547, + 1.241211, + 3.078125, + 1.24707, + 1.249023, + 1.202148, + 2.875, + 1.328125, + 2.015625, + 1.660156, + 1.371094, + 1.376953, + 1.855469, + 1.25, + 1.296875, + 1.341797, + 1.302734, + 1.21875, + 1.208984, + 1.265625, + 1.283203, + 1.220703, + 1.287109, + 1.265625, + 1.170898, + 1.21875, + 1.328125, + 0.986633, + 1.259766, + 1.773438, + 1.183594, + 1.289062, + 2.164062, + 1.259766, + 1.695312, + 1.306641, + 1.193359, + 1.304688, + 1.257812, + 1.242188, + 1.277344, + 1.285156, + 1.239258, + 1.191406, + 1.404297, + 1.322266, + 1.310547, + 1.241211, + 4.09375, + 1.412109, + 1.527344, + 1.353516, + 1.287109, + 1.871094, + 1.208984, + 1.263672, + 1.227539, + 1.226562, + 1.261719, + 3.78125, + 1.275391, + 1.353516, + 1.285156, + 3.796875, + 1.28125, + 1.123047, + 1.443359, + 2.382812, + 1.439453, + 1.25, + 1.316406, + 1.255859, + 1.302734, + 1.137695, + 1.621094, + 1.351562, + 1.447266, + 1.261719, + 1.396484, + 1.176758, + 1.25, + 1.232422, + 1.357422, + 1.375, + 2.328125, + 1.24707, + 1.185547, + 1.390625, + 1.25, + 1.195312, + 1.269531, + 1.175781, + 1.294922, + 1.287109, + 1.400391, + 1.249023, + 1.226562, + 1.224609, + 1.800781, + 1.349609, + 1.324219, + 2.625, + 4.0, + 1.640625, + 1.400391, + 1.392578, + 1.242188, + 1.310547, + 1.135742, + 2.625, + 3.625, + 1.267578, + 1.049805, + 1.5625, + 1.357422, + 1.339844, + 1.180664, + 1.287109, + 1.726562, + 2.820312, + 1.255859, + 1.273438, + 1.318359, + 2.039062, + 1.298828, + 1.320312, + 1.355469, + 1.316406, + 1.275391, + 1.208984, + 1.324219, + 1.194336, + 1.753906, + 1.202148, + 1.169922, + 1.255859, + 1.21875, + 1.416016, + 1.208984, + 1.233398, + 1.605469, + 2.90625, + 3.15625, + 1.208008, + 1.251953, + 1.271484, + 1.202148, + 1.213867, + 1.326172, + 1.177734, + 3.53125, + 1.289062, + 1.574219, + 1.173828, + 1.193359, + 2.804688, + 1.3125, + 1.386719, + 1.339844, + 1.137695, + 1.253906, + 1.542969, + 1.490234, + 2.367188, + 1.337891, + 1.333984, + 1.316406, + 3.171875, + 1.245117, + 1.152344, + 1.157227, + 1.253906, + 2.984375, + 1.214844, + 1.410156, + 1.169922, + 1.273438, + 1.691406, + 1.320312, + 1.277344, + 1.589844, + 3.359375, + 4.421875, + 4.078125, + 1.376953, + 1.28125, + 1.214844, + 1.359375, + 1.341797, + 1.462891, + 1.214844, + 3.296875, + 1.263672, + 1.310547, + 1.3125, + 1.199219, + 1.898438, + 1.208008, + 1.248047, + 3.375, + 1.28125, + 2.960938, + 1.245117, + 2.734375, + 1.441406, + 1.251953, + 1.1875, + 1.259766, + 1.527344, + 1.332031, + 2.453125, + 1.302734, + 3.15625, + 1.714844, + 1.515625, + 2.015625, + 1.800781, + 1.204102, + 1.1875, + 1.542969, + 3.46875, + 1.179688, + 1.392578, + 1.194336, + 1.511719, + 1.363281, + 1.335938, + 3.3125, + 1.251953, + 1.292969, + 1.416016, + 3.234375, + 3.234375, + 1.253906, + 1.21875, + 1.300781, + 1.199219, + 1.169922, + 1.353516, + 1.625, + 3.890625, + 1.34375, + 1.176758, + 1.166992, + 1.408203, + 1.283203, + 1.279297, + 1.135742, + 1.34375, + 1.137695, + 1.378906, + 1.154297, + 1.367188, + 1.402344, + 1.279297, + 1.220703, + 1.566406, + 1.161133, + 1.267578, + 1.228516, + 1.24707, + 1.19043, + 3.015625, + 1.347656, + 3.265625, + 1.484375, + 1.625, + 2.539062, + 1.186523, + 1.417969, + 1.216797, + 1.404297, + 1.217773, + 1.133789, + 1.341797, + 1.166992, + 2.867188, + 1.34375, + 1.28125, + 1.480469, + 1.243164, + 1.324219, + 1.427734, + 1.130859, + 1.212891, + 1.209961, + 1.287109, + 1.371094, + 2.859375, + 1.150391, + 1.152344, + 1.503906, + 1.236328, + 1.227539, + 1.349609, + 1.116211, + 1.326172, + 1.279297, + 1.178711, + 1.183594, + 1.223633, + 1.227539, + 1.59375, + 1.255859, + 1.209961, + 1.140625, + 1.249023, + 1.421875, + 3.328125, + 1.242188, + 2.398438, + 1.302734, + 1.353516, + 1.53125, + 1.21875, + 1.223633, + 1.208984, + 1.245117, + 1.773438, + 1.3125, + 4.328125, + 2.8125, + 3.375, + 1.294922, + 1.222656, + 2.578125, + 1.271484, + 1.279297, + 1.347656, + 2.34375, + 1.408203, + 1.703125, + 1.359375, + 2.304688, + 1.201172, + 1.230469, + 1.196289, + 1.191406, + 1.351562, + 1.365234, + 1.18457, + 1.253906, + 4.0, + 2.351562, + 4.515625, + 1.34375, + 1.246094, + 1.263672, + 1.167969, + 1.796875, + 2.726562, + 1.523438, + 2.492188, + 1.369141, + 1.234375, + 1.292969, + 1.22168, + 1.691406, + 1.209961, + 1.239258, + 1.242188, + 1.439453, + 1.201172, + 1.339844, + 1.792969, + 1.259766, + 1.151367, + 1.335938, + 1.191406, + 1.3125, + 1.235352, + 1.320312, + 1.223633, + 1.337891, + 1.257812, + 1.283203, + 1.263672, + 1.225586, + 1.209961, + 1.330078, + 1.194336, + 1.227539, + 1.283203, + 1.242188, + 1.304688, + 1.412109, + 1.240234, + 1.453125, + 1.287109, + 1.291016, + 1.306641, + 2.179688, + 1.240234, + 1.369141, + 1.233398, + 1.376953, + 1.337891, + 1.316406, + 1.212891, + 2.75, + 1.236328, + 2.335938, + 1.251953, + 1.355469, + 1.302734, + 1.632812, + 1.294922, + 1.59375, + 1.267578, + 2.734375, + 1.326172, + 1.792969, + 1.289062, + 1.287109, + 1.306641, + 1.300781, + 1.110352, + 1.233398, + 1.275391, + 1.240234, + 1.306641, + 1.175781, + 3.78125, + 1.155273, + 1.285156, + 1.261719, + 1.275391, + 1.341797, + 1.168945, + 1.363281, + 1.75, + 1.310547, + 1.273438, + 1.289062, + 1.320312, + 1.231445, + 1.255859, + 1.277344, + 1.392578, + 1.376953, + 3.09375, + 1.263672, + 1.251953, + 1.129883, + 3.15625, + 1.400391, + 2.109375, + 3.21875, + 1.308594, + 3.46875, + 3.328125, + 1.310547, + 1.199219, + 1.380859, + 1.239258, + 4.3125, + 1.172852, + 1.464844, + 1.275391, + 2.617188, + 1.269531, + 1.271484, + 1.261719, + 1.226562, + 1.261719, + 1.140625, + 3.328125, + 1.196289, + 1.220703, + 2.148438, + 2.507812, + 1.240234, + 1.225586, + 2.367188, + 1.168945, + 3.296875, + 1.239258, + 1.447266, + 1.200195, + 1.355469, + 2.578125, + 1.324219, + 1.292969, + 1.224609, + 1.241211, + 1.275391, + 1.878906, + 4.125, + 1.172852, + 1.172852, + 1.394531, + 1.259766, + 1.208984, + 1.208008, + 1.380859, + 1.324219, + 1.283203, + 1.328125, + 1.253906, + 1.203125, + 1.179688, + 1.314453, + 1.255859, + 1.617188, + 1.285156, + 1.283203, + 1.267578, + 4.0, + 1.310547, + 1.236328, + 1.239258, + 1.375, + 1.345703, + 1.337891, + 1.318359, + 1.283203, + 1.480469, + 1.269531, + 1.233398, + 1.261719, + 1.204102, + 1.921875, + 1.302734, + 2.695312, + 1.212891, + 2.320312, + 1.275391, + 1.224609, + 1.292969, + 2.4375, + 1.244141, + 1.380859, + 1.289062, + 1.165039, + 1.217773, + 1.28125, + 1.333984, + 1.357422, + 1.24707, + 1.261719, + 2.15625, + 1.337891, + 1.188477, + 1.064941, + 1.163086, + 1.326172, + 1.238281, + 1.263672, + 1.347656, + 1.277344, + 1.261719, + 1.578125, + 1.392578, + 1.261719, + 1.298828, + 2.0, + 1.375, + 1.263672, + 1.142578, + 1.304688, + 2.789062, + 1.132812, + 1.212891, + 1.244141, + 1.220703, + 1.480469, + 1.269531, + 1.193359, + 1.255859, + 3.59375, + 1.196289, + 1.145508, + 1.359375, + 1.207031, + 1.404297, + 1.210938, + 1.208008, + 1.298828, + 1.166016, + 1.349609, + 1.208008, + 1.214844, + 1.192383, + 1.202148, + 1.15332, + 1.292969, + 1.742188, + 1.652344, + 1.347656, + 1.269531, + 1.239258, + 1.277344, + 1.765625, + 1.198242, + 1.24707, + 1.261719, + 3.359375, + 1.554688, + 1.726562, + 3.890625, + 1.255859, + 1.196289, + 1.138672, + 3.59375, + 1.253906, + 0.931641, + 3.078125, + 2.375, + 1.216797, + 1.18457, + 1.28125, + 1.259766, + 1.231445, + 1.279297, + 1.302734, + 1.318359, + 1.130859, + 2.046875, + 1.236328, + 1.261719, + 1.168945, + 3.5, + 1.265625, + 1.275391, + 1.175781, + 1.292969, + 1.209961, + 1.357422, + 1.261719, + 1.378906, + 3.71875, + 1.175781, + 1.261719, + 1.234375, + 1.296875, + 1.648438, + 1.251953, + 3.390625, + 1.19043, + 1.291016, + 1.75, + 1.306641, + 1.273438, + 1.267578, + 2.679688, + 1.375, + 1.259766, + 1.261719, + 1.265625, + 1.601562, + 3.296875, + 1.287109, + 1.265625, + 1.314453, + 1.664062, + 1.257812, + 1.157227, + 1.271484, + 2.90625, + 1.503906, + 1.169922, + 1.333984, + 1.294922, + 1.480469, + 1.161133, + 1.269531, + 1.198242, + 1.460938, + 1.267578, + 1.322266, + 1.207031, + 1.277344, + 1.166992, + 1.59375, + 1.503906, + 1.416016, + 1.482422, + 1.423828, + 1.351562, + 2.335938, + 1.257812, + 1.664062, + 1.170898, + 1.253906, + 1.236328, + 1.121582, + 1.230469, + 1.239258, + 1.976562, + 1.369141, + 1.223633, + 1.287109, + 1.24707, + 1.170898, + 1.765625, + 1.255859, + 1.271484, + 1.275391, + 1.175781, + 1.24707, + 1.890625, + 1.212891, + 1.300781, + 1.347656, + 1.285156, + 2.46875, + 1.257812, + 1.271484, + 1.144531, + 1.929688, + 1.163086, + 1.175781, + 1.535156, + 1.210938, + 1.335938, + 1.283203, + 1.283203, + 1.435547, + 1.574219, + 1.257812, + 1.230469, + 1.241211, + 1.222656, + 1.229492, + 1.208984, + 1.181641, + 1.197266, + 1.219727, + 1.298828, + 1.107422, + 1.277344, + 1.210938, + 1.820312, + 1.326172, + 1.212891, + 1.273438, + 1.245117, + 1.220703, + 1.237305, + 1.233398, + 2.757812, + 1.212891, + 1.285156, + 1.398438, + 1.302734, + 1.261719, + 3.453125, + 1.384766, + 1.207031, + 1.261719, + 2.1875, + 1.265625, + 1.233398, + 1.832031, + 2.4375, + 1.378906, + 1.25, + 1.285156, + 1.238281, + 1.326172, + 1.273438, + 1.320312, + 1.243164, + 1.277344, + 3.09375, + 1.267578, + 1.65625, + 1.212891, + 1.244141, + 2.3125, + 3.546875, + 1.231445, + 1.186523, + 1.192383, + 1.917969, + 1.178711, + 1.480469, + 1.365234, + 1.229492, + 1.114258, + 1.191406, + 1.24707, + 1.292969, + 1.414062, + 1.207031, + 1.201172, + 1.359375, + 2.070312, + 1.777344, + 1.251953, + 1.25, + 1.242188, + 1.443359, + 1.384766, + 1.239258, + 1.392578, + 1.792969, + 1.21875, + 1.230469, + 1.269531, + 1.294922, + 1.369141, + 1.443359, + 1.257812, + 1.609375, + 3.703125, + 3.125, + 1.257812, + 1.291016, + 1.359375, + 1.198242, + 1.239258, + 1.133789, + 2.09375, + 1.146484, + 1.777344, + 2.03125, + 1.398438, + 1.176758, + 1.275391, + 1.229492, + 1.28125, + 1.357422, + 2.382812, + 1.225586, + 1.291016, + 1.414062, + 1.143555, + 1.244141, + 1.326172, + 1.470703, + 1.328125, + 1.316406, + 1.261719, + 1.232422, + 1.472656, + 1.894531, + 1.308594, + 1.380859, + 1.494141, + 1.181641, + 1.208008, + 2.664062, + 1.355469, + 1.261719, + 3.71875, + 1.302734, + 1.523438, + 1.324219, + 1.285156, + 1.322266, + 1.644531, + 1.664062, + 1.15918, + 1.292969, + 1.219727, + 1.208984, + 1.208984, + 1.235352, + 1.279297, + 1.322266, + 1.213867, + 1.196289, + 1.355469, + 3.078125, + 4.40625, + 1.253906, + 1.287109, + 1.217773, + 1.263672, + 1.310547, + 3.796875, + 1.200195, + 1.206055, + 1.378906, + 1.21875, + 2.046875, + 1.172852, + 1.269531, + 1.238281, + 1.225586, + 1.21875, + 1.112793, + 1.373047, + 1.554688, + 1.318359, + 1.044434, + 1.347656, + 2.828125, + 1.229492, + 1.427734, + 4.0, + 1.222656, + 3.390625, + 1.177734, + 1.245117, + 1.445312, + 1.253906, + 4.09375, + 1.232422, + 1.275391, + 1.25, + 1.238281, + 1.191406, + 1.333984, + 1.539062, + 1.216797, + 1.140625, + 1.287109, + 1.183594, + 1.176758, + 2.265625, + 1.204102, + 1.349609, + 1.474609, + 1.421875, + 2.851562, + 1.248047, + 2.382812, + 1.542969, + 3.53125, + 1.166016, + 1.285156, + 1.219727, + 1.259766, + 1.292969, + 1.227539, + 1.216797, + 1.255859, + 1.365234, + 1.216797, + 1.261719, + 1.177734, + 1.474609, + 1.133789, + 1.855469, + 1.214844, + 1.492188, + 2.671875, + 1.255859, + 1.170898, + 1.146484, + 1.203125, + 1.144531, + 1.371094, + 1.240234, + 1.242188, + 1.695312, + 1.625, + 1.242188, + 1.211914, + 1.21582, + 1.322266, + 1.318359, + 2.078125, + 1.129883, + 1.164062, + 1.232422, + 2.390625, + 1.470703, + 1.382812, + 1.235352, + 1.255859, + 1.511719, + 1.34375, + 1.245117, + 1.404297, + 1.201172, + 1.398438, + 1.196289, + 3.296875, + 1.380859, + 1.269531, + 1.227539, + 1.193359, + 1.183594, + 1.300781, + 1.248047, + 1.429688, + 1.15625, + 1.136719, + 1.921875, + 2.351562, + 1.24707, + 1.271484, + 1.176758, + 1.277344, + 1.298828, + 4.0625, + 1.308594, + 1.214844, + 1.223633, + 1.195312, + 1.558594, + 1.200195, + 1.589844, + 2.609375, + 1.273438, + 1.357422, + 1.298828, + 1.291016, + 2.84375, + 1.206055, + 1.207031, + 1.259766, + 1.238281, + 1.202148, + 1.196289, + 1.445312, + 1.5625, + 1.832031, + 1.378906, + 1.515625, + 3.046875, + 1.632812, + 1.161133, + 1.201172, + 1.192383, + 3.625, + 1.339844, + 1.197266, + 1.189453, + 1.273438, + 1.306641, + 1.878906, + 1.257812, + 1.933594, + 1.242188, + 1.695312, + 1.353516, + 1.186523, + 1.275391, + 1.519531, + 1.129883, + 1.243164, + 1.206055, + 1.59375, + 1.236328, + 1.210938, + 2.929688, + 1.5, + 1.316406, + 1.146484, + 1.404297, + 2.539062, + 1.3125, + 1.433594, + 1.273438, + 1.235352, + 1.263672, + 2.984375, + 1.259766, + 1.251953, + 1.746094, + 1.240234, + 1.425781, + 1.404297, + 1.289062, + 1.277344, + 1.318359, + 1.314453, + 1.294922, + 1.271484, + 1.182617, + 1.230469, + 1.192383, + 2.835938, + 1.332031, + 1.308594, + 1.269531, + 1.233398, + 1.144531, + 1.242188, + 1.355469, + 1.71875, + 1.283203, + 1.21582, + 1.21582, + 1.241211, + 2.195312, + 1.261719, + 1.457031, + 1.261719, + 1.261719, + 1.275391, + 1.271484, + 1.243164, + 1.222656, + 1.273438, + 1.227539, + 1.421875, + 1.261719, + 1.308594, + 1.589844, + 1.238281, + 1.283203, + 1.605469, + 1.22168, + 2.078125, + 4.34375, + 1.243164, + 1.458984, + 1.193359, + 1.185547, + 1.261719, + 1.255859, + 1.484375, + 1.240234, + 1.345703, + 1.355469, + 1.242188, + 1.138672, + 1.308594, + 2.6875, + 1.326172, + 1.186523, + 1.367188, + 1.386719, + 1.439453, + 1.246094, + 1.225586, + 1.306641, + 1.345703, + 1.185547, + 1.178711, + 1.182617, + 1.554688, + 1.277344, + 1.824219, + 1.214844, + 1.621094, + 1.363281, + 1.322266, + 1.175781, + 1.213867, + 1.283203, + 1.169922, + 1.304688, + 1.296875, + 1.097656, + 1.671875, + 1.216797, + 1.789062, + 1.984375, + 1.246094, + 1.322266, + 1.216797, + 2.25, + 1.644531, + 1.300781, + 1.200195, + 1.229492, + 1.289062, + 1.355469, + 1.194336, + 1.476562, + 1.451172, + 1.46875, + 3.21875, + 1.371094, + 1.398438, + 1.292969, + 1.261719, + 1.210938, + 1.208984, + 1.367188, + 3.265625, + 1.24707, + 1.279297, + 1.304688, + 1.285156, + 1.243164, + 1.318359, + 1.170898, + 1.216797, + 1.507812, + 1.820312, + 1.447266, + 1.205078, + 1.238281, + 1.271484, + 1.251953, + 1.333984, + 1.194336, + 1.408203, + 1.222656, + 1.466797, + 1.96875, + 1.314453, + 1.220703, + 1.168945, + 1.205078, + 1.613281, + 1.235352, + 1.486328, + 1.423828, + 1.15332, + 1.224609, + 1.423828, + 3.390625, + 1.172852, + 1.208008, + 1.226562, + 1.257812, + 1.209961, + 1.390625, + 1.208008, + 1.214844, + 1.176758, + 1.867188, + 1.233398, + 1.223633, + 1.261719, + 2.632812, + 1.241211, + 1.644531, + 1.220703, + 1.263672, + 1.246094, + 1.253906, + 1.199219, + 1.326172, + 1.131836, + 1.347656, + 1.253906, + 4.078125, + 1.292969, + 1.382812, + 1.237305, + 2.515625, + 1.208984, + 3.15625, + 1.292969, + 3.515625, + 1.289062, + 1.550781, + 3.03125, + 1.765625, + 1.392578, + 1.318359, + 1.185547, + 1.28125, + 1.154297, + 1.349609, + 1.244141, + 1.255859, + 4.828125, + 2.296875, + 1.746094, + 1.170898, + 1.217773, + 1.277344, + 1.246094, + 1.261719, + 1.195312, + 1.640625, + 1.373047, + 1.191406, + 1.245117, + 1.162109, + 1.300781, + 1.285156, + 1.269531, + 1.235352, + 1.585938, + 1.200195, + 1.191406, + 1.304688, + 1.208984, + 1.225586, + 1.714844, + 1.211914, + 1.239258, + 1.359375, + 1.269531, + 1.15918, + 1.308594, + 1.223633, + 1.5625, + 2.09375, + 1.371094, + 1.382812, + 1.554688, + 2.203125, + 1.137695, + 1.172852, + 1.213867, + 2.554688, + 1.285156, + 1.429688, + 1.239258, + 1.314453, + 1.542969, + 3.921875, + 1.322266, + 1.267578, + 1.200195, + 3.140625, + 1.558594, + 3.15625, + 3.59375, + 1.176758, + 1.431641, + 1.15332, + 1.162109, + 1.248047, + 1.339844, + 1.22168, + 1.367188, + 2.039062, + 1.949219, + 1.21875, + 1.287109, + 1.220703, + 1.201172, + 1.259766, + 1.304688, + 1.154297, + 1.613281, + 1.223633, + 1.265625, + 1.194336, + 2.617188, + 1.171875, + 1.228516, + 1.193359, + 1.251953, + 1.324219, + 2.382812, + 1.443359, + 2.804688, + 1.349609, + 1.162109, + 1.314453, + 1.219727, + 1.261719, + 1.498047, + 1.326172, + 1.217773, + 1.28125, + 1.275391, + 1.28125, + 1.328125, + 1.222656, + 1.339844, + 1.169922, + 1.400391, + 1.851562, + 1.208984, + 1.925781, + 1.400391, + 1.345703, + 1.486328, + 1.320312, + 1.231445, + 1.316406, + 1.333984, + 1.279297, + 1.19043, + 1.300781, + 1.199219, + 1.789062, + 1.238281, + 1.186523, + 1.382812, + 1.230469, + 1.118164, + 1.28125, + 1.386719, + 1.253906, + 1.226562, + 1.28125, + 1.191406, + 1.238281, + 1.839844, + 1.165039, + 1.234375, + 2.078125, + 1.298828, + 1.337891, + 2.695312, + 1.337891, + 1.316406, + 1.217773, + 1.242188, + 1.353516, + 1.246094, + 1.150391, + 1.236328, + 1.214844, + 1.257812, + 1.337891, + 1.5, + 1.188477, + 1.8125, + 1.357422, + 1.233398, + 1.285156, + 2.414062, + 1.376953, + 1.271484, + 1.244141, + 1.289062, + 1.285156, + 1.263672, + 1.466797, + 1.367188, + 3.296875, + 1.341797, + 1.230469, + 1.261719, + 2.625, + 1.296875, + 1.316406, + 1.847656, + 1.224609, + 1.328125, + 1.279297, + 1.182617, + 1.246094, + 1.196289, + 1.800781, + 1.173828, + 1.289062, + 1.302734, + 1.201172, + 1.464844, + 1.351562, + 1.365234, + 2.710938, + 1.597656, + 1.178711, + 1.457031, + 1.163086, + 1.443359, + 1.373047, + 1.271484, + 1.211914, + 2.757812, + 1.462891, + 1.206055, + 3.65625, + 1.176758, + 1.285156, + 1.199219, + 1.291016, + 2.640625, + 1.294922, + 1.130859, + 4.046875, + 1.177734, + 4.09375, + 1.251953, + 1.230469, + 1.198242, + 1.3125, + 2.664062, + 1.285156, + 1.447266, + 1.337891, + 1.273438, + 1.205078, + 1.542969, + 3.453125, + 1.186523, + 1.167969, + 1.151367, + 1.306641, + 2.351562, + 1.458984, + 1.203125, + 1.425781, + 1.263672, + 1.119141, + 1.22168, + 1.498047, + 1.375, + 1.244141, + 1.388672, + 1.208008, + 3.03125, + 3.03125, + 1.214844, + 1.253906, + 3.03125, + 1.200195, + 1.441406, + 1.283203, + 1.133789, + 1.322266, + 1.357422, + 1.789062, + 1.287109, + 1.24707, + 2.242188, + 1.345703, + 1.259766, + 1.339844 + ] + }, + "name": "onnx::Mul_8809", + "outputIndexes": [ + 2282 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2281, + 2282 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_24/Mul_1_output_0", + "outputIndexes": [ + 2283 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2283 + ], + "outputIndexes": [ + 3162 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3162 + ], + "outputIndexes": [ + 3163 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear", + "inputIndexes": [ + 3163 + ], + "outputIndexes": [ + 3164 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 1051070064, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3164 + ], + "outputIndexes": [ + 3165 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3165 + ], + "outputIndexes": [ + 2284 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2283 + ], + "main_type": "NONE", + "name": "/Shape_337_output_0", + "outputIndexes": [ + 2285 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2285 + ], + "main_type": "NONE", + "name": "Shape6632", + "outputIndexes": [ + 2286 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2285 + ], + "main_type": "NONE", + "name": "Rank6634", + "outputIndexes": [ + 2287 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2287, + 2287 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6636", + "outputIndexes": [ + 2288 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6637", + "outputIndexes": [ + 2289 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2288, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6639", + "outputIndexes": [ + 2290 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2290 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6640", + "outputIndexes": [ + 2291 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2286, + 2289, + 2291, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6643", + "outputIndexes": [ + 2292 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2292 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6644", + "outputIndexes": [ + 2293 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 2293 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6645", + "outputIndexes": [ + 2294 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2294, + 2293 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6646", + "outputIndexes": [ + 2295 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2285, + 2295, + 2288 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_364_output_0", + "outputIndexes": [ + 2296 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2296, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_769_output_0", + "outputIndexes": [ + 2297 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2297, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_312_output_0", + "outputIndexes": [ + 2298 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2284, + 2298 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_217_output_0", + "outputIndexes": [ + 2299 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2299, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_192_output_0", + "outputIndexes": [ + 2300 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2299 + ], + "main_type": "NONE", + "name": "/Shape_338_output_0", + "outputIndexes": [ + 2301 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2301 + ], + "main_type": "NONE", + "name": "Shape6653", + "outputIndexes": [ + 2302 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2301 + ], + "main_type": "NONE", + "name": "Rank6655", + "outputIndexes": [ + 2303 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2303, + 2303 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6657", + "outputIndexes": [ + 2304 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2304 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6658", + "outputIndexes": [ + 2305 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2304, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6660", + "outputIndexes": [ + 2306 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2306 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6661", + "outputIndexes": [ + 2307 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2302, + 2305, + 2307, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6664", + "outputIndexes": [ + 2308 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2308 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6665", + "outputIndexes": [ + 2309 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2309 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6666", + "outputIndexes": [ + 2310 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2310, + 2309 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6667", + "outputIndexes": [ + 2311 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2301, + 2311, + 2304 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_365_output_0", + "outputIndexes": [ + 2312 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2312, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_72_output_0", + "outputIndexes": [ + 2313 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2313, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_774_output_0", + "outputIndexes": [ + 2314 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2299, + 2314, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_97_output_0", + "outputIndexes": [ + 2315 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2315 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_48_output_0", + "outputIndexes": [ + 2316 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2299, + 21, + 2314, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_96_output_0", + "outputIndexes": [ + 2317 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2316, + 2317 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_315_output_0", + "outputIndexes": [ + 2318 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2318, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_193_output_0", + "outputIndexes": [ + 2319 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2300, + 2319 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_120_output_0", + "outputIndexes": [ + 2320 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2283 + ], + "outputIndexes": [ + 3166 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3166 + ], + "outputIndexes": [ + 3167 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear", + "inputIndexes": [ + 3167 + ], + "outputIndexes": [ + 3168 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 1053724294, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3168 + ], + "outputIndexes": [ + 3169 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3169 + ], + "outputIndexes": [ + 2321 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2297, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_313_output_0", + "outputIndexes": [ + 2322 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2321, + 2322 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_218_output_0", + "outputIndexes": [ + 2323 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2323, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_194_output_0", + "outputIndexes": [ + 2324 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2323 + ], + "main_type": "NONE", + "name": "/Shape_339_output_0", + "outputIndexes": [ + 2325 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2325 + ], + "main_type": "NONE", + "name": "Shape6716", + "outputIndexes": [ + 2326 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2325 + ], + "main_type": "NONE", + "name": "Rank6718", + "outputIndexes": [ + 2327 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2327, + 2327 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6720", + "outputIndexes": [ + 2328 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2328 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6721", + "outputIndexes": [ + 2329 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2328, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6723", + "outputIndexes": [ + 2330 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2330 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6724", + "outputIndexes": [ + 2331 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2326, + 2329, + 2331, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6727", + "outputIndexes": [ + 2332 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2332 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6728", + "outputIndexes": [ + 2333 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2333 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6729", + "outputIndexes": [ + 2334 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2334, + 2333 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6730", + "outputIndexes": [ + 2335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2325, + 2335, + 2328 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_366_output_0", + "outputIndexes": [ + 2336 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2336, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_73_output_0", + "outputIndexes": [ + 2337 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2337, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_776_output_0", + "outputIndexes": [ + 2338 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2323, + 2338, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_99_output_0", + "outputIndexes": [ + 2339 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2339 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_49_output_0", + "outputIndexes": [ + 2340 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2323, + 21, + 2338, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_98_output_0", + "outputIndexes": [ + 2341 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2340, + 2341 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_316_output_0", + "outputIndexes": [ + 2342 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2342, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_195_output_0", + "outputIndexes": [ + 2343 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2324, + 2343 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_121_output_0", + "outputIndexes": [ + 2344 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2283 + ], + "outputIndexes": [ + 3170 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3170 + ], + "outputIndexes": [ + 3171 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear", + "inputIndexes": [ + 3171 + ], + "outputIndexes": [ + 3172 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 1055051420, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3172 + ], + "outputIndexes": [ + 3173 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3173 + ], + "outputIndexes": [ + 2345 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2345, + 2322 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_219_output_0", + "outputIndexes": [ + 2346 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2320, + 2344, + 2346, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_224_output_0", + "outputIndexes": [ + 2347 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2347 + ], + "outputIndexes": [ + 3174 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3174 + ], + "outputIndexes": [ + 3175 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear", + "inputIndexes": [ + 3175 + ], + "outputIndexes": [ + 3176 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 1056378546, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3176 + ], + "outputIndexes": [ + 3177 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3177 + ], + "outputIndexes": [ + 2348 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2348 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_24/Mul_output_0", + "outputIndexes": [ + 2349 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 3.5625, + 3.40625, + 3.515625, + 3.78125, + 3.734375, + 3.765625, + 3.71875, + 3.265625, + 3.5, + 3.359375, + 3.359375, + 3.3125, + 3.25, + 3.671875, + 3.484375, + 3.546875, + 3.59375, + 3.265625, + 2.851562, + 3.125, + 3.484375, + 3.6875, + 3.65625, + 3.5625, + 3.34375, + 3.625, + 3.59375, + 3.203125, + 3.65625, + 3.5625, + 3.328125, + 3.5, + 3.515625, + 3.375, + 3.546875, + 3.484375, + 3.53125, + 3.5625, + 3.46875, + 3.546875, + 3.5625, + 3.375, + 3.4375, + 3.453125, + 3.15625, + 3.46875, + 3.640625, + 3.5625, + 3.71875, + 3.453125, + 3.375, + 4.078125, + 3.65625, + 5.09375, + 3.625, + 3.5625, + 3.6875, + 3.453125, + 3.359375, + 3.4375, + 3.453125, + 5.15625, + 3.421875, + 3.421875, + 3.921875, + 3.390625, + 3.328125, + 3.4375, + 3.390625, + 3.484375, + 3.421875, + 3.59375, + 3.78125, + 3.453125, + 3.328125, + 3.328125, + 3.171875, + 3.296875, + 3.265625, + 3.1875, + 3.625, + 3.28125, + 3.734375, + 3.09375, + 3.359375, + 3.6875, + 3.5625, + 3.4375, + 3.140625, + 3.34375, + 3.640625, + 3.4375, + 3.421875, + 3.109375, + 3.484375, + 3.34375, + 3.515625, + 3.34375, + 4.171875, + 3.609375, + 3.25, + 3.6875, + 3.3125, + 3.625, + 3.59375, + 3.484375, + 3.65625, + 3.296875, + 3.375, + 3.4375, + 3.625, + 3.359375, + 3.46875, + 6.875, + 3.671875, + 3.65625, + 3.59375, + 4.96875, + 3.46875, + 3.640625, + 3.515625, + 3.796875, + 3.53125, + 3.65625, + 3.53125, + 3.75, + 3.53125, + 3.5625, + 3.515625, + 3.359375, + 3.28125, + 3.609375, + 3.28125, + 3.53125, + 3.59375, + 3.40625, + 3.484375, + 3.703125, + 3.40625, + 3.875, + 4.734375, + 3.3125, + 3.328125, + 3.40625, + 3.546875, + 3.3125, + 3.484375, + 3.484375, + 3.46875, + 3.46875, + 3.46875, + 3.21875, + 3.359375, + 4.265625, + 3.609375, + 3.453125, + 3.25, + 3.546875, + 2.976562, + 3.296875, + 5.90625, + 3.71875, + 3.46875, + 3.3125, + 3.515625, + 3.421875, + 3.5625, + 3.140625, + 3.5625, + 3.46875, + 3.40625, + 3.25, + 3.703125, + 3.09375, + 3.453125, + 0.591797, + 3.671875, + 3.34375, + 3.515625, + 3.25, + 3.65625, + 3.3125, + 3.625, + 3.46875, + 5.28125, + 3.578125, + 3.015625, + 3.53125, + 3.484375, + 3.453125, + 3.671875, + 3.828125, + 3.546875, + 3.65625, + 3.515625, + 3.671875, + 3.3125, + 3.34375, + 3.546875, + 3.4375, + 3.5625, + 3.671875, + 3.546875, + 3.484375, + 3.53125, + 3.65625, + 5.09375, + 3.546875, + 3.453125, + 3.578125, + 3.28125, + 3.609375, + 3.546875, + 3.515625, + 3.40625, + 3.59375, + 3.578125, + 3.421875, + 3.53125, + 3.546875, + 3.5, + 3.890625, + 3.5625, + 3.53125, + 3.46875, + 3.671875, + 3.484375, + 3.421875, + 3.5, + 3.3125, + 5.78125, + 3.53125, + 3.40625, + 3.765625, + 3.59375, + 3.578125, + 3.640625, + 3.5625, + 3.5, + 3.453125, + 3.640625, + 3.625, + 3.46875, + 2.757812, + 3.4375, + 3.359375, + 3.59375, + 3.34375, + 3.5625, + 3.125, + 3.546875, + 3.5, + 3.25, + 3.46875, + 3.578125, + 3.453125, + 3.421875, + 3.40625, + 3.5625, + 3.34375, + 3.546875, + 3.53125, + 3.234375, + 3.375, + 3.609375, + 3.296875, + 3.453125, + 3.625, + 3.53125, + 3.234375, + 3.671875, + 3.5625, + 3.4375, + 3.453125, + 3.25, + 3.5625, + 3.171875, + 3.640625, + 3.546875, + 3.609375, + 3.546875, + 3.421875, + 3.578125, + 3.546875, + 3.671875, + 3.65625, + 3.578125, + 3.515625, + 3.1875, + 3.328125, + 3.34375, + 3.890625, + 3.46875, + 3.375, + 3.71875, + 3.484375, + 3.625, + 3.515625, + 3.59375, + 3.5, + 3.703125, + 3.5, + 3.875, + 3.515625, + 3.46875, + 3.515625, + 3.859375, + 3.5625, + 3.546875, + 3.578125, + 3.34375, + 3.359375, + 3.234375, + 3.65625, + 3.5625, + 3.484375, + 3.46875, + 3.59375, + 3.546875, + 3.546875, + 3.4375, + 3.453125, + 3.515625, + 3.375, + 3.515625, + 3.75, + 3.28125, + 3.453125, + 3.765625, + 3.671875, + 3.234375, + 3.8125, + 3.546875, + 3.640625, + 3.953125, + 3.625, + 3.46875, + 3.71875, + 3.40625, + 3.421875, + 3.546875, + 3.171875, + 3.46875, + 3.484375, + 3.421875, + 3.359375, + 3.453125, + 3.484375, + 3.34375, + 3.5, + 4.21875, + 3.3125, + 3.8125, + 3.4375, + 3.40625, + 3.21875, + 3.609375, + 3.59375, + 3.265625, + 3.25, + 3.40625, + 3.625, + 3.4375, + 3.34375, + 3.34375, + 3.46875, + 3.46875, + 3.671875, + 3.359375, + 3.421875, + 3.609375, + 3.421875, + 3.390625, + 3.375, + 3.65625, + 3.453125, + 3.703125, + 3.53125, + 3.578125, + 3.484375, + 3.546875, + 3.5625, + 3.265625, + 3.203125, + 3.421875, + 3.375, + 3.359375, + 3.390625, + 3.734375, + 3.40625, + 3.453125, + 3.28125, + 3.171875, + 3.390625, + 3.65625, + 3.578125, + 3.5, + 3.09375, + 3.546875, + 3.578125, + 3.5625, + 3.671875, + 3.59375, + 3.5625, + 3.234375, + 3.78125, + 3.5, + 3.390625, + 3.171875, + 4.03125, + 3.609375, + 3.546875, + 3.671875, + 3.75, + 3.734375, + 3.234375, + 3.34375, + 3.609375, + 3.28125, + 3.515625, + 3.4375, + 3.59375, + 3.859375, + 3.328125, + 3.65625, + 3.609375, + 3.390625, + 3.609375, + 3.546875, + 3.65625, + 4.421875, + 3.578125, + 3.46875, + 3.4375, + 5.09375, + 3.703125, + 3.609375, + 3.671875, + 3.671875, + 3.84375, + 3.515625, + 3.65625, + 3.5625, + 3.25, + 5.46875, + 3.265625, + 3.671875, + 3.8125, + 3.359375, + 3.671875, + 3.4375, + 3.46875, + 3.546875, + 3.578125, + 3.3125, + 3.515625, + 3.703125, + 3.484375, + 3.234375, + 3.5, + 3.546875, + 3.46875, + 3.609375, + 3.375, + 3.578125, + 3.4375, + 3.375, + 3.53125, + 3.390625, + 3.625, + 3.296875, + 3.5, + 3.71875, + 3.15625, + 3.359375, + 3.4375, + 3.4375, + 3.71875, + 3.484375, + 3.78125, + 3.484375, + 3.421875, + 4.015625, + 3.75, + 3.53125, + 3.71875, + 3.453125, + 3.515625, + 3.578125, + 3.46875, + 3.5, + 3.515625, + 3.4375, + 3.484375, + 3.109375, + 3.546875, + 3.171875, + 3.578125, + 3.46875, + 3.4375, + 3.75, + 3.59375, + 3.515625, + 3.296875, + 3.8125, + 3.515625, + 3.515625, + 3.5625, + 3.625, + 3.609375, + 3.484375, + 3.6875, + 3.453125, + 3.53125, + 3.5, + 3.71875, + 3.515625, + 3.46875, + 3.375, + 3.578125, + 3.390625, + 3.71875, + 3.140625, + 3.375, + 3.4375, + 3.046875, + 3.65625, + 3.484375, + 3.375, + 3.515625, + 3.484375, + 3.40625, + 3.34375, + 3.6875, + 3.484375, + 3.21875, + 3.515625, + 4.265625, + 3.53125, + 3.828125, + 2.226562, + 3.484375, + 4.03125, + 3.4375, + 3.703125, + 3.40625, + 3.453125, + 3.578125, + 3.375, + 3.6875, + 4.0625, + 3.53125, + 3.796875, + 3.625, + 3.578125, + 3.921875, + 3.65625, + 5.75, + 3.53125, + 3.53125, + 3.515625, + 3.3125, + 3.09375, + 3.109375, + 3.59375, + 3.453125, + 3.484375, + 4.28125, + 3.71875, + 3.625, + 3.765625, + 3.765625, + 3.515625, + 3.34375, + 3.546875, + 3.484375, + 3.3125, + 3.6875, + 3.0625, + 3.5625, + 5.28125, + 2.96875, + 3.5625, + 3.4375, + 3.578125, + 3.421875, + 3.875, + 3.5, + 4.921875, + 3.53125, + 3.578125, + 3.421875, + 3.640625, + 5.03125, + 3.40625, + 3.578125, + 3.609375, + 3.59375, + 3.5, + 3.046875, + 3.5625, + 3.71875, + 3.46875, + 3.46875, + 3.515625, + 3.4375, + 3.484375, + 3.5625, + 3.4375, + 3.28125, + 3.578125, + 3.328125, + 3.625, + 4.328125, + 3.4375, + 3.4375, + 3.40625, + 3.296875, + 3.484375, + 3.484375, + 3.59375, + 3.609375, + 3.453125, + 3.515625, + 3.484375, + 3.40625, + 3.453125, + 3.6875, + 3.3125, + 3.625, + 3.4375, + 3.3125, + 3.234375, + 3.390625, + 3.671875, + 3.65625, + 3.578125, + 3.421875, + 3.59375, + 3.0625, + 3.6875, + 3.796875, + 3.03125, + 3.234375, + 3.484375, + 3.484375, + 3.3125, + 3.65625, + 3.765625, + 3.59375, + 4.328125, + 3.109375, + 3.640625, + 3.5625, + 3.640625, + 3.453125, + 3.09375, + 3.546875, + 3.515625, + 3.625, + 3.640625, + 3.703125, + 3.59375, + 3.359375, + 3.59375, + 3.40625, + 3.421875, + 3.4375, + 3.40625, + 3.4375, + 3.5, + 3.546875, + 3.40625, + 3.484375, + 3.734375, + 3.515625, + 3.328125, + 3.5, + 3.453125, + 3.34375, + 3.625, + 3.71875, + 2.984375, + 3.28125, + 3.09375, + 3.546875, + 3.34375, + 3.578125, + 3.5, + 4.75, + 3.40625, + 3.28125, + 3.453125, + 3.4375, + 3.53125, + 3.578125, + 3.421875, + 3.375, + 3.609375, + 3.53125, + 6.21875, + 3.671875, + 3.734375, + 3.515625, + 3.390625, + 3.609375, + 3.671875, + 3.171875, + 3.359375, + 3.40625, + 3.625, + 3.515625, + 3.5625, + 3.59375, + 3.0, + 4.640625, + 3.421875, + 3.5625, + 3.28125, + 3.421875, + 3.625, + 3.703125, + 3.578125, + 3.484375, + 3.40625, + 4.828125, + 3.203125, + 3.5625, + 3.6875, + 3.5625, + 3.3125, + 3.609375, + 3.40625, + 3.75, + 3.328125, + 3.6875, + 3.5625, + 3.546875, + 3.6875, + 3.546875, + 3.78125, + 3.609375, + 3.6875, + 3.6875, + 3.53125, + 3.5, + 3.765625, + 3.390625, + 3.671875, + 3.3125, + 3.5625, + 3.40625, + 3.34375, + 3.5, + 3.65625, + 2.8125, + 3.65625, + 3.21875, + 3.609375, + 3.265625, + 3.484375, + 3.5625, + 3.59375, + 3.5625, + 3.515625, + 3.484375, + 3.59375, + 3.6875, + 3.578125, + 3.546875, + 3.3125, + 3.75, + 3.34375, + 3.515625, + 3.453125, + 3.484375, + 3.484375, + 3.578125, + 4.6875, + 3.40625, + 3.59375, + 3.421875, + 3.40625, + 3.375, + 4.75, + 3.25, + 3.609375, + 3.984375, + 3.265625, + 3.78125, + 3.71875, + 3.3125, + 3.546875, + 3.5625, + 3.5, + 3.578125, + 3.71875, + 3.34375, + 3.40625, + 3.46875, + 4.125, + 3.484375, + 3.578125, + 3.578125, + 3.59375, + 3.25, + 3.515625, + 3.578125, + 3.890625, + 3.671875, + 3.28125, + 3.484375, + 3.484375, + 3.390625, + 3.21875, + 3.65625, + 5.34375, + 3.453125, + 3.359375, + 3.40625, + 3.421875, + 3.40625, + 3.421875, + 3.515625, + 3.4375, + 3.625, + 3.515625, + 3.5625, + 3.484375, + 3.390625, + 3.640625, + 3.640625, + 3.40625, + 5.125, + 3.59375, + 3.390625, + 3.53125, + 3.3125, + 3.796875, + 3.53125, + 3.1875, + 3.390625, + 3.46875, + 3.671875, + 3.609375, + 3.5625, + 3.328125, + 3.40625, + 3.46875, + 3.53125, + 3.421875, + 3.390625, + 3.59375, + 3.5625, + 3.296875, + 3.34375, + 3.484375, + 3.515625, + 3.59375, + 3.828125, + 3.65625, + 3.40625, + 3.5, + 3.484375, + 3.546875, + 3.859375, + 3.34375, + 3.703125, + 3.328125, + 4.671875, + 3.625, + 3.46875, + 3.34375, + 3.109375, + 3.390625, + 3.453125, + 3.515625, + 3.765625, + 3.40625, + 3.578125, + 3.6875, + 3.609375, + 3.234375, + 3.296875, + 3.359375, + 3.671875, + 3.484375, + 3.578125, + 3.484375, + 3.59375, + 3.34375, + 3.421875, + 3.53125, + 3.703125, + 3.5, + 3.453125, + 3.5625, + 3.5625, + 3.53125, + 3.5625, + 3.359375, + 3.484375, + 3.546875, + 3.546875, + 3.171875, + 3.296875, + 3.703125, + 3.21875, + 3.140625, + 3.34375, + 3.609375, + 3.46875, + 3.453125, + 3.625, + 3.59375, + 3.28125, + 3.5625, + 3.28125, + 4.5625, + 3.796875, + 3.5625, + 3.421875, + 3.359375, + 3.59375, + 3.921875, + 3.34375, + 3.609375, + 3.4375, + 3.359375, + 3.421875, + 3.453125, + 3.5625, + 3.640625, + 3.03125, + 3.71875, + 3.578125, + 3.328125, + 3.59375, + 3.515625, + 3.671875, + 3.390625, + 3.375, + 3.578125, + 3.5, + 3.3125, + 3.765625, + 3.25, + 3.328125, + 7.5, + 3.484375, + 3.296875, + 3.59375, + 3.4375, + 3.546875, + 3.515625, + 3.703125, + 3.25, + 3.609375, + 3.40625, + 3.6875, + 3.578125, + 3.625, + 3.53125, + 3.5625, + 3.390625, + 3.234375, + 3.359375, + 3.34375, + 3.421875, + 3.3125, + 3.390625, + 3.453125, + 3.5625, + 3.21875, + 3.40625, + 3.53125, + 4.578125, + 3.484375, + 4.96875, + 3.15625, + 3.375, + 3.359375, + 3.546875, + 3.359375, + 3.703125, + 3.546875, + 3.265625, + 3.078125, + 3.75, + 5.46875, + 3.359375, + 3.671875, + 3.546875, + 3.34375, + 3.484375, + 3.203125, + 3.46875, + 3.3125, + 3.328125, + 3.515625, + 3.515625, + 3.515625, + 4.09375, + 3.34375, + 3.546875, + 3.71875, + 3.28125, + 3.453125, + 3.578125, + 3.34375, + 3.203125, + 3.40625, + 3.46875, + 3.421875, + 3.078125, + 3.546875, + 4.15625, + 3.484375, + 3.28125, + 3.375, + 3.4375, + 3.21875, + 3.25, + 3.625, + 3.203125, + 3.3125, + 3.71875, + 3.59375, + 3.4375, + 3.46875, + 3.375, + 3.5625, + 3.640625, + 3.484375, + 3.484375, + 3.734375, + 3.5, + 3.53125, + 3.375, + 3.703125, + 3.65625, + 3.640625, + 3.546875, + 3.5625, + 3.5625, + 3.484375, + 6.21875, + 3.671875, + 3.1875, + 0.548828, + 3.4375, + 3.703125, + 3.609375, + 3.71875, + 3.59375, + 3.28125, + 3.609375, + 3.640625, + 3.109375, + 3.375, + 3.6875, + 3.390625, + 3.53125, + 3.546875, + 3.75, + 3.546875, + 3.578125, + 3.4375, + 2.554688, + 3.53125, + 3.453125, + 3.171875, + 3.75, + 3.640625, + 3.53125, + 3.4375, + 3.640625, + 3.734375, + 3.734375, + 3.609375, + 3.765625, + 3.40625, + 3.5625, + 3.359375, + 3.5625, + 3.484375, + 3.3125, + 3.515625, + 3.34375, + 3.484375, + 3.609375, + 3.53125, + 3.46875, + 3.4375, + 3.6875, + 3.53125, + 3.84375, + 3.234375, + 3.5, + 3.6875, + 3.53125, + 4.421875, + 3.6875, + 3.578125, + 3.53125, + 3.6875, + 3.40625, + 3.578125, + 3.734375, + 3.625, + 3.5, + 3.546875, + 3.671875, + 3.328125, + 4.15625, + 3.71875, + 3.265625, + 3.578125, + 3.484375, + 3.453125, + 3.59375, + 3.546875, + 3.6875, + 3.4375, + 2.960938, + 3.609375, + 3.875, + 3.3125, + 3.546875, + 3.46875, + 3.640625, + 3.28125, + 3.484375, + 3.203125, + 3.578125, + 3.265625, + 3.3125, + 3.515625, + 3.421875, + 3.171875, + 3.671875, + 3.5625, + 5.40625, + 3.515625, + 3.234375, + 3.484375, + 3.4375, + 3.21875, + 4.984375, + 4.1875, + 3.671875, + 3.4375, + 3.671875, + 3.4375, + 3.59375, + 3.578125, + 4.296875, + 3.125, + 3.234375, + 3.9375, + 3.5, + 3.703125, + 3.375, + 3.40625, + 3.546875, + 3.578125, + 3.59375, + 3.359375, + 3.640625, + 3.21875, + 3.296875, + 3.421875, + 3.359375, + 4.171875, + 3.5, + 3.5, + 3.578125, + 3.5625, + 3.578125, + 3.796875, + 3.625, + 3.59375, + 3.53125, + 3.484375, + 3.515625, + 3.515625, + 3.46875, + 3.359375, + 3.609375, + 3.46875, + 3.46875, + 3.40625, + 3.53125, + 3.984375, + 3.890625, + 3.6875, + 3.484375, + 3.59375, + 3.5625, + 3.546875, + 3.53125, + 3.546875, + 3.25, + 3.8125, + 3.46875, + 3.671875, + 3.578125, + 2.984375, + 3.734375, + 3.4375, + 3.546875, + 3.390625, + 3.515625, + 3.109375, + 3.59375, + 3.3125, + 3.640625, + 3.40625, + 3.53125, + 3.640625, + 3.546875, + 3.390625, + 3.546875, + 3.671875, + 3.3125, + 3.40625, + 3.421875, + 3.53125, + 4.0, + 3.5, + 3.375, + 3.09375, + 3.5, + 3.25, + 3.609375, + 3.53125, + 3.5625, + 3.484375, + 3.328125, + 3.484375, + 4.0, + 3.390625, + 3.34375, + 3.21875, + 3.5, + 3.546875, + 3.578125, + 3.59375, + 3.3125, + 3.578125, + 4.375, + 3.140625, + 3.734375, + 3.3125, + 3.515625, + 3.34375, + 4.171875, + 3.4375, + 3.34375, + 3.6875, + 3.53125, + 4.25, + 3.265625, + 3.453125, + 3.828125, + 3.125, + 3.53125, + 3.578125, + 3.671875, + 3.515625, + 3.625, + 3.375, + 3.671875, + 3.609375, + 3.375, + 3.546875, + 3.359375, + 3.5, + 3.484375, + 3.359375, + 3.5625, + 4.59375, + 3.59375, + 3.59375, + 3.5, + 3.625, + 3.34375, + 3.5625, + 3.5, + 3.28125, + 3.359375, + 3.546875, + 3.0625, + 3.53125, + 3.34375, + 3.6875, + 3.40625, + 3.59375, + 3.5, + 3.3125, + 3.6875, + 3.578125, + 3.53125, + 3.546875, + 4.25, + 3.28125, + 3.53125, + 3.640625, + 3.390625, + 3.625, + 3.4375, + 3.59375, + 3.640625, + 3.453125, + 3.796875, + 3.359375, + 3.6875, + 3.40625, + 3.375, + 3.3125, + 3.53125, + 3.6875, + 3.640625, + 3.625, + 3.5, + 3.375, + 3.484375, + 3.625, + 3.578125, + 3.28125, + 3.375, + 3.25, + 3.640625, + 3.71875, + 3.609375, + 3.25, + 3.859375, + 3.296875, + 3.421875, + 3.640625, + 4.125, + 3.515625, + 3.40625, + 3.65625, + 3.46875, + 3.484375, + 3.296875, + 3.53125, + 3.71875, + 4.96875, + 3.578125, + 3.46875, + 3.578125, + 3.359375, + 3.6875, + 3.375, + 3.515625, + 3.6875, + 3.421875, + 3.65625, + 3.15625, + 3.109375, + 3.171875, + 3.53125, + 3.546875, + 3.484375, + 3.328125, + 3.6875, + 3.59375, + 3.78125, + 3.53125, + 3.546875, + 3.6875, + 3.46875, + 3.5625, + 3.8125, + 3.453125, + 3.515625, + 3.5625, + 3.546875, + 3.484375, + 3.40625, + 3.5625, + 3.71875, + 3.609375, + 3.421875, + 3.703125, + 3.515625, + 3.46875, + 2.992188, + 3.609375, + 3.390625, + 3.265625, + 4.703125, + 3.375, + 3.4375, + 3.546875, + 3.359375, + 3.25, + 3.578125, + 3.5, + 3.6875, + 3.625, + 3.265625, + 3.203125, + 2.054688, + 3.484375, + 3.4375, + 3.65625, + 3.359375, + 3.609375, + 5.5, + 3.3125, + 3.59375, + 3.5625, + 3.453125, + 3.625, + 3.515625, + 3.5, + 3.390625, + 3.5, + 3.53125, + 3.65625, + 3.21875, + 3.296875, + 3.390625, + 3.296875, + 4.6875, + 3.34375, + 3.578125, + 3.5, + 3.703125, + 3.5, + 3.40625, + 3.671875, + 3.59375, + 4.140625, + 3.53125, + 3.53125, + 3.484375, + 3.609375, + 3.484375, + 3.640625, + 3.34375, + 3.515625, + 3.5, + 3.453125, + 3.46875, + 3.546875, + 3.9375, + 7.875, + 3.609375, + 3.203125, + 3.53125, + 3.546875, + 3.28125, + 3.5, + 3.40625, + 4.34375, + 3.5, + 3.609375, + 3.65625, + 3.515625, + 3.53125, + 3.375, + 3.328125, + 3.53125, + 3.5, + 3.640625, + 3.203125, + 3.609375, + 3.34375, + 3.46875, + 3.75, + 3.5, + 3.421875, + 3.390625, + 3.625, + 3.578125, + 3.671875, + 3.46875, + 3.453125, + 3.359375, + 3.5625, + 3.25, + 4.5, + 3.546875, + 3.25, + 4.0625, + 3.203125, + 3.28125, + 3.296875, + 3.59375, + 3.703125, + 3.578125, + 3.421875, + 3.609375, + 3.546875, + 3.5, + 3.53125, + 3.421875, + 3.578125, + 3.53125, + 3.515625, + 3.5625, + 3.78125, + 3.0625, + 3.640625, + 3.1875, + 3.46875, + 3.40625, + 3.546875, + 3.578125, + 3.53125, + 3.78125, + 4.734375, + 3.5, + 3.1875, + 3.75, + 3.515625, + 3.375, + 3.484375, + 3.484375, + 3.640625, + 3.109375, + 3.359375, + 3.296875, + 3.46875, + 3.34375, + 3.671875, + 3.609375, + 3.4375, + 3.515625, + 3.671875, + 3.515625, + 4.75, + 3.4375, + 3.390625, + 4.03125, + 3.65625, + 3.6875, + 3.3125, + 3.578125, + 3.453125, + 3.609375, + 3.4375, + 1.8125, + 3.921875, + 3.390625, + 3.34375, + 3.46875, + 3.609375, + 3.46875, + 3.390625, + 3.5, + 3.515625, + 3.40625, + 3.4375, + 3.640625, + 3.125, + 3.3125, + 3.421875, + 3.390625, + 3.5, + 3.4375, + 3.34375, + 3.59375, + 3.453125, + 3.421875, + 3.21875, + 3.328125, + 3.375, + 3.296875, + 3.671875, + 3.515625, + 3.234375, + 3.484375, + 3.609375, + 3.765625, + 3.546875, + 3.265625, + 3.5625, + 3.21875, + 3.609375, + 3.671875, + 0.308594, + 3.671875, + 3.671875, + 3.265625, + 3.359375, + 3.546875, + 3.8125, + 0.242188, + 3.109375, + 2.945312, + 3.421875, + 3.609375, + 3.53125, + 3.296875, + 3.859375, + 3.625, + 3.46875, + 3.375, + 3.5, + 3.375, + 3.46875, + 3.265625, + 3.625, + 3.59375, + 3.296875, + 3.34375, + 3.8125, + 3.390625, + 3.5, + 3.28125, + 3.375, + 3.625, + 3.390625, + 3.265625, + 3.328125, + 3.65625, + 3.078125, + 3.34375, + 3.65625, + 3.359375, + 3.0625, + 3.46875, + 3.515625, + 3.6875, + 3.34375, + 3.65625, + 3.40625, + 3.578125, + 3.484375, + 3.53125, + 3.625, + 3.53125, + 3.328125, + 3.453125, + 3.453125, + 3.53125, + 3.640625, + 3.90625, + 3.609375, + 3.5, + 3.140625, + 3.703125, + 3.25, + 3.375, + 3.625, + 3.40625, + 5.0625, + 3.6875, + 3.484375, + 3.40625, + 3.703125, + 3.34375, + 3.953125, + 3.375, + 3.4375, + 3.6875, + 3.5, + 3.5625, + 3.625, + 3.390625, + 3.484375, + 3.828125, + 3.296875, + 3.390625, + 3.71875, + 4.078125, + 3.765625, + 3.46875, + 3.703125, + 3.609375, + 3.421875, + 3.5, + 3.515625, + 3.546875, + 3.703125, + 3.5, + 3.59375, + 3.390625, + 3.65625, + 3.53125, + 3.5625, + 3.484375, + 3.546875, + 4.578125, + 3.40625, + 3.078125, + 3.546875, + 4.5, + 3.78125, + 3.328125, + 3.390625, + 3.59375, + 3.5625, + 3.640625, + 4.484375, + 3.4375, + 3.421875, + 3.546875, + 3.40625, + 4.03125, + 3.421875, + 3.484375, + 3.375, + 3.640625, + 3.5, + 3.421875, + 3.09375, + 3.8125, + 3.578125, + 3.71875, + 3.421875, + 3.6875, + 3.703125, + 3.25, + 3.46875, + 3.515625, + 3.59375, + 5.21875, + 3.5, + 3.375, + 3.4375, + 3.390625, + 3.46875, + 3.453125, + 3.65625, + 3.515625, + 3.34375, + 3.40625, + 3.640625, + 3.53125, + 3.265625, + 3.390625, + 3.640625, + 3.625, + 3.765625, + 3.546875, + 3.3125, + 3.375, + 3.328125, + 3.34375, + 3.59375, + 3.265625, + 3.53125, + 3.65625, + 3.6875, + 3.375, + 3.390625, + 3.578125, + 3.171875, + 3.421875, + 3.421875, + 3.6875, + 3.6875, + 3.515625, + 3.546875, + 3.453125, + 3.4375, + 3.375, + 3.75, + 3.3125, + 3.796875, + 3.703125, + 3.640625, + 3.71875, + 3.34375, + 3.546875, + 3.203125, + 3.515625, + 3.4375, + 3.421875, + 3.484375, + 4.234375, + 3.546875, + 3.515625, + 3.5, + 3.609375, + 3.53125, + 3.34375, + 3.09375, + 3.546875, + 3.5625, + 3.6875, + 3.359375, + 3.46875, + 3.640625, + 3.609375, + 3.359375, + 3.515625, + 3.71875, + 3.53125, + 3.59375, + 3.5625, + 3.578125, + 3.578125, + 3.515625, + 3.546875, + 3.609375, + 4.0, + 3.671875, + 3.296875, + 3.765625, + 3.265625, + 3.875, + 3.703125, + 3.515625, + 3.671875, + 3.5, + 3.65625, + 3.578125, + 3.6875, + 3.421875, + 3.28125, + 3.203125, + 3.1875, + 3.390625, + 3.359375, + 3.546875, + 3.5625, + 3.75, + 3.640625, + 3.546875, + 3.53125, + 3.640625, + 3.609375, + 3.625, + 3.890625, + 3.046875, + 3.296875, + 3.578125, + 3.765625, + 3.671875, + 3.453125, + 3.375, + 3.875, + 3.53125, + 3.59375, + 3.484375, + 3.3125, + 3.515625, + 3.359375, + 3.640625, + 3.40625, + 3.578125, + 3.5625, + 3.59375, + 3.453125, + 3.515625, + 4.109375, + 3.28125, + 3.546875, + 3.421875, + 3.40625, + 3.59375, + 3.609375, + 3.5625, + 3.625, + 3.65625, + 3.375, + 3.546875, + 3.59375, + 3.53125, + 3.75, + 3.4375, + 3.484375, + 3.296875, + 3.515625, + 3.515625, + 3.21875, + 3.546875, + 3.390625, + 3.578125, + 3.484375, + 3.65625, + 3.65625, + 3.28125, + 3.21875, + 3.4375, + 3.421875, + 3.6875, + 3.515625, + 3.515625, + 3.3125, + 3.890625, + 3.1875, + 3.609375, + 3.5625, + 3.46875, + 3.5, + 3.5625, + 3.40625, + 3.65625, + 3.515625, + 3.65625, + 3.390625, + 3.171875, + 3.421875, + 3.640625, + 3.640625, + 3.484375, + 3.234375, + 3.71875, + 3.28125, + 3.5, + 3.609375, + 3.5, + 3.515625, + 3.625, + 3.40625, + 3.578125, + 3.375, + 3.390625, + 3.5, + 3.21875, + 3.71875, + 3.140625, + 3.234375, + 3.59375, + 3.703125, + 3.640625, + 4.21875, + 3.4375, + 3.625, + 3.609375, + 3.3125, + 3.75, + 3.453125, + 3.40625, + 2.929688, + 3.515625, + 3.5625, + 3.515625, + 3.4375, + 3.5, + 3.625, + 3.5625, + 3.609375, + 3.46875, + 3.46875, + 3.265625, + 3.546875, + 4.40625, + 3.375, + 3.390625, + 3.3125, + 3.375, + 3.609375, + 3.78125, + 3.5, + 3.28125, + 3.3125, + 3.484375, + 3.8125, + 3.484375, + 3.625, + 3.625, + 3.796875, + 3.84375, + 3.578125, + 4.65625, + 3.328125, + 3.109375, + 4.21875, + 3.578125, + 3.5625, + 3.578125, + 3.703125, + 3.71875, + 3.4375, + 3.5, + 3.484375, + 3.59375, + 3.765625, + 3.640625, + 3.75, + 3.546875, + 3.59375, + 3.78125, + 3.1875, + 3.609375, + 3.34375, + 3.390625, + 3.53125, + 3.703125, + 3.484375, + 3.421875, + 3.5, + 3.546875, + 3.6875, + 3.1875, + 3.40625, + 3.578125, + 3.53125, + 3.421875, + 3.6875, + 3.390625, + 3.578125, + 3.84375, + 3.484375, + 3.65625, + 3.65625, + 3.453125, + 3.46875, + 3.390625, + 3.609375, + 3.390625, + 3.59375, + 3.765625, + 3.65625, + 3.65625, + 3.703125, + 3.453125, + 3.515625, + 3.578125, + 3.421875, + 3.09375, + 3.421875, + 3.859375, + 3.453125, + 3.640625, + 3.609375, + 3.375, + 3.421875, + 3.3125, + 3.375, + 3.390625, + 3.59375, + 4.453125, + 3.609375, + 3.515625, + 3.390625, + 3.21875, + 3.609375, + 4.046875, + 3.546875, + 3.515625, + 3.453125, + 3.796875, + 3.90625, + 3.28125, + 3.4375, + 3.84375, + 3.53125, + 3.484375, + 3.5625, + 3.46875, + 3.375, + 3.46875, + 3.609375, + 3.1875, + 3.375, + 3.4375, + 3.53125, + 3.5, + 3.671875, + 3.765625, + 3.453125, + 3.53125, + 3.84375, + 3.625, + 3.359375, + 3.703125, + 3.328125, + 3.609375, + 3.1875, + 3.546875, + 3.140625, + 3.5, + 3.375, + 3.796875, + 3.421875, + 3.703125, + 3.421875, + 3.640625, + 3.59375, + 3.421875, + 3.453125, + 3.59375, + 3.53125, + 3.40625, + 3.921875, + 3.109375, + 3.703125, + 3.46875, + 3.875, + 3.609375, + 3.453125, + 3.640625, + 3.578125, + 3.25, + 3.390625, + 3.21875, + 3.546875, + 3.328125, + 3.578125, + 3.90625, + 3.265625, + 3.625, + 3.40625, + 3.28125, + 3.109375, + 3.796875, + 3.578125, + 3.5, + 3.125, + 3.59375, + 3.625, + 3.59375, + 3.40625, + 3.5, + 3.46875, + 3.40625, + 3.421875, + 3.796875, + 3.296875, + 3.46875, + 3.59375, + 3.484375, + 3.609375, + 3.515625, + 3.546875, + 3.640625, + 3.5, + 3.546875, + 3.59375, + 3.53125, + 3.609375, + 4.3125, + 3.390625, + 3.421875, + 3.359375, + 3.734375, + 3.6875, + 3.390625, + 3.546875, + 3.59375, + 3.34375, + 3.625, + 3.453125, + 3.5, + 3.609375, + 3.84375, + 3.828125, + 3.515625, + 3.59375, + 3.6875, + 3.265625, + 3.625, + 3.484375, + 4.171875, + 3.53125, + 3.609375, + 3.625, + 3.46875, + 3.15625, + 3.484375, + 3.609375, + 3.625, + 3.59375, + 3.28125, + 3.5, + 3.375, + 3.703125, + 3.421875, + 3.53125, + 3.59375, + 3.96875, + 3.5, + 3.28125, + 3.796875, + 3.453125, + 3.390625, + 3.46875, + 3.515625, + 3.484375, + 3.5, + 3.3125, + 3.546875, + 3.375, + 3.390625, + 3.453125, + 3.6875, + 3.546875, + 3.390625, + 3.46875, + 3.5625, + 3.640625, + 3.234375, + 3.53125, + 3.390625, + 3.703125, + 3.65625, + 3.59375, + 3.484375, + 3.4375, + 3.4375, + 3.21875, + 3.375, + 3.65625, + 3.640625, + 3.3125, + 3.453125, + 3.59375, + 3.375, + 4.0625, + 3.640625, + 3.5, + 3.453125, + 3.734375, + 5.375, + 3.5, + 3.515625, + 3.609375, + 3.140625, + 3.4375, + 3.84375, + 3.0, + 3.484375, + 3.203125, + 3.6875, + 3.46875, + 3.75, + 3.40625, + 3.265625, + 3.453125, + 3.5, + 3.65625, + 3.671875, + 3.515625, + 3.34375, + 3.421875, + 3.59375, + 3.234375, + 3.609375, + 3.390625, + 3.53125, + 3.296875, + 3.1875, + 3.421875, + 3.703125, + 3.546875, + 3.390625, + 3.59375, + 3.46875, + 3.734375, + 3.34375, + 3.4375, + 3.515625, + 3.265625, + 3.796875, + 3.546875, + 4.1875, + 3.546875, + 3.65625, + 3.40625, + 3.578125, + 3.453125, + 3.640625, + 3.328125, + 3.84375, + 3.46875, + 3.546875, + 3.625, + 3.46875, + 3.328125, + 4.3125, + 3.65625, + 3.640625, + 3.515625, + 3.34375, + 3.234375, + 3.546875, + 3.46875, + 3.4375, + 3.59375, + 3.484375, + 3.4375, + 3.546875, + 3.375, + 3.484375, + 3.390625, + 3.1875, + 4.140625, + 5.5625, + 3.859375, + 3.515625, + 3.25, + 3.421875, + 3.25, + 3.03125, + 3.375, + 3.15625, + 3.328125, + 3.953125, + 3.53125, + 3.625, + 3.296875, + 3.625, + 3.765625, + 3.46875 + ] + }, + "name": "onnx::Mul_8832", + "outputIndexes": [ + 2350 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2349, + 2350 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_24/Mul_1_output_0", + "outputIndexes": [ + 2351 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2280, + 2351 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_123_output_0", + "outputIndexes": [ + 2352 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2352 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_24/Mul_output_0", + "outputIndexes": [ + 2353 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.811523, + 0.830078, + 0.80957, + 0.793945, + 0.790039, + 0.800781, + 0.834961, + 1.416016, + 0.821289, + 0.866211, + 0.827148, + 0.841797, + 0.821289, + 0.785156, + 0.805664, + 0.838867, + 0.818359, + 0.845703, + 1.271484, + 0.893066, + 0.832031, + 0.852539, + 0.801758, + 0.862305, + 0.881348, + 0.814453, + 0.853516, + 0.985474, + 0.771484, + 0.84375, + 0.885742, + 0.900879, + 0.806641, + 1.308594, + 0.824219, + 0.902832, + 0.829102, + 0.798828, + 0.865234, + 0.833008, + 0.774414, + 0.823242, + 0.825195, + 0.928711, + 1.223633, + 0.838867, + 0.816406, + 0.842773, + 1.306641, + 0.914551, + 0.864258, + 0.932617, + 0.841797, + 0.87207, + 0.805664, + 0.835938, + 0.823242, + 0.817383, + 0.880859, + 0.893555, + 0.963135, + 0.84082, + 0.819336, + 0.804688, + 0.825195, + 0.849609, + 0.973267, + 0.794922, + 0.864258, + 0.834961, + 0.831055, + 0.84375, + 0.824219, + 0.832031, + 0.818359, + 0.883789, + 1.114258, + 0.880371, + 0.933105, + 1.183594, + 0.802734, + 1.523438, + 0.832031, + 0.982422, + 0.823242, + 0.84375, + 0.796875, + 0.921387, + 1.115234, + 0.853516, + 0.84668, + 0.829102, + 0.818359, + 1.136719, + 0.816406, + 1.472656, + 0.834961, + 0.838867, + 0.662109, + 0.818359, + 0.911133, + 0.785156, + 0.831055, + 0.806641, + 0.80957, + 0.842773, + 0.828125, + 0.945801, + 0.801758, + 0.838867, + 0.804688, + 0.820312, + 0.810547, + 0.480469, + 0.8125, + 0.888184, + 0.826172, + 0.993561, + 0.84082, + 0.787109, + 0.814453, + 0.796875, + 0.917969, + 0.783203, + 0.855469, + 0.899902, + 0.84668, + 0.826172, + 0.875, + 1.067383, + 1.001411, + 0.823242, + 0.890137, + 0.834961, + 0.791016, + 0.800781, + 0.885254, + 1.000645, + 0.848633, + 0.787109, + 0.804688, + 0.980591, + 0.857422, + 0.818359, + 0.854492, + 0.970337, + 0.890625, + 0.830078, + 0.825195, + 0.803711, + 0.836914, + 0.878418, + 0.84375, + 0.746094, + 0.855469, + 0.78418, + 1.06543, + 0.814453, + 1.332031, + 1.294922, + 0.501953, + 0.794922, + 0.916504, + 1.020752, + 0.817383, + 0.8125, + 0.798828, + 1.236328, + 0.807617, + 0.833008, + 0.827148, + 1.210938, + 0.823242, + 1.191406, + 0.850586, + 0.829102, + 0.834961, + 1.550781, + 0.820312, + 0.897461, + 0.799805, + 1.347656, + 0.877441, + 1.515625, + 0.708984, + 0.819336, + 1.088867, + 0.833008, + 0.877441, + 0.929199, + 0.823242, + 0.88623, + 0.832031, + 0.836914, + 0.80957, + 0.84668, + 0.850586, + 0.816406, + 0.799805, + 0.826172, + 0.847656, + 0.805664, + 0.817383, + 0.847656, + 0.833984, + 0.807617, + 0.855469, + 0.831055, + 0.80957, + 0.795898, + 0.974976, + 0.774414, + 0.81543, + 0.903809, + 0.803711, + 0.792969, + 0.849609, + 0.837891, + 0.796875, + 0.829102, + 0.857422, + 0.859375, + 0.805664, + 0.799805, + 0.808594, + 0.837891, + 0.81543, + 0.80957, + 0.911621, + 0.88623, + 0.480469, + 0.854492, + 0.817383, + 0.791992, + 0.80957, + 0.794922, + 0.917969, + 0.786133, + 0.863281, + 0.838867, + 0.855469, + 0.817383, + 0.813477, + 1.130859, + 0.865234, + 0.837891, + 0.849609, + 0.904297, + 0.798828, + 1.039062, + 0.826172, + 0.856445, + 1.105469, + 0.818359, + 0.813477, + 0.831055, + 0.831055, + 0.927734, + 0.836914, + 0.84668, + 0.807617, + 0.791992, + 0.858398, + 0.826172, + 0.817383, + 0.92041, + 0.800781, + 0.808594, + 0.833984, + 0.855469, + 0.814453, + 0.816406, + 0.822266, + 0.837891, + 0.826172, + 0.801758, + 1.048096, + 0.820312, + 0.814453, + 0.803711, + 0.967529, + 0.832031, + 1.178711, + 0.832031, + 0.857422, + 0.841797, + 0.822266, + 0.838867, + 1.214844, + 0.838867, + 0.871094, + 1.542969, + 0.870117, + 0.833984, + 0.830078, + 0.828125, + 0.849609, + 0.842773, + 0.807617, + 0.816406, + 0.804688, + 0.893066, + 1.380859, + 0.825195, + 1.703125, + 0.857422, + 0.816406, + 0.858398, + 0.826172, + 0.817383, + 0.796875, + 1.429688, + 0.806641, + 0.821289, + 0.823242, + 0.844727, + 0.821289, + 0.794922, + 0.865234, + 0.803711, + 0.870117, + 0.825195, + 0.876465, + 0.84668, + 0.795898, + 0.791016, + 0.912598, + 0.884766, + 0.794922, + 0.823242, + 0.908203, + 0.989807, + 0.834961, + 0.833984, + 0.28125, + 0.791992, + 0.862305, + 0.766602, + 0.806641, + 0.842773, + 0.848633, + 0.933105, + 0.820312, + 0.84668, + 0.884766, + 0.915527, + 0.847656, + 1.080078, + 0.909668, + 0.806641, + 1.261719, + 0.923828, + 1.217773, + 0.889648, + 1.482422, + 1.160156, + 0.814453, + 0.797852, + 0.951904, + 0.857422, + 1.261719, + 0.822266, + 0.878418, + 1.084961, + 0.916992, + 0.811523, + 0.801758, + 1.144531, + 0.833984, + 0.827148, + 0.804688, + 0.885254, + 0.841797, + 0.878418, + 0.773438, + 0.797852, + 0.801758, + 0.868164, + 0.822266, + 1.010864, + 0.801758, + 0.805664, + 1.053955, + 1.146484, + 0.783203, + 0.830078, + 0.890625, + 0.978638, + 0.791016, + 0.836914, + 0.864258, + 0.857422, + 1.335938, + 0.833984, + 0.806641, + 0.822266, + 0.848633, + 1.337891, + 0.837891, + 0.774414, + 0.825195, + 0.800781, + 0.818359, + 0.835938, + 1.171875, + 0.772461, + 0.802734, + 0.831055, + 0.850586, + 0.972534, + 0.814453, + 0.819336, + 0.810547, + 0.794922, + 0.90625, + 0.871094, + 0.875488, + 0.831055, + 0.883301, + 0.834961, + 0.833984, + 0.828125, + 0.854492, + 0.84668, + 0.84082, + 0.916992, + 0.810547, + 0.799805, + 0.810547, + 0.823242, + 0.776367, + 0.794922, + 0.807617, + 0.917969, + 0.760742, + 0.800781, + 0.794922, + 0.792969, + 0.806641, + 0.782227, + 0.823242, + 0.842773, + 0.800781, + 0.910645, + 0.991394, + 0.823242, + 0.810547, + 0.798828, + 0.851562, + 0.791016, + 0.810547, + 0.856445, + 0.860352, + 0.844727, + 0.830078, + 0.831055, + 1.02063, + 0.811523, + 0.868164, + 0.863281, + 0.814453, + 0.833984, + 0.802734, + 0.834961, + 1.052002, + 0.810547, + 1.302734, + 0.862305, + 0.841797, + 0.803711, + 0.844727, + 0.833984, + 0.807617, + 0.914551, + 0.849609, + 0.813477, + 1.128906, + 0.879395, + 0.865234, + 0.799805, + 0.833984, + 0.849609, + 0.797852, + 0.799805, + 0.796875, + 0.804688, + 1.291016, + 0.832031, + 0.819336, + 0.822266, + 0.890625, + 0.813477, + 0.804688, + 0.80957, + 0.908203, + 0.811523, + 1.496094, + 1.326172, + 0.926758, + 1.322266, + 0.811523, + 0.808594, + 0.803711, + 0.942383, + 1.161133, + 0.824219, + 0.951416, + 0.915527, + 0.811523, + 0.816406, + 0.813477, + 0.785156, + 0.857422, + 0.839844, + 0.833984, + 0.807617, + 0.974976, + 0.821289, + 0.802734, + 0.916016, + 0.829102, + 0.844727, + 1.15625, + 1.154297, + 0.807617, + 1.136719, + 0.794922, + 0.823242, + 0.869141, + 0.795898, + 0.817383, + 0.829102, + 0.80957, + 1.5, + 0.810547, + 1.050781, + 0.830078, + 0.947998, + 0.787109, + 1.398438, + 0.903809, + 0.87207, + 0.800781, + 0.830078, + 0.793945, + 0.859375, + 0.799805, + 0.833008, + 0.997986, + 0.789062, + 1.170898, + 0.80957, + 0.791992, + 0.813477, + 0.852539, + 0.817383, + 0.798828, + 0.830078, + 0.850586, + 0.839844, + 0.84082, + 1.609375, + 0.925781, + 0.95459, + 0.835938, + 0.829102, + 0.807617, + 0.959473, + 0.836914, + 0.852539, + 0.810547, + 0.791016, + 0.811523, + 0.916992, + 1.507812, + 0.814453, + 0.850586, + 0.823242, + 1.091309, + 0.822266, + 0.830078, + 0.988708, + 0.813477, + 0.866211, + 0.94165, + 0.84668, + 0.803711, + 0.84375, + 0.882812, + 0.948242, + 0.806641, + 0.828125, + 0.876953, + 0.802734, + 1.227539, + 0.844727, + 0.849609, + 0.820312, + 0.814453, + 0.949463, + 0.791992, + 0.785156, + 0.908203, + 0.824219, + 0.794922, + 0.813477, + 0.837891, + 0.800781, + 0.837891, + 0.899414, + 0.807617, + 0.834961, + 0.822266, + 1.051514, + 0.90625, + 0.830078, + 0.825195, + 0.873047, + 0.88623, + 0.81543, + 0.813477, + 0.818359, + 0.834961, + 0.838867, + 0.818359, + 0.890625, + 0.833008, + 0.807617, + 0.837891, + 0.880371, + 0.860352, + 0.801758, + 0.911133, + 0.833984, + 0.797852, + 0.896973, + 0.805664, + 0.84668, + 0.798828, + 1.120605, + 0.763672, + 0.796875, + 0.984131, + 1.208008, + 0.818359, + 1.216797, + 0.816406, + 0.807617, + 0.858398, + 1.05957, + 1.069336, + 1.472656, + 0.801758, + 0.802734, + 0.805664, + 0.810547, + 0.896973, + 0.801758, + 0.827148, + 0.824219, + 0.819336, + 0.857422, + 0.820312, + 1.527344, + 0.838867, + 0.798828, + 0.84668, + 0.861328, + 0.816406, + 0.808594, + 0.825195, + 0.883301, + 0.847656, + 0.900879, + 0.891113, + 0.808594, + 0.855469, + 0.802734, + 0.935547, + 0.81543, + 0.796875, + 1.625, + 1.478516, + 0.833984, + 0.912109, + 0.825195, + 0.909668, + 0.789062, + 0.865234, + 0.834961, + 0.87207, + 0.84375, + 0.837891, + 0.827148, + 0.806641, + 0.887695, + 0.883789, + 0.830078, + 0.836914, + 0.869141, + 0.484375, + 0.799805, + 0.868164, + 0.849609, + 0.81543, + 0.841797, + 0.819336, + 0.90625, + 0.84082, + 0.887695, + 0.804688, + 0.801758, + 0.825195, + 0.833984, + 1.423828, + 0.732422, + 0.817383, + 0.994049, + 0.833984, + 0.866211, + 0.804688, + 0.78125, + 0.816406, + 0.879883, + 0.983276, + 1.169922, + 1.04834, + 0.793945, + 0.819336, + 0.81543, + 0.873047, + 0.896484, + 0.824219, + 0.814453, + 0.864258, + 0.962402, + 0.84668, + 0.806641, + 0.776367, + 0.796875, + 0.833008, + 0.832031, + 0.807617, + 0.814453, + 0.847656, + 0.873047, + 0.792969, + 0.855469, + 0.810547, + 0.827148, + 0.807617, + 0.830078, + 0.84668, + 0.838867, + 0.791016, + 0.956787, + 0.848633, + 1.175781, + 0.800781, + 0.852539, + 0.884766, + 0.862305, + 0.833984, + 0.831055, + 0.829102, + 0.854492, + 0.842773, + 0.77832, + 0.80957, + 0.824219, + 0.818359, + 0.829102, + 0.869141, + 0.804688, + 0.832031, + 0.796875, + 0.81543, + 0.81543, + 0.826172, + 0.949951, + 0.836914, + 0.816406, + 0.875488, + 0.823242, + 0.402344, + 0.81543, + 0.788086, + 0.986328, + 1.026245, + 0.788086, + 0.818359, + 0.838867, + 0.892578, + 0.802734, + 0.894043, + 0.858398, + 0.80957, + 0.99868, + 0.81543, + 0.854492, + 1.10791, + 0.798828, + 0.831055, + 0.822266, + 0.860352, + 1.059082, + 0.839844, + 0.8125, + 1.167969, + 0.822266, + 0.858398, + 0.802734, + 1.310547, + 0.825195, + 1.188477, + 1.075684, + 0.819336, + 0.862305, + 1.028198, + 0.850586, + 0.849609, + 0.877441, + 0.84375, + 0.816406, + 0.792969, + 0.821289, + 0.836914, + 0.829102, + 0.841797, + 0.851562, + 0.780273, + 0.807617, + 0.860352, + 0.814453, + 0.80957, + 0.999485, + 0.81543, + 0.848633, + 0.952393, + 0.833008, + 1.045898, + 0.849609, + 0.811523, + 0.838867, + 0.80957, + 0.8125, + 0.890625, + 0.831055, + 0.814453, + 0.771484, + 0.894531, + 0.856445, + 0.873047, + 0.789062, + 1.835938, + 0.887207, + 0.885254, + 0.871094, + 0.841797, + 0.905762, + 0.802734, + 0.81543, + 0.826172, + 0.826172, + 0.833008, + 1.462891, + 0.836914, + 0.859375, + 0.864258, + 1.166992, + 0.81543, + 0.799805, + 0.932617, + 1.275391, + 0.915039, + 0.854492, + 0.859375, + 0.80957, + 0.849609, + 0.797852, + 0.902832, + 0.808594, + 0.918945, + 0.861328, + 0.864258, + 0.816406, + 0.827148, + 0.793945, + 0.87793, + 0.861328, + 1.196289, + 0.826172, + 0.826172, + 0.833984, + 0.834961, + 0.818359, + 0.847656, + 0.792969, + 0.869141, + 0.814453, + 0.908203, + 0.859375, + 0.827148, + 0.81543, + 1.044678, + 0.857422, + 0.865234, + 1.322266, + 1.773438, + 0.977905, + 0.905762, + 0.862305, + 0.820312, + 0.81543, + 0.783203, + 1.337891, + 1.433594, + 0.865234, + 0.819336, + 0.879883, + 0.869141, + 0.869141, + 0.827148, + 0.830078, + 0.903809, + 1.355469, + 0.814453, + 0.864258, + 0.868164, + 1.05249, + 0.857422, + 0.864258, + 0.873047, + 0.881836, + 0.818359, + 0.80957, + 0.868164, + 0.807617, + 0.936035, + 0.788086, + 0.818359, + 0.874023, + 0.80957, + 0.924805, + 0.80957, + 0.802734, + 0.977539, + 1.363281, + 0.300781, + 0.825195, + 0.883789, + 0.802734, + 0.842773, + 0.800781, + 0.850586, + 0.803711, + 1.527344, + 0.855469, + 0.933594, + 0.805664, + 0.804688, + 1.275391, + 0.817383, + 0.841797, + 0.879883, + 0.836914, + 0.827148, + 0.863281, + 0.932129, + 1.199219, + 0.84668, + 0.838867, + 0.849609, + 1.447266, + 0.833008, + 0.819336, + 0.805664, + 0.81543, + 0.746094, + 0.880371, + 0.901367, + 0.834961, + 0.833984, + 1.015747, + 0.818359, + 0.818359, + 0.975586, + 1.061035, + 1.632812, + 0.626953, + 0.894531, + 0.828125, + 0.813477, + 0.900879, + 0.854492, + 0.924316, + 0.856445, + 1.507812, + 0.821289, + 0.826172, + 0.84668, + 0.803711, + 0.936523, + 0.823242, + 0.8125, + 1.423828, + 0.869141, + 1.373047, + 0.816406, + 1.292969, + 0.94165, + 0.826172, + 0.816406, + 0.828125, + 0.960449, + 0.856445, + 0.871094, + 0.858398, + 1.431641, + 1.027222, + 0.940186, + 1.137695, + 1.054443, + 0.804688, + 0.823242, + 0.929199, + 1.074707, + 0.793945, + 0.898926, + 0.80957, + 0.914062, + 0.898926, + 0.825195, + 1.447266, + 0.827148, + 0.799805, + 0.84668, + 1.347656, + 1.451172, + 0.829102, + 0.793945, + 0.829102, + 0.796875, + 0.798828, + 0.833984, + 0.939209, + 0.230469, + 0.864258, + 0.84668, + 0.935059, + 0.884766, + 0.817383, + 0.817383, + 0.787109, + 0.792969, + 0.791016, + 0.862305, + 0.786133, + 0.880371, + 0.921387, + 0.827148, + 0.811523, + 0.920898, + 0.8125, + 0.8125, + 0.81543, + 0.810547, + 0.805664, + 0.87207, + 0.844727, + 1.419922, + 0.994141, + 0.923828, + 1.216797, + 0.830078, + 0.900391, + 0.802734, + 0.828125, + 0.819336, + 0.807617, + 0.824219, + 0.838867, + 1.300781, + 0.897949, + 0.842773, + 0.893066, + 0.818359, + 0.839844, + 0.925293, + 0.813477, + 0.818359, + 0.841797, + 0.828125, + 0.824219, + 1.267578, + 0.78418, + 0.777344, + 0.958984, + 0.811523, + 0.805664, + 0.84668, + 0.770508, + 0.81543, + 0.832031, + 0.819336, + 0.81543, + 0.810547, + 0.819336, + 0.887207, + 0.833984, + 0.813477, + 0.801758, + 0.80957, + 0.857422, + 1.138672, + 0.800781, + 1.237305, + 0.829102, + 0.863281, + 0.91748, + 0.822266, + 0.828125, + 0.804688, + 0.810547, + 1.040283, + 0.833984, + 1.566406, + 1.378906, + 1.474609, + 0.824219, + 0.808594, + 1.231445, + 0.833984, + 0.865234, + 0.81543, + 1.201172, + 0.898926, + 0.953857, + 0.883301, + 1.230469, + 0.799805, + 0.827148, + 0.925781, + 0.823242, + 0.907715, + 0.890137, + 0.824219, + 0.848633, + 1.279297, + 1.404297, + 1.667969, + 0.84082, + 0.818359, + 0.823242, + 0.786133, + 0.960693, + 1.096191, + 0.933594, + 1.304688, + 0.81543, + 0.830078, + 0.856445, + 0.826172, + 0.955811, + 0.8125, + 0.805664, + 0.825195, + 0.913574, + 0.832031, + 0.890625, + 1.081543, + 0.837891, + 0.789062, + 0.911133, + 0.804688, + 0.857422, + 0.794922, + 0.833984, + 0.819336, + 0.788086, + 0.805664, + 0.810547, + 0.84668, + 0.820312, + 0.810547, + 0.870117, + 0.824219, + 0.835938, + 0.84082, + 0.833984, + 0.842773, + 0.892578, + 0.829102, + 0.816406, + 0.793945, + 0.830078, + 0.857422, + 1.083984, + 0.801758, + 0.873047, + 0.822266, + 0.860352, + 0.883301, + 0.818359, + 0.813477, + 1.246094, + 0.87207, + 1.24707, + 0.817383, + 0.876953, + 0.870117, + 0.934082, + 0.849609, + 0.984863, + 0.814453, + 1.365234, + 0.810547, + 0.976562, + 0.830078, + 0.829102, + 0.866211, + 0.858398, + 0.791992, + 0.817383, + 0.858398, + 0.841797, + 0.847656, + 0.800781, + 1.523438, + 0.817383, + 0.855469, + 0.864258, + 0.851562, + 0.878906, + 0.802734, + 0.854492, + 0.967529, + 0.833008, + 0.838867, + 0.84082, + 0.786133, + 0.862305, + 0.818359, + 0.867188, + 0.887695, + 0.850586, + 1.400391, + 0.821289, + 0.861328, + 0.794922, + 0.837891, + 0.903809, + 1.035645, + 1.447266, + 0.853516, + 1.535156, + 1.257812, + 0.887207, + 0.833008, + 0.834961, + 0.81543, + 1.519531, + 0.842773, + 0.905273, + 0.792969, + 1.296875, + 0.802734, + 0.814453, + 0.821289, + 0.823242, + 0.816406, + 0.798828, + 1.410156, + 0.793945, + 0.822266, + 1.019897, + 1.224609, + 0.824219, + 0.819336, + 1.223633, + 0.799805, + 1.158203, + 0.794922, + 0.87207, + 0.813477, + 0.848633, + 1.253906, + 0.831055, + 0.833008, + 0.84082, + 0.830078, + 0.841797, + 1.037598, + 1.605469, + 0.810547, + 0.788086, + 0.89502, + 0.818359, + 0.796875, + 0.806641, + 0.800781, + 0.849609, + 0.831055, + 0.871094, + 0.791992, + 0.837891, + 0.80957, + 0.834961, + 0.844727, + 0.906738, + 0.835938, + 0.818359, + 0.832031, + 1.671875, + 0.803711, + 0.838867, + 0.802734, + 0.888184, + 0.849609, + 0.901855, + 0.850586, + 0.826172, + 0.844727, + 0.796875, + 0.830078, + 0.818359, + 0.806641, + 0.954834, + 0.824219, + 1.363281, + 0.827148, + 1.169922, + 0.798828, + 0.813477, + 0.808594, + 1.257812, + 0.789062, + 0.878906, + 0.879395, + 0.785156, + 0.748047, + 0.842773, + 0.84375, + 0.817383, + 0.845703, + 0.857422, + 1.142578, + 0.864258, + 0.78418, + 0.771484, + 0.785156, + 0.861328, + 0.814453, + 0.828125, + 0.823242, + 0.84668, + 0.810547, + 0.874023, + 0.901855, + 0.826172, + 0.862305, + 1.126953, + 0.908203, + 0.825195, + 0.783203, + 0.880859, + 1.365234, + 0.779297, + 0.825195, + 0.804688, + 0.804688, + 0.835938, + 0.80957, + 0.819336, + 0.836914, + 1.523438, + 0.816406, + 0.817383, + 0.821289, + 0.787109, + 0.84668, + 0.808594, + 0.787109, + 0.819336, + 0.800781, + 0.855469, + 0.808594, + 0.80957, + 0.818359, + 0.845703, + 0.77832, + 0.834961, + 1.021484, + 0.214844, + 0.828125, + 0.860352, + 0.799805, + 0.838867, + 1.049316, + 0.793945, + 0.835938, + 0.80957, + 1.386719, + 0.940918, + 1.041748, + 1.328125, + 0.842773, + 0.831055, + 0.788086, + 1.535156, + 0.833984, + 0.673828, + 1.451172, + 1.07373, + 0.807617, + 0.841797, + 0.833008, + 0.795898, + 0.829102, + 0.853516, + 0.833984, + 0.849609, + 0.793945, + 1.082031, + 0.844727, + 0.826172, + 0.807617, + 1.150391, + 0.819336, + 0.833008, + 0.8125, + 0.823242, + 0.827148, + 0.868164, + 0.8125, + 0.866211, + 1.382812, + 0.802734, + 0.84082, + 0.813477, + 0.848633, + 0.953125, + 0.813477, + 1.15332, + 0.804688, + 0.822266, + 1.025635, + 0.849609, + 0.831055, + 0.794922, + 0.320312, + 0.876465, + 0.857422, + 0.835938, + 0.817383, + 0.977051, + 1.449219, + 0.845703, + 0.884277, + 0.84668, + 0.912598, + 0.811523, + 0.818359, + 0.819336, + 1.347656, + 0.907227, + 0.795898, + 0.861328, + 0.844727, + 0.931641, + 0.791016, + 0.833008, + 0.816406, + 0.851562, + 0.823242, + 0.874023, + 0.80957, + 0.823242, + 0.783203, + 0.833008, + 0.894043, + 0.882324, + 0.904785, + 0.860352, + 0.899414, + 0.80957, + 0.829102, + 0.996414, + 0.8125, + 0.84668, + 0.834961, + 0.819336, + 0.800781, + 0.798828, + 0.996521, + 0.884277, + 0.820312, + 0.836914, + 0.818359, + 0.80957, + 0.983643, + 0.818359, + 0.828125, + 0.84668, + 0.805664, + 0.795898, + 1.166016, + 0.798828, + 0.89209, + 0.828125, + 0.84082, + 1.134766, + 0.816406, + 0.847656, + 0.766602, + 0.708984, + 0.798828, + 0.818359, + 0.88623, + 0.80957, + 0.875488, + 0.855469, + 0.837891, + 0.856445, + 1.013733, + 0.867188, + 0.833008, + 0.811523, + 0.841797, + 0.811523, + 0.808594, + 0.831055, + 0.822266, + 0.795898, + 0.856445, + 0.878418, + 0.865234, + 0.834961, + 0.831055, + 0.839844, + 0.797852, + 0.845703, + 0.819336, + 0.798828, + 0.789062, + 0.80957, + 1.357422, + 0.882324, + 0.84082, + 0.915527, + 0.845703, + 0.804688, + 1.484375, + 0.858398, + 0.799805, + 0.827148, + 1.129883, + 0.833008, + 0.827148, + 1.068359, + 1.230469, + 0.854492, + 0.841797, + 0.826172, + 0.826172, + 0.875488, + 0.822266, + 0.853516, + 0.820312, + 0.870117, + 1.166992, + 0.825195, + 1.02417, + 0.792969, + 0.81543, + 1.238281, + 1.476562, + 0.833984, + 0.77832, + 0.816406, + 1.042236, + 0.803711, + 0.950195, + 0.830078, + 0.806641, + 0.870117, + 0.8125, + 0.807617, + 0.875488, + 0.894043, + 0.811523, + 0.788086, + 1.046143, + 1.183594, + 1.071777, + 0.833984, + 0.804688, + 0.841797, + 0.904785, + 0.830078, + 0.807617, + 0.893066, + 1.028931, + 0.822266, + 0.819336, + 0.878418, + 0.838867, + 0.833008, + 0.863281, + 0.870117, + 0.993988, + 1.523438, + 1.441406, + 0.824219, + 0.853516, + 0.871094, + 0.796875, + 0.836914, + 0.811523, + 1.139648, + 0.798828, + 1.105957, + 1.05127, + 0.826172, + 0.800781, + 0.84082, + 0.833984, + 0.842773, + 0.808594, + 1.161133, + 0.811523, + 0.870117, + 0.873047, + 0.798828, + 0.841797, + 0.844727, + 0.873047, + 0.919922, + 0.850586, + 0.825195, + 0.830078, + 0.880371, + 0.892578, + 0.852539, + 0.844727, + 0.476562, + 0.78418, + 0.819336, + 1.320312, + 0.830078, + 0.842773, + 1.369141, + 0.822266, + 0.950439, + 0.868164, + 0.792969, + 0.84375, + 1.029785, + 0.983521, + 0.814453, + 0.819336, + 0.826172, + 0.8125, + 0.797852, + 0.848633, + 0.832031, + 0.81543, + 0.802734, + 0.825195, + 0.832031, + 1.193359, + 1.734375, + 0.865234, + 0.823242, + 0.807617, + 0.84082, + 0.844727, + 1.511719, + 0.804688, + 0.802734, + 0.875488, + 0.807617, + 1.111816, + 0.782227, + 0.848633, + 0.796875, + 0.837891, + 0.817383, + 0.827148, + 0.871094, + 0.94458, + 0.831055, + 0.786133, + 0.811523, + 1.355469, + 0.814453, + 0.885742, + 1.59375, + 0.796875, + 0.95752, + 0.805664, + 0.839844, + 0.88623, + 0.847656, + 0.991028, + 0.819336, + 0.823242, + 0.833984, + 0.824219, + 0.799805, + 0.842773, + 1.03125, + 0.80957, + 0.794922, + 0.798828, + 0.803711, + 0.80957, + 1.031128, + 0.862305, + 0.847656, + 0.965576, + 0.874023, + 0.775391, + 0.836914, + 1.114746, + 0.957764, + 1.527344, + 0.795898, + 0.841797, + 0.785156, + 0.855469, + 0.84082, + 0.836914, + 0.802734, + 0.838867, + 0.881348, + 0.845703, + 0.811523, + 0.785156, + 0.857422, + 0.801758, + 1.02832, + 0.853516, + 0.925781, + 1.306641, + 0.814453, + 0.820312, + 0.800781, + 0.807617, + 0.801758, + 0.885254, + 0.862305, + 0.811523, + 1.001266, + 0.964111, + 0.838867, + 0.768555, + 0.787109, + 0.848633, + 0.833984, + 1.003586, + 0.775391, + 0.802734, + 0.794922, + 1.188477, + 0.834961, + 0.80957, + 0.823242, + 0.824219, + 0.919434, + 0.835938, + 0.866211, + 0.908203, + 0.823242, + 0.841797, + 0.829102, + 1.196289, + 0.862305, + 0.80957, + 0.828125, + 0.787109, + 0.818359, + 0.81543, + 0.857422, + 0.881348, + 0.780273, + 0.787109, + 1.073242, + 1.170898, + 0.817383, + 0.831055, + 0.806641, + 0.837891, + 0.804688, + 1.617188, + 0.825195, + 0.787109, + 0.823242, + 0.804688, + 0.913574, + 0.838867, + 0.893555, + 1.165039, + 0.805664, + 0.855469, + 0.789062, + 0.87207, + 1.601562, + 0.791992, + 0.834961, + 0.794922, + 0.841797, + 0.793945, + 0.793945, + 0.855469, + 0.925293, + 0.990845, + 0.878906, + 0.980469, + 1.371094, + 0.953125, + 0.78418, + 0.800781, + 0.773438, + 0.521484, + 0.825195, + 0.823242, + 0.811523, + 0.816406, + 0.84668, + 0.897461, + 0.851562, + 1.053711, + 0.8125, + 0.931152, + 0.841797, + 0.816406, + 0.850586, + 0.834961, + 0.803711, + 0.798828, + 0.833984, + 0.958496, + 0.851562, + 0.810547, + 1.246094, + 0.923828, + 0.836914, + 0.790039, + 0.844727, + 1.277344, + 0.856445, + 0.804688, + 0.832031, + 0.808594, + 0.84375, + 1.314453, + 0.826172, + 0.824219, + 0.961914, + 0.802734, + 0.84668, + 0.861328, + 0.823242, + 0.826172, + 0.855469, + 0.830078, + 0.834961, + 0.833984, + 0.81543, + 0.800781, + 0.808594, + 1.363281, + 0.848633, + 0.857422, + 0.794922, + 0.802734, + 0.774414, + 0.8125, + 0.860352, + 1.017212, + 0.841797, + 0.800781, + 0.798828, + 0.826172, + 1.056885, + 0.875, + 0.821289, + 0.852539, + 0.831055, + 0.84668, + 0.816406, + 0.841797, + 0.805664, + 0.875, + 0.822266, + 0.883301, + 0.819336, + 0.857422, + 0.951172, + 0.821289, + 0.799805, + 0.90918, + 0.813477, + 1.129883, + 1.679688, + 0.847656, + 0.90332, + 0.795898, + 0.808594, + 0.818359, + 0.819336, + 0.92627, + 0.831055, + 0.898926, + 0.836914, + 0.816406, + 0.810547, + 0.833008, + 1.316406, + 0.848633, + 0.808594, + 0.935059, + 0.838867, + 0.782227, + 0.833984, + 0.791016, + 0.820312, + 0.901367, + 0.779297, + 0.822266, + 0.823242, + 1.026123, + 0.84668, + 0.92334, + 0.824219, + 0.91748, + 0.876953, + 0.8125, + 0.802734, + 0.816406, + 0.832031, + 0.819336, + 0.821289, + 0.853516, + 0.707031, + 0.975952, + 0.845703, + 1.004669, + 1.079102, + 0.806641, + 0.8125, + 0.842773, + 1.167969, + 0.990784, + 0.831055, + 0.822266, + 0.807617, + 0.831055, + 0.825195, + 0.792969, + 0.816406, + 0.886719, + 0.867188, + 1.419922, + 0.893555, + 0.791992, + 0.832031, + 0.834961, + 0.818359, + 0.799805, + 0.834961, + 1.464844, + 0.834961, + 0.836914, + 0.841797, + 0.837891, + 0.80957, + 0.819336, + 0.806641, + 0.802734, + 0.841797, + 1.098145, + 0.867188, + 0.858398, + 0.857422, + 0.824219, + 0.802734, + 0.84082, + 0.811523, + 0.896973, + 0.811523, + 0.845703, + 1.054199, + 0.849609, + 0.804688, + 0.80957, + 0.836914, + 0.885254, + 0.865234, + 0.902344, + 0.918945, + 0.805664, + 0.823242, + 0.868164, + 1.496094, + 0.805664, + 0.825195, + 0.84082, + 0.84082, + 0.789062, + 0.819336, + 0.802734, + 0.801758, + 0.780273, + 0.95874, + 0.841797, + 0.811523, + 0.816406, + 1.363281, + 0.825195, + 0.90918, + 0.814453, + 0.8125, + 0.821289, + 0.833008, + 0.816406, + 0.87207, + 0.807617, + 0.866211, + 0.801758, + 1.455078, + 0.825195, + 0.889648, + 0.803711, + 1.298828, + 0.791992, + 1.242188, + 0.842773, + 1.519531, + 0.838867, + 0.88916, + 1.036865, + 1.013062, + 0.936523, + 0.823242, + 0.811523, + 0.864258, + 0.801758, + 0.847656, + 0.816406, + 0.850586, + 1.789062, + 1.142578, + 0.94165, + 0.801758, + 0.826172, + 0.84668, + 0.797852, + 0.805664, + 0.819336, + 0.954102, + 0.829102, + 0.794922, + 0.859375, + 0.792969, + 0.87207, + 0.839844, + 0.826172, + 0.838867, + 0.977051, + 0.813477, + 0.832031, + 0.795898, + 0.829102, + 0.797852, + 0.964111, + 0.800781, + 0.821289, + 0.89502, + 0.825195, + 0.791016, + 0.814453, + 0.833984, + 0.971924, + 1.202148, + 0.831055, + 0.859375, + 0.866211, + 1.098145, + 0.795898, + 0.792969, + 0.817383, + 1.255859, + 0.860352, + 0.934082, + 0.832031, + 0.869141, + 0.900391, + 1.589844, + 0.841797, + 0.81543, + 0.807617, + 1.472656, + 1.018677, + 1.300781, + 1.165039, + 0.821289, + 0.936035, + 0.791992, + 0.805664, + 0.819336, + 0.84668, + 0.824219, + 0.849609, + 1.121094, + 1.095703, + 0.801758, + 0.893555, + 0.844727, + 0.81543, + 0.833008, + 0.834961, + 0.816406, + 0.918457, + 0.80957, + 0.84668, + 0.804688, + 1.204102, + 0.814453, + 0.822266, + 0.926758, + 0.830078, + 0.874023, + 1.199219, + 0.897949, + 1.239258, + 0.836914, + 0.820312, + 0.829102, + 0.862305, + 0.810547, + 0.898926, + 0.841797, + 0.796875, + 0.81543, + 0.804688, + 0.833008, + 0.849609, + 0.798828, + 0.833984, + 0.791992, + 0.859375, + 0.825195, + 0.808594, + 0.982422, + 0.845703, + 0.871094, + 0.94873, + 0.835938, + 0.802734, + 0.808594, + 0.830078, + 0.881348, + 0.833008, + 0.859375, + 0.801758, + 1.02832, + 0.816406, + 0.798828, + 0.81543, + 0.820312, + 0.806641, + 0.8125, + 0.871094, + 0.852539, + 0.825195, + 0.84082, + 0.831055, + 0.826172, + 1.053467, + 0.800781, + 0.835938, + 1.078125, + 0.862305, + 0.817383, + 1.275391, + 0.833984, + 0.881348, + 0.823242, + 0.803711, + 0.895996, + 0.811523, + 0.794922, + 0.81543, + 0.803711, + 0.81543, + 0.855469, + 0.913086, + 0.814453, + 1.068848, + 0.881348, + 0.793945, + 0.780273, + 1.253906, + 0.858398, + 0.820312, + 0.805664, + 0.984497, + 0.80957, + 0.811523, + 0.897949, + 0.825195, + 0.652344, + 0.879883, + 0.810547, + 0.810547, + 1.326172, + 0.839844, + 0.790039, + 1.15918, + 0.818359, + 0.893555, + 0.801758, + 0.822266, + 0.808594, + 0.80957, + 1.05957, + 0.825195, + 0.833008, + 0.807617, + 0.804688, + 0.879395, + 0.877441, + 0.900391, + 1.353516, + 1.004608, + 0.807617, + 0.94043, + 0.81543, + 0.953125, + 0.901855, + 0.849609, + 0.803711, + 1.246094, + 0.901367, + 0.80957, + 1.550781, + 0.78125, + 0.864258, + 0.810547, + 0.824219, + 1.238281, + 0.801758, + 0.816406, + 1.476562, + 0.801758, + 0.820312, + 0.865234, + 0.826172, + 0.799805, + 0.824219, + 1.263672, + 0.800781, + 0.897949, + 0.834961, + 0.814453, + 0.84082, + 0.914551, + 1.347656, + 0.77832, + 0.804688, + 0.816406, + 0.848633, + 1.202148, + 0.887695, + 0.805664, + 0.869141, + 0.827148, + 0.789062, + 0.827148, + 0.87207, + 0.870117, + 0.818359, + 0.859375, + 0.830078, + 1.182617, + 0.693359, + 0.897949, + 0.84082, + 1.376953, + 0.822266, + 0.922852, + 0.84668, + 0.800781, + 0.876953, + 0.869141, + 0.862305, + 0.853516, + 0.819336, + 1.194336, + 0.841797, + 0.804688, + 0.857422 + ] + }, + "name": "onnx::Mul_8834", + "outputIndexes": [ + 2354 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2353, + 2354 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_24/Mul_1_output_0", + "outputIndexes": [ + 2355 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2355 + ], + "outputIndexes": [ + 3178 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3178 + ], + "outputIndexes": [ + 3179 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear", + "inputIndexes": [ + 3179 + ], + "outputIndexes": [ + 3180 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 1059032776, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3180 + ], + "outputIndexes": [ + 3181 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3181 + ], + "outputIndexes": [ + 2356 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2356, + 2356 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Mul_output_0", + "outputIndexes": [ + 2357 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2356, + 2357 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Mul_1_output_0", + "outputIndexes": [ + 2358 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 2358 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Mul_2_output_0", + "outputIndexes": [ + 2359 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2356, + 2359 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Add_output_0", + "outputIndexes": [ + 2360 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 2360 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Mul_3_output_0", + "outputIndexes": [ + 2361 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2361 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_24/Tanh_output_0", + "outputIndexes": [ + 2362 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 2362 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Add_1_output_0", + "outputIndexes": [ + 2363 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2356, + 2363 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Mul_4_output_0", + "outputIndexes": [ + 2364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 2364 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Mul_5_output_0", + "outputIndexes": [ + 2365 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2355 + ], + "outputIndexes": [ + 3182 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3182 + ], + "outputIndexes": [ + 3183 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear", + "inputIndexes": [ + 3183 + ], + "outputIndexes": [ + 3184 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 1070976734, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3184 + ], + "outputIndexes": [ + 3185 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3185 + ], + "outputIndexes": [ + 2366 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2365, + 2366 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_24/Mul_output_0", + "outputIndexes": [ + 2367 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2367 + ], + "outputIndexes": [ + 3186 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3186 + ], + "outputIndexes": [ + 3187 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear", + "inputIndexes": [ + 3187 + ], + "outputIndexes": [ + 3188 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 1082920692, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3188 + ], + "outputIndexes": [ + 3189 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3189 + ], + "outputIndexes": [ + 2368 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2368 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_24/Mul_output_0", + "outputIndexes": [ + 2369 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 5.75, + 5.78125, + 5.90625, + 6.21875, + 5.90625, + 5.875, + 5.71875, + 3.6875, + 5.625, + 5.46875, + 5.6875, + 5.59375, + 5.75, + 5.84375, + 5.9375, + 5.65625, + 7.21875, + 5.4375, + 5.6875, + 5.5, + 5.96875, + 5.875, + 5.84375, + 5.65625, + 5.40625, + 6.03125, + 5.5, + 4.984375, + 6.21875, + 5.875, + 5.15625, + 5.40625, + 5.96875, + 4.015625, + 5.6875, + 5.1875, + 5.78125, + 5.90625, + 5.46875, + 5.84375, + 5.96875, + 5.65625, + 5.65625, + 5.25, + 4.265625, + 5.4375, + 5.59375, + 5.8125, + 5.9375, + 5.34375, + 5.5625, + 5.28125, + 5.6875, + 8.625, + 5.9375, + 5.53125, + 5.84375, + 5.875, + 5.59375, + 5.15625, + 4.90625, + 10.1875, + 5.90625, + 5.78125, + 6.03125, + 5.5625, + 5.09375, + 6.03125, + 5.46875, + 5.75, + 6.0, + 5.5625, + 5.8125, + 5.65625, + 5.71875, + 5.375, + 4.640625, + 5.28125, + 5.3125, + 4.203125, + 5.5, + 3.4375, + 6.09375, + 4.78125, + 5.65625, + 5.71875, + 5.9375, + 5.15625, + 4.4375, + 5.65625, + 5.5625, + 5.75, + 5.96875, + 4.296875, + 5.9375, + 3.546875, + 5.59375, + 5.65625, + 7.1875, + 5.875, + 5.25, + 6.03125, + 5.5625, + 6.0625, + 5.78125, + 5.5625, + 5.78125, + 5.3125, + 5.65625, + 5.71875, + 5.8125, + 6.03125, + 5.78125, + 5.15625, + 5.84375, + 5.59375, + 5.78125, + 8.90625, + 5.5625, + 5.71875, + 5.6875, + 5.9375, + 6.1875, + 5.71875, + 5.4375, + 5.53125, + 5.625, + 5.53125, + 5.53125, + 4.765625, + 4.859375, + 5.625, + 5.46875, + 5.75, + 6.0625, + 5.8125, + 5.25, + 5.0, + 5.625, + 6.15625, + 8.46875, + 5.3125, + 5.21875, + 5.65625, + 5.65625, + 5.375, + 5.625, + 5.78125, + 5.625, + 5.71875, + 5.65625, + 5.4375, + 5.5625, + 6.53125, + 5.59375, + 6.09375, + 4.5625, + 6.0625, + 3.84375, + 4.015625, + 6.8125, + 5.75, + 5.1875, + 4.71875, + 6.125, + 6.03125, + 5.90625, + 3.890625, + 6.03125, + 5.6875, + 5.84375, + 4.203125, + 6.1875, + 4.03125, + 5.65625, + 3.640625, + 5.78125, + 3.390625, + 5.75, + 5.59375, + 5.875, + 3.96875, + 5.3125, + 3.796875, + 9.8125, + 5.65625, + 4.421875, + 5.75, + 5.59375, + 5.25, + 5.875, + 7.25, + 5.71875, + 5.65625, + 5.9375, + 5.59375, + 5.78125, + 5.875, + 6.0625, + 5.6875, + 5.5, + 5.84375, + 5.8125, + 5.5625, + 5.96875, + 6.09375, + 9.0625, + 5.59375, + 5.6875, + 5.9375, + 5.4375, + 6.09375, + 6.125, + 5.8125, + 5.90625, + 5.8125, + 5.65625, + 5.78125, + 5.90625, + 5.5625, + 5.65625, + 5.53125, + 5.8125, + 6.0625, + 6.0, + 5.6875, + 5.46875, + 5.46875, + 5.34375, + 5.28125, + 7.78125, + 5.625, + 6.1875, + 5.875, + 5.90625, + 6.0, + 5.65625, + 5.875, + 5.65625, + 6.03125, + 5.8125, + 5.75, + 5.75, + 5.15625, + 5.25, + 5.75, + 5.6875, + 5.84375, + 5.625, + 4.640625, + 5.53125, + 5.6875, + 4.328125, + 5.90625, + 5.8125, + 5.8125, + 5.53125, + 5.8125, + 6.125, + 5.8125, + 5.34375, + 6.0625, + 5.59375, + 5.6875, + 6.0, + 5.375, + 5.71875, + 5.78125, + 5.71875, + 5.59375, + 5.6875, + 5.6875, + 5.875, + 5.65625, + 5.8125, + 5.71875, + 4.65625, + 5.8125, + 5.78125, + 5.875, + 5.03125, + 5.5625, + 4.5625, + 5.53125, + 6.40625, + 5.78125, + 5.625, + 5.875, + 3.96875, + 5.625, + 5.4375, + 3.921875, + 5.6875, + 5.5625, + 6.0625, + 5.5625, + 5.8125, + 6.03125, + 6.0625, + 5.5625, + 5.96875, + 5.59375, + 3.90625, + 5.875, + 3.546875, + 5.5625, + 6.21875, + 5.46875, + 5.71875, + 5.84375, + 6.03125, + 3.625, + 5.65625, + 5.65625, + 5.84375, + 5.8125, + 5.75, + 6.0625, + 5.5625, + 5.71875, + 5.5, + 5.8125, + 5.625, + 5.53125, + 5.78125, + 6.09375, + 5.03125, + 5.5, + 6.0, + 5.875, + 5.21875, + 6.8125, + 5.9375, + 5.625, + 9.6875, + 5.875, + 5.46875, + 5.96875, + 5.875, + 5.53125, + 5.5625, + 5.25, + 5.65625, + 5.8125, + 5.34375, + 5.15625, + 5.75, + 4.875, + 5.25, + 5.78125, + 4.421875, + 5.0625, + 4.953125, + 5.3125, + 3.609375, + 4.296875, + 6.125, + 5.75, + 5.125, + 5.40625, + 4.03125, + 5.84375, + 5.375, + 4.609375, + 6.34375, + 5.96875, + 5.9375, + 4.75, + 5.90625, + 5.65625, + 6.03125, + 5.40625, + 5.5625, + 5.46875, + 6.25, + 6.21875, + 5.84375, + 5.5, + 5.59375, + 4.828125, + 6.0, + 6.125, + 4.59375, + 4.171875, + 5.96875, + 5.40625, + 5.375, + 5.09375, + 6.25, + 5.90625, + 5.53125, + 5.5625, + 3.59375, + 5.4375, + 5.96875, + 5.84375, + 5.53125, + 3.71875, + 5.71875, + 5.65625, + 5.78125, + 5.75, + 5.75, + 5.84375, + 4.34375, + 6.28125, + 5.6875, + 5.53125, + 5.65625, + 5.28125, + 5.71875, + 5.8125, + 5.9375, + 6.0, + 5.34375, + 5.34375, + 5.6875, + 5.6875, + 5.53125, + 5.625, + 5.65625, + 6.03125, + 7.3125, + 5.5, + 5.75, + 5.65625, + 5.75, + 5.75, + 5.6875, + 5.65625, + 10.0625, + 6.0625, + 5.9375, + 5.25, + 5.875, + 6.0, + 5.6875, + 6.0625, + 5.65625, + 6.03125, + 5.875, + 6.53125, + 5.96875, + 5.1875, + 5.40625, + 5.8125, + 5.75, + 6.28125, + 5.59375, + 5.96875, + 5.8125, + 5.625, + 5.5, + 5.65625, + 5.625, + 5.75, + 4.65625, + 5.84375, + 5.3125, + 5.625, + 5.78125, + 5.84375, + 5.9375, + 5.84375, + 4.640625, + 5.6875, + 3.953125, + 5.5625, + 5.625, + 5.90625, + 5.59375, + 5.5625, + 5.90625, + 5.3125, + 5.6875, + 5.84375, + 4.421875, + 5.8125, + 5.65625, + 6.0625, + 6.1875, + 5.65625, + 6.71875, + 6.09375, + 5.84375, + 5.71875, + 4.046875, + 5.8125, + 5.6875, + 5.9375, + 5.40625, + 5.6875, + 5.96875, + 5.8125, + 5.21875, + 5.84375, + 3.40625, + 4.03125, + 5.21875, + 4.0, + 5.875, + 6.03125, + 5.875, + 4.9375, + 5.03125, + 5.71875, + 5.09375, + 5.34375, + 5.96875, + 5.875, + 5.84375, + 6.0, + 5.8125, + 5.65625, + 5.96875, + 5.96875, + 5.25, + 5.8125, + 5.75, + 5.3125, + 5.78125, + 5.71875, + 4.28125, + 4.234375, + 5.6875, + 4.15625, + 5.84375, + 5.5, + 5.34375, + 5.65625, + 5.5625, + 5.6875, + 5.8125, + 3.875, + 5.875, + 6.375, + 5.78125, + 8.09375, + 5.9375, + 4.125, + 3.046875, + 5.3125, + 5.71875, + 5.78125, + 6.21875, + 5.59375, + 5.65625, + 5.8125, + 4.90625, + 6.15625, + 4.546875, + 5.625, + 5.96875, + 5.8125, + 5.875, + 5.96875, + 5.84375, + 5.875, + 5.5, + 5.78125, + 5.53125, + 3.0625, + 5.1875, + 5.25, + 5.59375, + 6.0625, + 5.78125, + 4.59375, + 5.8125, + 5.75, + 5.875, + 6.03125, + 5.8125, + 5.3125, + 3.609375, + 6.03125, + 5.4375, + 5.65625, + 4.375, + 5.90625, + 9.625, + 5.34375, + 5.8125, + 5.65625, + 7.09375, + 5.65625, + 6.375, + 5.71875, + 5.4375, + 5.28125, + 5.75, + 5.65625, + 5.5, + 10.875, + 5.25, + 5.4375, + 5.78125, + 5.9375, + 5.71875, + 5.4375, + 6.0625, + 5.84375, + 5.34375, + 5.875, + 6.0, + 5.6875, + 5.59375, + 6.0625, + 5.71875, + 5.46875, + 5.8125, + 5.5625, + 5.90625, + 5.03125, + 5.375, + 5.65625, + 5.5, + 5.3125, + 5.34375, + 5.6875, + 5.90625, + 5.75, + 5.40625, + 5.71875, + 5.78125, + 5.28125, + 5.78125, + 5.96875, + 5.84375, + 5.71875, + 5.3125, + 5.90625, + 5.9375, + 5.875, + 5.9375, + 5.53125, + 5.71875, + 5.34375, + 5.75, + 4.84375, + 6.1875, + 6.0625, + 5.0, + 4.078125, + 5.40625, + 5.0625, + 5.40625, + 5.96875, + 5.625, + 4.609375, + 7.90625, + 3.421875, + 5.8125, + 6.15625, + 5.875, + 5.59375, + 5.34375, + 5.84375, + 5.84375, + 5.8125, + 5.875, + 5.5625, + 5.71875, + 3.5625, + 5.53125, + 5.75, + 5.71875, + 5.65625, + 5.9375, + 5.9375, + 5.78125, + 5.6875, + 5.5625, + 5.28125, + 5.46875, + 5.84375, + 5.625, + 5.96875, + 5.09375, + 6.375, + 5.875, + 3.8125, + 4.046875, + 5.5625, + 5.34375, + 5.9375, + 5.375, + 5.78125, + 5.8125, + 9.25, + 5.6875, + 5.625, + 5.75, + 5.59375, + 5.90625, + 5.53125, + 5.53125, + 5.71875, + 6.0, + 5.6875, + 7.71875, + 6.09375, + 5.59375, + 5.1875, + 5.71875, + 5.625, + 6.0625, + 5.25, + 5.25, + 5.71875, + 5.875, + 5.75, + 5.71875, + 5.75, + 3.765625, + 6.15625, + 6.09375, + 5.09375, + 5.75, + 5.625, + 5.9375, + 5.6875, + 5.84375, + 5.75, + 4.8125, + 4.9375, + 4.46875, + 6.0625, + 5.8125, + 5.53125, + 5.46875, + 5.875, + 5.71875, + 5.78125, + 5.5, + 6.625, + 5.75, + 5.8125, + 6.03125, + 5.9375, + 6.03125, + 5.8125, + 5.8125, + 6.34375, + 5.46875, + 5.375, + 6.125, + 6.1875, + 6.0625, + 5.78125, + 5.875, + 5.78125, + 5.59375, + 5.71875, + 6.03125, + 5.46875, + 5.8125, + 4.125, + 6.125, + 5.5, + 5.6875, + 5.3125, + 5.65625, + 6.0, + 6.03125, + 5.75, + 5.6875, + 5.8125, + 5.75, + 5.9375, + 5.75, + 5.59375, + 5.40625, + 5.8125, + 5.78125, + 5.59375, + 5.65625, + 5.78125, + 9.0, + 5.28125, + 5.5625, + 5.75, + 5.34375, + 5.6875, + 5.40625, + 5.71875, + 6.03125, + 5.03125, + 4.515625, + 6.09375, + 5.78125, + 5.5625, + 5.4375, + 5.75, + 5.34375, + 5.71875, + 6.03125, + 4.84375, + 5.625, + 6.0625, + 4.984375, + 6.03125, + 5.65625, + 5.71875, + 5.46875, + 4.609375, + 5.65625, + 5.84375, + 4.375, + 5.78125, + 5.625, + 5.875, + 3.890625, + 5.78125, + 4.609375, + 6.4375, + 8.5625, + 5.5, + 4.984375, + 5.5, + 5.6875, + 5.71875, + 5.625, + 5.71875, + 5.75, + 5.78125, + 5.78125, + 5.65625, + 5.71875, + 5.5625, + 5.96875, + 5.6875, + 5.5625, + 9.5625, + 5.71875, + 4.921875, + 6.125, + 5.53125, + 5.125, + 5.71875, + 4.75, + 5.5, + 6.6875, + 5.96875, + 5.71875, + 5.75, + 5.9375, + 5.78125, + 5.75, + 5.90625, + 5.25, + 5.5625, + 6.28125, + 5.90625, + 3.34375, + 5.21875, + 5.375, + 5.3125, + 5.65625, + 5.46875, + 5.875, + 5.75, + 5.71875, + 5.96875, + 5.71875, + 3.859375, + 5.6875, + 5.40625, + 5.4375, + 4.328125, + 5.4375, + 6.03125, + 5.40625, + 3.6875, + 5.3125, + 5.5625, + 5.40625, + 5.78125, + 5.59375, + 5.96875, + 5.46875, + 7.3125, + 5.125, + 5.34375, + 5.53125, + 5.78125, + 5.6875, + 5.84375, + 5.5625, + 5.5625, + 4.140625, + 5.75, + 5.90625, + 5.625, + 5.59375, + 5.75, + 5.4375, + 6.1875, + 5.65625, + 5.8125, + 5.0625, + 5.375, + 6.0, + 5.84375, + 4.828125, + 5.3125, + 5.4375, + 3.796875, + 3.234375, + 4.9375, + 5.875, + 5.53125, + 5.875, + 6.09375, + 6.1875, + 3.6875, + 3.890625, + 5.46875, + 8.0625, + 5.40625, + 5.90625, + 5.5, + 5.9375, + 5.90625, + 5.5, + 3.671875, + 5.875, + 5.625, + 5.6875, + 4.75, + 5.71875, + 5.5, + 5.40625, + 5.40625, + 6.1875, + 6.03125, + 5.5625, + 5.71875, + 5.15625, + 5.90625, + 5.6875, + 5.375, + 5.9375, + 7.03125, + 6.09375, + 6.03125, + 4.734375, + 3.875, + 6.84375, + 5.53125, + 5.21875, + 5.96875, + 5.8125, + 5.84375, + 5.6875, + 6.21875, + 3.453125, + 5.5, + 5.125, + 6.15625, + 5.53125, + 4.140625, + 5.53125, + 5.78125, + 5.78125, + 5.0625, + 5.78125, + 6.46875, + 5.25, + 4.21875, + 5.625, + 5.34375, + 5.8125, + 3.8125, + 6.15625, + 5.875, + 8.6875, + 6.03125, + 5.78125, + 5.59375, + 5.1875, + 6.0625, + 5.65625, + 4.75, + 5.75, + 5.71875, + 5.09375, + 3.328125, + 4.125, + 5.03125, + 5.375, + 5.75, + 5.875, + 5.4375, + 5.46875, + 5.21875, + 5.5625, + 3.59375, + 5.75, + 5.5, + 5.375, + 5.78125, + 6.09375, + 5.65625, + 5.90625, + 4.265625, + 5.6875, + 3.765625, + 5.71875, + 4.09375, + 5.03125, + 5.96875, + 5.53125, + 5.875, + 4.734375, + 5.25, + 5.625, + 5.59375, + 3.640625, + 5.375, + 5.1875, + 4.640625, + 4.453125, + 5.96875, + 5.75, + 5.0625, + 5.25, + 6.34375, + 5.71875, + 5.9375, + 5.28125, + 6.96875, + 5.84375, + 3.625, + 5.78125, + 5.84375, + 5.3125, + 4.28125, + 3.65625, + 5.9375, + 5.875, + 5.625, + 5.8125, + 5.65625, + 5.8125, + 5.5, + 4.328125, + 5.5, + 5.5625, + 2.804688, + 5.3125, + 6.0, + 5.8125, + 6.0, + 6.0, + 5.9375, + 5.59375, + 6.21875, + 5.40625, + 5.1875, + 6.3125, + 5.34375, + 5.1875, + 5.6875, + 5.96875, + 5.8125, + 5.90625, + 5.5625, + 3.671875, + 5.59375, + 3.921875, + 4.953125, + 5.1875, + 4.453125, + 5.71875, + 5.75, + 5.78125, + 5.65625, + 6.15625, + 5.96875, + 5.6875, + 5.6875, + 4.171875, + 5.15625, + 5.71875, + 5.4375, + 5.75, + 5.78125, + 5.09375, + 5.84375, + 5.78125, + 5.59375, + 5.8125, + 5.875, + 4.078125, + 5.71875, + 6.15625, + 5.1875, + 5.65625, + 6.09375, + 5.96875, + 8.5625, + 5.84375, + 5.59375, + 5.875, + 5.84375, + 5.71875, + 5.59375, + 5.71875, + 5.5625, + 5.9375, + 5.90625, + 5.71875, + 5.4375, + 4.375, + 6.40625, + 4.03125, + 5.75, + 5.65625, + 5.1875, + 5.71875, + 5.90625, + 5.25, + 5.6875, + 4.984375, + 5.625, + 3.828125, + 3.75, + 3.734375, + 5.6875, + 5.9375, + 4.359375, + 5.5625, + 5.625, + 6.28125, + 4.140625, + 5.40625, + 4.828125, + 5.3125, + 3.96875, + 5.59375, + 5.90625, + 10.5, + 5.9375, + 4.9375, + 5.0625, + 5.6875, + 5.46875, + 4.84375, + 5.21875, + 3.703125, + 5.5625, + 6.0, + 5.8125, + 5.78125, + 5.09375, + 4.90625, + 5.59375, + 3.71875, + 6.34375, + 5.71875, + 6.4375, + 5.5625, + 5.125, + 5.6875, + 5.75, + 5.6875, + 5.0625, + 5.75, + 5.625, + 5.625, + 5.71875, + 5.78125, + 8.125, + 6.03125, + 5.25, + 5.84375, + 5.65625, + 5.8125, + 6.03125, + 5.53125, + 5.90625, + 5.4375, + 5.375, + 5.75, + 5.40625, + 5.6875, + 5.75, + 5.75, + 5.9375, + 5.5625, + 5.5625, + 6.0, + 5.96875, + 5.90625, + 6.03125, + 5.1875, + 4.53125, + 5.75, + 5.4375, + 5.71875, + 5.6875, + 5.5, + 5.8125, + 5.71875, + 4.265625, + 5.4375, + 3.953125, + 5.96875, + 5.09375, + 5.5, + 5.21875, + 5.5625, + 4.90625, + 5.6875, + 3.921875, + 5.65625, + 4.984375, + 5.90625, + 5.84375, + 5.65625, + 5.625, + 5.71875, + 5.84375, + 5.375, + 5.625, + 5.5625, + 6.125, + 3.96875, + 5.71875, + 5.65625, + 5.53125, + 5.5, + 5.5, + 6.0, + 5.84375, + 4.9375, + 5.75, + 5.78125, + 5.78125, + 6.875, + 5.8125, + 5.875, + 5.3125, + 5.4375, + 5.5, + 3.765625, + 6.125, + 5.6875, + 6.0, + 5.5625, + 5.28125, + 4.921875, + 3.578125, + 5.9375, + 3.75, + 4.515625, + 5.3125, + 5.75, + 5.59375, + 5.75, + 4.703125, + 5.65625, + 5.4375, + 5.90625, + 3.734375, + 5.5625, + 5.96875, + 6.03125, + 5.625, + 5.78125, + 5.8125, + 3.9375, + 5.65625, + 5.9375, + 4.890625, + 4.15625, + 6.125, + 5.6875, + 4.234375, + 5.8125, + 4.78125, + 5.8125, + 5.71875, + 5.6875, + 5.5, + 3.859375, + 5.6875, + 5.75, + 5.53125, + 5.625, + 5.375, + 4.59375, + 3.609375, + 5.71875, + 6.0625, + 5.5625, + 5.9375, + 5.875, + 5.96875, + 7.40625, + 5.53125, + 5.65625, + 5.8125, + 9.5, + 5.59375, + 5.8125, + 5.65625, + 5.78125, + 5.46875, + 5.71875, + 5.5, + 5.6875, + 3.453125, + 5.84375, + 5.53125, + 5.78125, + 5.53125, + 5.375, + 5.40625, + 5.5625, + 5.71875, + 5.6875, + 5.84375, + 5.71875, + 5.75, + 5.90625, + 5.21875, + 5.90625, + 3.765625, + 5.84375, + 4.203125, + 6.0, + 5.9375, + 6.0, + 3.890625, + 6.15625, + 5.375, + 5.34375, + 6.0, + 6.78125, + 5.6875, + 5.46875, + 5.90625, + 5.65625, + 5.65625, + 4.53125, + 5.59375, + 5.84375, + 10.5625, + 5.8125, + 5.28125, + 5.75, + 5.71875, + 5.90625, + 5.625, + 5.71875, + 5.4375, + 5.34375, + 5.6875, + 5.125, + 4.15625, + 5.03125, + 5.5625, + 5.84375, + 5.46875, + 3.984375, + 6.09375, + 6.65625, + 6.0625, + 5.625, + 5.78125, + 5.78125, + 5.9375, + 5.625, + 3.828125, + 5.53125, + 5.75, + 5.90625, + 6.125, + 6.4375, + 5.6875, + 5.84375, + 5.6875, + 6.0625, + 5.5625, + 5.9375, + 5.78125, + 5.65625, + 5.4375, + 5.84375, + 5.59375, + 4.640625, + 12.0625, + 5.34375, + 5.625, + 5.9375, + 5.78125, + 4.734375, + 5.875, + 5.5625, + 5.96875, + 4.296875, + 5.1875, + 4.765625, + 2.921875, + 5.3125, + 5.75, + 6.15625, + 3.484375, + 5.71875, + 9.9375, + 3.6875, + 4.53125, + 5.625, + 5.5625, + 5.75, + 6.0625, + 5.6875, + 5.625, + 5.6875, + 5.53125, + 5.875, + 4.5625, + 5.46875, + 5.6875, + 5.75, + 5.21875, + 5.625, + 5.71875, + 5.96875, + 5.78125, + 5.65625, + 5.6875, + 5.6875, + 5.71875, + 3.984375, + 5.9375, + 5.5625, + 5.71875, + 5.96875, + 4.921875, + 5.90625, + 4.703125, + 5.8125, + 5.5625, + 4.890625, + 5.59375, + 5.625, + 6.0625, + 8.6875, + 5.6875, + 5.375, + 5.40625, + 5.9375, + 5.03125, + 3.8125, + 5.5, + 7.71875, + 5.40625, + 5.21875, + 5.96875, + 5.84375, + 5.78125, + 4.015625, + 5.40625, + 6.0, + 5.3125, + 5.96875, + 5.59375, + 5.96875, + 5.1875, + 5.84375, + 5.59375, + 5.75, + 5.65625, + 5.71875, + 5.59375, + 6.15625, + 5.9375, + 5.375, + 5.46875, + 5.09375, + 5.53125, + 4.984375, + 5.84375, + 5.5, + 4.984375, + 7.4375, + 5.75, + 5.84375, + 5.65625, + 5.8125, + 5.90625, + 4.90625, + 5.71875, + 5.90625, + 6.0625, + 5.75, + 6.0, + 4.875, + 5.5625, + 5.75, + 5.96875, + 5.625, + 6.1875, + 5.03125, + 5.9375, + 5.28125, + 5.84375, + 5.5625, + 4.671875, + 5.875, + 5.625, + 7.0625, + 6.8125, + 5.90625, + 5.59375, + 5.78125, + 5.75, + 5.46875, + 5.59375, + 5.375, + 5.5, + 4.6875, + 5.5, + 5.75, + 5.59375, + 5.8125, + 5.875, + 6.0, + 5.78125, + 5.8125, + 5.90625, + 5.53125, + 9.6875, + 5.65625, + 5.28125, + 5.75, + 5.625, + 6.125, + 5.4375, + 5.84375, + 5.96875, + 5.8125, + 5.65625, + 2.335938, + 8.1875, + 5.5, + 4.984375, + 5.5, + 5.65625, + 3.5625, + 5.5625, + 5.8125, + 5.71875, + 4.59375, + 5.6875, + 5.78125, + 4.65625, + 4.046875, + 5.65625, + 5.40625, + 5.9375, + 5.71875, + 5.4375, + 5.84375, + 5.375, + 5.71875, + 5.15625, + 4.0625, + 5.65625, + 4.8125, + 6.15625, + 5.875, + 4.0, + 3.515625, + 5.375, + 5.96875, + 5.96875, + 4.578125, + 5.84375, + 5.09375, + 5.71875, + 5.84375, + 0.660156, + 5.90625, + 5.8125, + 5.46875, + 5.25, + 5.65625, + 5.9375, + 4.609375, + 4.03125, + 4.609375, + 5.53125, + 5.90625, + 5.59375, + 5.09375, + 5.625, + 5.84375, + 5.53125, + 4.703125, + 6.0, + 5.75, + 5.40625, + 5.78125, + 5.6875, + 5.71875, + 5.53125, + 5.34375, + 4.0625, + 3.625, + 5.71875, + 5.4375, + 5.46875, + 5.875, + 5.65625, + 5.8125, + 4.4375, + 5.6875, + 4.671875, + 4.890625, + 5.84375, + 5.96875, + 5.59375, + 5.78125, + 5.9375, + 6.0, + 4.125, + 5.84375, + 5.65625, + 5.28125, + 5.8125, + 5.59375, + 5.5625, + 5.375, + 5.15625, + 5.625, + 6.03125, + 5.875, + 5.46875, + 5.4375, + 5.6875, + 5.4375, + 3.796875, + 6.0625, + 5.59375, + 3.828125, + 5.65625, + 5.6875, + 4.625, + 5.5, + 6.0625, + 5.8125, + 6.03125, + 5.75, + 6.28125, + 5.21875, + 5.65625, + 5.78125, + 5.71875, + 5.90625, + 5.875, + 5.6875, + 5.625, + 5.65625, + 5.71875, + 5.78125, + 6.03125, + 5.28125, + 3.65625, + 5.625, + 5.5625, + 5.9375, + 5.75, + 5.71875, + 3.828125, + 6.03125, + 6.15625, + 5.5625, + 5.8125, + 4.5, + 6.1875, + 5.5, + 6.03125, + 5.71875, + 5.90625, + 9.625, + 5.40625, + 4.921875, + 6.21875, + 9.5625, + 5.78125, + 3.625, + 5.78125, + 5.78125, + 3.546875, + 5.875, + 4.53125, + 5.75, + 5.59375, + 6.0625, + 5.53125, + 4.75, + 5.65625, + 5.8125, + 5.625, + 5.8125, + 5.875, + 5.625, + 5.4375, + 7.34375, + 5.9375, + 6.09375, + 5.875, + 5.96875, + 4.921875, + 5.375, + 5.5625, + 5.1875, + 5.3125, + 5.96875, + 5.90625, + 4.484375, + 5.84375, + 3.5625, + 5.8125, + 5.625, + 6.0, + 5.5625, + 5.59375, + 5.78125, + 5.8125, + 5.9375, + 5.125, + 6.15625, + 6.125, + 6.125, + 5.59375, + 5.8125, + 4.71875, + 5.5625, + 5.03125, + 4.21875, + 6.03125, + 6.03125, + 6.0, + 5.9375, + 6.0, + 5.3125, + 5.53125, + 5.875, + 4.9375, + 4.78125, + 5.46875, + 6.21875, + 5.90625, + 5.5625, + 5.6875, + 5.09375, + 5.90625, + 5.875, + 5.84375, + 4.09375, + 6.0, + 6.03125, + 5.84375, + 5.75, + 5.25, + 5.5625, + 5.5625, + 5.5, + 5.71875, + 5.5, + 5.8125, + 4.859375, + 5.625, + 5.90625, + 5.59375, + 6.0, + 6.09375, + 5.78125, + 5.40625, + 5.1875, + 6.0, + 6.21875, + 4.578125, + 4.296875, + 5.875, + 5.78125, + 5.9375, + 5.53125, + 6.15625, + 3.828125, + 5.65625, + 6.34375, + 5.46875, + 5.9375, + 5.34375, + 5.65625, + 5.5, + 4.671875, + 5.78125, + 5.75, + 5.875, + 5.5625, + 3.96875, + 6.0625, + 5.75, + 5.8125, + 5.65625, + 6.1875, + 5.84375, + 5.40625, + 5.28125, + 4.828125, + 5.90625, + 4.796875, + 3.796875, + 5.3125, + 6.40625, + 5.96875, + 5.9375, + 4.890625, + 5.59375, + 5.71875, + 5.75, + 5.78125, + 5.78125, + 5.4375, + 5.375, + 4.65625, + 6.0625, + 5.3125, + 5.5, + 5.6875, + 5.6875, + 5.71875, + 5.96875, + 5.78125, + 5.71875, + 5.03125, + 5.8125, + 5.9375, + 4.1875, + 5.25, + 5.5, + 5.9375, + 5.71875, + 4.28125, + 5.6875, + 6.125, + 5.375, + 5.96875, + 5.84375, + 3.890625, + 5.8125, + 5.8125, + 5.15625, + 5.90625, + 5.78125, + 5.65625, + 5.6875, + 6.03125, + 5.53125, + 5.90625, + 5.75, + 5.8125, + 5.6875, + 5.84375, + 5.53125, + 3.640625, + 5.5, + 5.46875, + 5.875, + 5.9375, + 6.03125, + 6.15625, + 5.3125, + 4.5, + 5.6875, + 6.0, + 5.78125, + 5.84375, + 4.78125, + 5.4375, + 5.96875, + 5.6875, + 5.6875, + 5.5, + 5.8125, + 5.53125, + 5.875, + 5.59375, + 5.65625, + 5.34375, + 5.84375, + 5.75, + 5.6875, + 5.78125, + 5.90625, + 5.5, + 5.78125, + 4.453125, + 3.71875, + 5.65625, + 5.5625, + 5.9375, + 5.5, + 5.65625, + 5.875, + 4.984375, + 5.84375, + 5.4375, + 5.65625, + 6.09375, + 5.9375, + 5.71875, + 3.734375, + 5.59375, + 6.0, + 5.875, + 5.6875, + 6.3125, + 5.625, + 5.65625, + 5.8125, + 5.28125, + 6.0625, + 5.875, + 5.6875, + 5.5, + 5.78125, + 5.53125, + 5.6875, + 5.5, + 5.5, + 5.5, + 6.0, + 5.625, + 5.75, + 5.90625, + 5.75, + 5.4375, + 8.4375, + 5.0, + 5.90625, + 5.09375, + 4.5, + 5.84375, + 5.96875, + 5.4375, + 4.203125, + 5.25, + 5.5, + 5.96875, + 5.875, + 6.03125, + 5.71875, + 5.96875, + 5.90625, + 5.53125, + 9.625, + 3.546875, + 5.3125, + 6.1875, + 5.90625, + 6.03125, + 5.8125, + 5.78125, + 5.625, + 3.5625, + 5.875, + 5.5625, + 5.71875, + 5.78125, + 5.65625, + 6.34375, + 5.71875, + 5.9375, + 5.71875, + 4.359375, + 5.6875, + 5.8125, + 5.53125, + 5.53125, + 5.875, + 5.84375, + 5.90625, + 5.375, + 5.75, + 5.5625, + 5.8125, + 5.71875, + 5.84375, + 5.71875, + 5.59375, + 5.40625, + 5.71875, + 5.65625, + 8.59375, + 6.125, + 5.71875, + 5.40625, + 3.65625, + 5.875, + 5.625, + 5.75, + 5.5625, + 5.8125, + 5.90625, + 5.84375, + 5.96875, + 5.90625, + 5.1875, + 5.65625, + 5.84375, + 5.65625, + 3.609375, + 5.8125, + 5.375, + 5.90625, + 5.78125, + 5.78125, + 5.75, + 5.625, + 5.5, + 6.03125, + 5.5625, + 6.15625, + 4.53125, + 5.53125, + 5.25, + 5.71875, + 3.875, + 5.96875, + 4.46875, + 5.5, + 3.75, + 5.5625, + 5.53125, + 4.890625, + 4.765625, + 5.34375, + 6.125, + 5.71875, + 5.53125, + 5.6875, + 5.5625, + 5.8125, + 5.6875, + 3.859375, + 4.390625, + 5.59375, + 5.9375, + 5.8125, + 5.46875, + 5.90625, + 5.78125, + 5.71875, + 5.21875, + 5.75, + 5.84375, + 5.59375, + 6.28125, + 5.4375, + 5.6875, + 5.78125, + 5.4375, + 5.125, + 5.75, + 5.625, + 6.09375, + 5.71875, + 5.8125, + 4.859375, + 6.0, + 5.78125, + 5.25, + 5.78125, + 5.875, + 5.9375, + 5.78125, + 6.96875, + 4.21875, + 5.625, + 5.4375, + 5.5625, + 4.5625, + 7.9375, + 5.96875, + 5.625, + 3.84375, + 5.4375, + 5.125, + 5.90625, + 5.59375, + 5.3125, + 3.859375, + 5.84375, + 5.75, + 6.0625, + 3.53125, + 4.875, + 4.171875, + 3.65625, + 5.625, + 5.09375, + 5.75, + 6.09375, + 5.84375, + 5.5, + 6.0625, + 5.84375, + 4.46875, + 4.515625, + 5.84375, + 5.40625, + 5.9375, + 6.03125, + 5.6875, + 5.625, + 5.875, + 5.4375, + 6.09375, + 5.4375, + 5.8125, + 4.53125, + 6.28125, + 5.875, + 7.625, + 5.90625, + 5.375, + 4.125, + 5.59375, + 4.484375, + 6.125, + 5.59375, + 5.90625, + 5.625, + 5.84375, + 5.65625, + 5.46875, + 5.6875, + 5.65625, + 5.96875, + 5.4375, + 5.71875, + 6.3125, + 5.4375, + 6.0625, + 5.53125, + 6.0, + 5.8125, + 4.96875, + 6.71875, + 5.625, + 4.875, + 5.84375, + 6.0, + 5.8125, + 5.6875, + 5.59375, + 5.8125, + 5.40625, + 6.25, + 4.984375, + 5.90625, + 5.90625, + 6.0625, + 5.84375, + 6.09375, + 6.125, + 5.3125, + 5.59375, + 5.8125, + 5.65625, + 5.78125, + 5.9375, + 4.671875, + 6.03125, + 5.625, + 4.75, + 5.6875, + 5.875, + 4.140625, + 5.8125, + 5.46875, + 5.90625, + 5.90625, + 5.375, + 5.78125, + 5.6875, + 5.71875, + 5.65625, + 5.625, + 5.25, + 5.3125, + 5.8125, + 4.71875, + 5.40625, + 5.96875, + 7.34375, + 4.015625, + 5.625, + 5.65625, + 5.6875, + 6.90625, + 5.875, + 6.0, + 5.40625, + 5.9375, + 6.0, + 5.5, + 5.8125, + 5.71875, + 3.890625, + 5.6875, + 6.125, + 4.03125, + 5.90625, + 5.71875, + 5.96875, + 5.8125, + 5.6875, + 5.6875, + 4.640625, + 6.09375, + 5.6875, + 6.59375, + 5.9375, + 5.5625, + 5.46875, + 5.375, + 4.078125, + 4.546875, + 5.875, + 5.28125, + 5.875, + 5.03125, + 5.34375, + 5.59375, + 6.75, + 4.03125, + 4.953125, + 6.1875, + 3.59375, + 6.3125, + 5.59375, + 6.0, + 5.75, + 4.15625, + 5.9375, + 5.75, + 4.6875, + 5.84375, + 3.9375, + 5.53125, + 6.03125, + 6.125, + 5.71875, + 3.953125, + 6.09375, + 5.28125, + 5.65625, + 5.9375, + 5.40625, + 5.59375, + 4.546875, + 6.0, + 6.09375, + 6.09375, + 5.6875, + 4.046875, + 6.4375, + 6.0625, + 5.46875, + 5.875, + 5.875, + 5.6875, + 5.5625, + 5.375, + 5.5625, + 5.625, + 5.4375, + 4.78125, + 6.40625, + 7.15625, + 5.90625, + 3.71875, + 5.5, + 4.984375, + 5.84375, + 5.96875, + 5.9375, + 5.3125, + 5.53125, + 5.71875, + 5.53125, + 4.21875, + 6.59375, + 6.34375, + 5.6875 + ] + }, + "name": "onnx::Mul_8836", + "outputIndexes": [ + 2370 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2369, + 2370 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_24/Mul_1_output_0", + "outputIndexes": [ + 2371 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2352, + 2371 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_124_output_0", + "outputIndexes": [ + 2372 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2372, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_225_output_0", + "outputIndexes": [ + 2373 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2373 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_25/Mul_output_0", + "outputIndexes": [ + 2374 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.296875, + 1.261719, + 1.265625, + 1.292969, + 1.367188, + 1.240234, + 1.306641, + 2.78125, + 1.507812, + 1.355469, + 1.239258, + 1.361328, + 1.384766, + 1.253906, + 1.445312, + 1.261719, + 1.189453, + 1.291016, + 2.140625, + 1.486328, + 1.214844, + 1.421875, + 1.232422, + 1.337891, + 1.472656, + 1.186523, + 1.589844, + 1.574219, + 1.235352, + 1.361328, + 1.628906, + 1.470703, + 1.228516, + 2.679688, + 1.230469, + 1.570312, + 1.332031, + 1.271484, + 1.449219, + 1.335938, + 1.201172, + 1.28125, + 1.249023, + 1.539062, + 2.40625, + 1.478516, + 1.378906, + 1.474609, + 1.71875, + 1.519531, + 1.3125, + 1.871094, + 1.287109, + 1.738281, + 1.310547, + 1.507812, + 1.404297, + 1.330078, + 1.494141, + 1.480469, + 1.808594, + 1.251953, + 1.304688, + 1.400391, + 1.382812, + 1.310547, + 1.863281, + 1.269531, + 1.503906, + 1.441406, + 1.365234, + 1.386719, + 1.243164, + 1.292969, + 1.233398, + 1.390625, + 1.925781, + 1.558594, + 1.621094, + 2.335938, + 1.314453, + 3.078125, + 1.279297, + 1.683594, + 1.269531, + 1.507812, + 1.257812, + 1.675781, + 2.023438, + 1.287109, + 1.507812, + 1.423828, + 1.24707, + 2.0625, + 1.214844, + 3.109375, + 1.365234, + 1.265625, + 1.039795, + 1.378906, + 1.498047, + 1.296875, + 1.310547, + 1.209961, + 1.263672, + 1.380859, + 1.34375, + 1.785156, + 1.212891, + 1.308594, + 1.371094, + 1.341797, + 1.380859, + 3.609375, + 1.507812, + 1.416016, + 1.306641, + 1.648438, + 1.443359, + 1.404297, + 1.378906, + 1.213867, + 1.648438, + 1.226562, + 1.462891, + 1.482422, + 1.332031, + 1.386719, + 1.365234, + 2.125, + 1.824219, + 1.279297, + 1.449219, + 1.277344, + 1.271484, + 1.484375, + 1.359375, + 1.929688, + 1.324219, + 1.22168, + 1.378906, + 1.439453, + 1.617188, + 1.396484, + 1.302734, + 1.478516, + 1.511719, + 1.324219, + 1.253906, + 1.292969, + 1.244141, + 1.535156, + 1.318359, + 1.091309, + 1.373047, + 1.310547, + 1.816406, + 1.206055, + 2.601562, + 2.492188, + 2.796875, + 1.271484, + 1.664062, + 1.855469, + 1.439453, + 1.206055, + 1.143555, + 2.570312, + 1.503906, + 1.302734, + 1.496094, + 2.3125, + 1.257812, + 2.273438, + 1.330078, + 1.84375, + 1.490234, + 3.203125, + 1.328125, + 1.605469, + 1.275391, + 2.421875, + 1.46875, + 2.882812, + 1.484375, + 1.25, + 2.125, + 1.359375, + 1.34375, + 1.710938, + 1.302734, + 1.365234, + 1.371094, + 1.324219, + 1.242188, + 1.427734, + 1.361328, + 1.371094, + 1.324219, + 1.28125, + 1.388672, + 1.223633, + 1.337891, + 1.287109, + 1.291016, + 1.175781, + 1.324219, + 1.470703, + 1.328125, + 1.28125, + 1.597656, + 1.144531, + 1.550781, + 1.4375, + 1.231445, + 1.232422, + 1.408203, + 1.330078, + 1.300781, + 1.304688, + 1.410156, + 1.458984, + 1.361328, + 1.332031, + 1.328125, + 1.365234, + 1.347656, + 1.289062, + 1.396484, + 1.431641, + 2.96875, + 1.402344, + 1.496094, + 1.172852, + 1.224609, + 1.224609, + 1.648438, + 1.226562, + 1.333984, + 1.269531, + 2.054688, + 1.28125, + 1.207031, + 1.867188, + 1.392578, + 1.396484, + 1.417969, + 1.355469, + 1.241211, + 1.902344, + 1.632812, + 1.589844, + 2.054688, + 1.253906, + 1.246094, + 1.294922, + 1.275391, + 1.515625, + 1.349609, + 1.388672, + 1.289062, + 1.210938, + 1.34375, + 1.332031, + 1.28125, + 1.480469, + 1.380859, + 1.271484, + 1.386719, + 1.511719, + 1.24707, + 1.289062, + 1.261719, + 1.375, + 1.248047, + 1.233398, + 1.929688, + 1.298828, + 1.198242, + 1.220703, + 1.640625, + 1.339844, + 2.273438, + 1.373047, + 1.359375, + 1.322266, + 1.367188, + 1.365234, + 2.429688, + 1.345703, + 1.396484, + 3.15625, + 1.546875, + 1.416016, + 1.361328, + 1.333984, + 1.314453, + 1.314453, + 1.255859, + 1.265625, + 1.371094, + 1.667969, + 2.765625, + 1.34375, + 3.625, + 1.484375, + 1.417969, + 1.511719, + 1.3125, + 1.267578, + 1.271484, + 2.828125, + 1.292969, + 1.253906, + 1.337891, + 1.304688, + 1.263672, + 1.18457, + 1.679688, + 1.227539, + 1.367188, + 1.390625, + 1.396484, + 1.398438, + 1.347656, + 1.227539, + 1.605469, + 1.494141, + 1.271484, + 1.324219, + 1.451172, + 1.664062, + 1.275391, + 1.34375, + 0.589844, + 1.232422, + 1.402344, + 1.223633, + 1.294922, + 1.386719, + 1.285156, + 1.609375, + 1.253906, + 1.554688, + 1.558594, + 1.535156, + 1.490234, + 2.171875, + 1.386719, + 1.275391, + 2.851562, + 1.539062, + 2.625, + 1.478516, + 3.21875, + 2.15625, + 1.429688, + 1.255859, + 1.683594, + 1.40625, + 2.40625, + 1.332031, + 1.341797, + 1.851562, + 1.314453, + 1.398438, + 1.279297, + 2.242188, + 1.515625, + 1.292969, + 1.326172, + 1.417969, + 1.287109, + 1.527344, + 1.217773, + 1.287109, + 1.306641, + 1.416016, + 1.373047, + 1.761719, + 1.273438, + 1.306641, + 1.949219, + 2.265625, + 1.373047, + 1.349609, + 1.361328, + 1.921875, + 1.287109, + 1.292969, + 1.417969, + 1.330078, + 2.695312, + 1.365234, + 1.277344, + 1.382812, + 1.476562, + 2.65625, + 1.244141, + 1.231445, + 1.53125, + 1.375, + 1.219727, + 1.302734, + 2.164062, + 1.300781, + 1.255859, + 1.390625, + 1.265625, + 2.03125, + 1.431641, + 1.261719, + 1.261719, + 1.149414, + 1.660156, + 1.367188, + 1.326172, + 1.289062, + 1.351562, + 1.330078, + 1.425781, + 1.3125, + 1.5625, + 1.435547, + 1.363281, + 1.546875, + 1.213867, + 1.306641, + 1.371094, + 1.339844, + 1.265625, + 1.328125, + 1.25, + 1.546875, + 2.773438, + 1.213867, + 1.376953, + 1.269531, + 1.277344, + 1.180664, + 1.392578, + 1.462891, + 1.333984, + 1.458984, + 3.734375, + 1.357422, + 1.300781, + 1.202148, + 1.328125, + 1.192383, + 1.357422, + 1.451172, + 1.447266, + 1.476562, + 1.5, + 1.337891, + 1.894531, + 1.25, + 1.351562, + 1.396484, + 1.271484, + 1.396484, + 1.326172, + 1.388672, + 2.179688, + 1.220703, + 2.429688, + 1.441406, + 1.314453, + 1.169922, + 1.314453, + 1.291016, + 1.333984, + 1.59375, + 1.416016, + 1.271484, + 2.265625, + 1.310547, + 1.4375, + 1.25, + 1.605469, + 1.316406, + 1.322266, + 1.207031, + 1.396484, + 1.326172, + 2.414062, + 1.320312, + 1.337891, + 1.570312, + 1.496094, + 1.347656, + 1.277344, + 1.271484, + 1.566406, + 1.259766, + 3.046875, + 2.703125, + 1.527344, + 2.53125, + 1.24707, + 1.396484, + 1.337891, + 1.542969, + 2.359375, + 1.289062, + 1.773438, + 1.75, + 1.466797, + 1.394531, + 1.433594, + 1.449219, + 1.355469, + 1.296875, + 1.269531, + 1.213867, + 1.691406, + 1.308594, + 1.447266, + 1.460938, + 1.574219, + 1.318359, + 2.1875, + 2.101562, + 1.462891, + 1.992188, + 1.214844, + 1.240234, + 1.707031, + 1.388672, + 1.392578, + 1.353516, + 1.193359, + 3.46875, + 1.271484, + 0.817383, + 1.419922, + 1.328125, + 1.214844, + 2.9375, + 4.03125, + 1.410156, + 1.425781, + 1.246094, + 1.160156, + 1.445312, + 1.335938, + 1.320312, + 1.683594, + 1.205078, + 2.859375, + 1.4375, + 1.585938, + 1.229492, + 1.380859, + 1.285156, + 1.253906, + 3.0625, + 1.427734, + 1.361328, + 1.394531, + 3.984375, + 1.832031, + 1.578125, + 1.34375, + 1.225586, + 1.242188, + 3.640625, + 1.431641, + 1.400391, + 1.361328, + 1.227539, + 1.398438, + 1.722656, + 3.25, + 1.324219, + 1.359375, + 1.373047, + 1.890625, + 1.335938, + 1.320312, + 1.402344, + 1.394531, + 1.490234, + 1.65625, + 1.330078, + 1.443359, + 1.341797, + 3.21875, + 1.617188, + 1.287109, + 1.279297, + 1.667969, + 1.419922, + 2.546875, + 1.345703, + 1.429688, + 1.333984, + 1.423828, + 1.664062, + 1.212891, + 1.205078, + 1.519531, + 1.306641, + 1.22168, + 1.263672, + 1.417969, + 1.396484, + 1.632812, + 1.417969, + 1.298828, + 1.386719, + 1.373047, + 2.546875, + 1.695312, + 1.349609, + 1.388672, + 1.425781, + 1.484375, + 1.382812, + 1.296875, + 1.273438, + 1.40625, + 1.298828, + 1.416016, + 1.523438, + 1.380859, + 1.265625, + 1.324219, + 1.470703, + 1.314453, + 1.306641, + 1.388672, + 1.294922, + 1.177734, + 1.458984, + 1.259766, + 1.417969, + 1.257812, + 2.140625, + 1.193359, + 1.271484, + 1.550781, + 2.5625, + 1.283203, + 2.40625, + 1.384766, + 1.283203, + 1.373047, + 1.988281, + 1.675781, + 2.929688, + 1.185547, + 1.150391, + 1.223633, + 1.271484, + 1.494141, + 1.181641, + 1.304688, + 1.386719, + 1.300781, + 1.412109, + 1.302734, + 3.546875, + 1.349609, + 1.277344, + 1.339844, + 1.304688, + 1.245117, + 1.244141, + 1.339844, + 1.408203, + 1.363281, + 1.609375, + 1.460938, + 1.396484, + 1.458984, + 1.310547, + 1.8125, + 1.441406, + 1.296875, + 3.21875, + 2.679688, + 1.308594, + 1.458984, + 1.316406, + 1.396484, + 1.231445, + 1.289062, + 1.4375, + 1.558594, + 1.279297, + 1.273438, + 1.326172, + 1.292969, + 1.455078, + 1.396484, + 1.261719, + 1.298828, + 1.396484, + 2.382812, + 1.241211, + 1.460938, + 1.339844, + 1.245117, + 1.5625, + 1.449219, + 1.546875, + 1.386719, + 1.417969, + 1.229492, + 1.255859, + 1.359375, + 1.535156, + 2.984375, + 1.710938, + 1.251953, + 1.816406, + 1.46875, + 1.359375, + 1.255859, + 1.285156, + 1.314453, + 1.439453, + 1.773438, + 3.4375, + 1.941406, + 1.216797, + 1.337891, + 1.273438, + 1.441406, + 1.382812, + 1.273438, + 1.287109, + 1.470703, + 1.566406, + 1.363281, + 1.231445, + 1.333984, + 1.431641, + 1.283203, + 1.433594, + 1.279297, + 1.229492, + 1.439453, + 1.503906, + 1.200195, + 1.275391, + 1.251953, + 1.378906, + 1.239258, + 1.332031, + 1.335938, + 1.294922, + 1.214844, + 1.628906, + 1.447266, + 2.054688, + 1.238281, + 1.484375, + 1.550781, + 1.423828, + 1.320312, + 1.333984, + 1.257812, + 1.273438, + 1.324219, + 1.318359, + 1.253906, + 1.316406, + 1.410156, + 1.464844, + 1.349609, + 1.394531, + 1.519531, + 1.241211, + 1.248047, + 1.277344, + 1.433594, + 1.660156, + 1.326172, + 1.251953, + 1.380859, + 1.283203, + 3.5625, + 1.296875, + 1.193359, + 2.296875, + 1.839844, + 1.240234, + 1.357422, + 1.298828, + 1.470703, + 1.287109, + 1.408203, + 1.34375, + 1.294922, + 1.851562, + 1.240234, + 1.245117, + 3.296875, + 1.410156, + 1.308594, + 1.367188, + 1.369141, + 1.777344, + 1.46875, + 1.28125, + 2.984375, + 1.365234, + 1.357422, + 1.367188, + 2.671875, + 1.322266, + 2.1875, + 1.566406, + 1.59375, + 1.46875, + 1.847656, + 1.328125, + 1.275391, + 1.243164, + 1.5, + 1.211914, + 1.314453, + 1.227539, + 1.324219, + 1.263672, + 1.412109, + 1.318359, + 1.21582, + 1.21875, + 1.613281, + 1.441406, + 1.292969, + 1.855469, + 1.261719, + 1.369141, + 2.109375, + 1.265625, + 1.703125, + 1.410156, + 1.245117, + 1.239258, + 1.318359, + 1.271484, + 1.476562, + 1.308594, + 1.330078, + 1.298828, + 1.429688, + 1.347656, + 1.507812, + 1.355469, + 3.6875, + 1.408203, + 1.601562, + 1.400391, + 1.324219, + 1.726562, + 1.206055, + 1.396484, + 1.255859, + 1.296875, + 1.353516, + 3.203125, + 1.245117, + 1.261719, + 1.371094, + 3.28125, + 1.394531, + 1.171875, + 1.566406, + 2.632812, + 1.435547, + 1.421875, + 1.373047, + 1.210938, + 1.333984, + 1.199219, + 1.605469, + 1.326172, + 1.609375, + 1.519531, + 1.451172, + 1.194336, + 1.353516, + 1.304688, + 1.447266, + 1.322266, + 2.210938, + 1.283203, + 1.279297, + 1.470703, + 1.304688, + 1.239258, + 1.314453, + 1.201172, + 1.367188, + 1.273438, + 1.507812, + 1.351562, + 1.341797, + 1.335938, + 1.878906, + 1.458984, + 1.349609, + 2.570312, + 3.59375, + 1.695312, + 1.324219, + 1.419922, + 1.339844, + 1.267578, + 1.172852, + 2.398438, + 3.015625, + 1.355469, + 1.207031, + 1.550781, + 1.417969, + 1.404297, + 1.351562, + 1.292969, + 1.851562, + 2.640625, + 1.326172, + 1.359375, + 1.375, + 2.15625, + 1.308594, + 1.457031, + 1.462891, + 1.644531, + 1.427734, + 1.231445, + 1.308594, + 1.361328, + 1.753906, + 1.163086, + 1.253906, + 1.375, + 1.359375, + 1.519531, + 1.230469, + 1.222656, + 1.730469, + 2.523438, + 3.75, + 1.235352, + 1.308594, + 1.239258, + 1.322266, + 1.308594, + 1.341797, + 1.186523, + 2.96875, + 1.365234, + 1.621094, + 1.21875, + 1.427734, + 2.445312, + 1.65625, + 1.400391, + 1.361328, + 1.235352, + 1.427734, + 1.585938, + 1.609375, + 2.367188, + 1.351562, + 1.394531, + 1.431641, + 2.90625, + 1.265625, + 1.558594, + 1.429688, + 1.417969, + 3.03125, + 1.361328, + 1.447266, + 1.208984, + 1.474609, + 1.734375, + 1.34375, + 1.507812, + 1.53125, + 3.34375, + 3.75, + 4.796875, + 1.371094, + 1.320312, + 1.291016, + 1.480469, + 1.34375, + 1.679688, + 1.292969, + 2.992188, + 1.246094, + 1.376953, + 1.472656, + 1.339844, + 1.847656, + 1.449219, + 1.231445, + 2.585938, + 1.367188, + 2.867188, + 1.271484, + 2.5, + 1.558594, + 1.515625, + 1.261719, + 1.433594, + 1.742188, + 1.349609, + 2.3125, + 1.355469, + 2.804688, + 1.773438, + 1.515625, + 1.945312, + 1.886719, + 1.207031, + 1.365234, + 1.585938, + 3.25, + 1.205078, + 1.464844, + 1.375, + 1.601562, + 1.253906, + 1.308594, + 2.859375, + 1.396484, + 1.310547, + 1.371094, + 3.296875, + 3.046875, + 1.245117, + 1.151367, + 1.507812, + 1.326172, + 1.253906, + 1.455078, + 1.507812, + 4.625, + 1.59375, + 1.324219, + 1.953125, + 1.5625, + 1.361328, + 1.273438, + 1.160156, + 1.298828, + 1.241211, + 1.425781, + 1.123535, + 1.558594, + 1.554688, + 1.263672, + 1.384766, + 1.527344, + 1.433594, + 1.388672, + 1.326172, + 1.220703, + 1.308594, + 2.625, + 1.478516, + 2.765625, + 1.640625, + 1.789062, + 2.226562, + 1.267578, + 1.498047, + 1.211914, + 1.542969, + 1.259766, + 1.229492, + 1.369141, + 1.357422, + 2.640625, + 1.519531, + 1.464844, + 1.550781, + 1.261719, + 1.328125, + 1.433594, + 1.206055, + 1.275391, + 1.390625, + 1.404297, + 1.519531, + 2.398438, + 1.289062, + 1.171875, + 1.671875, + 1.314453, + 1.259766, + 1.466797, + 1.527344, + 1.277344, + 1.488281, + 1.292969, + 1.243164, + 1.259766, + 1.333984, + 1.433594, + 1.339844, + 1.235352, + 1.234375, + 1.292969, + 1.53125, + 3.0625, + 1.166016, + 2.328125, + 1.511719, + 1.335938, + 1.542969, + 1.349609, + 1.320312, + 1.425781, + 1.351562, + 1.96875, + 1.351562, + 3.515625, + 2.664062, + 2.867188, + 1.263672, + 1.267578, + 2.609375, + 1.332031, + 1.507812, + 1.355469, + 2.265625, + 1.449219, + 1.703125, + 1.503906, + 2.648438, + 1.292969, + 1.233398, + 1.400391, + 1.292969, + 1.466797, + 1.464844, + 1.255859, + 1.449219, + 3.65625, + 2.125, + 3.65625, + 1.396484, + 1.255859, + 1.419922, + 1.225586, + 1.628906, + 2.28125, + 1.511719, + 2.445312, + 1.476562, + 1.275391, + 1.339844, + 1.347656, + 1.605469, + 1.277344, + 1.232422, + 1.259766, + 1.511719, + 1.337891, + 1.621094, + 1.867188, + 1.283203, + 1.217773, + 1.65625, + 1.259766, + 1.410156, + 1.277344, + 1.375, + 1.291016, + 1.445312, + 1.427734, + 1.316406, + 1.355469, + 1.386719, + 1.302734, + 1.386719, + 1.332031, + 1.287109, + 1.339844, + 1.277344, + 1.400391, + 1.457031, + 1.255859, + 1.310547, + 1.28125, + 1.314453, + 1.478516, + 2.039062, + 1.339844, + 1.367188, + 1.306641, + 1.332031, + 1.375, + 1.275391, + 1.310547, + 2.546875, + 1.353516, + 2.304688, + 1.257812, + 1.558594, + 1.417969, + 1.84375, + 1.373047, + 1.789062, + 1.324219, + 2.460938, + 1.416016, + 1.804688, + 1.347656, + 1.445312, + 1.316406, + 1.451172, + 1.193359, + 1.298828, + 1.359375, + 1.394531, + 1.464844, + 1.298828, + 2.898438, + 1.353516, + 1.310547, + 1.414062, + 1.515625, + 1.5, + 1.197266, + 1.447266, + 1.714844, + 1.3125, + 1.392578, + 1.371094, + 1.542969, + 1.320312, + 1.292969, + 1.574219, + 1.445312, + 1.488281, + 2.734375, + 1.255859, + 1.324219, + 1.227539, + 3.171875, + 1.482422, + 2.140625, + 2.789062, + 1.515625, + 3.125, + 2.703125, + 1.394531, + 1.302734, + 1.353516, + 1.330078, + 3.890625, + 1.328125, + 1.474609, + 1.273438, + 2.695312, + 1.294922, + 1.24707, + 1.283203, + 1.427734, + 1.337891, + 1.402344, + 2.90625, + 1.335938, + 1.257812, + 2.0, + 2.367188, + 1.349609, + 1.300781, + 2.421875, + 1.178711, + 3.09375, + 1.273438, + 1.671875, + 1.314453, + 1.310547, + 2.359375, + 1.388672, + 1.339844, + 1.322266, + 1.275391, + 1.394531, + 1.792969, + 3.53125, + 1.349609, + 1.136719, + 1.376953, + 1.25, + 1.302734, + 1.287109, + 1.332031, + 1.378906, + 1.263672, + 1.355469, + 1.237305, + 1.34375, + 1.318359, + 1.455078, + 1.367188, + 1.695312, + 1.470703, + 1.455078, + 1.314453, + 3.171875, + 1.228516, + 1.302734, + 1.249023, + 1.470703, + 1.457031, + 1.447266, + 1.402344, + 1.341797, + 1.546875, + 1.277344, + 1.246094, + 1.316406, + 1.28125, + 1.75, + 1.335938, + 2.695312, + 1.237305, + 2.328125, + 1.279297, + 1.357422, + 1.318359, + 2.445312, + 1.21582, + 1.410156, + 1.421875, + 1.208984, + 1.158203, + 1.355469, + 1.365234, + 1.466797, + 1.322266, + 1.382812, + 2.164062, + 1.333984, + 1.224609, + 1.125977, + 1.235352, + 1.347656, + 1.283203, + 1.388672, + 1.255859, + 1.423828, + 1.287109, + 1.679688, + 1.386719, + 1.294922, + 1.380859, + 2.226562, + 1.527344, + 1.496094, + 1.217773, + 1.435547, + 2.476562, + 1.177734, + 1.263672, + 1.355469, + 1.283203, + 1.392578, + 1.324219, + 1.242188, + 1.263672, + 3.125, + 1.330078, + 1.279297, + 1.375, + 1.351562, + 1.384766, + 1.261719, + 1.251953, + 1.328125, + 1.261719, + 1.390625, + 1.24707, + 1.394531, + 1.429688, + 1.291016, + 1.279297, + 1.296875, + 1.714844, + 1.863281, + 1.386719, + 1.283203, + 1.306641, + 1.318359, + 1.945312, + 1.294922, + 1.355469, + 1.365234, + 2.523438, + 1.734375, + 1.789062, + 3.71875, + 1.339844, + 1.367188, + 1.1875, + 3.078125, + 1.287109, + 1.237305, + 2.796875, + 2.164062, + 1.291016, + 1.333984, + 1.238281, + 1.341797, + 1.347656, + 1.380859, + 1.318359, + 1.302734, + 1.298828, + 1.96875, + 1.472656, + 1.363281, + 1.365234, + 3.03125, + 1.316406, + 1.269531, + 1.259766, + 1.335938, + 1.265625, + 1.380859, + 1.380859, + 1.396484, + 3.1875, + 1.214844, + 1.285156, + 1.3125, + 1.298828, + 1.609375, + 1.259766, + 3.1875, + 1.243164, + 1.320312, + 1.691406, + 1.308594, + 1.271484, + 1.359375, + 2.539062, + 1.357422, + 1.28125, + 1.396484, + 1.304688, + 1.78125, + 2.757812, + 1.423828, + 1.458984, + 1.8125, + 1.546875, + 1.235352, + 1.246094, + 1.320312, + 2.484375, + 1.476562, + 1.357422, + 1.507812, + 1.408203, + 1.691406, + 1.25, + 1.519531, + 1.261719, + 1.359375, + 1.259766, + 1.392578, + 1.185547, + 1.388672, + 1.183594, + 1.414062, + 1.53125, + 1.441406, + 1.53125, + 1.699219, + 1.699219, + 1.984375, + 1.337891, + 1.640625, + 1.318359, + 1.308594, + 1.375, + 1.253906, + 1.287109, + 1.253906, + 1.816406, + 1.351562, + 1.248047, + 1.322266, + 1.200195, + 1.181641, + 1.765625, + 1.289062, + 1.306641, + 1.476562, + 1.433594, + 1.3125, + 1.964844, + 1.3125, + 1.402344, + 1.320312, + 1.306641, + 2.335938, + 1.217773, + 1.255859, + 1.417969, + 1.539062, + 1.240234, + 1.269531, + 1.53125, + 1.28125, + 1.511719, + 1.257812, + 1.310547, + 1.384766, + 1.742188, + 1.421875, + 1.375, + 1.21875, + 1.289062, + 1.294922, + 1.213867, + 1.24707, + 1.289062, + 1.298828, + 1.46875, + 1.192383, + 1.289062, + 1.341797, + 1.578125, + 1.341797, + 1.275391, + 1.363281, + 1.25, + 1.238281, + 1.324219, + 1.369141, + 3.1875, + 1.427734, + 1.474609, + 1.679688, + 1.320312, + 1.314453, + 2.914062, + 1.421875, + 1.320312, + 1.273438, + 2.039062, + 1.373047, + 1.326172, + 1.976562, + 2.273438, + 1.414062, + 1.285156, + 1.431641, + 1.330078, + 1.53125, + 1.298828, + 1.554688, + 1.417969, + 1.361328, + 3.4375, + 1.287109, + 1.902344, + 1.220703, + 1.246094, + 2.257812, + 2.960938, + 1.675781, + 1.337891, + 1.207031, + 1.933594, + 1.255859, + 1.53125, + 1.53125, + 1.308594, + 1.796875, + 1.216797, + 1.246094, + 1.515625, + 1.5625, + 1.361328, + 1.332031, + 1.996094, + 2.242188, + 2.171875, + 1.330078, + 1.289062, + 1.283203, + 1.498047, + 1.382812, + 1.275391, + 1.365234, + 1.792969, + 1.367188, + 1.550781, + 1.455078, + 1.53125, + 1.447266, + 1.457031, + 1.371094, + 1.574219, + 3.015625, + 2.929688, + 1.287109, + 1.445312, + 1.408203, + 1.269531, + 1.285156, + 1.216797, + 2.03125, + 1.279297, + 2.039062, + 1.914062, + 1.59375, + 1.200195, + 1.384766, + 1.273438, + 1.398438, + 1.289062, + 2.375, + 1.308594, + 1.345703, + 1.441406, + 1.273438, + 1.361328, + 1.304688, + 1.535156, + 1.578125, + 1.597656, + 1.287109, + 1.306641, + 1.431641, + 1.714844, + 1.386719, + 1.621094, + 1.523438, + 1.178711, + 1.435547, + 2.390625, + 1.300781, + 1.259766, + 3.09375, + 1.289062, + 1.515625, + 1.488281, + 1.326172, + 1.414062, + 1.777344, + 1.675781, + 1.243164, + 1.275391, + 1.353516, + 1.292969, + 1.283203, + 1.417969, + 1.265625, + 1.412109, + 1.289062, + 1.451172, + 1.287109, + 2.578125, + 3.59375, + 1.283203, + 1.433594, + 1.182617, + 1.339844, + 1.408203, + 3.015625, + 1.306641, + 1.198242, + 1.480469, + 1.263672, + 2.03125, + 1.208008, + 1.419922, + 1.222656, + 1.283203, + 1.228516, + 1.283203, + 1.419922, + 1.683594, + 1.310547, + 1.197266, + 1.34375, + 2.53125, + 1.302734, + 1.539062, + 3.46875, + 1.363281, + 3.578125, + 1.244141, + 1.316406, + 1.515625, + 1.410156, + 3.875, + 1.318359, + 1.34375, + 1.235352, + 1.269531, + 1.231445, + 1.386719, + 1.550781, + 1.287109, + 1.28125, + 1.263672, + 1.302734, + 1.386719, + 2.28125, + 1.314453, + 1.570312, + 1.496094, + 1.574219, + 2.59375, + 1.308594, + 2.617188, + 1.605469, + 3.125, + 1.28125, + 1.511719, + 1.363281, + 1.328125, + 1.441406, + 1.261719, + 1.275391, + 1.245117, + 1.470703, + 1.476562, + 1.292969, + 1.277344, + 1.408203, + 1.203125, + 1.796875, + 1.455078, + 1.640625, + 2.320312, + 1.296875, + 1.291016, + 1.186523, + 1.380859, + 1.172852, + 1.386719, + 1.335938, + 1.230469, + 1.613281, + 1.667969, + 1.253906, + 1.167969, + 1.361328, + 1.318359, + 1.324219, + 2.023438, + 1.230469, + 1.388672, + 1.241211, + 2.242188, + 1.398438, + 1.455078, + 1.294922, + 1.349609, + 1.667969, + 1.404297, + 1.388672, + 1.535156, + 1.322266, + 1.492188, + 1.302734, + 2.757812, + 1.386719, + 1.324219, + 1.302734, + 1.259766, + 1.259766, + 1.304688, + 1.482422, + 1.589844, + 1.259766, + 1.186523, + 1.835938, + 2.1875, + 1.3125, + 1.3125, + 1.337891, + 1.361328, + 1.231445, + 3.234375, + 1.304688, + 1.267578, + 1.253906, + 1.337891, + 1.585938, + 1.402344, + 1.527344, + 2.1875, + 1.369141, + 1.361328, + 1.376953, + 1.453125, + 3.15625, + 1.304688, + 1.208984, + 1.306641, + 1.28125, + 1.275391, + 1.249023, + 1.550781, + 1.835938, + 1.929688, + 1.453125, + 1.632812, + 2.5625, + 1.730469, + 1.231445, + 1.283203, + 1.261719, + 3.78125, + 1.367188, + 1.239258, + 1.255859, + 1.451172, + 1.353516, + 1.664062, + 1.625, + 1.847656, + 1.318359, + 1.484375, + 1.503906, + 1.273438, + 1.359375, + 1.390625, + 1.191406, + 1.287109, + 1.408203, + 1.640625, + 1.257812, + 1.28125, + 2.75, + 1.65625, + 1.353516, + 1.24707, + 1.585938, + 2.453125, + 1.28125, + 1.570312, + 1.710938, + 1.320312, + 1.361328, + 2.515625, + 1.314453, + 1.316406, + 1.796875, + 1.300781, + 1.355469, + 1.412109, + 1.371094, + 1.279297, + 1.353516, + 1.330078, + 1.296875, + 1.277344, + 1.25, + 1.225586, + 1.308594, + 2.882812, + 1.357422, + 1.400391, + 1.251953, + 1.259766, + 1.202148, + 1.402344, + 1.828125, + 1.871094, + 1.384766, + 1.277344, + 1.269531, + 1.341797, + 2.195312, + 1.357422, + 1.371094, + 1.363281, + 1.337891, + 1.308594, + 1.316406, + 1.335938, + 1.28125, + 1.433594, + 1.306641, + 1.494141, + 1.208008, + 1.408203, + 1.703125, + 1.275391, + 1.357422, + 1.570312, + 1.371094, + 2.289062, + 3.46875, + 1.394531, + 1.431641, + 1.226562, + 1.324219, + 1.326172, + 1.231445, + 1.582031, + 1.277344, + 1.496094, + 1.4375, + 1.326172, + 1.361328, + 1.298828, + 2.515625, + 1.441406, + 1.341797, + 1.414062, + 1.427734, + 1.347656, + 1.269531, + 1.339844, + 1.365234, + 1.416016, + 1.210938, + 1.246094, + 1.310547, + 1.746094, + 1.396484, + 1.761719, + 1.353516, + 1.574219, + 1.398438, + 1.515625, + 1.208008, + 1.25, + 1.353516, + 1.279297, + 1.353516, + 1.382812, + 1.255859, + 1.738281, + 1.412109, + 1.746094, + 1.839844, + 1.316406, + 1.259766, + 1.373047, + 2.171875, + 1.699219, + 1.341797, + 1.255859, + 1.213867, + 1.328125, + 1.375, + 1.210938, + 1.367188, + 1.361328, + 1.660156, + 2.78125, + 1.421875, + 1.259766, + 1.277344, + 1.339844, + 1.234375, + 1.244141, + 1.300781, + 2.945312, + 1.341797, + 1.380859, + 1.353516, + 1.253906, + 1.300781, + 1.269531, + 1.245117, + 1.21582, + 1.384766, + 1.835938, + 1.419922, + 1.255859, + 1.267578, + 1.273438, + 1.318359, + 1.355469, + 1.277344, + 1.443359, + 1.339844, + 1.490234, + 1.777344, + 1.351562, + 1.330078, + 1.223633, + 1.261719, + 1.8125, + 1.255859, + 1.558594, + 1.644531, + 1.235352, + 1.289062, + 1.498047, + 3.078125, + 1.21875, + 1.308594, + 1.273438, + 1.412109, + 1.243164, + 1.427734, + 1.201172, + 1.306641, + 1.219727, + 1.699219, + 1.349609, + 1.251953, + 1.263672, + 2.851562, + 1.294922, + 1.601562, + 1.259766, + 1.384766, + 1.289062, + 1.46875, + 1.239258, + 1.617188, + 1.246094, + 1.322266, + 1.273438, + 3.265625, + 1.412109, + 1.394531, + 1.318359, + 2.351562, + 1.149414, + 2.617188, + 1.308594, + 2.765625, + 1.394531, + 1.396484, + 2.757812, + 1.757812, + 1.427734, + 1.447266, + 1.318359, + 1.285156, + 1.294922, + 1.316406, + 1.355469, + 1.332031, + 3.78125, + 2.179688, + 1.53125, + 1.169922, + 1.324219, + 1.443359, + 1.302734, + 1.332031, + 1.265625, + 1.699219, + 1.462891, + 1.209961, + 1.353516, + 1.204102, + 1.359375, + 1.287109, + 1.300781, + 1.318359, + 1.699219, + 1.318359, + 1.482422, + 1.257812, + 1.269531, + 1.261719, + 1.695312, + 1.253906, + 1.28125, + 1.507812, + 1.287109, + 1.194336, + 1.298828, + 1.369141, + 1.5625, + 2.148438, + 1.443359, + 1.371094, + 1.507812, + 2.023438, + 1.308594, + 1.246094, + 1.279297, + 2.523438, + 1.429688, + 1.578125, + 1.357422, + 1.398438, + 1.554688, + 3.265625, + 1.40625, + 1.285156, + 1.271484, + 2.875, + 1.753906, + 2.679688, + 3.53125, + 1.371094, + 1.574219, + 1.212891, + 1.259766, + 1.3125, + 1.431641, + 1.296875, + 1.419922, + 2.101562, + 1.867188, + 1.298828, + 1.394531, + 1.320312, + 1.211914, + 1.289062, + 1.326172, + 1.267578, + 1.6875, + 1.234375, + 1.425781, + 1.283203, + 2.546875, + 1.24707, + 1.226562, + 1.554688, + 1.249023, + 1.345703, + 2.3125, + 1.789062, + 2.273438, + 1.345703, + 1.53125, + 1.3125, + 1.328125, + 1.302734, + 1.503906, + 1.373047, + 1.261719, + 1.259766, + 1.261719, + 1.390625, + 1.322266, + 1.152344, + 1.433594, + 1.236328, + 1.429688, + 1.578125, + 1.359375, + 1.839844, + 1.380859, + 1.390625, + 1.742188, + 1.314453, + 1.435547, + 1.289062, + 1.416016, + 1.427734, + 1.275391, + 1.345703, + 1.200195, + 1.902344, + 1.341797, + 1.285156, + 1.320312, + 1.285156, + 1.259766, + 1.365234, + 1.427734, + 1.496094, + 1.335938, + 1.289062, + 1.287109, + 1.292969, + 1.953125, + 1.203125, + 1.371094, + 2.195312, + 1.355469, + 1.351562, + 2.53125, + 1.335938, + 1.349609, + 1.300781, + 1.249023, + 1.382812, + 1.255859, + 1.279297, + 1.539062, + 1.186523, + 1.34375, + 1.402344, + 1.644531, + 1.257812, + 1.773438, + 1.484375, + 1.263672, + 1.289062, + 2.367188, + 1.482422, + 1.400391, + 1.341797, + 1.330078, + 1.235352, + 1.359375, + 1.466797, + 1.310547, + 3.1875, + 1.308594, + 1.390625, + 1.235352, + 2.757812, + 1.320312, + 1.207031, + 2.257812, + 1.283203, + 1.322266, + 1.308594, + 1.267578, + 1.243164, + 1.302734, + 1.878906, + 1.310547, + 1.431641, + 1.365234, + 1.230469, + 1.460938, + 1.546875, + 1.363281, + 2.59375, + 1.761719, + 1.240234, + 1.546875, + 1.273438, + 1.640625, + 1.484375, + 1.310547, + 1.240234, + 2.75, + 2.023438, + 1.412109, + 3.3125, + 1.216797, + 1.335938, + 1.271484, + 1.388672, + 2.59375, + 1.339844, + 1.212891, + 3.328125, + 1.302734, + 4.671875, + 1.246094, + 1.34375, + 1.248047, + 1.333984, + 2.5, + 1.251953, + 1.554688, + 1.455078, + 1.232422, + 1.279297, + 1.648438, + 3.078125, + 1.380859, + 1.271484, + 1.183594, + 1.355469, + 2.265625, + 1.466797, + 1.217773, + 1.40625, + 1.316406, + 1.220703, + 1.369141, + 1.404297, + 1.464844, + 1.304688, + 1.326172, + 1.361328, + 2.671875, + 2.710938, + 1.318359, + 1.267578, + 2.757812, + 1.255859, + 1.734375, + 1.5625, + 1.310547, + 1.458984, + 1.486328, + 1.589844, + 1.392578, + 1.382812, + 2.148438, + 1.380859, + 1.296875, + 1.373047 + ] + }, + "name": "onnx::Mul_8838", + "outputIndexes": [ + 2375 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2374, + 2375 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_25/Mul_1_output_0", + "outputIndexes": [ + 2376 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2376 + ], + "outputIndexes": [ + 3190 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3190 + ], + "outputIndexes": [ + 3191 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear", + "inputIndexes": [ + 3191 + ], + "outputIndexes": [ + 3192 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 1094864650, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3192 + ], + "outputIndexes": [ + 3193 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3193 + ], + "outputIndexes": [ + 2377 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2376 + ], + "main_type": "NONE", + "name": "/Shape_351_output_0", + "outputIndexes": [ + 2378 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2378 + ], + "main_type": "NONE", + "name": "Shape6905", + "outputIndexes": [ + 2379 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2378 + ], + "main_type": "NONE", + "name": "Rank6907", + "outputIndexes": [ + 2380 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2380, + 2380 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6909", + "outputIndexes": [ + 2381 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2381 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6910", + "outputIndexes": [ + 2382 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2381, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6912", + "outputIndexes": [ + 2383 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2383 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6913", + "outputIndexes": [ + 2384 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2379, + 2382, + 2384, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6916", + "outputIndexes": [ + 2385 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2385 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6917", + "outputIndexes": [ + 2386 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 2386 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6918", + "outputIndexes": [ + 2387 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2387, + 2386 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6919", + "outputIndexes": [ + 2388 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2378, + 2388, + 2381 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_379_output_0", + "outputIndexes": [ + 2389 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2389, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_801_output_0", + "outputIndexes": [ + 2390 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2390, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_325_output_0", + "outputIndexes": [ + 2391 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2377, + 2391 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_226_output_0", + "outputIndexes": [ + 2392 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2392, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_200_output_0", + "outputIndexes": [ + 2393 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2392 + ], + "main_type": "NONE", + "name": "/Shape_352_output_0", + "outputIndexes": [ + 2394 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2394 + ], + "main_type": "NONE", + "name": "Shape6926", + "outputIndexes": [ + 2395 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2394 + ], + "main_type": "NONE", + "name": "Rank6928", + "outputIndexes": [ + 2396 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2396, + 2396 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6930", + "outputIndexes": [ + 2397 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2397 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6931", + "outputIndexes": [ + 2398 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2397, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6933", + "outputIndexes": [ + 2399 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2399 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6934", + "outputIndexes": [ + 2400 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2395, + 2398, + 2400, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6937", + "outputIndexes": [ + 2401 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2401 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6938", + "outputIndexes": [ + 2402 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2402 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6939", + "outputIndexes": [ + 2403 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2403, + 2402 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6940", + "outputIndexes": [ + 2404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2394, + 2404, + 2397 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_380_output_0", + "outputIndexes": [ + 2405 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2405, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_75_output_0", + "outputIndexes": [ + 2406 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2406, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_806_output_0", + "outputIndexes": [ + 2407 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2392, + 2407, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_101_output_0", + "outputIndexes": [ + 2408 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2408 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_50_output_0", + "outputIndexes": [ + 2409 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2392, + 21, + 2407, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_100_output_0", + "outputIndexes": [ + 2410 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2409, + 2410 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_328_output_0", + "outputIndexes": [ + 2411 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2411, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_201_output_0", + "outputIndexes": [ + 2412 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2393, + 2412 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_125_output_0", + "outputIndexes": [ + 2413 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2376 + ], + "outputIndexes": [ + 3194 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3194 + ], + "outputIndexes": [ + 3195 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear", + "inputIndexes": [ + 3195 + ], + "outputIndexes": [ + 3196 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 1097518880, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3196 + ], + "outputIndexes": [ + 3197 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3197 + ], + "outputIndexes": [ + 2414 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 2390, + 84, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_326_output_0", + "outputIndexes": [ + 2415 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2414, + 2415 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_227_output_0", + "outputIndexes": [ + 2416 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2416, + 50 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_202_output_0", + "outputIndexes": [ + 2417 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2416 + ], + "main_type": "NONE", + "name": "/Shape_353_output_0", + "outputIndexes": [ + 2418 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2418 + ], + "main_type": "NONE", + "name": "Shape6989", + "outputIndexes": [ + 2419 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2418 + ], + "main_type": "NONE", + "name": "Rank6991", + "outputIndexes": [ + 2420 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2420, + 2420 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6993", + "outputIndexes": [ + 2421 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2421 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6994", + "outputIndexes": [ + 2422 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2421, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6996", + "outputIndexes": [ + 2423 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2423 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6997", + "outputIndexes": [ + 2424 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2419, + 2422, + 2424, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7000", + "outputIndexes": [ + 2425 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2425 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7001", + "outputIndexes": [ + 2426 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 2426 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7002", + "outputIndexes": [ + 2427 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2427, + 2426 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7003", + "outputIndexes": [ + 2428 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2418, + 2428, + 2421 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_381_output_0", + "outputIndexes": [ + 2429 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2429, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_76_output_0", + "outputIndexes": [ + 2430 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2430, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_808_output_0", + "outputIndexes": [ + 2431 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2416, + 2431, + 68, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_103_output_0", + "outputIndexes": [ + 2432 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2432 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_51_output_0", + "outputIndexes": [ + 2433 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2416, + 21, + 2431, + 69, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_102_output_0", + "outputIndexes": [ + 2434 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2433, + 2434 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_329_output_0", + "outputIndexes": [ + 2435 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2435, + 80 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_203_output_0", + "outputIndexes": [ + 2436 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2417, + 2436 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_126_output_0", + "outputIndexes": [ + 2437 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2376 + ], + "outputIndexes": [ + 3198 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3198 + ], + "outputIndexes": [ + 3199 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear", + "inputIndexes": [ + 3199 + ], + "outputIndexes": [ + 3200 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 1098846006, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3200 + ], + "outputIndexes": [ + 3201 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3201 + ], + "outputIndexes": [ + 2438 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2438, + 2415 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_228_output_0", + "outputIndexes": [ + 2439 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2413, + 2437, + 2439, + 110 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_233_output_0", + "outputIndexes": [ + 2440 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2440 + ], + "outputIndexes": [ + 3202 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2048, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3202 + ], + "outputIndexes": [ + 3203 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear", + "inputIndexes": [ + 3203 + ], + "outputIndexes": [ + 3204 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2048, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 1100173132, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3204 + ], + "outputIndexes": [ + 3205 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3205 + ], + "outputIndexes": [ + 2441 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2441 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_25/Mul_output_0", + "outputIndexes": [ + 2442 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 3.390625, + 3.375, + 3.328125, + 3.390625, + 3.65625, + 3.4375, + 3.6875, + 2.78125, + 3.609375, + 3.203125, + 3.59375, + 3.328125, + 3.484375, + 3.328125, + 3.3125, + 3.390625, + 4.3125, + 3.5, + 4.34375, + 3.125, + 3.296875, + 3.15625, + 3.078125, + 3.3125, + 3.359375, + 3.59375, + 3.671875, + 3.015625, + 3.421875, + 3.078125, + 3.5, + 3.328125, + 3.65625, + 3.140625, + 3.4375, + 3.4375, + 3.59375, + 3.59375, + 3.46875, + 3.484375, + 3.65625, + 3.234375, + 3.5, + 3.53125, + 3.140625, + 3.5625, + 3.46875, + 3.328125, + 3.5, + 3.5, + 3.296875, + 3.65625, + 3.609375, + 6.15625, + 3.578125, + 3.84375, + 3.484375, + 3.53125, + 3.28125, + 3.25, + 3.546875, + 6.125, + 3.40625, + 3.671875, + 3.515625, + 3.28125, + 3.515625, + 3.609375, + 3.484375, + 3.609375, + 3.390625, + 3.21875, + 3.3125, + 3.4375, + 3.421875, + 3.34375, + 3.4375, + 3.359375, + 3.40625, + 3.328125, + 3.546875, + 2.65625, + 3.546875, + 3.28125, + 3.375, + 3.71875, + 3.46875, + 3.265625, + 3.265625, + 3.4375, + 3.25, + 3.59375, + 3.640625, + 3.25, + 3.578125, + 2.78125, + 3.703125, + 3.390625, + 4.21875, + 3.53125, + 3.28125, + 3.34375, + 3.453125, + 3.453125, + 3.5625, + 3.1875, + 3.5625, + 3.640625, + 3.53125, + 3.453125, + 3.515625, + 3.46875, + 3.390625, + 8.1875, + 3.609375, + 3.484375, + 3.140625, + 5.40625, + 3.53125, + 3.5625, + 3.640625, + 3.609375, + 3.6875, + 3.578125, + 3.390625, + 3.1875, + 3.453125, + 3.5, + 3.546875, + 3.40625, + 3.453125, + 3.359375, + 3.296875, + 3.625, + 3.53125, + 3.609375, + 3.140625, + 3.71875, + 3.296875, + 3.390625, + 5.875, + 3.09375, + 3.59375, + 3.625, + 3.484375, + 3.46875, + 3.4375, + 3.453125, + 3.421875, + 3.4375, + 3.453125, + 3.375, + 3.203125, + 3.3125, + 3.34375, + 3.59375, + 2.789062, + 3.59375, + 3.1875, + 3.09375, + 7.0625, + 3.4375, + 3.5, + 3.59375, + 4.421875, + 3.296875, + 3.4375, + 3.125, + 3.71875, + 3.328125, + 3.546875, + 3.203125, + 3.71875, + 3.140625, + 3.375, + 1.013611, + 3.71875, + 2.835938, + 3.484375, + 3.15625, + 3.09375, + 2.9375, + 3.640625, + 2.671875, + 7.25, + 3.5625, + 3.3125, + 3.21875, + 3.25, + 3.359375, + 3.578125, + 4.1875, + 3.640625, + 3.203125, + 3.46875, + 3.46875, + 3.6875, + 3.40625, + 3.765625, + 3.375, + 3.484375, + 3.421875, + 3.40625, + 3.4375, + 3.484375, + 3.5625, + 6.125, + 3.3125, + 3.5, + 3.328125, + 3.453125, + 3.40625, + 3.625, + 3.484375, + 3.609375, + 3.40625, + 3.515625, + 3.484375, + 3.625, + 3.453125, + 3.59375, + 3.484375, + 3.6875, + 3.4375, + 3.578125, + 3.375, + 3.296875, + 3.453125, + 3.40625, + 3.421875, + 6.8125, + 3.28125, + 3.609375, + 3.515625, + 3.421875, + 3.609375, + 3.484375, + 3.53125, + 3.21875, + 3.25, + 3.828125, + 3.53125, + 3.609375, + 2.453125, + 3.28125, + 3.453125, + 3.78125, + 3.34375, + 3.375, + 3.5, + 3.796875, + 3.453125, + 3.46875, + 3.578125, + 3.4375, + 3.296875, + 3.453125, + 3.46875, + 3.546875, + 3.53125, + 3.421875, + 3.5625, + 3.46875, + 3.421875, + 3.546875, + 3.40625, + 3.671875, + 3.546875, + 3.421875, + 3.515625, + 3.390625, + 3.59375, + 3.546875, + 3.171875, + 3.34375, + 3.390625, + 3.625, + 3.65625, + 3.3125, + 3.359375, + 3.46875, + 3.546875, + 3.640625, + 3.296875, + 3.59375, + 3.40625, + 3.359375, + 3.140625, + 3.296875, + 3.296875, + 3.484375, + 3.203125, + 3.4375, + 3.390625, + 3.53125, + 3.59375, + 3.5, + 3.484375, + 3.59375, + 3.53125, + 3.703125, + 3.546875, + 2.890625, + 3.328125, + 2.59375, + 3.75, + 3.546875, + 3.421875, + 3.09375, + 3.4375, + 3.671875, + 2.851562, + 3.25, + 3.25, + 3.421875, + 3.53125, + 3.265625, + 3.078125, + 3.1875, + 3.59375, + 3.203125, + 3.609375, + 3.421875, + 3.03125, + 3.765625, + 3.625, + 3.65625, + 3.34375, + 3.6875, + 3.515625, + 3.4375, + 4.625, + 3.40625, + 3.28125, + 3.25, + 3.625, + 3.34375, + 3.640625, + 3.453125, + 3.25, + 2.726562, + 3.28125, + 3.34375, + 3.4375, + 3.40625, + 3.515625, + 3.546875, + 3.5625, + 3.359375, + 3.484375, + 3.4375, + 3.390625, + 3.859375, + 3.328125, + 2.953125, + 3.3125, + 3.59375, + 3.609375, + 3.359375, + 3.484375, + 3.0625, + 3.265625, + 3.421875, + 3.265625, + 3.421875, + 3.375, + 3.59375, + 3.375, + 3.53125, + 3.15625, + 3.578125, + 3.625, + 3.375, + 3.140625, + 3.75, + 3.609375, + 3.328125, + 3.453125, + 3.609375, + 3.484375, + 3.515625, + 3.46875, + 3.546875, + 3.265625, + 3.484375, + 3.53125, + 3.265625, + 3.625, + 3.71875, + 3.625, + 3.359375, + 3.53125, + 3.0625, + 3.390625, + 3.65625, + 3.53125, + 3.453125, + 3.171875, + 3.15625, + 3.609375, + 3.625, + 3.765625, + 3.265625, + 3.21875, + 3.15625, + 3.96875, + 3.328125, + 3.421875, + 2.867188, + 3.78125, + 3.671875, + 3.59375, + 3.546875, + 3.578125, + 3.921875, + 3.53125, + 3.453125, + 3.5625, + 3.15625, + 3.390625, + 3.640625, + 3.421875, + 5.40625, + 3.5, + 2.820312, + 3.59375, + 3.359375, + 3.609375, + 3.265625, + 3.546875, + 5.875, + 3.421875, + 3.453125, + 3.46875, + 5.09375, + 3.359375, + 3.640625, + 3.734375, + 3.4375, + 3.5, + 3.484375, + 4.1875, + 3.625, + 3.53125, + 5.3125, + 3.34375, + 3.5625, + 3.46875, + 3.375, + 3.328125, + 3.71875, + 3.453125, + 3.609375, + 3.4375, + 3.703125, + 3.640625, + 3.4375, + 3.546875, + 3.515625, + 3.140625, + 3.28125, + 3.671875, + 3.5625, + 3.515625, + 3.4375, + 3.40625, + 2.984375, + 3.3125, + 3.1875, + 3.296875, + 3.5, + 3.3125, + 3.4375, + 3.15625, + 3.609375, + 3.421875, + 3.421875, + 3.125, + 3.5, + 3.703125, + 3.421875, + 3.390625, + 3.59375, + 3.375, + 3.25, + 3.625, + 3.0625, + 3.53125, + 3.625, + 3.546875, + 3.40625, + 3.65625, + 3.609375, + 3.671875, + 3.359375, + 3.6875, + 2.695312, + 3.15625, + 3.390625, + 3.09375, + 3.3125, + 3.453125, + 3.5625, + 3.3125, + 3.265625, + 3.546875, + 3.734375, + 3.5, + 3.53125, + 3.640625, + 3.21875, + 3.703125, + 3.125, + 3.546875, + 3.5625, + 3.59375, + 3.234375, + 3.546875, + 3.28125, + 3.296875, + 3.609375, + 3.46875, + 3.15625, + 3.078125, + 3.546875, + 3.28125, + 3.5, + 3.390625, + 3.171875, + 3.421875, + 3.546875, + 3.75, + 3.515625, + 3.09375, + 3.671875, + 4.015625, + 3.421875, + 5.1875, + 3.6875, + 2.945312, + 3.6875, + 3.390625, + 3.546875, + 3.140625, + 3.34375, + 3.421875, + 3.390625, + 3.5625, + 3.390625, + 3.546875, + 3.828125, + 3.6875, + 3.1875, + 3.421875, + 3.46875, + 3.703125, + 3.40625, + 6.25, + 3.59375, + 3.34375, + 3.40625, + 3.53125, + 3.5625, + 3.28125, + 3.546875, + 3.421875, + 3.390625, + 4.6875, + 3.625, + 3.390625, + 3.46875, + 3.53125, + 3.5, + 3.4375, + 2.703125, + 3.484375, + 3.328125, + 3.359375, + 3.390625, + 3.53125, + 6.375, + 3.171875, + 3.484375, + 3.625, + 4.375, + 3.453125, + 3.484375, + 3.4375, + 5.15625, + 3.46875, + 3.53125, + 3.609375, + 3.40625, + 7.625, + 3.5, + 3.390625, + 3.4375, + 3.484375, + 3.546875, + 3.28125, + 3.5, + 3.5625, + 3.4375, + 3.671875, + 3.6875, + 3.375, + 3.4375, + 3.6875, + 3.421875, + 3.421875, + 3.703125, + 3.546875, + 3.453125, + 3.671875, + 3.421875, + 3.5, + 3.53125, + 3.5, + 3.453125, + 3.5625, + 3.5, + 3.453125, + 3.4375, + 3.59375, + 3.546875, + 3.328125, + 3.09375, + 3.40625, + 3.515625, + 3.203125, + 3.25, + 3.59375, + 4.015625, + 3.34375, + 3.296875, + 3.390625, + 3.515625, + 3.578125, + 3.484375, + 3.625, + 3.703125, + 3.5, + 3.25, + 3.328125, + 3.25, + 3.78125, + 3.5, + 3.359375, + 3.46875, + 3.453125, + 4.90625, + 2.882812, + 3.421875, + 3.46875, + 3.5, + 3.515625, + 3.34375, + 3.625, + 3.5, + 3.671875, + 3.4375, + 3.53125, + 3.375, + 2.914062, + 3.515625, + 3.46875, + 3.53125, + 3.65625, + 3.46875, + 3.59375, + 3.453125, + 3.53125, + 3.421875, + 3.4375, + 3.203125, + 3.515625, + 3.390625, + 3.46875, + 3.3125, + 3.203125, + 3.578125, + 2.796875, + 2.945312, + 3.46875, + 3.265625, + 3.609375, + 3.015625, + 3.5625, + 3.65625, + 6.28125, + 3.421875, + 3.46875, + 3.703125, + 3.5, + 3.625, + 3.484375, + 3.375, + 3.640625, + 3.34375, + 3.421875, + 6.5625, + 3.625, + 3.453125, + 3.265625, + 3.28125, + 3.5, + 3.453125, + 3.5, + 3.375, + 3.359375, + 3.484375, + 3.546875, + 3.4375, + 3.25, + 3.953125, + 4.0, + 3.703125, + 3.28125, + 3.65625, + 3.265625, + 3.65625, + 2.679688, + 3.625, + 3.5, + 3.40625, + 4.640625, + 3.109375, + 3.6875, + 3.671875, + 3.4375, + 3.6875, + 3.125, + 3.25, + 3.515625, + 3.1875, + 3.734375, + 3.421875, + 3.40625, + 3.796875, + 3.59375, + 3.359375, + 3.359375, + 3.265625, + 3.53125, + 3.6875, + 3.28125, + 3.34375, + 4.125, + 3.671875, + 3.546875, + 3.546875, + 3.6875, + 3.34375, + 3.265625, + 3.40625, + 3.609375, + 3.28125, + 3.03125, + 3.671875, + 3.125, + 3.5625, + 3.546875, + 3.453125, + 3.375, + 3.5, + 3.390625, + 3.328125, + 3.515625, + 3.53125, + 3.609375, + 3.71875, + 3.4375, + 3.4375, + 3.296875, + 3.53125, + 3.5625, + 3.5, + 3.625, + 5.65625, + 3.421875, + 3.515625, + 3.28125, + 3.21875, + 3.40625, + 7.40625, + 3.265625, + 3.453125, + 3.796875, + 3.265625, + 3.46875, + 3.703125, + 3.421875, + 3.59375, + 3.4375, + 3.359375, + 3.375, + 3.78125, + 3.515625, + 3.5, + 3.28125, + 4.265625, + 3.640625, + 3.390625, + 3.65625, + 3.296875, + 3.171875, + 3.71875, + 3.453125, + 3.671875, + 3.5, + 3.4375, + 3.734375, + 2.984375, + 3.234375, + 3.46875, + 3.890625, + 5.9375, + 3.796875, + 3.5, + 3.296875, + 3.421875, + 3.203125, + 3.5625, + 3.203125, + 3.34375, + 3.328125, + 3.421875, + 3.609375, + 3.375, + 3.34375, + 3.4375, + 3.203125, + 3.328125, + 6.15625, + 3.078125, + 3.21875, + 3.546875, + 3.546875, + 3.75, + 3.421875, + 3.140625, + 3.390625, + 4.390625, + 3.265625, + 3.484375, + 3.59375, + 3.984375, + 3.53125, + 3.3125, + 3.515625, + 3.1875, + 3.453125, + 3.53125, + 3.671875, + 2.484375, + 3.421875, + 3.734375, + 3.46875, + 3.4375, + 3.90625, + 3.390625, + 3.4375, + 3.359375, + 3.65625, + 3.5, + 2.875, + 3.3125, + 3.34375, + 3.40625, + 4.140625, + 3.546875, + 3.421875, + 3.4375, + 3.0625, + 3.203125, + 3.5625, + 3.5625, + 3.375, + 3.453125, + 3.546875, + 3.640625, + 5.46875, + 3.40625, + 3.3125, + 3.5625, + 3.375, + 3.4375, + 3.578125, + 3.578125, + 3.375, + 3.15625, + 3.484375, + 3.5, + 3.171875, + 3.203125, + 3.515625, + 3.5, + 3.453125, + 2.945312, + 3.46875, + 3.515625, + 3.484375, + 3.375, + 3.40625, + 3.078125, + 3.53125, + 3.359375, + 3.140625, + 2.5625, + 3.5625, + 2.914062, + 3.390625, + 3.5625, + 4.15625, + 3.359375, + 2.796875, + 2.976562, + 3.390625, + 4.984375, + 3.640625, + 3.40625, + 3.546875, + 3.734375, + 3.59375, + 3.6875, + 2.976562, + 3.421875, + 3.4375, + 3.21875, + 3.59375, + 3.3125, + 3.5, + 3.65625, + 3.390625, + 3.640625, + 3.53125, + 3.21875, + 3.46875, + 3.640625, + 3.375, + 3.5, + 3.296875, + 3.375, + 3.828125, + 3.78125, + 3.640625, + 3.453125, + 2.96875, + 9.8125, + 3.1875, + 3.328125, + 3.453125, + 3.5, + 3.453125, + 3.46875, + 3.609375, + 2.710938, + 3.15625, + 3.34375, + 3.484375, + 3.59375, + 2.976562, + 3.15625, + 3.375, + 3.3125, + 3.34375, + 3.625, + 3.671875, + 3.515625, + 3.21875, + 3.59375, + 3.484375, + 3.53125, + 3.140625, + 4.078125, + 3.546875, + 6.59375, + 3.6875, + 4.703125, + 3.328125, + 3.328125, + 3.359375, + 3.578125, + 3.515625, + 3.671875, + 3.4375, + 3.328125, + 3.640625, + 2.953125, + 7.09375, + 3.390625, + 3.453125, + 3.546875, + 3.109375, + 3.515625, + 3.296875, + 3.484375, + 2.757812, + 3.609375, + 3.578125, + 3.484375, + 3.640625, + 3.15625, + 3.828125, + 3.125, + 2.570312, + 3.359375, + 2.976562, + 3.625, + 2.898438, + 3.5, + 3.453125, + 3.28125, + 3.59375, + 3.203125, + 3.4375, + 4.359375, + 3.484375, + 2.859375, + 3.21875, + 3.359375, + 3.203125, + 3.4375, + 3.546875, + 3.578125, + 3.546875, + 4.71875, + 3.59375, + 3.21875, + 3.34375, + 3.375, + 3.859375, + 3.625, + 2.8125, + 3.515625, + 3.59375, + 3.4375, + 3.109375, + 2.835938, + 3.4375, + 3.375, + 3.421875, + 3.4375, + 3.46875, + 4.046875, + 3.265625, + 10.0, + 3.46875, + 3.515625, + 0.921387, + 3.59375, + 3.6875, + 3.421875, + 3.484375, + 3.625, + 3.640625, + 3.125, + 3.640625, + 3.453125, + 3.421875, + 3.390625, + 2.8125, + 3.25, + 3.109375, + 3.640625, + 3.5, + 3.453125, + 3.484375, + 4.15625, + 3.609375, + 2.921875, + 3.421875, + 3.671875, + 3.21875, + 3.59375, + 3.421875, + 3.484375, + 3.359375, + 3.5625, + 3.609375, + 3.4375, + 3.453125, + 2.835938, + 3.359375, + 3.375, + 3.734375, + 3.53125, + 3.65625, + 3.296875, + 3.453125, + 3.265625, + 3.46875, + 3.203125, + 3.4375, + 2.875, + 3.65625, + 3.53125, + 3.546875, + 3.203125, + 3.5, + 3.5625, + 5.625, + 3.40625, + 3.484375, + 3.515625, + 3.515625, + 3.5625, + 3.484375, + 3.328125, + 3.375, + 3.609375, + 3.53125, + 3.296875, + 3.46875, + 3.9375, + 3.484375, + 3.25, + 3.34375, + 3.5625, + 3.609375, + 3.34375, + 3.609375, + 3.34375, + 3.5625, + 3.390625, + 3.5625, + 3.125, + 2.921875, + 2.703125, + 3.484375, + 3.609375, + 3.328125, + 3.3125, + 3.296875, + 3.140625, + 3.21875, + 3.265625, + 3.453125, + 3.46875, + 3.203125, + 3.015625, + 3.40625, + 6.5625, + 3.515625, + 3.0, + 3.390625, + 3.453125, + 3.515625, + 3.828125, + 3.578125, + 2.71875, + 3.390625, + 3.203125, + 3.453125, + 3.46875, + 3.28125, + 3.546875, + 3.015625, + 3.015625, + 3.75, + 3.421875, + 3.75, + 3.515625, + 3.203125, + 3.453125, + 3.421875, + 3.515625, + 3.234375, + 3.53125, + 3.359375, + 4.21875, + 3.484375, + 3.5, + 5.3125, + 3.4375, + 3.453125, + 3.546875, + 3.84375, + 3.3125, + 3.390625, + 2.804688, + 3.34375, + 3.53125, + 3.53125, + 3.5, + 3.484375, + 3.515625, + 3.390625, + 3.53125, + 3.390625, + 3.734375, + 3.484375, + 3.59375, + 3.46875, + 3.484375, + 3.390625, + 3.578125, + 3.109375, + 3.53125, + 3.4375, + 3.5, + 3.359375, + 3.28125, + 3.5, + 3.515625, + 3.328125, + 3.296875, + 3.234375, + 3.203125, + 3.296875, + 3.171875, + 3.421875, + 3.421875, + 3.359375, + 3.453125, + 3.0, + 3.578125, + 3.53125, + 3.453125, + 3.453125, + 3.15625, + 3.390625, + 3.453125, + 3.359375, + 3.421875, + 3.6875, + 3.453125, + 3.6875, + 2.851562, + 3.4375, + 3.390625, + 3.578125, + 3.34375, + 3.4375, + 3.4375, + 3.421875, + 3.25, + 3.484375, + 3.453125, + 3.421875, + 4.09375, + 3.375, + 3.53125, + 3.4375, + 3.4375, + 3.484375, + 2.96875, + 3.40625, + 3.21875, + 3.59375, + 5.3125, + 3.328125, + 3.5, + 2.867188, + 3.703125, + 2.9375, + 3.34375, + 3.421875, + 3.546875, + 3.078125, + 3.234375, + 4.328125, + 3.5625, + 3.90625, + 3.375, + 3.03125, + 3.5, + 3.515625, + 3.6875, + 3.0625, + 3.546875, + 3.640625, + 2.960938, + 3.546875, + 3.265625, + 3.859375, + 3.296875, + 3.375, + 3.484375, + 3.171875, + 3.234375, + 4.5, + 3.484375, + 3.34375, + 3.3125, + 3.484375, + 2.992188, + 3.234375, + 3.21875, + 3.421875, + 3.53125, + 3.265625, + 3.296875, + 2.984375, + 3.78125, + 3.484375, + 3.59375, + 3.375, + 3.484375, + 3.59375, + 4.109375, + 3.34375, + 3.4375, + 3.109375, + 5.5625, + 3.5, + 3.640625, + 3.5, + 3.59375, + 3.484375, + 3.40625, + 3.484375, + 3.703125, + 2.65625, + 3.40625, + 3.125, + 3.40625, + 3.5, + 3.4375, + 3.46875, + 3.65625, + 3.578125, + 3.53125, + 3.78125, + 3.3125, + 3.390625, + 3.359375, + 3.671875, + 3.59375, + 2.960938, + 3.546875, + 3.375, + 3.546875, + 3.5, + 3.421875, + 3.25, + 3.515625, + 3.3125, + 3.46875, + 3.546875, + 3.515625, + 3.546875, + 3.15625, + 3.546875, + 3.453125, + 3.453125, + 3.46875, + 3.34375, + 3.4375, + 6.5, + 3.5625, + 3.4375, + 3.375, + 3.671875, + 3.28125, + 3.21875, + 3.546875, + 3.546875, + 3.5625, + 3.359375, + 3.171875, + 3.3125, + 3.453125, + 3.15625, + 3.40625, + 3.4375, + 2.921875, + 3.59375, + 3.875, + 3.46875, + 3.375, + 3.546875, + 3.171875, + 3.46875, + 3.515625, + 2.804688, + 3.671875, + 3.21875, + 3.5, + 3.6875, + 3.6875, + 3.5, + 3.375, + 3.546875, + 3.578125, + 3.5, + 3.515625, + 3.265625, + 3.390625, + 3.28125, + 3.640625, + 3.328125, + 3.3125, + 12.75, + 3.484375, + 3.359375, + 3.421875, + 3.609375, + 3.359375, + 3.5, + 3.390625, + 3.265625, + 3.078125, + 3.171875, + 3.078125, + 3.421875, + 3.484375, + 3.5, + 3.78125, + 2.726562, + 3.390625, + 7.125, + 2.835938, + 3.40625, + 3.578125, + 3.515625, + 3.328125, + 3.375, + 3.546875, + 3.625, + 3.25, + 3.40625, + 3.375, + 3.171875, + 3.359375, + 3.34375, + 3.421875, + 3.859375, + 3.40625, + 3.546875, + 3.828125, + 3.578125, + 3.453125, + 3.59375, + 3.421875, + 3.578125, + 3.0625, + 3.34375, + 3.328125, + 3.453125, + 3.375, + 3.453125, + 3.46875, + 4.140625, + 3.734375, + 3.46875, + 3.25, + 3.296875, + 3.390625, + 3.3125, + 9.0, + 3.140625, + 2.648438, + 3.15625, + 3.609375, + 3.453125, + 2.953125, + 3.4375, + 4.796875, + 3.125, + 3.453125, + 3.5, + 3.578125, + 3.65625, + 3.0625, + 3.15625, + 3.765625, + 3.578125, + 3.53125, + 3.453125, + 3.71875, + 3.359375, + 3.40625, + 3.4375, + 3.390625, + 3.65625, + 3.390625, + 3.140625, + 3.546875, + 3.578125, + 3.484375, + 3.453125, + 3.328125, + 3.46875, + 3.296875, + 4.171875, + 3.375, + 3.359375, + 4.90625, + 3.5625, + 3.59375, + 3.65625, + 3.6875, + 3.4375, + 3.578125, + 3.453125, + 3.484375, + 3.578125, + 3.40625, + 3.421875, + 3.625, + 3.390625, + 3.6875, + 3.40625, + 3.203125, + 3.671875, + 3.265625, + 3.546875, + 3.34375, + 3.328125, + 3.5, + 3.59375, + 3.328125, + 3.484375, + 4.671875, + 4.34375, + 3.40625, + 3.203125, + 3.640625, + 3.65625, + 3.453125, + 3.28125, + 3.453125, + 3.40625, + 3.4375, + 3.515625, + 3.6875, + 3.328125, + 3.265625, + 3.203125, + 3.609375, + 3.359375, + 3.671875, + 3.4375, + 3.484375, + 5.71875, + 3.171875, + 3.5, + 3.90625, + 3.5, + 3.671875, + 3.5625, + 3.203125, + 3.578125, + 3.1875, + 3.4375, + 3.296875, + 4.96875, + 3.1875, + 3.46875, + 3.34375, + 3.453125, + 2.789062, + 3.4375, + 3.734375, + 3.375, + 3.34375, + 3.453125, + 3.5, + 3.5625, + 3.03125, + 3.359375, + 3.4375, + 3.28125, + 3.578125, + 3.359375, + 3.53125, + 3.578125, + 3.421875, + 3.40625, + 3.734375, + 3.53125, + 3.40625, + 3.625, + 3.34375, + 3.046875, + 2.851562, + 1.9375, + 2.664062, + 3.5, + 3.421875, + 3.65625, + 3.296875, + 3.1875, + 3.4375, + 1.640625, + 3.21875, + 3.40625, + 3.359375, + 3.046875, + 3.578125, + 3.546875, + 2.078125, + 3.140625, + 3.28125, + 3.59375, + 3.390625, + 3.546875, + 3.359375, + 3.484375, + 3.578125, + 3.203125, + 3.21875, + 3.984375, + 3.390625, + 3.609375, + 3.546875, + 3.484375, + 3.359375, + 3.5, + 3.171875, + 2.8125, + 2.890625, + 3.46875, + 3.46875, + 3.359375, + 3.640625, + 3.5, + 3.453125, + 3.578125, + 3.359375, + 3.46875, + 3.203125, + 3.71875, + 3.390625, + 3.125, + 3.46875, + 3.453125, + 3.53125, + 3.203125, + 3.5, + 3.359375, + 3.40625, + 3.6875, + 3.484375, + 3.15625, + 3.5625, + 3.46875, + 3.65625, + 3.53125, + 3.5, + 3.5, + 3.734375, + 3.59375, + 3.453125, + 4.859375, + 3.53125, + 3.40625, + 2.90625, + 3.390625, + 3.1875, + 3.28125, + 3.390625, + 3.375, + 3.421875, + 3.640625, + 3.703125, + 4.296875, + 3.09375, + 3.484375, + 3.40625, + 3.734375, + 3.671875, + 3.53125, + 3.234375, + 3.40625, + 3.53125, + 3.59375, + 3.5, + 3.09375, + 4.09375, + 2.765625, + 3.40625, + 3.234375, + 3.421875, + 3.40625, + 3.640625, + 2.59375, + 3.53125, + 3.53125, + 3.25, + 3.578125, + 3.4375, + 3.71875, + 3.515625, + 3.53125, + 3.25, + 3.453125, + 6.15625, + 3.546875, + 3.40625, + 3.53125, + 5.875, + 3.5, + 3.03125, + 3.421875, + 3.65625, + 2.773438, + 3.375, + 5.78125, + 3.3125, + 3.625, + 3.796875, + 3.515625, + 4.609375, + 3.421875, + 2.710938, + 3.34375, + 3.328125, + 3.734375, + 3.359375, + 3.25, + 5.40625, + 3.578125, + 3.578125, + 3.609375, + 3.421875, + 3.546875, + 3.453125, + 3.328125, + 3.265625, + 3.328125, + 5.15625, + 3.328125, + 3.390625, + 3.484375, + 2.828125, + 3.671875, + 3.546875, + 3.5, + 3.125, + 3.40625, + 3.40625, + 3.4375, + 3.375, + 3.28125, + 3.375, + 3.34375, + 3.890625, + 3.46875, + 3.53125, + 3.5, + 3.28125, + 3.484375, + 3.03125, + 3.6875, + 3.578125, + 3.546875, + 3.484375, + 3.28125, + 3.421875, + 3.375, + 3.453125, + 2.828125, + 3.3125, + 3.34375, + 3.578125, + 3.46875, + 3.578125, + 3.34375, + 4.09375, + 3.6875, + 3.421875, + 3.53125, + 3.28125, + 3.71875, + 3.515625, + 3.390625, + 3.46875, + 3.625, + 3.625, + 3.484375, + 3.359375, + 3.34375, + 3.640625, + 3.59375, + 4.0625, + 3.578125, + 3.515625, + 3.390625, + 3.875, + 3.5, + 3.53125, + 3.421875, + 3.515625, + 3.40625, + 3.6875, + 3.15625, + 3.359375, + 3.75, + 3.359375, + 3.375, + 3.078125, + 3.65625, + 2.789062, + 3.40625, + 3.671875, + 3.546875, + 3.609375, + 3.609375, + 3.359375, + 3.484375, + 3.359375, + 3.65625, + 3.40625, + 3.59375, + 3.25, + 4.171875, + 3.578125, + 3.453125, + 3.421875, + 3.484375, + 3.578125, + 3.5, + 3.46875, + 3.359375, + 3.546875, + 3.234375, + 3.171875, + 2.9375, + 3.328125, + 3.46875, + 3.578125, + 3.609375, + 7.9375, + 3.421875, + 3.453125, + 3.453125, + 3.234375, + 3.28125, + 3.765625, + 3.546875, + 3.28125, + 3.515625, + 3.328125, + 3.328125, + 3.546875, + 3.578125, + 3.625, + 3.4375, + 3.453125, + 3.5, + 3.375, + 3.328125, + 3.90625, + 3.484375, + 3.5625, + 3.046875, + 3.5, + 3.40625, + 3.21875, + 3.03125, + 3.59375, + 3.390625, + 3.828125, + 3.4375, + 2.96875, + 3.5625, + 3.296875, + 3.484375, + 3.484375, + 3.5625, + 3.484375, + 3.59375, + 3.46875, + 3.46875, + 3.46875, + 3.5, + 3.578125, + 3.359375, + 3.5, + 3.46875, + 3.03125, + 3.359375, + 3.40625, + 3.671875, + 3.609375, + 3.171875, + 3.53125, + 3.546875, + 3.5625, + 3.546875, + 3.546875, + 3.578125, + 3.484375, + 3.890625, + 3.140625, + 3.640625, + 3.59375, + 3.390625, + 3.1875, + 3.4375, + 3.171875, + 3.75, + 3.375, + 3.46875, + 3.171875, + 3.40625, + 3.21875, + 3.21875, + 3.546875, + 3.328125, + 3.53125, + 3.609375, + 3.421875, + 2.84375, + 3.515625, + 3.484375, + 3.609375, + 3.546875, + 3.46875, + 3.4375, + 3.578125, + 3.53125, + 3.40625, + 3.484375, + 3.515625, + 3.6875, + 3.546875, + 2.890625, + 3.609375, + 3.65625, + 3.734375, + 3.4375, + 3.890625, + 3.265625, + 3.46875, + 3.46875, + 3.484375, + 3.484375, + 3.578125, + 3.546875, + 3.203125, + 3.578125, + 3.984375, + 3.515625, + 3.28125, + 3.546875, + 3.40625, + 3.359375, + 3.515625, + 3.640625, + 3.234375, + 3.421875, + 3.34375, + 4.8125, + 3.4375, + 3.515625, + 3.203125, + 3.171875, + 2.9375, + 3.484375, + 3.546875, + 3.15625, + 3.515625, + 3.453125, + 3.875, + 3.625, + 3.625, + 3.6875, + 3.484375, + 3.625, + 3.421875, + 6.53125, + 2.710938, + 3.421875, + 3.28125, + 3.421875, + 3.296875, + 3.46875, + 3.375, + 3.46875, + 2.820312, + 3.53125, + 3.515625, + 3.640625, + 3.4375, + 3.28125, + 3.5, + 3.453125, + 3.546875, + 3.546875, + 3.25, + 3.4375, + 3.5, + 3.328125, + 3.453125, + 3.625, + 3.703125, + 3.734375, + 3.328125, + 3.484375, + 3.6875, + 4.21875, + 3.59375, + 3.65625, + 3.34375, + 3.28125, + 3.21875, + 3.5, + 3.375, + 5.75, + 3.515625, + 3.234375, + 3.421875, + 2.835938, + 3.34375, + 3.25, + 3.515625, + 3.609375, + 3.390625, + 3.796875, + 3.515625, + 3.21875, + 3.453125, + 3.578125, + 3.359375, + 3.421875, + 3.25, + 3.015625, + 3.53125, + 3.34375, + 3.4375, + 3.375, + 3.609375, + 3.5625, + 3.46875, + 3.625, + 3.578125, + 3.265625, + 3.375, + 3.3125, + 3.3125, + 3.390625, + 3.53125, + 2.960938, + 3.40625, + 3.390625, + 3.359375, + 2.65625, + 3.453125, + 3.328125, + 4.75, + 3.484375, + 3.3125, + 3.6875, + 3.625, + 3.234375, + 3.625, + 3.453125, + 3.5625, + 3.265625, + 2.976562, + 3.4375, + 3.421875, + 3.390625, + 3.515625, + 3.484375, + 3.5625, + 3.609375, + 3.5, + 3.265625, + 3.328125, + 3.671875, + 3.25, + 3.484375, + 3.40625, + 3.109375, + 3.453125, + 3.53125, + 3.484375, + 3.5625, + 3.390625, + 3.625, + 3.5, + 3.53125, + 3.421875, + 3.53125, + 3.515625, + 3.609375, + 3.015625, + 3.578125, + 3.046875, + 3.75, + 4.390625, + 3.171875, + 3.453125, + 3.140625, + 3.53125, + 3.359375, + 4.1875, + 3.515625, + 3.578125, + 3.046875, + 3.4375, + 3.59375, + 3.515625, + 3.515625, + 3.609375, + 2.976562, + 3.515625, + 3.515625, + 3.765625, + 2.65625, + 3.484375, + 3.078125, + 3.671875, + 3.34375, + 3.140625, + 3.5625, + 3.59375, + 3.578125, + 3.4375, + 3.59375, + 3.375, + 3.421875, + 3.3125, + 3.359375, + 3.28125, + 3.796875, + 3.546875, + 3.375, + 3.6875, + 3.671875, + 3.625, + 3.515625, + 3.546875, + 3.5625, + 3.5, + 3.75, + 3.46875, + 4.9375, + 3.359375, + 3.34375, + 3.390625, + 2.835938, + 3.125, + 3.25, + 3.0625, + 3.390625, + 3.3125, + 3.5, + 3.296875, + 3.59375, + 3.5625, + 2.882812, + 3.125, + 3.671875, + 3.53125, + 3.09375, + 3.46875, + 3.546875, + 3.46875, + 3.71875, + 3.484375, + 3.59375, + 4.671875, + 3.5625, + 3.453125, + 3.828125, + 3.3125, + 3.109375, + 3.625, + 3.390625, + 3.5625, + 3.265625, + 3.3125, + 3.4375, + 3.390625, + 3.46875, + 3.328125, + 3.734375, + 3.6875, + 3.375, + 3.59375, + 3.3125, + 3.8125, + 3.390625, + 3.515625, + 3.5625, + 3.328125, + 3.40625, + 3.25, + 3.375, + 3.4375, + 3.703125, + 3.234375, + 3.46875, + 3.453125, + 3.4375, + 3.375, + 3.359375, + 3.46875, + 3.6875, + 2.867188, + 3.375, + 3.421875, + 3.515625, + 3.671875, + 3.421875, + 3.3125, + 3.15625, + 3.484375, + 4.390625, + 3.125, + 3.484375, + 3.40625, + 3.546875, + 4.125, + 3.453125, + 3.109375, + 3.4375, + 3.359375, + 6.09375, + 3.375, + 3.453125, + 3.4375, + 3.25, + 3.359375, + 3.578125, + 3.34375, + 3.21875, + 3.140625, + 3.59375, + 3.578125, + 3.421875, + 3.53125, + 3.34375, + 3.71875, + 3.375, + 3.484375, + 3.390625, + 3.234375, + 3.21875, + 3.328125, + 3.25, + 3.546875, + 3.671875, + 3.5, + 3.515625, + 3.421875, + 3.40625, + 3.515625, + 4.421875, + 3.34375, + 3.390625, + 3.546875, + 2.992188, + 3.609375, + 3.375, + 3.5, + 3.375, + 3.234375, + 3.703125, + 3.53125, + 3.28125, + 3.4375, + 6.625, + 3.140625, + 3.390625, + 3.6875, + 3.5, + 3.140625, + 3.5, + 3.515625, + 3.390625, + 3.171875, + 3.03125, + 3.203125, + 4.046875, + 3.65625, + 3.59375, + 3.15625, + 3.75, + 3.28125, + 3.578125, + 3.5625, + 3.359375, + 3.359375, + 3.4375, + 3.40625, + 3.203125, + 3.671875, + 3.484375, + 3.46875, + 3.140625, + 3.71875, + 5.6875, + 4.359375, + 3.546875, + 2.96875, + 3.671875, + 3.21875, + 3.515625, + 3.421875, + 3.390625, + 3.328125, + 3.6875, + 3.578125, + 3.484375, + 3.21875, + 4.421875, + 3.84375, + 3.296875 + ] + }, + "name": "onnx::Mul_8861", + "outputIndexes": [ + 2443 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2442, + 2443 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_25/Mul_1_output_0", + "outputIndexes": [ + 2444 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2373, + 2444 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_128_output_0", + "outputIndexes": [ + 2445 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2445 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/pre_feedforward_layernorm_25/Mul_output_0", + "outputIndexes": [ + 2446 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.863281, + 0.865234, + 0.866211, + 0.834961, + 0.857422, + 0.835938, + 0.88916, + 1.386719, + 0.883789, + 0.907715, + 0.858398, + 0.919434, + 0.868164, + 0.854492, + 0.850586, + 0.880371, + 0.868164, + 0.876953, + 1.232422, + 0.964355, + 0.878418, + 0.873047, + 0.862305, + 0.900391, + 0.966797, + 0.832031, + 0.937012, + 1.105469, + 0.802734, + 0.878906, + 0.968018, + 0.937012, + 0.850586, + 1.267578, + 0.854492, + 0.968872, + 0.855469, + 0.833008, + 0.981567, + 0.870117, + 0.801758, + 0.87793, + 0.875488, + 0.970093, + 1.302734, + 0.940918, + 0.882324, + 0.861328, + 1.320312, + 0.960449, + 0.939941, + 1.016357, + 0.866211, + 0.800781, + 0.887207, + 0.891113, + 0.89502, + 0.867188, + 1.021729, + 0.984436, + 1.01178, + 0.87793, + 0.858398, + 0.865234, + 0.875977, + 0.916992, + 1.044189, + 0.849609, + 0.953857, + 0.919434, + 0.895996, + 0.915527, + 0.888672, + 0.902344, + 0.87793, + 0.949463, + 1.204102, + 0.917969, + 0.989258, + 1.287109, + 0.851562, + 1.507812, + 0.904297, + 1.043701, + 0.857422, + 0.87207, + 0.845703, + 1.028931, + 1.130859, + 0.898926, + 0.933594, + 0.864258, + 0.84082, + 1.122559, + 0.856445, + 1.445312, + 0.898926, + 0.880371, + 0.707031, + 0.871094, + 1.012268, + 0.80957, + 0.880859, + 0.848633, + 0.839844, + 0.899414, + 0.848633, + 0.991882, + 0.84082, + 0.895996, + 0.874023, + 0.863281, + 0.886719, + 0.763672, + 0.880859, + 0.904785, + 0.912109, + 0.987549, + 0.897949, + 0.816406, + 0.88916, + 0.862305, + 1.078125, + 0.845703, + 0.931641, + 0.975464, + 0.889648, + 0.866211, + 0.952881, + 1.136719, + 1.036621, + 0.896973, + 1.027832, + 0.851562, + 0.838867, + 0.844727, + 0.940674, + 1.135742, + 0.915527, + 0.845703, + 0.828125, + 1.009766, + 0.907227, + 0.863281, + 0.907227, + 1.083984, + 0.962646, + 0.869141, + 0.874023, + 0.838867, + 0.880859, + 0.903809, + 0.878906, + 0.84082, + 0.910645, + 0.819336, + 1.132812, + 0.842773, + 1.355469, + 1.310547, + 0.750977, + 0.837891, + 1.003784, + 1.021973, + 0.876465, + 0.857422, + 0.819336, + 1.255859, + 0.870117, + 0.880371, + 0.896484, + 1.239258, + 0.867188, + 1.24707, + 0.926758, + 0.88623, + 0.881348, + 1.554688, + 0.889648, + 1.066406, + 0.845703, + 1.341797, + 0.919922, + 1.427734, + 0.703125, + 0.853516, + 1.116211, + 0.884277, + 0.9646, + 0.995209, + 0.881836, + 1.013855, + 0.882324, + 0.880371, + 0.849609, + 0.901367, + 0.877441, + 0.844727, + 0.833008, + 0.871094, + 0.918945, + 0.861328, + 0.888672, + 0.900391, + 0.868164, + 0.863281, + 0.831055, + 0.869141, + 0.830078, + 0.844727, + 1.134766, + 0.80957, + 0.898926, + 0.994934, + 0.833008, + 0.833984, + 0.893066, + 0.881836, + 0.845703, + 0.856445, + 0.888672, + 0.912598, + 0.873047, + 0.893555, + 0.875488, + 0.873047, + 0.894043, + 0.861328, + 0.971313, + 0.943115, + 0.757812, + 0.956299, + 0.84668, + 0.850586, + 0.854492, + 0.839844, + 0.993958, + 0.855469, + 0.92041, + 0.945801, + 0.970581, + 0.841797, + 0.837891, + 1.453125, + 0.955322, + 0.90918, + 0.87207, + 0.947266, + 0.867188, + 1.223633, + 0.917969, + 0.895996, + 1.12207, + 0.863281, + 0.849609, + 0.912109, + 0.883301, + 0.932129, + 0.904785, + 0.935059, + 0.853516, + 0.819336, + 0.910645, + 0.891113, + 0.844727, + 0.966797, + 0.869141, + 0.875, + 0.896484, + 0.9646, + 0.865234, + 0.850586, + 0.870117, + 0.871094, + 0.84375, + 0.860352, + 1.161133, + 0.849609, + 0.84668, + 0.879883, + 1.023926, + 0.854492, + 1.198242, + 0.877441, + 0.94458, + 0.895508, + 0.890137, + 0.874023, + 1.21875, + 0.924805, + 0.897949, + 1.707031, + 0.889648, + 0.912109, + 0.870117, + 0.844727, + 0.878418, + 0.865234, + 0.856445, + 0.84668, + 0.845703, + 0.982544, + 1.441406, + 0.886719, + 1.617188, + 0.912598, + 0.861328, + 0.964355, + 0.866211, + 0.871094, + 0.831055, + 1.380859, + 0.841797, + 0.861328, + 0.887207, + 0.868164, + 0.851562, + 0.832031, + 0.898926, + 0.87793, + 0.916016, + 0.888672, + 0.938477, + 0.882812, + 0.866211, + 0.804688, + 0.942627, + 0.966553, + 0.813477, + 0.878906, + 0.95166, + 1.0625, + 0.882324, + 0.885254, + 0.515625, + 0.852539, + 0.967773, + 0.802734, + 0.852539, + 0.911133, + 0.913574, + 1.003616, + 0.875977, + 0.881836, + 0.92627, + 0.967529, + 0.959961, + 1.168945, + 0.973633, + 0.831055, + 1.359375, + 0.984131, + 1.382812, + 0.959717, + 1.539062, + 1.18457, + 0.883789, + 0.838867, + 1.091309, + 0.91748, + 1.271484, + 0.864258, + 0.896973, + 1.122559, + 0.984436, + 0.881836, + 0.848633, + 1.217773, + 0.893066, + 0.878418, + 0.858398, + 0.924316, + 0.878906, + 0.986755, + 0.817383, + 0.857422, + 0.833984, + 0.907227, + 0.869141, + 1.035156, + 0.870117, + 0.861328, + 1.060303, + 1.174805, + 0.822266, + 0.875977, + 0.929688, + 1.016479, + 0.84668, + 0.864258, + 0.912598, + 0.906738, + 1.310547, + 0.880371, + 0.864258, + 0.865234, + 0.925293, + 1.310547, + 0.917969, + 0.839844, + 0.857422, + 0.861328, + 0.869141, + 0.898438, + 1.194336, + 0.792969, + 0.837891, + 0.851562, + 0.893066, + 1.0177, + 0.868164, + 0.875977, + 0.851562, + 0.84082, + 0.931641, + 0.900391, + 0.895996, + 0.88916, + 0.910156, + 0.876953, + 0.919434, + 0.927246, + 0.923828, + 0.921875, + 0.861328, + 0.950684, + 0.854492, + 0.855469, + 0.851562, + 0.867188, + 0.793945, + 0.859375, + 0.866211, + 0.939941, + 0.970093, + 0.851562, + 0.864258, + 0.816406, + 0.847656, + 0.839844, + 0.867188, + 0.902832, + 0.820312, + 0.946045, + 1.236328, + 0.921387, + 0.867188, + 0.835938, + 0.946045, + 0.833984, + 0.856445, + 0.955811, + 0.93457, + 0.913086, + 0.888672, + 0.87207, + 1.129883, + 0.84375, + 0.894531, + 0.928223, + 0.845703, + 0.887207, + 0.856445, + 0.88623, + 1.135742, + 0.871094, + 1.324219, + 0.907227, + 0.896973, + 0.847656, + 0.88623, + 0.884766, + 0.844727, + 1.07373, + 0.907715, + 0.857422, + 1.137695, + 0.972168, + 0.923828, + 0.841797, + 0.87207, + 0.870117, + 0.878906, + 0.868164, + 0.823242, + 0.887695, + 1.273438, + 0.881836, + 0.856445, + 0.900391, + 0.931641, + 0.84668, + 0.858398, + 0.84375, + 0.966064, + 0.848633, + 1.523438, + 1.427734, + 1.028198, + 1.3125, + 0.896484, + 0.850586, + 0.879883, + 1.003189, + 1.245117, + 0.860352, + 0.982544, + 0.985291, + 0.91748, + 0.902832, + 0.857422, + 0.890137, + 0.893066, + 0.880859, + 0.864258, + 0.838867, + 1.021118, + 0.871094, + 0.858398, + 0.957764, + 0.876465, + 0.90625, + 1.174805, + 1.195312, + 0.856445, + 1.199219, + 0.856445, + 0.860352, + 0.955322, + 0.84668, + 0.862305, + 0.857422, + 0.833984, + 1.53125, + 0.831055, + 1.357422, + 0.913574, + 0.891113, + 0.831055, + 1.462891, + 1.476562, + 0.903809, + 0.874023, + 0.899414, + 0.869141, + 0.932129, + 0.877441, + 0.87207, + 1.022095, + 0.835938, + 1.195312, + 0.841797, + 0.826172, + 0.864258, + 0.888184, + 0.84375, + 0.865234, + 1.109375, + 0.89502, + 0.92334, + 0.903809, + 1.929688, + 1.056152, + 1.136719, + 0.862305, + 0.842773, + 0.874023, + 1.310547, + 0.884766, + 0.89502, + 0.919922, + 0.833984, + 0.893066, + 0.97229, + 1.566406, + 0.833984, + 0.937012, + 0.909668, + 1.092285, + 0.890137, + 0.825195, + 0.961914, + 0.875488, + 0.932617, + 1.00034, + 0.882324, + 0.947754, + 0.929199, + 1.091309, + 1.003632, + 0.862305, + 0.862305, + 0.944824, + 0.726562, + 1.332031, + 0.891113, + 0.897461, + 0.864258, + 0.884766, + 1.080566, + 0.822266, + 0.823242, + 0.98291, + 0.850586, + 0.824219, + 0.896484, + 0.930176, + 0.838867, + 0.894531, + 0.952881, + 0.844727, + 0.870117, + 0.902344, + 1.166992, + 1.075195, + 0.878906, + 0.873047, + 0.908203, + 0.941895, + 0.890625, + 0.882812, + 0.857422, + 0.880859, + 0.865234, + 0.867188, + 0.955078, + 0.880859, + 0.891602, + 0.887695, + 0.941162, + 0.882812, + 0.851562, + 0.954346, + 0.910156, + 0.835938, + 0.971191, + 0.863281, + 0.879883, + 0.839844, + 1.243164, + 0.807617, + 0.862305, + 1.030273, + 1.203125, + 0.878906, + 1.341797, + 0.861328, + 0.866211, + 0.905273, + 1.166016, + 1.069336, + 1.462891, + 0.835938, + 0.853516, + 0.838867, + 0.890137, + 0.951172, + 0.845703, + 0.881348, + 0.862305, + 0.858398, + 0.890625, + 0.888672, + 1.535156, + 0.863281, + 0.865234, + 0.926758, + 0.913574, + 0.853516, + 0.838867, + 0.857422, + 0.91748, + 0.899902, + 1.018311, + 0.957275, + 0.851562, + 0.938721, + 0.867188, + 0.979736, + 0.946045, + 0.855469, + 1.496094, + 1.707031, + 0.917969, + 0.971924, + 0.881836, + 0.953613, + 0.832031, + 0.928711, + 0.874023, + 0.950195, + 0.901367, + 0.884766, + 0.87207, + 0.839844, + 0.930176, + 0.913574, + 0.868164, + 0.868164, + 0.90918, + 0.726562, + 0.844727, + 0.897949, + 0.899414, + 0.886719, + 0.874023, + 0.858398, + 0.972168, + 0.901855, + 0.97168, + 0.865234, + 0.821289, + 0.857422, + 0.902344, + 1.832031, + 0.89502, + 0.834961, + 1.073242, + 0.883789, + 0.903809, + 0.849609, + 0.841797, + 0.893066, + 0.927246, + 1.032959, + 1.304688, + 1.108398, + 0.829102, + 0.863281, + 0.864258, + 0.893555, + 0.908691, + 0.854492, + 0.856445, + 0.907715, + 1.112793, + 0.911133, + 0.832031, + 0.847656, + 0.87793, + 0.867188, + 0.966797, + 0.861328, + 0.84668, + 0.912109, + 0.953613, + 0.838867, + 0.866211, + 0.878418, + 0.887695, + 0.838867, + 0.888184, + 0.876465, + 0.89209, + 0.827148, + 1.075684, + 0.866211, + 1.213867, + 0.831055, + 0.891602, + 0.972412, + 0.916992, + 0.908203, + 0.888672, + 0.895508, + 0.875977, + 0.908691, + 0.832031, + 0.863281, + 0.854492, + 0.84082, + 0.869141, + 0.88916, + 0.84375, + 0.881836, + 0.842773, + 0.863281, + 0.850586, + 0.938965, + 1.021606, + 0.908691, + 0.87793, + 0.911133, + 0.858398, + 0.788086, + 0.850586, + 0.81543, + 1.059814, + 1.116211, + 0.810547, + 0.866211, + 0.879395, + 0.951172, + 0.863281, + 0.919434, + 0.89502, + 0.873047, + 1.046387, + 0.856445, + 0.925781, + 1.265625, + 0.896484, + 0.906738, + 0.858398, + 0.970703, + 1.118652, + 0.886719, + 0.867188, + 1.249023, + 0.90332, + 0.924805, + 0.850586, + 1.355469, + 0.891602, + 1.308594, + 1.175781, + 0.930176, + 0.92041, + 1.05835, + 0.894043, + 0.891113, + 0.877441, + 0.88623, + 0.868164, + 0.849609, + 0.869141, + 0.887207, + 0.875, + 0.907715, + 0.880371, + 0.828125, + 0.850586, + 0.913574, + 0.822266, + 0.875488, + 1.083008, + 0.856445, + 0.887207, + 1.028931, + 0.866211, + 1.100586, + 0.91748, + 0.823242, + 0.920898, + 0.839844, + 0.858398, + 0.985657, + 0.867188, + 0.84082, + 0.829102, + 0.967529, + 0.897949, + 1.005341, + 0.828125, + 1.570312, + 0.914551, + 0.957764, + 0.900879, + 0.894531, + 0.95459, + 0.864258, + 0.87207, + 0.84375, + 0.869141, + 0.902832, + 1.574219, + 0.87793, + 0.907715, + 0.904785, + 1.314453, + 0.870117, + 0.823242, + 1.000054, + 1.371094, + 0.944336, + 0.97937, + 0.916504, + 0.873047, + 0.91748, + 0.821289, + 0.942383, + 0.893066, + 0.986938, + 0.981079, + 0.916992, + 0.842773, + 0.87793, + 0.875488, + 0.905273, + 0.92334, + 1.172852, + 0.845703, + 0.863281, + 0.990906, + 0.876953, + 0.877441, + 0.888672, + 0.827148, + 0.926758, + 0.881348, + 0.958984, + 0.895996, + 0.916504, + 0.881836, + 1.147461, + 0.916016, + 0.898926, + 1.333984, + 1.648438, + 1.033447, + 0.988098, + 0.922363, + 0.864258, + 0.829102, + 0.838867, + 1.369141, + 1.414062, + 0.917969, + 0.860352, + 0.953125, + 0.937744, + 0.898926, + 0.831055, + 0.861328, + 1.086914, + 1.369141, + 0.851562, + 0.951172, + 0.880859, + 1.077148, + 0.900879, + 0.945801, + 0.969116, + 0.928223, + 0.874023, + 0.862305, + 0.922852, + 0.853516, + 0.997925, + 0.817383, + 0.878906, + 0.937012, + 0.854492, + 1.068359, + 0.839844, + 0.844727, + 1.032715, + 1.408203, + 0.707031, + 0.877441, + 0.935547, + 0.838867, + 0.862305, + 0.845703, + 0.893066, + 0.822266, + 1.523438, + 0.888184, + 0.952393, + 0.87793, + 0.879395, + 1.308594, + 0.871094, + 0.943115, + 0.952637, + 0.853516, + 0.871094, + 0.932617, + 1.010437, + 1.259766, + 0.857422, + 0.875, + 0.904297, + 1.507812, + 0.853516, + 0.894531, + 0.797852, + 0.886719, + 1.050537, + 0.934082, + 0.92041, + 0.87207, + 0.879395, + 1.020874, + 0.866211, + 0.873047, + 0.987793, + 1.302734, + 1.785156, + 0.974854, + 0.936035, + 0.880371, + 0.84375, + 0.970581, + 0.894531, + 0.986267, + 0.880859, + 1.482422, + 0.87793, + 0.982056, + 0.931641, + 0.871094, + 1.205078, + 0.893555, + 0.880371, + 1.376953, + 0.908691, + 1.417969, + 0.867188, + 1.271484, + 0.986511, + 0.889648, + 0.856445, + 0.870117, + 1.012573, + 0.88623, + 1.011047, + 0.896484, + 1.474609, + 1.255859, + 0.998489, + 1.287109, + 1.062988, + 0.865234, + 0.857422, + 0.968018, + 1.339844, + 0.81543, + 0.996414, + 0.89502, + 0.973999, + 0.960449, + 0.853516, + 1.445312, + 0.88623, + 0.859375, + 0.878906, + 1.353516, + 1.519531, + 0.87207, + 0.826172, + 0.885742, + 0.882324, + 0.84668, + 0.896973, + 0.986755, + 0.632812, + 0.941895, + 0.895508, + 0.938721, + 0.90918, + 0.870117, + 0.854492, + 0.816406, + 0.862305, + 0.822266, + 0.948486, + 0.826172, + 1.003998, + 0.99054, + 0.905273, + 0.877441, + 0.994965, + 0.855469, + 0.854492, + 0.882324, + 0.856445, + 0.853516, + 1.231445, + 0.896973, + 1.433594, + 1.015869, + 0.99176, + 1.238281, + 0.844727, + 0.973267, + 0.841797, + 0.887695, + 0.881348, + 0.858398, + 0.861328, + 0.887695, + 1.423828, + 0.921875, + 0.894043, + 0.91748, + 0.865234, + 0.885742, + 0.98645, + 0.868164, + 0.861328, + 0.896973, + 0.887695, + 0.881348, + 1.289062, + 0.850586, + 0.811523, + 1.017212, + 0.901367, + 0.849609, + 0.985718, + 0.84375, + 0.845703, + 0.920898, + 0.877441, + 0.862305, + 0.844727, + 0.901367, + 0.953857, + 0.883301, + 0.865234, + 0.847656, + 0.862305, + 0.926758, + 1.189453, + 0.874023, + 1.243164, + 0.959717, + 0.909668, + 0.960938, + 0.854492, + 0.87207, + 0.925781, + 0.853516, + 1.149414, + 0.869141, + 1.550781, + 1.339844, + 1.455078, + 0.865234, + 0.900879, + 1.269531, + 0.858398, + 0.882812, + 0.965088, + 1.203125, + 1.022827, + 0.975708, + 0.969971, + 1.24707, + 0.874023, + 0.854492, + 0.940918, + 0.849609, + 0.95459, + 0.930664, + 0.884277, + 0.893066, + 1.496094, + 1.519531, + 1.664062, + 0.885742, + 0.863281, + 0.897949, + 0.826172, + 1.034912, + 1.226562, + 1.173828, + 1.283203, + 0.911621, + 0.880371, + 0.901367, + 0.851562, + 1.033203, + 0.901855, + 0.855469, + 0.865234, + 0.976807, + 0.87793, + 0.9646, + 1.53125, + 0.881348, + 0.835938, + 1.081055, + 0.848633, + 0.88623, + 0.874023, + 0.876465, + 0.859375, + 0.853516, + 0.850586, + 0.875977, + 0.886719, + 0.885742, + 0.851562, + 0.923828, + 0.863281, + 0.879395, + 0.875977, + 0.867188, + 0.878906, + 0.946777, + 0.849609, + 0.875, + 0.829102, + 0.895996, + 0.975464, + 1.137695, + 0.847656, + 0.917969, + 0.855469, + 0.903809, + 0.975464, + 0.842773, + 0.87207, + 1.320312, + 0.971313, + 1.337891, + 0.918945, + 0.955322, + 1.012268, + 1.027344, + 0.905273, + 1.05542, + 0.848633, + 1.408203, + 0.88623, + 1.013489, + 0.92041, + 0.884766, + 0.895996, + 0.897949, + 0.84668, + 0.860352, + 0.929199, + 0.870117, + 0.904297, + 0.880859, + 1.542969, + 0.907227, + 0.883301, + 0.935547, + 0.907715, + 1.027466, + 0.850586, + 0.904785, + 1.036621, + 0.873047, + 0.934082, + 0.911621, + 1.05127, + 0.939453, + 0.867188, + 0.974731, + 0.925293, + 0.889648, + 1.445312, + 0.876953, + 0.911621, + 0.823242, + 1.011597, + 0.984009, + 1.074219, + 1.398438, + 0.941406, + 1.535156, + 1.265625, + 0.979858, + 0.893555, + 0.89502, + 0.880371, + 1.769531, + 0.884277, + 0.942627, + 0.876465, + 1.255859, + 0.867188, + 0.859375, + 0.842773, + 0.849609, + 0.864258, + 0.839844, + 1.388672, + 0.816406, + 0.88916, + 1.060303, + 1.240234, + 0.836914, + 0.886719, + 1.320312, + 0.858398, + 1.388672, + 0.866211, + 0.921875, + 0.919434, + 0.898926, + 1.257812, + 0.929688, + 0.912598, + 0.881836, + 0.883301, + 0.945557, + 1.083008, + 1.59375, + 0.839844, + 0.824219, + 0.981567, + 0.904785, + 0.84668, + 0.849609, + 0.896973, + 0.934082, + 0.849609, + 0.975708, + 0.826172, + 0.89209, + 0.855469, + 0.892578, + 0.890625, + 1.015137, + 0.887695, + 0.916016, + 0.864258, + 1.601562, + 0.849609, + 0.907715, + 0.857422, + 0.942871, + 0.912598, + 0.94751, + 0.942871, + 0.900879, + 0.904297, + 0.833984, + 0.884277, + 0.852539, + 0.837891, + 0.994385, + 0.857422, + 1.335938, + 0.851562, + 1.173828, + 0.849609, + 0.874023, + 0.884277, + 1.28125, + 0.839844, + 0.937012, + 0.943359, + 0.839844, + 0.81543, + 0.899902, + 0.962158, + 0.853516, + 0.90332, + 0.930176, + 1.155273, + 0.911621, + 0.833984, + 0.766602, + 0.823242, + 0.898438, + 0.84375, + 0.865234, + 0.866211, + 0.894043, + 0.853516, + 0.925293, + 0.886719, + 0.888672, + 0.931152, + 1.18457, + 0.974243, + 0.874023, + 0.838867, + 0.95166, + 1.386719, + 0.816406, + 0.893066, + 0.853516, + 0.875488, + 0.876953, + 0.853516, + 0.879883, + 0.894043, + 1.589844, + 0.866211, + 0.851562, + 0.879395, + 0.826172, + 0.853516, + 0.867188, + 0.823242, + 0.912598, + 0.851562, + 0.908203, + 0.874023, + 0.853516, + 0.875977, + 0.88916, + 0.81543, + 0.926758, + 1.036865, + 0.529297, + 0.873047, + 0.902832, + 0.834961, + 0.862305, + 1.113281, + 0.84082, + 0.893066, + 0.876465, + 1.439453, + 1.050293, + 1.222656, + 1.925781, + 0.874023, + 0.87793, + 0.806641, + 1.449219, + 0.899414, + 0.664062, + 1.375, + 1.140625, + 0.860352, + 0.907227, + 0.879883, + 0.847656, + 0.888184, + 0.934082, + 0.905762, + 0.903809, + 0.874023, + 1.109375, + 0.918945, + 0.914062, + 0.870117, + 1.273438, + 0.866211, + 0.869141, + 0.870117, + 0.855469, + 0.863281, + 0.936523, + 0.847656, + 0.913574, + 1.480469, + 0.838867, + 0.88623, + 0.904297, + 0.88623, + 1.019897, + 0.868164, + 1.287109, + 0.826172, + 0.871094, + 1.091797, + 0.913086, + 0.866211, + 0.857422, + 0.681641, + 0.933594, + 0.914551, + 0.87793, + 0.856445, + 1.053711, + 1.466797, + 0.885742, + 0.913574, + 0.919434, + 0.986145, + 0.84082, + 0.842773, + 0.873047, + 1.341797, + 0.951904, + 0.850586, + 0.933594, + 0.909668, + 1.130859, + 0.834961, + 0.900879, + 0.874023, + 0.879395, + 0.84668, + 0.956299, + 0.856445, + 0.904785, + 0.805664, + 0.896484, + 0.949463, + 0.948975, + 0.985657, + 0.915527, + 0.980957, + 0.939941, + 0.878418, + 0.99794, + 0.897949, + 0.865234, + 0.870117, + 0.864258, + 0.84668, + 0.849609, + 1.02002, + 0.944824, + 0.875488, + 0.851562, + 0.854492, + 0.854492, + 1.020142, + 0.852539, + 0.867188, + 0.893555, + 0.866211, + 0.837891, + 1.314453, + 0.845703, + 0.976807, + 0.855469, + 0.890625, + 1.1875, + 0.869141, + 0.860352, + 0.886719, + 0.795898, + 0.831055, + 0.858398, + 0.9646, + 0.850586, + 0.952637, + 0.878418, + 0.881836, + 0.924316, + 1.063477, + 0.883789, + 0.875, + 0.84082, + 0.891602, + 0.84082, + 0.819336, + 0.857422, + 0.862305, + 0.867188, + 0.921875, + 0.921387, + 0.928711, + 0.876953, + 0.900879, + 0.87793, + 0.853516, + 0.891602, + 0.890137, + 0.838867, + 0.899902, + 0.860352, + 1.820312, + 0.990234, + 0.888672, + 0.97583, + 0.902344, + 0.891113, + 1.441406, + 0.933105, + 0.867188, + 0.881836, + 1.146484, + 0.933594, + 0.866211, + 1.151367, + 1.233398, + 0.903809, + 0.865234, + 0.879883, + 0.875977, + 0.973877, + 0.916504, + 0.925781, + 0.864258, + 0.913574, + 1.523438, + 0.871094, + 1.070312, + 0.831055, + 0.859375, + 1.316406, + 1.421875, + 0.92041, + 0.825195, + 0.858398, + 1.125977, + 0.867188, + 0.986694, + 0.871094, + 0.851562, + 0.902832, + 0.866211, + 0.84668, + 0.938965, + 0.936523, + 0.852539, + 0.829102, + 1.0625, + 1.207031, + 1.133789, + 0.874023, + 0.854492, + 0.882324, + 0.928711, + 0.918457, + 0.856445, + 0.955811, + 1.083008, + 0.908691, + 0.936035, + 0.928711, + 0.885254, + 0.904785, + 0.915039, + 0.919922, + 1.131836, + 1.613281, + 1.458984, + 0.857422, + 0.947021, + 0.907715, + 0.852539, + 0.871094, + 0.831055, + 1.148438, + 0.831055, + 1.131836, + 1.151367, + 0.913574, + 0.861328, + 0.973022, + 0.842773, + 0.932617, + 0.831055, + 1.173828, + 0.84668, + 0.92334, + 0.931641, + 0.818359, + 0.888672, + 0.906738, + 0.931152, + 0.941406, + 0.930664, + 0.868164, + 0.862305, + 0.93457, + 0.95166, + 0.899414, + 0.890625, + 0.644531, + 0.836914, + 0.898438, + 1.345703, + 0.878418, + 0.866211, + 1.550781, + 0.897461, + 1.036865, + 0.906738, + 0.834961, + 0.879883, + 1.120605, + 1.075195, + 0.855469, + 0.857422, + 0.852539, + 0.873047, + 0.831055, + 0.889648, + 0.879395, + 0.886719, + 0.84668, + 0.863281, + 0.92334, + 1.378906, + 1.722656, + 0.886719, + 0.894531, + 0.835938, + 0.896973, + 0.919434, + 1.503906, + 0.845703, + 0.814453, + 0.971924, + 0.84375, + 1.105469, + 0.8125, + 0.888672, + 0.876465, + 0.864258, + 0.894531, + 0.816406, + 0.913086, + 0.968994, + 0.837891, + 0.792969, + 0.894043, + 1.349609, + 0.919922, + 0.948486, + 1.5, + 0.894531, + 1.337891, + 0.877441, + 0.865234, + 0.988525, + 0.901855, + 1.231445, + 0.874023, + 0.90918, + 0.880859, + 0.861328, + 0.832031, + 0.900879, + 1.072754, + 0.785156, + 0.853516, + 0.879395, + 0.873047, + 0.863281, + 1.106934, + 0.89502, + 0.936035, + 1.049316, + 0.929199, + 0.968506, + 0.898438, + 1.168945, + 1.058838, + 1.460938, + 0.850586, + 0.939941, + 0.84668, + 0.907715, + 0.953125, + 0.877441, + 0.897949, + 0.867188, + 0.920898, + 0.884277, + 0.865234, + 0.819336, + 0.920898, + 0.833008, + 1.052002, + 0.912598, + 0.958252, + 1.318359, + 0.84668, + 0.857422, + 0.814453, + 0.862305, + 0.831055, + 0.933105, + 0.933594, + 0.841797, + 1.036377, + 1.016602, + 0.873047, + 0.794922, + 0.814453, + 0.88623, + 0.887207, + 1.099121, + 0.826172, + 0.898438, + 0.841797, + 1.24707, + 0.874023, + 0.873047, + 0.857422, + 0.902344, + 0.969971, + 0.899902, + 0.957031, + 0.990784, + 0.880859, + 0.905273, + 0.838867, + 1.378906, + 0.919434, + 0.886719, + 0.902832, + 0.833984, + 0.826172, + 0.850586, + 0.950439, + 0.955566, + 0.820312, + 0.839844, + 1.145508, + 1.185547, + 0.860352, + 0.89502, + 0.849609, + 0.875977, + 0.81543, + 1.683594, + 0.877441, + 0.876953, + 0.875488, + 0.841797, + 0.955566, + 0.89209, + 0.957764, + 1.205078, + 0.839844, + 0.90918, + 0.865234, + 0.908691, + 1.957031, + 0.826172, + 0.868164, + 0.832031, + 0.859375, + 0.866211, + 0.854492, + 0.916016, + 0.999367, + 1.033691, + 0.896484, + 0.987122, + 1.316406, + 1.072266, + 0.859375, + 0.854492, + 0.805664, + 0.833008, + 0.860352, + 0.855469, + 0.853516, + 0.851562, + 0.942139, + 0.950928, + 0.920898, + 1.080078, + 0.881348, + 0.959961, + 0.927246, + 0.852539, + 0.905273, + 0.881348, + 0.860352, + 0.874023, + 0.915039, + 0.995087, + 0.924316, + 0.860352, + 1.296875, + 0.994568, + 0.88623, + 0.826172, + 0.885742, + 1.341797, + 0.880859, + 0.91748, + 0.89209, + 0.841797, + 0.913086, + 1.333984, + 0.885742, + 0.901855, + 1.039307, + 0.876953, + 0.866211, + 0.915527, + 0.860352, + 0.906738, + 0.902832, + 0.879883, + 0.875, + 0.871094, + 0.855469, + 0.834961, + 0.861328, + 1.324219, + 0.918457, + 0.919922, + 0.831055, + 0.830078, + 0.832031, + 0.84668, + 0.948486, + 1.028076, + 0.890625, + 0.855469, + 0.827148, + 0.896973, + 1.130859, + 0.967773, + 0.876953, + 0.898438, + 0.881836, + 0.893555, + 0.89209, + 0.907227, + 0.851562, + 0.946289, + 0.87207, + 0.958984, + 0.860352, + 0.950928, + 1.267578, + 0.853516, + 0.899902, + 0.925781, + 0.826172, + 1.155273, + 1.65625, + 0.88916, + 0.941162, + 0.823242, + 0.84082, + 0.900391, + 0.844727, + 0.997955, + 0.842773, + 0.989441, + 0.904297, + 0.857422, + 0.833984, + 0.866211, + 1.269531, + 0.876953, + 0.848633, + 1.047119, + 0.858398, + 0.836914, + 0.870117, + 0.871094, + 0.893555, + 0.916016, + 0.805664, + 0.84668, + 0.866211, + 1.042725, + 0.904297, + 0.980469, + 0.914551, + 0.941406, + 0.913574, + 0.863281, + 0.854492, + 0.862305, + 0.874023, + 0.853516, + 0.855469, + 0.910156, + 0.738281, + 1.04541, + 0.891113, + 1.136719, + 1.149414, + 0.848633, + 0.848633, + 0.905273, + 1.178711, + 1.073242, + 0.88916, + 0.834961, + 0.81543, + 0.841797, + 0.884766, + 0.811523, + 0.848633, + 0.951172, + 0.900391, + 1.484375, + 0.939209, + 0.842773, + 0.867188, + 0.862305, + 0.854492, + 0.859375, + 0.893066, + 1.470703, + 0.856445, + 0.890625, + 0.873047, + 0.857422, + 0.856445, + 0.891602, + 0.860352, + 0.834961, + 0.89502, + 1.150391, + 0.925781, + 0.883789, + 0.905762, + 0.856445, + 0.882812, + 0.869141, + 0.876953, + 0.983032, + 0.900879, + 0.894531, + 1.068848, + 0.881836, + 0.836914, + 0.857422, + 0.87793, + 0.984131, + 0.876465, + 0.991089, + 0.955566, + 0.836914, + 0.89502, + 0.944092, + 1.480469, + 0.88916, + 0.905762, + 0.886719, + 0.875977, + 0.838867, + 0.865234, + 0.844727, + 0.84375, + 0.858398, + 1.033203, + 0.901855, + 0.857422, + 0.912109, + 1.324219, + 0.864258, + 0.959717, + 0.863281, + 0.888672, + 0.844727, + 0.84082, + 0.854492, + 0.955811, + 0.855469, + 0.900391, + 0.875977, + 1.507812, + 0.945312, + 0.911133, + 0.84375, + 1.249023, + 0.838867, + 1.233398, + 0.873047, + 1.498047, + 0.933105, + 0.964844, + 1.179688, + 1.064453, + 1.007446, + 0.87793, + 0.890625, + 0.936035, + 0.839844, + 0.88623, + 0.859375, + 0.875488, + 1.761719, + 1.172852, + 0.9729, + 0.833984, + 0.857422, + 0.933105, + 0.848633, + 0.848633, + 0.859375, + 1.010376, + 0.875977, + 0.838867, + 0.974243, + 0.823242, + 0.915527, + 0.915039, + 0.891113, + 0.88916, + 1.004028, + 0.833008, + 0.905273, + 0.880371, + 0.878418, + 0.858398, + 1.068359, + 0.826172, + 0.859375, + 0.916504, + 0.911133, + 0.823242, + 0.889648, + 0.860352, + 1.155273, + 1.230469, + 0.913574, + 0.946045, + 0.92041, + 1.137695, + 0.828125, + 0.857422, + 0.868164, + 1.326172, + 0.922363, + 0.997787, + 0.915527, + 0.893555, + 0.925781, + 1.632812, + 0.970093, + 0.865234, + 0.836914, + 1.486328, + 1.029175, + 1.292969, + 1.484375, + 0.890137, + 0.997559, + 0.827148, + 0.867188, + 0.867188, + 0.909668, + 0.857422, + 0.912109, + 1.193359, + 1.105957, + 0.838867, + 0.954346, + 0.954102, + 0.84668, + 0.882812, + 0.898926, + 0.847656, + 1.04126, + 0.866211, + 0.871094, + 0.833008, + 1.283203, + 0.853516, + 0.864258, + 1.006775, + 0.870117, + 0.917969, + 1.212891, + 1.076172, + 1.263672, + 0.904785, + 0.874023, + 0.895508, + 0.952881, + 0.855469, + 1.010925, + 0.877441, + 0.842773, + 0.903809, + 0.876953, + 0.89209, + 0.884766, + 0.862305, + 0.894043, + 0.814453, + 0.90332, + 0.931641, + 0.84668, + 1.030273, + 0.849609, + 0.895508, + 0.965576, + 0.888672, + 0.882324, + 0.876953, + 0.904297, + 0.933105, + 0.888672, + 0.950195, + 0.876953, + 1.055908, + 0.842773, + 0.848633, + 0.88623, + 0.832031, + 0.811523, + 0.916016, + 0.916504, + 0.910645, + 0.862305, + 0.877441, + 0.894043, + 0.850586, + 1.137695, + 0.828125, + 0.917969, + 1.104004, + 0.943359, + 0.878418, + 1.304688, + 0.853516, + 0.934082, + 0.88916, + 0.881836, + 0.98291, + 0.862305, + 0.817383, + 0.891113, + 0.864258, + 0.885742, + 0.893555, + 1.03418, + 0.839844, + 1.067383, + 0.980835, + 0.875, + 0.764648, + 1.271484, + 0.917969, + 0.841797, + 0.876953, + 1.044189, + 0.869141, + 0.869141, + 0.940186, + 0.897461, + 0.837891, + 0.928223, + 0.901855, + 0.84668, + 1.363281, + 0.907715, + 0.831055, + 1.193359, + 0.913086, + 0.946777, + 0.856445, + 0.898926, + 0.864258, + 0.858398, + 1.084961, + 0.849609, + 0.916504, + 0.824219, + 0.856445, + 0.87207, + 0.987854, + 0.975342, + 1.457031, + 1.020142, + 0.88623, + 1.005127, + 0.858398, + 1.02063, + 0.937744, + 0.922852, + 0.822266, + 1.271484, + 0.98761, + 0.885742, + 1.539062, + 0.829102, + 0.914551, + 0.838867, + 0.852539, + 1.333984, + 0.848633, + 0.839844, + 1.550781, + 0.850586, + 1.249023, + 0.935547, + 0.88916, + 0.849609, + 0.875, + 1.291016, + 0.868164, + 0.932617, + 0.922363, + 0.861328, + 0.873047, + 1.08252, + 1.574219, + 0.889648, + 0.866211, + 0.84082, + 0.88623, + 1.263672, + 0.967285, + 0.845703, + 0.90918, + 0.875, + 0.862305, + 0.888672, + 0.958008, + 0.900879, + 0.873047, + 0.897461, + 0.891602, + 1.349609, + 0.975098, + 0.99704, + 0.873047, + 1.337891, + 0.837891, + 1.066895, + 0.899902, + 0.856445, + 0.916992, + 0.985352, + 0.90918, + 0.906738, + 0.921387, + 1.21582, + 0.923828, + 0.870117, + 0.894043 + ] + }, + "name": "onnx::Mul_8863", + "outputIndexes": [ + 2447 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2446, + 2447 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/pre_feedforward_layernorm_25/Mul_1_output_0", + "outputIndexes": [ + 2448 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2448 + ], + "outputIndexes": [ + 3206 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3206 + ], + "outputIndexes": [ + 3207 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear", + "inputIndexes": [ + 3207 + ], + "outputIndexes": [ + 3208 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 1102827362, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3208 + ], + "outputIndexes": [ + 3209 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3209 + ], + "outputIndexes": [ + 2449 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2449, + 2449 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Mul_output_0", + "outputIndexes": [ + 2450 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2449, + 2450 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Mul_1_output_0", + "outputIndexes": [ + 2451 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 2451 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Mul_2_output_0", + "outputIndexes": [ + 2452 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2449, + 2452 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Add_output_0", + "outputIndexes": [ + 2453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123, + 2453 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Mul_3_output_0", + "outputIndexes": [ + 2454 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2454 + ], + "main_type": "UnaryOp", + "main": { + "opType": "TANH", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_25/Tanh_output_0", + "outputIndexes": [ + 2455 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 122, + 2455 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Add_1_output_0", + "outputIndexes": [ + 2456 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2449, + 2456 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Mul_4_output_0", + "outputIndexes": [ + 2457 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 117, + 2457 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Mul_5_output_0", + "outputIndexes": [ + 2458 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2448 + ], + "outputIndexes": [ + 3210 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3210 + ], + "outputIndexes": [ + 3211 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear", + "inputIndexes": [ + 3211 + ], + "outputIndexes": [ + 3212 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 1114771320, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3212 + ], + "outputIndexes": [ + 3213 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3213 + ], + "outputIndexes": [ + 2459 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2458, + 2459 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_25/Mul_output_0", + "outputIndexes": [ + 2460 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2460 + ], + "outputIndexes": [ + 3214 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 9216, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3214 + ], + "outputIndexes": [ + 3215 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear", + "inputIndexes": [ + 3215 + ], + "outputIndexes": [ + 3216 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2304, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 9216, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 165888, + "weightSize": 0 + }, + "external": [ + 1126715278, + 10616854, + 1327104, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3216 + ], + "outputIndexes": [ + 3217 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3217 + ], + "outputIndexes": [ + 2461 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2304 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2461 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_feedforward_layernorm_25/Mul_output_0", + "outputIndexes": [ + 2462 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 5.6875, + 5.84375, + 5.9375, + 6.0625, + 5.71875, + 6.1875, + 5.90625, + 3.84375, + 5.71875, + 5.5625, + 5.375, + 5.625, + 5.90625, + 5.78125, + 6.0, + 5.90625, + 5.25, + 5.40625, + 5.1875, + 5.625, + 6.15625, + 5.78125, + 5.78125, + 5.5625, + 5.40625, + 5.90625, + 5.5, + 4.484375, + 6.28125, + 5.90625, + 5.25, + 5.1875, + 6.03125, + 4.1875, + 5.8125, + 5.78125, + 6.0, + 5.84375, + 5.65625, + 5.65625, + 5.84375, + 5.0, + 5.59375, + 5.1875, + 4.609375, + 5.46875, + 5.5, + 5.46875, + 3.84375, + 5.4375, + 4.96875, + 5.4375, + 5.53125, + 4.75, + 5.59375, + 5.625, + 5.71875, + 6.03125, + 3.53125, + 5.34375, + 5.15625, + 4.953125, + 5.65625, + 5.75, + 6.0625, + 5.75, + 5.21875, + 6.15625, + 5.6875, + 5.53125, + 5.96875, + 5.875, + 5.8125, + 5.5, + 5.5625, + 5.5, + 4.71875, + 5.5625, + 5.5, + 4.296875, + 5.71875, + 3.59375, + 5.875, + 4.71875, + 5.875, + 5.9375, + 5.6875, + 4.9375, + 4.484375, + 5.53125, + 5.5, + 5.65625, + 5.71875, + 4.578125, + 5.5625, + 3.625, + 5.8125, + 5.5625, + 6.25, + 6.0625, + 3.734375, + 5.875, + 5.75, + 6.09375, + 5.65625, + 5.09375, + 5.75, + 4.984375, + 5.84375, + 5.8125, + 5.46875, + 6.0625, + 5.46875, + 6.875, + 5.96875, + 5.875, + 5.9375, + 4.84375, + 5.59375, + 5.78125, + 5.75, + 5.84375, + 5.125, + 5.75, + 5.8125, + 5.65625, + 5.90625, + 5.75, + 5.625, + 4.75, + 4.96875, + 5.90625, + 5.0625, + 5.625, + 5.90625, + 6.0, + 5.15625, + 4.671875, + 5.5, + 6.1875, + 5.90625, + 5.09375, + 5.5, + 5.84375, + 5.71875, + 4.921875, + 5.90625, + 5.84375, + 5.71875, + 5.53125, + 5.84375, + 5.625, + 5.53125, + 6.90625, + 5.6875, + 5.9375, + 4.796875, + 5.9375, + 4.109375, + 4.140625, + 6.875, + 5.9375, + 4.796875, + 4.96875, + 6.78125, + 6.25, + 6.03125, + 4.0625, + 6.15625, + 5.6875, + 5.875, + 4.40625, + 6.3125, + 4.203125, + 5.5625, + 6.875, + 5.9375, + 3.671875, + 5.78125, + 3.8125, + 6.03125, + 4.046875, + 5.21875, + 3.8125, + 5.6875, + 5.71875, + 4.453125, + 5.96875, + 5.65625, + 5.125, + 5.78125, + 6.0, + 5.65625, + 5.75, + 5.84375, + 5.53125, + 5.9375, + 5.78125, + 6.1875, + 5.0625, + 5.59375, + 5.96875, + 5.875, + 5.5625, + 6.0625, + 6.03125, + 5.75, + 5.4375, + 6.0, + 6.03125, + 3.96875, + 5.96875, + 6.46875, + 5.1875, + 6.03125, + 5.59375, + 5.78125, + 5.84375, + 5.84375, + 5.65625, + 5.59375, + 5.4375, + 5.9375, + 6.0, + 6.0625, + 5.8125, + 5.5625, + 5.4375, + 5.59375, + 5.09375, + 7.8125, + 5.5625, + 6.3125, + 6.125, + 5.8125, + 6.0, + 6.0625, + 5.84375, + 5.53125, + 5.53125, + 5.875, + 5.78125, + 5.90625, + 4.0625, + 4.9375, + 4.8125, + 5.75, + 5.6875, + 5.84375, + 5.03125, + 6.0625, + 5.8125, + 4.640625, + 6.09375, + 5.875, + 5.78125, + 5.40625, + 5.75, + 5.90625, + 5.9375, + 5.5, + 6.0625, + 5.4375, + 5.75, + 6.0, + 5.28125, + 5.96875, + 5.9375, + 5.75, + 5.28125, + 5.5625, + 5.71875, + 5.90625, + 5.6875, + 6.09375, + 5.75, + 4.328125, + 5.96875, + 5.875, + 5.34375, + 5.21875, + 5.6875, + 4.921875, + 5.65625, + 5.28125, + 5.875, + 5.625, + 6.03125, + 4.15625, + 5.75, + 5.46875, + 4.3125, + 5.8125, + 5.625, + 6.03125, + 5.75, + 5.6875, + 5.9375, + 6.28125, + 5.46875, + 6.0625, + 5.8125, + 4.0625, + 5.8125, + 3.8125, + 5.65625, + 6.125, + 5.84375, + 5.8125, + 6.0625, + 6.09375, + 3.828125, + 5.78125, + 5.3125, + 5.8125, + 5.5, + 5.75, + 5.90625, + 5.71875, + 5.6875, + 5.34375, + 5.875, + 5.625, + 5.4375, + 5.96875, + 6.0, + 5.34375, + 5.46875, + 6.03125, + 5.71875, + 5.25, + 5.4375, + 5.65625, + 5.53125, + 6.09375, + 5.90625, + 5.46875, + 5.90625, + 5.84375, + 5.59375, + 5.75, + 5.375, + 5.71875, + 5.6875, + 5.46875, + 5.09375, + 5.75, + 5.34375, + 5.21875, + 5.65625, + 4.5625, + 5.3125, + 4.4375, + 5.28125, + 3.890625, + 4.46875, + 5.96875, + 5.65625, + 4.90625, + 5.40625, + 4.109375, + 5.8125, + 5.34375, + 4.640625, + 5.5, + 5.8125, + 5.84375, + 4.6875, + 5.90625, + 5.625, + 5.9375, + 5.65625, + 5.65625, + 4.984375, + 6.15625, + 6.125, + 5.9375, + 5.65625, + 5.8125, + 4.90625, + 6.0, + 6.03125, + 4.71875, + 4.59375, + 5.96875, + 5.4375, + 5.5625, + 5.28125, + 6.25, + 5.84375, + 5.8125, + 5.625, + 3.625, + 5.375, + 6.0, + 5.90625, + 5.4375, + 3.9375, + 5.6875, + 5.84375, + 5.71875, + 6.125, + 5.625, + 5.75, + 4.484375, + 6.40625, + 5.75, + 5.21875, + 5.6875, + 5.40625, + 6.03125, + 5.9375, + 5.875, + 5.875, + 5.65625, + 5.53125, + 5.75, + 5.625, + 5.40625, + 5.65625, + 4.8125, + 5.8125, + 4.9375, + 5.25, + 5.8125, + 5.75, + 5.90625, + 5.6875, + 5.71875, + 5.8125, + 5.78125, + 6.03125, + 5.75, + 5.0625, + 6.46875, + 5.90625, + 5.84375, + 6.1875, + 5.65625, + 5.8125, + 5.9375, + 7.625, + 6.15625, + 5.25, + 6.3125, + 5.875, + 5.6875, + 6.46875, + 5.53125, + 5.84375, + 5.53125, + 5.59375, + 5.65625, + 5.6875, + 5.8125, + 5.84375, + 4.84375, + 6.0, + 5.21875, + 4.1875, + 5.40625, + 5.9375, + 5.9375, + 5.875, + 5.15625, + 5.4375, + 4.40625, + 5.65625, + 5.65625, + 5.96875, + 5.53125, + 5.625, + 5.78125, + 4.1875, + 5.65625, + 5.09375, + 4.765625, + 5.15625, + 5.5, + 5.9375, + 6.15625, + 5.71875, + 6.0625, + 6.0625, + 5.875, + 5.875, + 4.203125, + 5.8125, + 5.5625, + 6.03125, + 5.46875, + 5.65625, + 5.96875, + 5.875, + 5.3125, + 5.8125, + 3.59375, + 4.609375, + 5.25, + 4.203125, + 5.8125, + 5.53125, + 5.875, + 5.0, + 5.375, + 5.6875, + 5.375, + 5.5, + 5.96875, + 6.0, + 6.15625, + 6.1875, + 5.90625, + 5.8125, + 6.1875, + 5.6875, + 5.3125, + 5.71875, + 5.9375, + 5.15625, + 6.125, + 5.78125, + 4.28125, + 4.453125, + 5.5, + 4.421875, + 6.0625, + 5.65625, + 5.5, + 6.0625, + 5.6875, + 5.6875, + 5.84375, + 4.046875, + 5.90625, + 8.59375, + 5.90625, + 5.5, + 6.03125, + 4.421875, + 2.921875, + 5.34375, + 5.71875, + 5.6875, + 6.15625, + 5.59375, + 5.875, + 5.78125, + 5.03125, + 6.15625, + 5.3125, + 5.8125, + 6.4375, + 5.59375, + 5.90625, + 5.875, + 5.96875, + 5.9375, + 5.65625, + 5.59375, + 5.5625, + 6.0, + 5.59375, + 3.875, + 5.625, + 5.75, + 5.4375, + 5.53125, + 5.84375, + 6.03125, + 5.875, + 6.15625, + 5.875, + 5.21875, + 3.8125, + 5.9375, + 5.6875, + 5.5625, + 4.640625, + 5.84375, + 5.15625, + 5.28125, + 6.0625, + 5.46875, + 4.78125, + 5.6875, + 5.84375, + 5.65625, + 5.84375, + 5.46875, + 5.9375, + 5.78125, + 5.53125, + 6.15625, + 5.15625, + 5.59375, + 5.5625, + 5.75, + 5.96875, + 4.171875, + 6.03125, + 5.90625, + 5.125, + 5.6875, + 6.03125, + 5.34375, + 5.375, + 6.0625, + 5.96875, + 5.34375, + 5.78125, + 5.53125, + 5.875, + 5.3125, + 5.03125, + 5.625, + 5.5, + 5.15625, + 5.375, + 5.65625, + 6.15625, + 5.6875, + 5.625, + 5.71875, + 5.6875, + 5.25, + 5.875, + 5.9375, + 5.78125, + 5.0625, + 5.65625, + 5.84375, + 5.21875, + 5.65625, + 5.90625, + 5.34375, + 5.71875, + 5.25, + 5.90625, + 5.25, + 6.03125, + 6.09375, + 5.15625, + 4.359375, + 5.75, + 5.59375, + 5.71875, + 6.0, + 5.78125, + 4.734375, + 4.9375, + 3.796875, + 5.9375, + 6.34375, + 6.03125, + 5.6875, + 5.5625, + 5.875, + 6.03125, + 5.78125, + 5.84375, + 5.71875, + 5.875, + 3.90625, + 5.65625, + 5.84375, + 5.6875, + 5.8125, + 5.75, + 5.84375, + 5.84375, + 5.5625, + 5.65625, + 5.09375, + 5.6875, + 5.4375, + 5.625, + 5.6875, + 5.46875, + 6.28125, + 5.78125, + 4.25, + 5.90625, + 4.96875, + 5.3125, + 6.0625, + 5.4375, + 5.53125, + 5.25, + 6.09375, + 5.9375, + 5.53125, + 5.6875, + 5.6875, + 5.84375, + 5.6875, + 5.6875, + 5.84375, + 6.15625, + 5.84375, + 7.59375, + 6.21875, + 5.875, + 5.40625, + 5.71875, + 5.5625, + 5.96875, + 5.1875, + 5.3125, + 5.34375, + 5.875, + 5.65625, + 5.625, + 5.78125, + 6.09375, + 6.34375, + 6.03125, + 4.875, + 5.9375, + 5.375, + 5.96875, + 5.84375, + 5.96875, + 5.75, + 4.96875, + 5.78125, + 4.609375, + 6.0, + 5.6875, + 5.53125, + 5.625, + 6.0, + 5.65625, + 6.03125, + 5.78125, + 4.640625, + 5.71875, + 5.875, + 6.0625, + 6.125, + 6.1875, + 5.9375, + 5.84375, + 6.03125, + 5.46875, + 5.65625, + 6.0, + 6.46875, + 6.0, + 5.75, + 5.71875, + 5.8125, + 5.59375, + 5.34375, + 5.8125, + 4.21875, + 5.8125, + 4.203125, + 6.0, + 5.4375, + 5.875, + 5.5, + 5.3125, + 5.9375, + 6.34375, + 5.4375, + 5.3125, + 6.15625, + 5.6875, + 5.65625, + 5.75, + 5.9375, + 5.4375, + 5.8125, + 5.9375, + 5.75, + 5.5625, + 5.96875, + 5.46875, + 5.5, + 5.78125, + 4.9375, + 5.28125, + 5.6875, + 8.4375, + 5.375, + 6.03125, + 5.5, + 4.78125, + 6.15625, + 5.78125, + 5.59375, + 5.34375, + 5.65625, + 5.5625, + 5.71875, + 6.46875, + 4.984375, + 5.5625, + 5.90625, + 4.9375, + 6.03125, + 5.5625, + 5.96875, + 5.875, + 4.796875, + 6.0625, + 5.71875, + 4.625, + 5.84375, + 5.5625, + 5.59375, + 4.015625, + 5.65625, + 4.796875, + 4.203125, + 4.578125, + 5.65625, + 5.0, + 5.6875, + 5.75, + 5.6875, + 5.59375, + 5.46875, + 5.78125, + 5.75, + 5.46875, + 5.71875, + 5.625, + 5.46875, + 5.6875, + 5.5625, + 5.4375, + 5.0625, + 5.75, + 4.90625, + 6.09375, + 5.75, + 5.3125, + 5.65625, + 4.75, + 5.625, + 5.8125, + 5.96875, + 5.75, + 5.4375, + 4.921875, + 5.9375, + 5.53125, + 5.9375, + 5.15625, + 5.625, + 5.03125, + 5.78125, + 3.6875, + 5.46875, + 5.375, + 5.3125, + 5.5, + 5.5, + 6.0, + 5.8125, + 5.75, + 5.9375, + 5.28125, + 4.171875, + 5.21875, + 5.53125, + 5.5, + 4.765625, + 5.625, + 5.9375, + 5.1875, + 3.96875, + 5.40625, + 5.875, + 5.3125, + 5.5625, + 5.40625, + 5.9375, + 5.71875, + 5.59375, + 5.125, + 5.125, + 5.59375, + 5.9375, + 5.9375, + 5.90625, + 5.6875, + 5.59375, + 4.328125, + 5.6875, + 5.65625, + 5.21875, + 5.65625, + 5.875, + 5.5625, + 6.09375, + 5.71875, + 5.96875, + 4.90625, + 5.5, + 5.96875, + 5.75, + 5.09375, + 5.40625, + 5.84375, + 3.859375, + 3.46875, + 5.0625, + 5.9375, + 5.6875, + 5.90625, + 6.4375, + 6.375, + 3.890625, + 3.890625, + 5.15625, + 4.96875, + 5.75, + 5.96875, + 5.46875, + 5.84375, + 6.0625, + 5.5, + 3.96875, + 5.90625, + 5.875, + 5.5, + 5.0625, + 5.28125, + 5.53125, + 5.5, + 5.375, + 6.46875, + 6.21875, + 5.75, + 6.03125, + 5.46875, + 6.1875, + 4.96875, + 5.28125, + 5.4375, + 5.8125, + 6.5, + 6.125, + 4.84375, + 4.25, + 10.4375, + 5.875, + 5.125, + 6.0625, + 5.8125, + 5.78125, + 5.375, + 6.125, + 3.5625, + 5.8125, + 5.28125, + 6.1875, + 5.625, + 4.140625, + 5.5, + 5.90625, + 5.53125, + 5.3125, + 5.78125, + 5.625, + 5.34375, + 4.40625, + 5.5625, + 5.25, + 6.15625, + 4.25, + 7.1875, + 5.90625, + 6.125, + 5.875, + 6.03125, + 5.59375, + 5.40625, + 6.0625, + 5.625, + 5.03125, + 5.6875, + 5.78125, + 5.0625, + 5.09375, + 4.578125, + 5.40625, + 4.53125, + 5.875, + 5.71875, + 5.21875, + 5.4375, + 5.28125, + 5.59375, + 3.84375, + 5.84375, + 5.25, + 5.6875, + 5.65625, + 5.0, + 5.9375, + 5.96875, + 4.453125, + 5.625, + 4.046875, + 5.875, + 4.078125, + 4.953125, + 5.78125, + 5.375, + 6.0625, + 5.03125, + 5.46875, + 6.125, + 5.46875, + 3.8125, + 4.25, + 4.984375, + 4.21875, + 4.59375, + 5.75, + 5.78125, + 5.28125, + 4.640625, + 6.28125, + 5.59375, + 5.8125, + 5.4375, + 5.71875, + 5.84375, + 3.65625, + 5.5, + 5.90625, + 5.65625, + 4.671875, + 3.78125, + 6.125, + 5.9375, + 5.5625, + 5.6875, + 5.9375, + 6.5625, + 5.21875, + 11.0, + 5.65625, + 5.53125, + 6.46875, + 5.4375, + 5.9375, + 5.6875, + 6.09375, + 6.0625, + 5.5, + 5.6875, + 6.0625, + 4.1875, + 5.4375, + 6.09375, + 5.53125, + 5.28125, + 5.78125, + 6.28125, + 5.78125, + 5.90625, + 5.9375, + 7.09375, + 5.96875, + 3.921875, + 5.0625, + 5.375, + 4.53125, + 5.6875, + 5.78125, + 5.75, + 5.75, + 6.09375, + 5.78125, + 5.78125, + 5.84375, + 3.421875, + 5.125, + 5.90625, + 5.46875, + 5.71875, + 6.0625, + 5.1875, + 5.96875, + 5.8125, + 5.40625, + 5.75, + 5.90625, + 4.40625, + 5.65625, + 6.09375, + 5.46875, + 5.03125, + 6.15625, + 4.046875, + 5.375, + 5.75, + 5.5625, + 6.0, + 6.0, + 5.59375, + 5.5625, + 5.75, + 5.5625, + 6.1875, + 5.625, + 5.875, + 5.40625, + 4.90625, + 6.125, + 4.140625, + 5.875, + 5.40625, + 5.46875, + 5.65625, + 5.84375, + 5.3125, + 5.8125, + 5.46875, + 5.28125, + 3.84375, + 3.96875, + 3.984375, + 5.84375, + 5.90625, + 4.453125, + 5.53125, + 5.59375, + 6.59375, + 4.375, + 4.40625, + 5.125, + 5.25, + 4.359375, + 5.71875, + 5.8125, + 5.03125, + 6.03125, + 5.1875, + 5.3125, + 5.59375, + 5.46875, + 5.3125, + 3.96875, + 4.09375, + 5.65625, + 5.96875, + 6.0, + 5.4375, + 5.34375, + 4.8125, + 3.390625, + 3.875, + 6.34375, + 5.9375, + 6.5, + 5.6875, + 5.375, + 5.6875, + 5.8125, + 5.625, + 4.984375, + 6.09375, + 5.84375, + 5.34375, + 5.34375, + 5.875, + 4.953125, + 5.6875, + 5.625, + 5.53125, + 5.78125, + 5.78125, + 6.25, + 5.84375, + 5.9375, + 5.5, + 5.4375, + 5.65625, + 5.1875, + 5.40625, + 5.8125, + 5.84375, + 5.8125, + 5.625, + 5.71875, + 6.125, + 6.0, + 6.34375, + 5.875, + 5.40625, + 4.625, + 5.9375, + 5.28125, + 5.71875, + 5.75, + 5.09375, + 5.84375, + 5.59375, + 4.484375, + 4.890625, + 4.53125, + 5.96875, + 5.40625, + 5.375, + 5.3125, + 5.59375, + 5.09375, + 5.71875, + 4.203125, + 5.96875, + 5.125, + 5.78125, + 5.84375, + 5.65625, + 5.65625, + 5.6875, + 6.0, + 5.6875, + 5.59375, + 5.5625, + 4.65625, + 4.421875, + 5.4375, + 5.65625, + 5.6875, + 5.4375, + 4.1875, + 6.15625, + 6.03125, + 5.09375, + 5.65625, + 5.28125, + 5.96875, + 3.484375, + 5.9375, + 5.8125, + 5.15625, + 5.53125, + 5.5625, + 3.71875, + 5.96875, + 4.890625, + 5.84375, + 5.96875, + 4.796875, + 5.25, + 3.71875, + 6.0, + 4.03125, + 4.828125, + 5.25, + 5.875, + 5.65625, + 6.25, + 5.65625, + 5.75, + 6.0625, + 5.96875, + 3.921875, + 5.5625, + 5.75, + 6.21875, + 5.875, + 5.75, + 5.96875, + 4.03125, + 5.34375, + 5.59375, + 5.21875, + 4.375, + 6.09375, + 5.78125, + 4.234375, + 5.8125, + 5.84375, + 5.8125, + 5.78125, + 5.90625, + 5.3125, + 4.015625, + 5.6875, + 5.46875, + 5.71875, + 5.5, + 5.09375, + 4.734375, + 3.96875, + 5.78125, + 5.8125, + 5.78125, + 5.6875, + 5.9375, + 6.03125, + 5.90625, + 5.21875, + 5.65625, + 5.9375, + 6.15625, + 5.53125, + 5.90625, + 5.9375, + 6.09375, + 5.21875, + 5.71875, + 5.09375, + 5.8125, + 3.515625, + 6.0, + 5.59375, + 5.6875, + 5.65625, + 5.34375, + 5.15625, + 5.59375, + 5.625, + 5.71875, + 5.90625, + 5.65625, + 6.0, + 5.71875, + 5.4375, + 5.65625, + 3.875, + 5.90625, + 4.25, + 6.0, + 6.0625, + 5.8125, + 3.984375, + 6.15625, + 5.25, + 5.46875, + 6.03125, + 6.53125, + 5.625, + 5.8125, + 5.96875, + 5.6875, + 4.40625, + 4.71875, + 5.625, + 6.09375, + 5.8125, + 6.0625, + 5.21875, + 5.78125, + 5.71875, + 5.90625, + 5.625, + 5.75, + 5.6875, + 5.40625, + 5.53125, + 5.3125, + 4.375, + 5.28125, + 5.84375, + 5.875, + 5.5625, + 4.25, + 5.9375, + 5.59375, + 5.875, + 5.75, + 5.9375, + 5.59375, + 6.15625, + 5.65625, + 4.28125, + 5.53125, + 5.9375, + 5.90625, + 6.25, + 5.71875, + 5.84375, + 5.90625, + 5.3125, + 5.625, + 5.625, + 6.15625, + 5.84375, + 5.40625, + 5.625, + 5.84375, + 5.59375, + 4.9375, + 13.9375, + 5.53125, + 5.625, + 5.75, + 5.90625, + 4.9375, + 5.78125, + 5.71875, + 6.0, + 3.921875, + 5.03125, + 4.890625, + 5.90625, + 5.3125, + 5.53125, + 6.28125, + 3.734375, + 5.65625, + 6.6875, + 3.8125, + 4.859375, + 5.625, + 5.34375, + 5.75, + 5.9375, + 5.90625, + 5.4375, + 5.625, + 5.59375, + 5.875, + 4.859375, + 5.09375, + 5.0, + 5.78125, + 5.65625, + 5.625, + 5.875, + 6.15625, + 5.5625, + 5.75, + 5.09375, + 5.9375, + 5.6875, + 4.28125, + 5.46875, + 5.75, + 5.46875, + 5.46875, + 5.125, + 5.96875, + 4.984375, + 5.71875, + 5.09375, + 5.0625, + 5.40625, + 5.53125, + 5.90625, + 9.75, + 5.59375, + 5.90625, + 5.8125, + 5.90625, + 4.90625, + 4.265625, + 5.65625, + 4.953125, + 5.625, + 5.3125, + 5.9375, + 6.0, + 5.9375, + 4.078125, + 5.28125, + 6.03125, + 5.59375, + 6.3125, + 4.203125, + 6.21875, + 5.09375, + 5.75, + 5.71875, + 5.71875, + 5.3125, + 5.78125, + 4.96875, + 6.125, + 5.625, + 5.59375, + 5.40625, + 5.40625, + 5.8125, + 5.21875, + 6.125, + 5.40625, + 5.03125, + 5.59375, + 5.53125, + 5.8125, + 5.65625, + 5.75, + 5.875, + 5.1875, + 5.84375, + 6.09375, + 6.40625, + 5.78125, + 6.03125, + 5.03125, + 5.6875, + 5.46875, + 6.0625, + 5.78125, + 6.125, + 5.0, + 6.03125, + 5.0625, + 5.75, + 5.5, + 5.03125, + 5.9375, + 5.3125, + 5.8125, + 6.40625, + 5.84375, + 5.6875, + 5.03125, + 5.65625, + 5.75, + 5.3125, + 5.5625, + 5.625, + 5.0, + 5.53125, + 5.8125, + 5.46875, + 5.96875, + 5.9375, + 6.0625, + 5.5625, + 5.875, + 6.0625, + 5.5625, + 5.1875, + 5.59375, + 5.5625, + 5.90625, + 5.6875, + 5.96875, + 5.625, + 5.6875, + 6.0, + 5.75, + 5.59375, + 4.125, + 5.46875, + 5.65625, + 3.890625, + 5.53125, + 5.71875, + 3.765625, + 4.953125, + 5.96875, + 5.8125, + 4.546875, + 5.625, + 5.96875, + 4.59375, + 4.234375, + 5.84375, + 5.34375, + 6.0, + 5.875, + 5.40625, + 5.96875, + 5.59375, + 5.3125, + 5.34375, + 3.953125, + 5.625, + 4.6875, + 6.25, + 5.84375, + 4.078125, + 3.796875, + 5.78125, + 6.28125, + 5.90625, + 4.765625, + 6.0625, + 4.890625, + 5.8125, + 6.125, + 6.78125, + 5.90625, + 5.875, + 5.5, + 5.375, + 5.34375, + 5.875, + 7.625, + 4.15625, + 4.578125, + 5.4375, + 6.03125, + 5.71875, + 5.03125, + 5.75, + 5.71875, + 5.21875, + 4.734375, + 4.453125, + 5.53125, + 5.5, + 5.875, + 5.96875, + 5.625, + 5.5625, + 3.015625, + 3.921875, + 3.890625, + 5.875, + 5.1875, + 5.375, + 6.03125, + 5.6875, + 5.875, + 4.578125, + 5.625, + 4.828125, + 5.21875, + 5.90625, + 5.78125, + 5.5625, + 5.96875, + 6.125, + 6.03125, + 4.390625, + 5.78125, + 5.625, + 5.15625, + 5.90625, + 5.5625, + 5.65625, + 5.40625, + 5.21875, + 5.8125, + 6.28125, + 6.34375, + 5.4375, + 5.5, + 5.6875, + 5.6875, + 2.039062, + 5.96875, + 5.78125, + 3.96875, + 5.5625, + 5.90625, + 4.59375, + 5.625, + 5.375, + 6.125, + 6.125, + 5.90625, + 6.375, + 5.5625, + 5.59375, + 5.59375, + 5.84375, + 5.8125, + 6.0625, + 5.53125, + 5.6875, + 5.71875, + 5.625, + 6.03125, + 5.9375, + 5.09375, + 4.171875, + 5.4375, + 5.5625, + 5.59375, + 5.78125, + 5.75, + 3.859375, + 6.03125, + 6.21875, + 5.6875, + 5.53125, + 4.734375, + 6.0, + 5.46875, + 5.84375, + 5.53125, + 6.0625, + 5.90625, + 5.5625, + 4.875, + 6.53125, + 5.40625, + 5.71875, + 3.734375, + 6.15625, + 5.84375, + 3.75, + 6.0625, + 6.90625, + 5.9375, + 5.78125, + 5.4375, + 5.625, + 6.1875, + 5.75, + 6.09375, + 5.40625, + 5.5625, + 5.75, + 5.6875, + 5.625, + 6.28125, + 6.0625, + 6.125, + 5.875, + 5.90625, + 4.828125, + 5.625, + 5.84375, + 5.3125, + 5.46875, + 5.9375, + 5.84375, + 4.90625, + 4.421875, + 3.703125, + 6.03125, + 5.75, + 6.21875, + 5.6875, + 5.6875, + 5.875, + 5.875, + 5.75, + 4.90625, + 6.1875, + 6.0, + 6.125, + 5.65625, + 5.78125, + 4.84375, + 5.78125, + 5.15625, + 3.921875, + 6.15625, + 5.84375, + 5.9375, + 6.15625, + 6.0625, + 5.3125, + 4.75, + 5.90625, + 5.09375, + 4.9375, + 5.25, + 5.96875, + 5.625, + 5.75, + 5.75, + 5.15625, + 5.8125, + 5.875, + 5.78125, + 4.046875, + 6.03125, + 5.9375, + 5.71875, + 5.59375, + 4.171875, + 5.28125, + 5.46875, + 4.984375, + 5.90625, + 5.875, + 5.90625, + 5.21875, + 5.625, + 5.40625, + 5.5625, + 6.03125, + 5.90625, + 5.53125, + 5.34375, + 5.46875, + 6.03125, + 6.21875, + 4.96875, + 4.390625, + 5.78125, + 5.59375, + 5.96875, + 5.78125, + 6.15625, + 4.09375, + 5.75, + 6.40625, + 5.34375, + 5.8125, + 5.65625, + 5.6875, + 5.375, + 5.0, + 5.84375, + 5.4375, + 6.03125, + 5.34375, + 6.4375, + 6.09375, + 5.75, + 6.0625, + 5.59375, + 6.1875, + 6.0625, + 5.4375, + 5.3125, + 5.15625, + 5.96875, + 4.84375, + 3.921875, + 5.4375, + 6.21875, + 5.8125, + 5.96875, + 7.875, + 5.84375, + 5.8125, + 5.65625, + 5.96875, + 5.46875, + 5.5625, + 5.65625, + 4.546875, + 6.40625, + 5.40625, + 5.71875, + 5.6875, + 5.53125, + 5.84375, + 5.71875, + 5.78125, + 5.625, + 5.15625, + 5.46875, + 5.8125, + 4.5, + 5.46875, + 6.0, + 5.875, + 5.875, + 4.28125, + 5.9375, + 6.0625, + 5.625, + 6.15625, + 5.625, + 4.03125, + 5.875, + 5.96875, + 5.09375, + 6.09375, + 5.71875, + 5.84375, + 5.875, + 5.90625, + 5.375, + 5.96875, + 5.65625, + 5.78125, + 5.3125, + 5.65625, + 5.90625, + 3.859375, + 5.28125, + 5.40625, + 5.96875, + 5.9375, + 5.84375, + 6.1875, + 5.6875, + 4.578125, + 5.71875, + 5.875, + 5.625, + 5.84375, + 5.0, + 5.59375, + 5.96875, + 5.875, + 5.53125, + 5.625, + 5.0, + 5.6875, + 5.9375, + 5.625, + 5.5625, + 5.34375, + 5.8125, + 5.96875, + 3.09375, + 5.96875, + 5.4375, + 5.6875, + 6.0, + 4.40625, + 3.65625, + 5.90625, + 5.34375, + 5.75, + 5.65625, + 6.0, + 5.78125, + 5.3125, + 5.8125, + 5.65625, + 5.65625, + 6.21875, + 5.75, + 5.8125, + 3.921875, + 5.5625, + 5.78125, + 5.03125, + 5.75, + 6.46875, + 5.8125, + 5.59375, + 5.75, + 4.953125, + 6.0, + 5.90625, + 5.75, + 5.53125, + 5.71875, + 5.625, + 5.53125, + 5.1875, + 5.5, + 5.75, + 6.0, + 5.59375, + 5.625, + 5.5625, + 5.8125, + 5.625, + 8.0, + 5.125, + 5.96875, + 4.828125, + 4.6875, + 5.90625, + 5.90625, + 5.625, + 4.3125, + 5.25, + 5.28125, + 5.9375, + 5.875, + 5.78125, + 3.9375, + 6.09375, + 5.96875, + 5.03125, + 5.25, + 3.796875, + 5.3125, + 6.34375, + 6.0, + 5.84375, + 5.875, + 5.4375, + 5.53125, + 3.734375, + 5.6875, + 5.53125, + 5.75, + 5.8125, + 5.65625, + 5.8125, + 5.5625, + 5.6875, + 5.90625, + 4.65625, + 5.3125, + 5.875, + 5.375, + 5.5625, + 5.65625, + 5.96875, + 5.84375, + 4.65625, + 5.96875, + 5.53125, + 4.5625, + 5.59375, + 5.8125, + 5.9375, + 5.5625, + 5.3125, + 5.71875, + 5.625, + 5.90625, + 6.1875, + 5.8125, + 5.4375, + 3.890625, + 6.03125, + 5.6875, + 5.875, + 5.84375, + 5.90625, + 5.9375, + 5.90625, + 5.8125, + 5.8125, + 4.90625, + 5.8125, + 5.6875, + 5.25, + 3.78125, + 5.8125, + 5.1875, + 5.96875, + 6.03125, + 5.90625, + 5.78125, + 5.59375, + 5.65625, + 5.9375, + 5.53125, + 6.125, + 5.03125, + 5.59375, + 5.125, + 5.65625, + 4.0, + 5.75, + 4.515625, + 5.71875, + 3.828125, + 5.59375, + 5.59375, + 6.0, + 4.8125, + 4.984375, + 6.53125, + 5.9375, + 5.59375, + 5.53125, + 5.65625, + 5.625, + 5.40625, + 3.84375, + 4.703125, + 5.75, + 5.8125, + 5.84375, + 5.71875, + 6.03125, + 5.8125, + 5.90625, + 5.25, + 5.75, + 5.90625, + 3.375, + 6.28125, + 5.375, + 5.1875, + 5.8125, + 5.53125, + 5.25, + 5.78125, + 5.59375, + 6.0625, + 5.875, + 5.84375, + 4.90625, + 5.90625, + 5.8125, + 5.21875, + 5.84375, + 5.78125, + 5.15625, + 5.46875, + 4.015625, + 4.34375, + 5.625, + 5.625, + 5.65625, + 4.71875, + 7.3125, + 5.96875, + 5.71875, + 4.125, + 5.59375, + 5.0, + 5.90625, + 5.65625, + 5.34375, + 4.109375, + 5.59375, + 5.8125, + 6.03125, + 3.765625, + 5.09375, + 4.3125, + 5.78125, + 6.0, + 5.15625, + 5.8125, + 5.90625, + 5.78125, + 5.375, + 6.125, + 5.90625, + 4.640625, + 4.6875, + 5.59375, + 5.09375, + 6.0625, + 6.0625, + 5.9375, + 5.53125, + 5.90625, + 5.375, + 5.8125, + 5.53125, + 5.96875, + 4.765625, + 6.25, + 5.8125, + 5.09375, + 5.625, + 5.34375, + 4.46875, + 6.40625, + 4.59375, + 5.875, + 5.75, + 5.9375, + 4.390625, + 5.625, + 5.6875, + 5.625, + 5.65625, + 5.75, + 5.28125, + 5.625, + 5.75, + 6.375, + 5.71875, + 5.6875, + 5.71875, + 5.25, + 5.90625, + 5.15625, + 3.96875, + 5.78125, + 4.71875, + 6.125, + 5.84375, + 5.90625, + 5.625, + 5.65625, + 5.8125, + 5.28125, + 6.40625, + 5.21875, + 6.09375, + 5.96875, + 6.1875, + 5.84375, + 6.3125, + 6.15625, + 5.21875, + 5.65625, + 5.9375, + 5.5625, + 5.71875, + 5.96875, + 4.796875, + 5.96875, + 5.9375, + 4.859375, + 5.03125, + 5.90625, + 4.40625, + 5.78125, + 5.40625, + 5.6875, + 6.0, + 5.34375, + 5.6875, + 5.71875, + 5.96875, + 5.8125, + 5.46875, + 5.4375, + 5.25, + 5.59375, + 4.921875, + 5.40625, + 6.0625, + 6.34375, + 4.125, + 5.65625, + 5.875, + 5.6875, + 4.796875, + 5.9375, + 5.46875, + 5.53125, + 6.0, + 6.75, + 5.71875, + 6.03125, + 5.625, + 3.640625, + 5.4375, + 6.1875, + 4.171875, + 5.625, + 4.796875, + 6.03125, + 5.78125, + 5.75, + 5.53125, + 4.765625, + 6.0625, + 5.5625, + 6.5625, + 5.8125, + 5.4375, + 5.53125, + 4.4375, + 4.1875, + 4.953125, + 6.03125, + 5.6875, + 6.03125, + 5.28125, + 5.3125, + 5.59375, + 6.53125, + 4.171875, + 5.65625, + 6.125, + 3.875, + 6.25, + 5.6875, + 5.8125, + 5.53125, + 4.3125, + 5.9375, + 5.875, + 5.21875, + 5.8125, + 6.625, + 5.03125, + 5.96875, + 6.25, + 5.78125, + 3.96875, + 6.0625, + 5.25, + 5.78125, + 5.9375, + 5.90625, + 3.34375, + 4.953125, + 6.09375, + 6.03125, + 6.125, + 5.84375, + 4.125, + 4.703125, + 5.9375, + 5.46875, + 5.75, + 5.90625, + 5.9375, + 5.5625, + 5.53125, + 5.5, + 5.71875, + 5.5, + 4.78125, + 6.25, + 5.65625, + 5.8125, + 3.953125, + 5.90625, + 5.28125, + 5.78125, + 6.03125, + 5.8125, + 4.53125, + 5.875, + 5.71875, + 5.59375, + 4.453125, + 6.9375, + 5.5625, + 5.6875 + ] + }, + "name": "onnx::Mul_8865", + "outputIndexes": [ + 2463 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2462, + 2463 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_feedforward_layernorm_25/Mul_1_output_0", + "outputIndexes": [ + 2464 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2445, + 2464 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_129_output_0", + "outputIndexes": [ + 2465 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1, + 2304 + ] + }, + "name": "/lm/Constant_output_0__", + "outputIndexes": [ + 2466 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2465, + 2466 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/lm/Reshape_output_0", + "outputIndexes": [ + 2467 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1 + ] + }, + "name": "/rotary/Constant_6_output_0", + "outputIndexes": [ + 2468 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2467 + ], + "main_type": "NONE", + "name": "Shape7170", + "outputIndexes": [ + 2469 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2467 + ], + "main_type": "NONE", + "name": "Rank7172", + "outputIndexes": [ + 2470 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2470, + 2470 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7174", + "outputIndexes": [ + 2471 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2471 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7175", + "outputIndexes": [ + 2472 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2471, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7177", + "outputIndexes": [ + 2473 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2473 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7178", + "outputIndexes": [ + 2474 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2469, + 2472, + 2474, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7181", + "outputIndexes": [ + 2475 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2475 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7182", + "outputIndexes": [ + 2476 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2468, + 2476 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7183", + "outputIndexes": [ + 2477 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2477, + 2476 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7184", + "outputIndexes": [ + 2478 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2467, + 2478, + 2471 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/lm/Gather_output_0", + "outputIndexes": [ + 2479 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1, + 1, + 2304 + ] + }, + "name": "/lm/Constant_1_output_0__", + "outputIndexes": [ + 2480 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2479, + 2480 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/lm/Reshape_1_output_0", + "outputIndexes": [ + 2481 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2481 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/lm/norm/Mul_output_0", + "outputIndexes": [ + 2482 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2304 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 3.328125, + 3.34375, + 3.28125, + 3.234375, + 3.078125, + 3.375, + 3.359375, + 4.3125, + 3.28125, + 3.25, + 3.34375, + 3.265625, + 3.171875, + 3.328125, + 3.359375, + 3.359375, + 5.53125, + 3.453125, + 4.484375, + 3.375, + 3.203125, + 3.515625, + 3.25, + 3.34375, + 3.078125, + 3.140625, + 3.28125, + 3.375, + 3.109375, + 3.3125, + 3.328125, + 3.296875, + 3.203125, + 4.046875, + 3.171875, + 3.171875, + 3.265625, + 3.203125, + 3.15625, + 3.265625, + 3.046875, + 3.46875, + 3.40625, + 3.3125, + 3.578125, + 3.640625, + 3.25, + 3.359375, + 3.5, + 3.5625, + 3.703125, + 3.46875, + 3.265625, + 8.1875, + 3.375, + 3.3125, + 3.34375, + 3.1875, + 2.828125, + 3.390625, + 3.65625, + 8.78125, + 3.140625, + 3.21875, + 3.125, + 3.390625, + 3.453125, + 3.203125, + 3.15625, + 3.265625, + 3.328125, + 3.3125, + 3.4375, + 3.046875, + 3.125, + 3.421875, + 3.484375, + 3.328125, + 3.40625, + 3.65625, + 3.203125, + 4.390625, + 4.421875, + 3.625, + 3.484375, + 3.3125, + 2.96875, + 3.359375, + 3.859375, + 3.515625, + 3.34375, + 3.375, + 3.1875, + 3.921875, + 3.359375, + 4.234375, + 3.359375, + 3.21875, + 2.492188, + 3.1875, + 2.875, + 3.140625, + 3.3125, + 3.25, + 3.265625, + 3.1875, + 3.296875, + 3.546875, + 3.328125, + 3.359375, + 3.296875, + 3.171875, + 3.46875, + 2.234375, + 3.234375, + 3.375, + 3.265625, + 7.34375, + 3.578125, + 3.234375, + 3.1875, + 3.1875, + 5.6875, + 3.28125, + 3.15625, + 3.140625, + 3.46875, + 3.359375, + 3.359375, + 3.546875, + 3.5625, + 3.15625, + 2.867188, + 3.328125, + 3.328125, + 3.203125, + 3.4375, + 2.882812, + 3.375, + 3.234375, + 6.78125, + 3.71875, + 3.515625, + 3.328125, + 3.328125, + 3.921875, + 3.296875, + 3.375, + 3.328125, + 3.28125, + 3.359375, + 3.5, + 3.34375, + 4.03125, + 3.53125, + 3.171875, + 3.625, + 3.21875, + 4.0, + 4.109375, + 2.601562, + 3.265625, + 3.25, + 3.625, + 3.765625, + 3.296875, + 3.28125, + 3.796875, + 2.960938, + 3.234375, + 3.296875, + 4.03125, + 3.21875, + 3.90625, + 3.4375, + 3.265625, + 3.453125, + 4.515625, + 3.34375, + 2.75, + 3.3125, + 4.21875, + 3.40625, + 4.515625, + 7.4375, + 3.21875, + 3.765625, + 3.25, + 3.40625, + 3.578125, + 3.40625, + 6.15625, + 3.265625, + 3.46875, + 3.203125, + 3.25, + 3.515625, + 3.1875, + 3.125, + 3.15625, + 3.4375, + 3.171875, + 3.1875, + 3.40625, + 3.234375, + 3.1875, + 8.25, + 3.328125, + 3.265625, + 3.28125, + 2.960938, + 3.203125, + 2.828125, + 4.375, + 3.1875, + 3.15625, + 3.296875, + 3.390625, + 3.328125, + 3.3125, + 3.296875, + 3.484375, + 3.234375, + 3.125, + 3.15625, + 3.234375, + 3.28125, + 3.375, + 3.453125, + 3.203125, + 2.734375, + 3.1875, + 3.453125, + 3.203125, + 3.265625, + 3.28125, + 3.34375, + 3.171875, + 3.265625, + 3.53125, + 3.109375, + 3.171875, + 3.265625, + 2.054688, + 3.71875, + 2.65625, + 3.3125, + 4.53125, + 3.390625, + 3.0625, + 3.53125, + 3.375, + 3.734375, + 3.21875, + 3.21875, + 3.171875, + 3.359375, + 3.359375, + 5.25, + 3.171875, + 3.484375, + 3.1875, + 3.75, + 3.40625, + 3.15625, + 3.515625, + 3.625, + 3.28125, + 3.3125, + 3.03125, + 3.25, + 3.375, + 3.046875, + 3.28125, + 3.234375, + 3.296875, + 3.0625, + 3.15625, + 3.265625, + 3.015625, + 3.671875, + 3.390625, + 3.828125, + 3.328125, + 5.34375, + 3.328125, + 3.15625, + 3.390625, + 4.03125, + 3.15625, + 3.3125, + 3.640625, + 3.28125, + 3.03125, + 3.21875, + 3.34375, + 3.09375, + 3.1875, + 3.046875, + 3.25, + 3.171875, + 3.375, + 3.890625, + 3.171875, + 4.359375, + 3.203125, + 3.25, + 3.234375, + 3.25, + 3.28125, + 3.109375, + 4.515625, + 3.25, + 3.109375, + 2.953125, + 3.328125, + 3.171875, + 3.21875, + 3.375, + 3.515625, + 3.3125, + 4.34375, + 3.140625, + 3.265625, + 3.171875, + 3.375, + 3.484375, + 3.421875, + 3.28125, + 2.960938, + 3.546875, + 5.40625, + 3.296875, + 3.40625, + 1.486328, + 3.234375, + 3.484375, + 3.34375, + 3.234375, + 3.34375, + 3.234375, + 3.140625, + 3.0, + 3.28125, + 3.578125, + 3.28125, + 3.109375, + 3.140625, + 3.421875, + 3.40625, + 3.46875, + 3.53125, + 3.0, + 3.421875, + 4.328125, + 3.859375, + 3.3125, + 3.28125, + 2.929688, + 3.1875, + 4.1875, + 3.3125, + 3.296875, + 3.671875, + 5.5625, + 3.171875, + 2.929688, + 3.96875, + 3.21875, + 3.234375, + 3.203125, + 3.296875, + 3.296875, + 3.25, + 3.15625, + 3.21875, + 3.1875, + 3.421875, + 3.28125, + 3.421875, + 3.109375, + 3.09375, + 3.5625, + 3.71875, + 3.09375, + 3.296875, + 3.296875, + 3.40625, + 3.140625, + 3.25, + 3.40625, + 3.46875, + 4.421875, + 3.421875, + 3.328125, + 3.34375, + 3.296875, + 4.265625, + 3.515625, + 3.375, + 3.359375, + 3.296875, + 3.21875, + 3.1875, + 3.90625, + 3.125, + 3.453125, + 3.328125, + 3.40625, + 3.3125, + 3.09375, + 3.25, + 3.3125, + 3.265625, + 3.375, + 3.359375, + 3.359375, + 3.21875, + 3.84375, + 3.21875, + 2.796875, + 3.25, + 4.3125, + 3.453125, + 3.25, + 3.796875, + 3.1875, + 3.328125, + 3.25, + 3.171875, + 8.8125, + 3.234375, + 3.359375, + 3.578125, + 2.679688, + 3.203125, + 3.25, + 3.140625, + 3.390625, + 3.40625, + 3.3125, + 4.96875, + 3.3125, + 3.421875, + 2.59375, + 3.140625, + 3.25, + 3.484375, + 3.578125, + 3.390625, + 3.21875, + 3.453125, + 3.328125, + 3.265625, + 3.421875, + 3.296875, + 3.25, + 3.234375, + 3.484375, + 2.757812, + 3.265625, + 3.34375, + 3.234375, + 3.125, + 3.265625, + 3.203125, + 4.0, + 3.484375, + 3.4375, + 3.21875, + 3.390625, + 3.375, + 3.296875, + 3.6875, + 3.5625, + 2.796875, + 3.765625, + 4.53125, + 3.21875, + 3.375, + 3.421875, + 3.125, + 3.765625, + 3.125, + 3.234375, + 3.296875, + 4.34375, + 3.328125, + 3.265625, + 3.3125, + 3.46875, + 3.46875, + 3.3125, + 3.3125, + 3.546875, + 3.109375, + 4.5, + 3.71875, + 3.125, + 4.203125, + 3.375, + 3.15625, + 3.25, + 3.390625, + 4.09375, + 3.3125, + 3.390625, + 3.421875, + 3.0, + 3.21875, + 3.203125, + 3.109375, + 3.40625, + 3.390625, + 3.203125, + 3.21875, + 3.46875, + 3.28125, + 3.234375, + 3.40625, + 3.265625, + 3.125, + 4.078125, + 3.8125, + 3.359375, + 3.875, + 3.203125, + 3.328125, + 3.375, + 3.359375, + 3.34375, + 3.359375, + 3.25, + 3.734375, + 3.25, + 1.472656, + 3.171875, + 7.84375, + 3.109375, + 3.765625, + 2.117188, + 3.5, + 3.078125, + 3.21875, + 3.171875, + 3.46875, + 3.171875, + 3.078125, + 3.4375, + 3.171875, + 3.8125, + 3.390625, + 2.90625, + 3.0625, + 3.265625, + 3.1875, + 3.0625, + 2.59375, + 3.234375, + 3.328125, + 3.75, + 2.796875, + 3.140625, + 2.765625, + 3.4375, + 2.976562, + 3.421875, + 2.59375, + 3.296875, + 3.375, + 3.328125, + 3.21875, + 3.359375, + 3.484375, + 3.890625, + 3.15625, + 3.421875, + 3.421875, + 3.6875, + 3.234375, + 8.15625, + 3.578125, + 3.265625, + 3.375, + 3.75, + 3.390625, + 4.359375, + 3.40625, + 3.109375, + 3.296875, + 3.28125, + 3.28125, + 3.25, + 9.0, + 2.640625, + 3.5, + 3.328125, + 3.296875, + 3.21875, + 2.820312, + 3.15625, + 3.203125, + 3.3125, + 3.234375, + 3.265625, + 3.265625, + 3.125, + 3.296875, + 3.296875, + 3.71875, + 3.203125, + 3.5, + 3.234375, + 3.609375, + 2.726562, + 3.296875, + 3.171875, + 3.421875, + 3.859375, + 3.3125, + 3.09375, + 3.359375, + 3.3125, + 3.359375, + 3.390625, + 3.3125, + 3.328125, + 3.34375, + 3.28125, + 3.328125, + 3.3125, + 3.46875, + 4.8125, + 3.328125, + 3.28125, + 3.4375, + 3.296875, + 3.671875, + 3.359375, + 3.078125, + 3.15625, + 3.390625, + 3.40625, + 3.859375, + 3.40625, + 3.140625, + 3.34375, + 3.15625, + 3.421875, + 3.578125, + 6.53125, + 4.546875, + 3.28125, + 3.140625, + 3.328125, + 3.015625, + 3.40625, + 3.15625, + 3.1875, + 3.25, + 3.890625, + 3.59375, + 3.265625, + 4.265625, + 3.359375, + 3.203125, + 3.359375, + 3.390625, + 3.09375, + 3.34375, + 3.40625, + 3.4375, + 3.359375, + 3.84375, + 3.578125, + 3.1875, + 3.359375, + 3.328125, + 3.328125, + 2.757812, + 3.15625, + 4.203125, + 2.570312, + 2.890625, + 3.484375, + 3.234375, + 3.40625, + 3.1875, + 3.59375, + 7.125, + 3.265625, + 3.265625, + 3.46875, + 3.28125, + 3.234375, + 3.421875, + 3.59375, + 3.25, + 3.546875, + 3.203125, + 2.617188, + 3.03125, + 3.25, + 3.484375, + 3.25, + 3.3125, + 3.234375, + 3.53125, + 3.40625, + 4.078125, + 3.3125, + 3.40625, + 3.28125, + 3.265625, + 2.710938, + 2.875, + 3.234375, + 3.609375, + 3.140625, + 3.4375, + 3.28125, + 3.34375, + 3.234375, + 3.375, + 3.578125, + 3.296875, + 3.734375, + 3.109375, + 3.3125, + 3.375, + 3.3125, + 3.1875, + 3.3125, + 3.359375, + 3.296875, + 4.25, + 3.328125, + 3.1875, + 3.15625, + 3.265625, + 3.109375, + 2.742188, + 3.25, + 3.265625, + 3.4375, + 3.328125, + 3.109375, + 4.484375, + 3.203125, + 3.390625, + 3.390625, + 3.390625, + 3.109375, + 3.359375, + 3.203125, + 2.757812, + 3.328125, + 3.890625, + 3.03125, + 3.34375, + 3.28125, + 3.203125, + 3.203125, + 3.296875, + 3.109375, + 3.15625, + 3.0625, + 3.28125, + 3.46875, + 3.25, + 3.421875, + 3.34375, + 3.40625, + 3.296875, + 3.15625, + 3.328125, + 3.28125, + 3.21875, + 6.84375, + 3.34375, + 3.34375, + 3.4375, + 3.453125, + 3.390625, + 2.28125, + 3.25, + 3.21875, + 3.28125, + 3.625, + 3.140625, + 3.21875, + 3.421875, + 3.234375, + 3.125, + 3.3125, + 3.390625, + 4.125, + 3.6875, + 3.203125, + 4.28125, + 3.359375, + 3.359375, + 3.265625, + 3.421875, + 3.09375, + 3.53125, + 3.296875, + 3.296875, + 3.6875, + 3.234375, + 3.578125, + 3.328125, + 4.046875, + 3.296875, + 2.796875, + 4.59375, + 7.9375, + 3.25, + 3.46875, + 3.328125, + 3.296875, + 3.4375, + 3.328125, + 3.25, + 3.34375, + 3.265625, + 3.296875, + 3.359375, + 3.171875, + 3.265625, + 3.171875, + 3.328125, + 3.25, + 8.34375, + 3.5, + 3.46875, + 3.25, + 3.421875, + 3.546875, + 3.484375, + 3.578125, + 3.53125, + 4.71875, + 3.125, + 3.28125, + 3.046875, + 5.21875, + 3.21875, + 3.375, + 3.203125, + 3.4375, + 3.3125, + 4.203125, + 3.25, + 4.390625, + 3.375, + 3.265625, + 3.453125, + 3.28125, + 3.328125, + 3.21875, + 3.421875, + 3.296875, + 3.109375, + 3.421875, + 3.546875, + 3.359375, + 3.28125, + 3.421875, + 3.328125, + 3.375, + 3.390625, + 3.953125, + 3.984375, + 3.640625, + 3.203125, + 3.296875, + 3.265625, + 3.546875, + 3.34375, + 3.296875, + 6.125, + 3.3125, + 3.359375, + 3.421875, + 3.1875, + 3.21875, + 3.203125, + 3.5, + 3.453125, + 4.0, + 3.34375, + 3.1875, + 2.78125, + 3.390625, + 3.203125, + 3.515625, + 3.078125, + 3.34375, + 3.15625, + 3.09375, + 3.25, + 3.109375, + 3.171875, + 3.359375, + 3.3125, + 3.234375, + 4.34375, + 4.625, + 3.5, + 3.859375, + 3.421875, + 3.265625, + 4.859375, + 3.296875, + 4.3125, + 3.671875, + 3.671875, + 6.5, + 3.296875, + 3.796875, + 3.328125, + 3.1875, + 3.203125, + 3.03125, + 4.140625, + 3.125, + 3.46875, + 3.375, + 3.453125, + 3.40625, + 3.109375, + 3.109375, + 3.4375, + 3.125, + 3.296875, + 3.421875, + 3.25, + 3.515625, + 3.109375, + 3.359375, + 3.359375, + 3.171875, + 6.46875, + 3.15625, + 3.015625, + 3.40625, + 4.03125, + 2.101562, + 3.21875, + 3.453125, + 3.0625, + 3.34375, + 3.1875, + 3.375, + 3.234375, + 4.609375, + 3.21875, + 3.359375, + 3.25, + 3.265625, + 4.109375, + 3.28125, + 3.328125, + 4.625, + 3.359375, + 3.3125, + 4.9375, + 3.25, + 3.984375, + 3.390625, + 3.40625, + 3.296875, + 3.625, + 4.703125, + 3.203125, + 7.6875, + 3.1875, + 3.109375, + 3.3125, + 3.640625, + 3.140625, + 3.375, + 3.578125, + 3.34375, + 3.296875, + 3.734375, + 2.414062, + 3.34375, + 2.71875, + 3.09375, + 3.328125, + 3.390625, + 3.671875, + 3.328125, + 3.6875, + 3.4375, + 4.25, + 3.015625, + 2.84375, + 3.59375, + 3.296875, + 1.894531, + 3.265625, + 3.375, + 5.03125, + 3.28125, + 4.234375, + 3.15625, + 4.125, + 3.5, + 3.171875, + 3.15625, + 3.25, + 3.546875, + 3.4375, + 3.203125, + 3.390625, + 3.984375, + 2.679688, + 3.421875, + 3.375, + 3.78125, + 3.328125, + 3.5, + 3.515625, + 2.523438, + 3.109375, + 3.96875, + 3.171875, + 3.25, + 5.75, + 3.296875, + 4.5, + 3.265625, + 3.375, + 3.28125, + 4.1875, + 4.296875, + 3.1875, + 3.28125, + 3.375, + 3.203125, + 3.296875, + 3.65625, + 3.625, + 2.945312, + 3.296875, + 3.34375, + 2.96875, + 3.34375, + 3.078125, + 3.34375, + 3.4375, + 3.171875, + 3.296875, + 3.015625, + 3.15625, + 2.742188, + 3.359375, + 3.78125, + 3.40625, + 3.203125, + 3.3125, + 3.046875, + 3.265625, + 3.34375, + 3.296875, + 2.039062, + 3.375, + 4.328125, + 3.546875, + 3.3125, + 3.796875, + 3.4375, + 3.515625, + 3.15625, + 3.3125, + 3.21875, + 3.296875, + 3.28125, + 3.5, + 3.71875, + 3.265625, + 3.234375, + 3.609375, + 3.421875, + 3.234375, + 3.4375, + 3.140625, + 3.203125, + 3.484375, + 3.140625, + 3.28125, + 3.96875, + 3.140625, + 3.359375, + 3.8125, + 3.140625, + 3.171875, + 2.648438, + 6.09375, + 3.515625, + 3.359375, + 3.265625, + 3.125, + 3.28125, + 3.375, + 4.0625, + 3.453125, + 3.03125, + 3.046875, + 3.109375, + 3.3125, + 3.53125, + 3.203125, + 4.125, + 3.171875, + 3.453125, + 3.34375, + 3.234375, + 3.375, + 2.84375, + 3.25, + 2.914062, + 3.125, + 3.859375, + 4.234375, + 4.21875, + 3.421875, + 3.1875, + 3.78125, + 3.234375, + 3.265625, + 5.25, + 3.59375, + 3.234375, + 3.453125, + 3.375, + 4.078125, + 3.453125, + 3.34375, + 8.4375, + 3.296875, + 3.421875, + 3.359375, + 3.203125, + 3.046875, + 2.65625, + 2.15625, + 4.0, + 3.375, + 3.25, + 3.171875, + 3.421875, + 3.359375, + 3.65625, + 2.507812, + 4.34375, + 4.203125, + 3.28125, + 4.421875, + 3.28125, + 3.375, + 3.1875, + 3.40625, + 3.296875, + 3.59375, + 3.109375, + 3.171875, + 2.101562, + 3.484375, + 3.171875, + 6.71875, + 3.125, + 3.296875, + 3.0, + 3.3125, + 3.265625, + 3.40625, + 3.265625, + 3.203125, + 3.375, + 3.375, + 3.515625, + 3.078125, + 3.28125, + 3.296875, + 3.28125, + 3.4375, + 3.25, + 3.203125, + 3.171875, + 3.265625, + 3.09375, + 3.484375, + 3.40625, + 3.625, + 3.4375, + 3.4375, + 3.328125, + 3.59375, + 3.21875, + 3.21875, + 3.59375, + 3.9375, + 3.78125, + 3.96875, + 3.328125, + 3.453125, + 3.40625, + 3.328125, + 3.421875, + 3.53125, + 3.34375, + 4.3125, + 3.03125, + 3.578125, + 3.359375, + 3.203125, + 3.328125, + 3.453125, + 3.34375, + 3.296875, + 3.21875, + 3.25, + 3.359375, + 3.375, + 3.90625, + 3.203125, + 3.359375, + 3.328125, + 2.921875, + 2.648438, + 3.21875, + 3.3125, + 3.59375, + 3.21875, + 3.296875, + 3.15625, + 4.671875, + 3.203125, + 3.3125, + 3.125, + 3.328125, + 3.515625, + 4.0, + 3.53125, + 3.015625, + 3.0625, + 2.914062, + 3.25, + 3.515625, + 4.5, + 3.140625, + 4.1875, + 3.90625, + 3.359375, + 3.359375, + 3.171875, + 3.25, + 2.710938, + 3.09375, + 3.609375, + 3.21875, + 4.34375, + 3.171875, + 3.390625, + 3.140625, + 3.515625, + 3.21875, + 3.203125, + 4.125, + 3.28125, + 3.203125, + 3.609375, + 3.828125, + 3.203125, + 3.234375, + 3.46875, + 3.3125, + 2.664062, + 3.109375, + 3.28125, + 3.0625, + 2.992188, + 4.234375, + 3.125, + 3.234375, + 3.21875, + 3.53125, + 3.390625, + 3.609375, + 4.328125, + 3.28125, + 3.46875, + 4.296875, + 3.375, + 3.203125, + 3.21875, + 5.75, + 3.28125, + 3.34375, + 3.546875, + 9.125, + 3.234375, + 3.296875, + 3.3125, + 3.390625, + 3.171875, + 3.265625, + 3.546875, + 3.328125, + 4.765625, + 3.28125, + 3.421875, + 3.15625, + 3.390625, + 3.46875, + 3.09375, + 3.109375, + 3.28125, + 3.171875, + 3.34375, + 3.171875, + 3.234375, + 3.234375, + 3.4375, + 3.265625, + 4.4375, + 3.125, + 3.734375, + 3.21875, + 3.46875, + 3.375, + 3.921875, + 3.234375, + 3.34375, + 3.4375, + 3.15625, + 4.21875, + 3.390625, + 3.25, + 3.171875, + 3.203125, + 3.0625, + 3.5625, + 3.328125, + 3.1875, + 10.4375, + 3.21875, + 3.421875, + 3.34375, + 3.328125, + 3.296875, + 3.53125, + 3.359375, + 3.375, + 3.53125, + 3.1875, + 3.265625, + 3.921875, + 3.5, + 3.203125, + 3.28125, + 3.296875, + 4.078125, + 3.265625, + 5.34375, + 3.328125, + 3.109375, + 3.28125, + 3.1875, + 3.125, + 3.21875, + 3.75, + 3.359375, + 3.1875, + 3.234375, + 3.0, + 4.96875, + 3.171875, + 3.25, + 3.328125, + 3.0625, + 3.265625, + 3.234375, + 3.3125, + 3.53125, + 3.265625, + 3.421875, + 3.71875, + 3.578125, + 0.210938, + 3.578125, + 3.40625, + 3.15625, + 3.34375, + 3.4375, + 3.375, + 3.234375, + 3.046875, + 4.359375, + 3.546875, + 3.5, + 2.71875, + 3.203125, + 3.078125, + 3.140625, + 4.4375, + 3.390625, + 9.5625, + 4.3125, + 3.734375, + 3.265625, + 3.484375, + 3.25, + 3.109375, + 3.125, + 3.328125, + 3.390625, + 3.34375, + 3.234375, + 3.671875, + 3.375, + 3.296875, + 3.28125, + 3.046875, + 3.078125, + 3.234375, + 3.40625, + 3.25, + 3.296875, + 3.59375, + 3.25, + 3.328125, + 3.484375, + 2.859375, + 3.3125, + 3.171875, + 4.4375, + 3.546875, + 3.40625, + 3.125, + 3.15625, + 3.28125, + 3.578125, + 3.28125, + 3.40625, + 3.515625, + 2.257812, + 3.1875, + 3.28125, + 3.34375, + 3.40625, + 3.421875, + 4.203125, + 3.15625, + 5.375, + 3.21875, + 3.4375, + 3.265625, + 3.1875, + 3.640625, + 4.0625, + 3.90625, + 3.09375, + 3.40625, + 3.203125, + 2.742188, + 3.171875, + 3.4375, + 3.359375, + 3.3125, + 3.078125, + 3.28125, + 3.375, + 3.265625, + 3.171875, + 3.0625, + 3.375, + 3.21875, + 3.25, + 3.390625, + 3.4375, + 3.21875, + 3.359375, + 3.421875, + 6.375, + 3.1875, + 3.421875, + 3.25, + 3.296875, + 3.296875, + 3.484375, + 3.234375, + 3.21875, + 3.046875, + 3.359375, + 3.25, + 3.625, + 3.1875, + 3.734375, + 3.359375, + 3.25, + 2.929688, + 3.921875, + 3.21875, + 3.84375, + 3.03125, + 3.359375, + 3.625, + 3.4375, + 3.53125, + 5.9375, + 2.90625, + 3.296875, + 3.359375, + 3.953125, + 3.25, + 3.171875, + 3.5625, + 3.359375, + 3.25, + 3.609375, + 3.34375, + 3.265625, + 3.484375, + 3.203125, + 3.328125, + 3.140625, + 3.5625, + 3.3125, + 3.359375, + 3.234375, + 8.03125, + 3.796875, + 3.28125, + 3.328125, + 3.4375, + 3.125, + 3.375, + 3.5, + 3.296875, + 3.234375, + 3.171875, + 1.808594, + 6.09375, + 3.375, + 3.21875, + 3.375, + 3.453125, + 4.609375, + 3.1875, + 3.21875, + 3.328125, + 3.46875, + 3.359375, + 3.265625, + 3.484375, + 4.203125, + 3.203125, + 3.4375, + 3.265625, + 3.40625, + 3.53125, + 3.265625, + 3.453125, + 3.25, + 3.625, + 1.871094, + 3.375, + 3.4375, + 3.0625, + 3.40625, + 3.734375, + 4.15625, + 3.015625, + 3.015625, + 3.203125, + 3.671875, + 3.1875, + 3.9375, + 3.3125, + 3.28125, + 3.15625, + 3.34375, + 3.484375, + 3.390625, + 3.296875, + 3.40625, + 3.21875, + 3.078125, + 4.03125, + 3.640625, + 3.453125, + 3.203125, + 3.671875, + 3.328125, + 3.15625, + 3.296875, + 3.890625, + 3.609375, + 4.109375, + 3.390625, + 3.34375, + 3.40625, + 3.40625, + 3.3125, + 3.421875, + 2.75, + 3.1875, + 4.296875, + 3.34375, + 2.835938, + 3.421875, + 3.25, + 3.296875, + 3.28125, + 4.171875, + 3.234375, + 3.75, + 3.359375, + 3.03125, + 3.15625, + 3.375, + 3.25, + 3.3125, + 3.328125, + 4.125, + 3.328125, + 3.265625, + 3.53125, + 3.34375, + 3.453125, + 3.140625, + 3.34375, + 3.578125, + 3.4375, + 3.28125, + 3.640625, + 3.484375, + 3.390625, + 3.21875, + 3.34375, + 2.6875, + 3.265625, + 3.328125, + 4.203125, + 3.34375, + 3.3125, + 2.96875, + 3.34375, + 5.25, + 3.640625, + 3.265625, + 3.34375, + 3.578125, + 3.890625, + 3.34375, + 3.25, + 3.390625, + 3.359375, + 3.28125, + 3.28125, + 3.296875, + 3.359375, + 3.328125, + 3.296875, + 3.5, + 4.390625, + 3.875, + 3.359375, + 3.34375, + 3.125, + 3.59375, + 3.453125, + 4.34375, + 3.328125, + 3.109375, + 3.4375, + 3.328125, + 3.734375, + 3.0625, + 3.3125, + 3.296875, + 3.375, + 3.015625, + 7.65625, + 3.328125, + 3.46875, + 4.65625, + 7.9375, + 3.25, + 4.359375, + 3.21875, + 3.25, + 4.125, + 3.09375, + 2.734375, + 3.25, + 3.25, + 5.3125, + 3.453125, + 2.476562, + 3.296875, + 3.125, + 3.265625, + 3.28125, + 3.34375, + 3.453125, + 3.546875, + 5.8125, + 3.25, + 3.171875, + 3.34375, + 3.234375, + 3.21875, + 3.25, + 3.453125, + 3.296875, + 3.421875, + 3.046875, + 3.1875, + 3.828125, + 3.859375, + 4.296875, + 3.171875, + 2.835938, + 3.015625, + 3.234375, + 3.25, + 3.34375, + 3.296875, + 3.421875, + 3.609375, + 3.0625, + 3.515625, + 3.328125, + 3.171875, + 3.265625, + 3.46875, + 3.1875, + 3.5625, + 4.46875, + 3.21875, + 3.328125, + 3.140625, + 3.21875, + 3.1875, + 3.28125, + 3.0, + 3.25, + 3.359375, + 3.671875, + 3.390625, + 3.265625, + 3.234375, + 3.0625, + 3.453125, + 3.109375, + 3.03125, + 3.09375, + 3.171875, + 3.75, + 3.171875, + 3.265625, + 3.203125, + 3.109375, + 2.882812, + 3.203125, + 3.21875, + 3.265625, + 3.25, + 3.234375, + 3.15625, + 2.992188, + 3.40625, + 3.171875, + 3.421875, + 3.21875, + 3.21875, + 3.25, + 3.1875, + 3.484375, + 3.234375, + 3.03125, + 3.546875, + 3.75, + 3.234375, + 3.34375, + 3.40625, + 3.375, + 3.109375, + 3.9375, + 3.3125, + 3.03125, + 3.28125, + 3.1875, + 3.421875, + 3.390625, + 3.390625, + 3.359375, + 3.390625, + 4.109375, + 3.4375, + 3.390625, + 2.351562, + 3.203125, + 3.203125, + 3.40625, + 3.0, + 3.09375, + 3.234375, + 3.421875, + 3.484375, + 3.421875, + 3.390625, + 3.671875, + 4.34375, + 3.265625, + 4.515625, + 3.328125, + 3.171875, + 2.351562, + 3.28125, + 3.359375, + 3.28125, + 3.15625, + 3.296875, + 3.09375, + 3.28125, + 3.59375, + 3.171875, + 3.390625, + 3.296875, + 3.390625, + 3.359375, + 3.34375, + 3.28125, + 3.078125, + 3.375, + 3.46875, + 4.265625, + 3.703125, + 3.796875, + 3.34375, + 3.25, + 3.265625, + 3.1875, + 3.671875, + 3.40625, + 3.296875, + 3.5625, + 3.234375, + 3.40625, + 4.375, + 3.25, + 3.15625, + 3.375, + 3.25, + 3.21875, + 3.40625, + 3.1875, + 3.96875, + 3.25, + 3.171875, + 3.28125, + 3.359375, + 3.15625, + 3.34375, + 3.265625, + 4.234375, + 3.609375, + 3.734375, + 3.34375, + 3.234375, + 3.296875, + 3.234375, + 3.234375, + 3.625, + 3.28125, + 3.15625, + 3.203125, + 3.34375, + 4.53125, + 3.421875, + 3.171875, + 3.375, + 3.328125, + 3.390625, + 3.4375, + 3.5625, + 3.203125, + 2.960938, + 3.3125, + 3.59375, + 3.25, + 3.265625, + 2.554688, + 3.453125, + 2.9375, + 3.328125, + 3.1875, + 3.625, + 3.796875, + 3.375, + 3.046875, + 3.171875, + 3.359375, + 3.234375, + 3.328125, + 3.40625, + 3.21875, + 3.0625, + 3.28125, + 3.15625, + 3.171875, + 3.21875, + 4.359375, + 3.609375, + 3.3125, + 5.0625, + 3.453125, + 3.0625, + 3.25, + 3.265625, + 3.296875, + 3.40625, + 3.125, + 3.484375, + 3.359375, + 3.5, + 2.90625, + 3.203125, + 3.28125, + 3.109375, + 3.4375, + 3.25, + 4.0, + 3.3125, + 3.765625, + 3.671875, + 3.390625, + 3.171875, + 2.65625, + 3.4375, + 3.390625, + 3.84375, + 3.625, + 3.109375, + 3.078125, + 3.390625, + 3.984375, + 3.5625, + 3.421875, + 3.21875, + 3.390625, + 3.21875, + 3.015625, + 3.234375, + 3.0625, + 3.28125, + 7.3125, + 4.34375, + 3.375, + 4.078125, + 3.3125, + 3.34375, + 3.28125, + 3.296875, + 3.28125, + 4.21875, + 3.296875, + 3.359375, + 3.296875, + 3.359375, + 3.390625, + 4.828125, + 3.234375, + 3.25, + 3.21875, + 3.75, + 3.453125, + 3.296875, + 3.40625, + 3.34375, + 3.359375, + 3.1875, + 3.3125, + 3.109375, + 2.953125, + 3.421875, + 3.625, + 3.578125, + 3.265625, + 3.34375, + 3.515625, + 2.851562, + 3.28125, + 3.296875, + 5.5, + 3.0625, + 3.15625, + 3.296875, + 4.125, + 3.375, + 3.375, + 3.4375, + 3.3125, + 3.265625, + 3.25, + 3.40625, + 3.359375, + 3.15625, + 3.5625, + 3.234375, + 3.1875, + 3.296875, + 4.5, + 3.328125, + 3.40625, + 3.359375, + 3.484375, + 3.375, + 3.28125, + 3.421875, + 3.203125, + 3.3125, + 3.53125, + 3.515625, + 3.375, + 3.359375, + 3.59375, + 3.3125, + 4.125, + 3.1875, + 3.9375, + 3.40625, + 4.34375, + 3.140625, + 3.28125, + 2.765625, + 3.34375, + 3.546875, + 3.0625, + 3.4375, + 3.15625, + 3.265625, + 3.359375, + 3.3125, + 3.453125, + 3.359375, + 3.78125, + 3.609375, + 3.21875, + 3.40625, + 3.203125, + 3.203125, + 3.125, + 3.3125, + 3.25, + 3.265625, + 3.15625, + 2.695312, + 3.0625, + 3.34375, + 3.109375, + 3.171875, + 3.421875, + 3.40625, + 3.109375, + 3.265625, + 3.046875, + 3.171875, + 3.265625, + 3.46875, + 3.125, + 3.296875, + 3.515625, + 3.40625, + 3.265625, + 3.5625, + 3.421875, + 4.59375, + 3.875, + 3.328125, + 3.390625, + 3.375, + 3.796875, + 6.5625, + 3.28125, + 3.28125, + 3.859375, + 3.421875, + 3.578125, + 3.25, + 3.4375, + 3.375, + 3.484375, + 3.328125, + 3.34375, + 3.140625, + 4.25, + 3.59375, + 4.15625, + 2.414062, + 3.203125, + 3.40625, + 3.28125, + 3.3125, + 3.3125, + 3.515625, + 3.328125, + 3.09375, + 3.5625, + 3.59375, + 3.3125, + 3.71875, + 3.8125, + 3.140625, + 3.265625, + 3.390625, + 3.28125, + 3.203125, + 3.140625, + 3.34375, + 3.3125, + 3.640625, + 3.046875, + 3.25, + 5.96875, + 3.625, + 3.453125, + 3.921875, + 3.234375, + 4.28125, + 4.515625, + 3.3125, + 3.203125, + 3.546875, + 3.15625, + 3.859375, + 3.328125, + 3.3125, + 3.21875, + 3.328125, + 3.3125, + 3.34375, + 3.640625, + 3.34375, + 3.078125, + 3.4375, + 3.140625, + 3.28125, + 3.53125, + 4.421875, + 3.296875, + 3.421875, + 3.59375, + 3.328125, + 3.4375, + 3.28125, + 3.28125, + 3.265625, + 3.5, + 3.515625, + 3.46875, + 3.28125, + 3.296875, + 3.6875, + 3.140625, + 3.140625, + 2.976562, + 3.28125, + 3.0625, + 3.359375, + 3.34375, + 3.125, + 3.15625, + 3.6875, + 3.28125, + 3.78125, + 3.484375, + 3.5, + 3.15625, + 3.609375, + 3.28125, + 3.28125, + 3.296875, + 3.25, + 3.25, + 3.359375, + 3.40625, + 3.171875, + 3.078125, + 3.234375, + 3.4375, + 3.140625, + 3.390625, + 3.625, + 3.34375, + 3.140625, + 5.5625, + 4.0, + 3.375, + 3.3125, + 3.234375, + 5.34375, + 3.234375, + 3.625, + 3.46875, + 3.140625, + 3.046875, + 3.296875, + 3.265625, + 3.40625, + 3.953125, + 3.4375, + 3.171875, + 3.75, + 3.34375, + 4.75, + 3.125, + 3.125, + 3.203125, + 3.25, + 3.640625, + 3.125, + 3.390625, + 4.28125, + 3.375, + 3.3125, + 3.296875, + 3.796875, + 3.234375, + 3.515625, + 3.125, + 3.15625, + 3.21875, + 3.453125, + 3.390625, + 3.3125, + 4.234375, + 4.078125, + 3.34375, + 3.09375, + 4.0, + 3.15625, + 3.3125, + 3.421875, + 3.40625, + 3.515625, + 3.125, + 3.359375, + 3.65625, + 3.265625, + 2.265625, + 3.5625, + 3.171875, + 3.109375, + 3.484375, + 3.90625, + 3.203125, + 3.53125, + 3.078125, + 3.265625, + 3.390625, + 2.546875, + 2.679688, + 2.929688, + 3.421875, + 3.15625, + 3.421875, + 3.78125, + 3.953125, + 3.28125, + 3.578125, + 3.5, + 3.28125, + 3.28125, + 3.21875, + 3.375, + 3.390625, + 3.375, + 3.59375, + 4.15625, + 3.796875, + 6.59375, + 3.109375, + 4.296875, + 3.328125, + 3.109375, + 3.421875, + 3.3125, + 3.28125, + 2.875, + 3.390625, + 3.265625, + 3.296875, + 4.0625, + 5.65625, + 3.53125, + 3.4375 + ] + }, + "name": "onnx::Mul_8867", + "outputIndexes": [ + 2483 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2482, + 2483 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/lm/norm/Mul_1_output_0", + "outputIndexes": [ + 2484 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2484 + ], + "outputIndexes": [ + 3218 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/pre_convert", + "inputIndexes": [ + 3218 + ], + "outputIndexes": [ + 3219 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear", + "inputIndexes": [ + 3219 + ], + "outputIndexes": [ + 3220 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256000, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": true, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4608000, + "weightSize": 0 + }, + "external": [ + 1138659236, + 294912026, + 36864000, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/post_convert", + "inputIndexes": [ + 3220 + ], + "outputIndexes": [ + 3221 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3221 + ], + "outputIndexes": [ + 2485 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256000 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 256000 + ] + }, + "name": "/Constant_1556_output_0__", + "outputIndexes": [ + 2486 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2485, + 2486 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "logits", + "outputIndexes": [ + 2487 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 26, + 2, + -1, + 0, + 4, + 256 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "past_key_values", + "outputIndexes": [ + 2488 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2488 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1 + ], + "dimType": "NCHW" + }, + "name": "presents", + "outputIndexes": [ + 2489 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + } + ], + "outputName": [ + "logits", + "presents" + ], + "preferForwardType": "CPU", + "sourceType": "ONNX", + "tensorName": [ + "input_ids", + "/Constant_output_0__", + "/Reshape_output_0", + "/input_layernorm/Mul_output_0", + "onnx::Mul_8113", + "/input_layernorm/Mul_1_output_0", + "/FakeLinear_output_0", + "/Unsqueeze_output_0", + "/Shape_1_output_0", + "/rotary/Constant_9_output_0", + "Shape19", + "BinaryOp22", + "BinaryOp23", + "Unsqueeze24", + "BinaryOp26", + "Unsqueeze27", + "StridedSlice30", + "Squeeze31", + "BinaryOp32", + "BinaryOp33", + "/Gather_2_output_0", + "/rotary/Constant_4_output_0", + "/Unsqueeze_1_output_0", + "/Constant_4_output_0", + "/Constant_5_output_0", + "/Concat_output_0", + "/Reshape_1_output_0", + "position_ids", + "/rotary/Cast_output_0", + "/rotary/Constant_1_output_0__", + "/rotary/Reshape_output_0", + "/rotary/Constant_2_output_0", + "/rotary/Mul_output_0", + "/rotary/Cos_output_0", + "/rotary/Unsqueeze_output_0", + "/rotary/Sin_output_0", + "/rotary/Unsqueeze_1_output_0", + "/rotary/Concat_output_0", + "/rotary/Concat_1_output_0", + "/rotary/Unsqueeze_2_axes", + "/rotary/Unsqueeze_3_output_0", + "Shape56", + "BinaryOp59", + "BinaryOp60", + "Unsqueeze61", + "BinaryOp63", + "Unsqueeze64", + "StridedSlice67", + "BinaryOp69", + "BinaryOp70", + "/Gather_3_output_0", + "/Mul_output_0", + "/Shape_2_output_0", + "/Constant_11_output_0", + "Shape75", + "BinaryOp78", + "BinaryOp79", + "Unsqueeze80", + "BinaryOp82", + "Unsqueeze83", + "StridedSlice86", + "Squeeze87", + "BinaryOp88", + "BinaryOp89", + "/Gather_5_output_0", + "/rotary/Constant_7_output_0", + "/Div_output_0", + "/Unsqueeze_6_output_0", + "/Constant_20_output_0", + "/Constant_14_output_0", + "/Slice_1_output_0", + "/Neg_output_0", + "/Slice_output_0", + "/Concat_3_output_0", + "Unsqueeze105", + "Unsqueeze108", + "StridedSlice111", + "Squeeze112", + "BinaryOp113", + "BinaryOp114", + "/Gather_4_output_0", + "/Mul_1_output_0", + "/Add_output_0", + "/FakeLinear_1_output_0", + "/Constant_7_output_0", + "/Concat_1_output_0", + "/Reshape_2_output_0", + "/Mul_2_output_0", + "/Shape_3_output_0", + "Shape158", + "BinaryOp161", + "BinaryOp162", + "Unsqueeze163", + "BinaryOp165", + "Unsqueeze166", + "StridedSlice169", + "Squeeze170", + "BinaryOp171", + "BinaryOp172", + "/Gather_6_output_0", + "/Div_1_output_0", + "/Unsqueeze_8_output_0", + "/Slice_3_output_0", + "/Neg_1_output_0", + "/Slice_2_output_0", + "/Concat_4_output_0", + "/Mul_3_output_0", + "/Add_1_output_0", + "/FakeLinear_2_output_0", + "/Reshape_3_output_0", + "attention_mask", + "/Reshape_8_output_0", + "/FakeLinear_3_output_0", + "/post_attention_layernorm/Mul_output_0", + "onnx::Mul_8136", + "/post_attention_layernorm/Mul_1_output_0", + "/Add_3_output_0", + "/mlp/act_fn/Constant_3_output_0", + "/pre_feedforward_layernorm/Mul_output_0", + "onnx::Mul_8138", + "/pre_feedforward_layernorm/Mul_1_output_0", + "/mlp/gate_proj/FakeLinear_output_0", + "/input_layernorm/Constant_2_output_0", + "/mlp/act_fn/Constant_1_output_0", + "/mlp/act_fn/Constant_output_0", + "/mlp/act_fn/Mul_output_0", + "/mlp/act_fn/Mul_1_output_0", + "/mlp/act_fn/Mul_2_output_0", + "/mlp/act_fn/Add_output_0", + "/mlp/act_fn/Mul_3_output_0", + "/mlp/act_fn/Tanh_output_0", + "/mlp/act_fn/Add_1_output_0", + "/mlp/act_fn/Mul_4_output_0", + "/mlp/act_fn/Mul_5_output_0", + "/mlp/up_proj/FakeLinear_output_0", + "/mlp/Mul_output_0", + "/mlp/down_proj/FakeLinear_output_0", + "/post_feedforward_layernorm/Mul_output_0", + "onnx::Mul_8140", + "/post_feedforward_layernorm/Mul_1_output_0", + "/Add_4_output_0", + "/Reshape_9_output_0", + "/input_layernorm_1/Mul_output_0", + "onnx::Mul_8142", + "/input_layernorm_1/Mul_1_output_0", + "/FakeLinear_4_output_0", + "/Shape_15_output_0", + "Shape356", + "BinaryOp359", + "BinaryOp360", + "Unsqueeze361", + "BinaryOp363", + "Unsqueeze364", + "StridedSlice367", + "Squeeze368", + "BinaryOp369", + "BinaryOp370", + "/Gather_19_output_0", + "/Unsqueeze_33_output_0", + "/Concat_13_output_0", + "/Reshape_10_output_0", + "/Mul_8_output_0", + "/Shape_16_output_0", + "Shape377", + "BinaryOp380", + "BinaryOp381", + "Unsqueeze382", + "BinaryOp384", + "Unsqueeze385", + "StridedSlice388", + "Squeeze389", + "BinaryOp390", + "BinaryOp391", + "/Gather_20_output_0", + "/Div_3_output_0", + "/Unsqueeze_38_output_0", + "/Slice_5_output_0", + "/Neg_2_output_0", + "/Slice_4_output_0", + "/Concat_16_output_0", + "/Mul_9_output_0", + "/Add_5_output_0", + "/FakeLinear_5_output_0", + "/Concat_14_output_0", + "/Reshape_11_output_0", + "/Mul_10_output_0", + "/Shape_17_output_0", + "Shape439", + "BinaryOp442", + "BinaryOp443", + "Unsqueeze444", + "BinaryOp446", + "Unsqueeze447", + "StridedSlice450", + "Squeeze451", + "BinaryOp452", + "BinaryOp453", + "/Gather_21_output_0", + "/Div_4_output_0", + "/Unsqueeze_40_output_0", + "/Slice_7_output_0", + "/Neg_3_output_0", + "/Slice_6_output_0", + "/Concat_17_output_0", + "/Mul_11_output_0", + "/Add_6_output_0", + "/FakeLinear_6_output_0", + "/Reshape_12_output_0", + "/Reshape_17_output_0", + "/FakeLinear_7_output_0", + "/post_attention_layernorm_1/Mul_output_0", + "onnx::Mul_8165", + "/post_attention_layernorm_1/Mul_1_output_0", + "/Add_8_output_0", + "/pre_feedforward_layernorm_1/Mul_output_0", + "onnx::Mul_8167", + "/pre_feedforward_layernorm_1/Mul_1_output_0", + "/mlp/gate_proj_1/FakeLinear_output_0", + "/mlp/act_fn_1/Mul_output_0", + "/mlp/act_fn_1/Mul_1_output_0", + "/mlp/act_fn_1/Mul_2_output_0", + "/mlp/act_fn_1/Add_output_0", + "/mlp/act_fn_1/Mul_3_output_0", + "/mlp/act_fn_1/Tanh_output_0", + "/mlp/act_fn_1/Add_1_output_0", + "/mlp/act_fn_1/Mul_4_output_0", + "/mlp/act_fn_1/Mul_5_output_0", + "/mlp/up_proj_1/FakeLinear_output_0", + "/mlp_1/Mul_output_0", + "/mlp/down_proj_1/FakeLinear_output_0", + "/post_feedforward_layernorm_1/Mul_output_0", + "onnx::Mul_8169", + "/post_feedforward_layernorm_1/Mul_1_output_0", + "/Add_9_output_0", + "/Reshape_18_output_0", + "/input_layernorm_2/Mul_output_0", + "onnx::Mul_8171", + "/input_layernorm_2/Mul_1_output_0", + "/FakeLinear_8_output_0", + "/Shape_29_output_0", + "Shape628", + "BinaryOp631", + "BinaryOp632", + "Unsqueeze633", + "BinaryOp635", + "Unsqueeze636", + "StridedSlice639", + "Squeeze640", + "BinaryOp641", + "BinaryOp642", + "/Gather_34_output_0", + "/Unsqueeze_65_output_0", + "/Concat_26_output_0", + "/Reshape_19_output_0", + "/Mul_16_output_0", + "/Shape_30_output_0", + "Shape649", + "BinaryOp652", + "BinaryOp653", + "Unsqueeze654", + "BinaryOp656", + "Unsqueeze657", + "StridedSlice660", + "Squeeze661", + "BinaryOp662", + "BinaryOp663", + "/Gather_35_output_0", + "/Div_6_output_0", + "/Unsqueeze_70_output_0", + "/Slice_9_output_0", + "/Neg_4_output_0", + "/Slice_8_output_0", + "/Concat_29_output_0", + "/Mul_17_output_0", + "/Add_10_output_0", + "/FakeLinear_9_output_0", + "/Concat_27_output_0", + "/Reshape_20_output_0", + "/Mul_18_output_0", + "/Shape_31_output_0", + "Shape711", + "BinaryOp714", + "BinaryOp715", + "Unsqueeze716", + "BinaryOp718", + "Unsqueeze719", + "StridedSlice722", + "Squeeze723", + "BinaryOp724", + "BinaryOp725", + "/Gather_36_output_0", + "/Div_7_output_0", + "/Unsqueeze_72_output_0", + "/Slice_11_output_0", + "/Neg_5_output_0", + "/Slice_10_output_0", + "/Concat_30_output_0", + "/Mul_19_output_0", + "/Add_11_output_0", + "/FakeLinear_10_output_0", + "/Reshape_21_output_0", + "/Reshape_26_output_0", + "/FakeLinear_11_output_0", + "/post_attention_layernorm_2/Mul_output_0", + "onnx::Mul_8194", + "/post_attention_layernorm_2/Mul_1_output_0", + "/Add_13_output_0", + "/pre_feedforward_layernorm_2/Mul_output_0", + "onnx::Mul_8196", + "/pre_feedforward_layernorm_2/Mul_1_output_0", + "/mlp/gate_proj_2/FakeLinear_output_0", + "/mlp/act_fn_2/Mul_output_0", + "/mlp/act_fn_2/Mul_1_output_0", + "/mlp/act_fn_2/Mul_2_output_0", + "/mlp/act_fn_2/Add_output_0", + "/mlp/act_fn_2/Mul_3_output_0", + "/mlp/act_fn_2/Tanh_output_0", + "/mlp/act_fn_2/Add_1_output_0", + "/mlp/act_fn_2/Mul_4_output_0", + "/mlp/act_fn_2/Mul_5_output_0", + "/mlp/up_proj_2/FakeLinear_output_0", + "/mlp_2/Mul_output_0", + "/mlp/down_proj_2/FakeLinear_output_0", + "/post_feedforward_layernorm_2/Mul_output_0", + "onnx::Mul_8198", + "/post_feedforward_layernorm_2/Mul_1_output_0", + "/Add_14_output_0", + "/Reshape_27_output_0", + "/input_layernorm_3/Mul_output_0", + "onnx::Mul_8200", + "/input_layernorm_3/Mul_1_output_0", + "/FakeLinear_12_output_0", + "/Shape_43_output_0", + "Shape900", + "BinaryOp903", + "BinaryOp904", + "Unsqueeze905", + "BinaryOp907", + "Unsqueeze908", + "StridedSlice911", + "Squeeze912", + "BinaryOp913", + "BinaryOp914", + "/Gather_49_output_0", + "/Unsqueeze_97_output_0", + "/Concat_39_output_0", + "/Reshape_28_output_0", + "/Mul_24_output_0", + "/Shape_44_output_0", + "Shape921", + "BinaryOp924", + "BinaryOp925", + "Unsqueeze926", + "BinaryOp928", + "Unsqueeze929", + "StridedSlice932", + "Squeeze933", + "BinaryOp934", + "BinaryOp935", + "/Gather_50_output_0", + "/Div_9_output_0", + "/Unsqueeze_102_output_0", + "/Slice_13_output_0", + "/Neg_6_output_0", + "/Slice_12_output_0", + "/Concat_42_output_0", + "/Mul_25_output_0", + "/Add_15_output_0", + "/FakeLinear_13_output_0", + "/Concat_40_output_0", + "/Reshape_29_output_0", + "/Mul_26_output_0", + "/Shape_45_output_0", + "Shape983", + "BinaryOp986", + "BinaryOp987", + "Unsqueeze988", + "BinaryOp990", + "Unsqueeze991", + "StridedSlice994", + "Squeeze995", + "BinaryOp996", + "BinaryOp997", + "/Gather_51_output_0", + "/Div_10_output_0", + "/Unsqueeze_104_output_0", + "/Slice_15_output_0", + "/Neg_7_output_0", + "/Slice_14_output_0", + "/Concat_43_output_0", + "/Mul_27_output_0", + "/Add_16_output_0", + "/FakeLinear_14_output_0", + "/Reshape_30_output_0", + "/Reshape_35_output_0", + "/FakeLinear_15_output_0", + "/post_attention_layernorm_3/Mul_output_0", + "onnx::Mul_8223", + "/post_attention_layernorm_3/Mul_1_output_0", + "/Add_18_output_0", + "/pre_feedforward_layernorm_3/Mul_output_0", + "onnx::Mul_8225", + "/pre_feedforward_layernorm_3/Mul_1_output_0", + "/mlp/gate_proj_3/FakeLinear_output_0", + "/mlp/act_fn_3/Mul_output_0", + "/mlp/act_fn_3/Mul_1_output_0", + "/mlp/act_fn_3/Mul_2_output_0", + "/mlp/act_fn_3/Add_output_0", + "/mlp/act_fn_3/Mul_3_output_0", + "/mlp/act_fn_3/Tanh_output_0", + "/mlp/act_fn_3/Add_1_output_0", + "/mlp/act_fn_3/Mul_4_output_0", + "/mlp/act_fn_3/Mul_5_output_0", + "/mlp/up_proj_3/FakeLinear_output_0", + "/mlp_3/Mul_output_0", + "/mlp/down_proj_3/FakeLinear_output_0", + "/post_feedforward_layernorm_3/Mul_output_0", + "onnx::Mul_8227", + "/post_feedforward_layernorm_3/Mul_1_output_0", + "/Add_19_output_0", + "/Reshape_36_output_0", + "/input_layernorm_4/Mul_output_0", + "onnx::Mul_8229", + "/input_layernorm_4/Mul_1_output_0", + "/FakeLinear_16_output_0", + "/Shape_57_output_0", + "Shape1172", + "BinaryOp1175", + "BinaryOp1176", + "Unsqueeze1177", + "BinaryOp1179", + "Unsqueeze1180", + "StridedSlice1183", + "Squeeze1184", + "BinaryOp1185", + "BinaryOp1186", + "/Gather_64_output_0", + "/Unsqueeze_129_output_0", + "/Concat_52_output_0", + "/Reshape_37_output_0", + "/Mul_32_output_0", + "/Shape_58_output_0", + "Shape1193", + "BinaryOp1196", + "BinaryOp1197", + "Unsqueeze1198", + "BinaryOp1200", + "Unsqueeze1201", + "StridedSlice1204", + "Squeeze1205", + "BinaryOp1206", + "BinaryOp1207", + "/Gather_65_output_0", + "/Div_12_output_0", + "/Unsqueeze_134_output_0", + "/Slice_17_output_0", + "/Neg_8_output_0", + "/Slice_16_output_0", + "/Concat_55_output_0", + "/Mul_33_output_0", + "/Add_20_output_0", + "/FakeLinear_17_output_0", + "/Concat_53_output_0", + "/Reshape_38_output_0", + "/Mul_34_output_0", + "/Shape_59_output_0", + "Shape1256", + "BinaryOp1259", + "BinaryOp1260", + "Unsqueeze1261", + "BinaryOp1263", + "Unsqueeze1264", + "StridedSlice1267", + "Squeeze1268", + "BinaryOp1269", + "BinaryOp1270", + "/Gather_66_output_0", + "/Div_13_output_0", + "/Unsqueeze_136_output_0", + "/Slice_19_output_0", + "/Neg_9_output_0", + "/Slice_18_output_0", + "/Concat_56_output_0", + "/Mul_35_output_0", + "/Add_21_output_0", + "/FakeLinear_18_output_0", + "/Reshape_39_output_0", + "/Reshape_44_output_0", + "/FakeLinear_19_output_0", + "/post_attention_layernorm_4/Mul_output_0", + "onnx::Mul_8252", + "/post_attention_layernorm_4/Mul_1_output_0", + "/Add_23_output_0", + "/pre_feedforward_layernorm_4/Mul_output_0", + "onnx::Mul_8254", + "/pre_feedforward_layernorm_4/Mul_1_output_0", + "/mlp/gate_proj_4/FakeLinear_output_0", + "/mlp/act_fn_4/Mul_output_0", + "/mlp/act_fn_4/Mul_1_output_0", + "/mlp/act_fn_4/Mul_2_output_0", + "/mlp/act_fn_4/Add_output_0", + "/mlp/act_fn_4/Mul_3_output_0", + "/mlp/act_fn_4/Tanh_output_0", + "/mlp/act_fn_4/Add_1_output_0", + "/mlp/act_fn_4/Mul_4_output_0", + "/mlp/act_fn_4/Mul_5_output_0", + "/mlp/up_proj_4/FakeLinear_output_0", + "/mlp_4/Mul_output_0", + "/mlp/down_proj_4/FakeLinear_output_0", + "/post_feedforward_layernorm_4/Mul_output_0", + "onnx::Mul_8256", + "/post_feedforward_layernorm_4/Mul_1_output_0", + "/Add_24_output_0", + "/Reshape_45_output_0", + "/input_layernorm_5/Mul_output_0", + "onnx::Mul_8258", + "/input_layernorm_5/Mul_1_output_0", + "/FakeLinear_20_output_0", + "/Shape_71_output_0", + "Shape1445", + "BinaryOp1448", + "BinaryOp1449", + "Unsqueeze1450", + "BinaryOp1452", + "Unsqueeze1453", + "StridedSlice1456", + "Squeeze1457", + "BinaryOp1458", + "BinaryOp1459", + "/Gather_79_output_0", + "/Unsqueeze_161_output_0", + "/Concat_65_output_0", + "/Reshape_46_output_0", + "/Mul_40_output_0", + "/Shape_72_output_0", + "Shape1466", + "BinaryOp1469", + "BinaryOp1470", + "Unsqueeze1471", + "BinaryOp1473", + "Unsqueeze1474", + "StridedSlice1477", + "Squeeze1478", + "BinaryOp1479", + "BinaryOp1480", + "/Gather_80_output_0", + "/Div_15_output_0", + "/Unsqueeze_166_output_0", + "/Slice_21_output_0", + "/Neg_10_output_0", + "/Slice_20_output_0", + "/Concat_68_output_0", + "/Mul_41_output_0", + "/Add_25_output_0", + "/FakeLinear_21_output_0", + "/Concat_66_output_0", + "/Reshape_47_output_0", + "/Mul_42_output_0", + "/Shape_73_output_0", + "Shape1529", + "BinaryOp1532", + "BinaryOp1533", + "Unsqueeze1534", + "BinaryOp1536", + "Unsqueeze1537", + "StridedSlice1540", + "Squeeze1541", + "BinaryOp1542", + "BinaryOp1543", + "/Gather_81_output_0", + "/Div_16_output_0", + "/Unsqueeze_168_output_0", + "/Slice_23_output_0", + "/Neg_11_output_0", + "/Slice_22_output_0", + "/Concat_69_output_0", + "/Mul_43_output_0", + "/Add_26_output_0", + "/FakeLinear_22_output_0", + "/Reshape_48_output_0", + "/Reshape_53_output_0", + "/FakeLinear_23_output_0", + "/post_attention_layernorm_5/Mul_output_0", + "onnx::Mul_8281", + "/post_attention_layernorm_5/Mul_1_output_0", + "/Add_28_output_0", + "/pre_feedforward_layernorm_5/Mul_output_0", + "onnx::Mul_8283", + "/pre_feedforward_layernorm_5/Mul_1_output_0", + "/mlp/gate_proj_5/FakeLinear_output_0", + "/mlp/act_fn_5/Mul_output_0", + "/mlp/act_fn_5/Mul_1_output_0", + "/mlp/act_fn_5/Mul_2_output_0", + "/mlp/act_fn_5/Add_output_0", + "/mlp/act_fn_5/Mul_3_output_0", + "/mlp/act_fn_5/Tanh_output_0", + "/mlp/act_fn_5/Add_1_output_0", + "/mlp/act_fn_5/Mul_4_output_0", + "/mlp/act_fn_5/Mul_5_output_0", + "/mlp/up_proj_5/FakeLinear_output_0", + "/mlp_5/Mul_output_0", + "/mlp/down_proj_5/FakeLinear_output_0", + "/post_feedforward_layernorm_5/Mul_output_0", + "onnx::Mul_8285", + "/post_feedforward_layernorm_5/Mul_1_output_0", + "/Add_29_output_0", + "/Reshape_54_output_0", + "/input_layernorm_6/Mul_output_0", + "onnx::Mul_8287", + "/input_layernorm_6/Mul_1_output_0", + "/FakeLinear_24_output_0", + "/Shape_85_output_0", + "Shape1718", + "BinaryOp1721", + "BinaryOp1722", + "Unsqueeze1723", + "BinaryOp1725", + "Unsqueeze1726", + "StridedSlice1729", + "Squeeze1730", + "BinaryOp1731", + "BinaryOp1732", + "/Gather_94_output_0", + "/Unsqueeze_193_output_0", + "/Concat_78_output_0", + "/Reshape_55_output_0", + "/Mul_48_output_0", + "/Shape_86_output_0", + "Shape1739", + "BinaryOp1742", + "BinaryOp1743", + "Unsqueeze1744", + "BinaryOp1746", + "Unsqueeze1747", + "StridedSlice1750", + "Squeeze1751", + "BinaryOp1752", + "BinaryOp1753", + "/Gather_95_output_0", + "/Div_18_output_0", + "/Unsqueeze_198_output_0", + "/Slice_25_output_0", + "/Neg_12_output_0", + "/Slice_24_output_0", + "/Concat_81_output_0", + "/Mul_49_output_0", + "/Add_30_output_0", + "/FakeLinear_25_output_0", + "/Concat_79_output_0", + "/Reshape_56_output_0", + "/Mul_50_output_0", + "/Shape_87_output_0", + "Shape1802", + "BinaryOp1805", + "BinaryOp1806", + "Unsqueeze1807", + "BinaryOp1809", + "Unsqueeze1810", + "StridedSlice1813", + "Squeeze1814", + "BinaryOp1815", + "BinaryOp1816", + "/Gather_96_output_0", + "/Div_19_output_0", + "/Unsqueeze_200_output_0", + "/Slice_27_output_0", + "/Neg_13_output_0", + "/Slice_26_output_0", + "/Concat_82_output_0", + "/Mul_51_output_0", + "/Add_31_output_0", + "/FakeLinear_26_output_0", + "/Reshape_57_output_0", + "/Reshape_62_output_0", + "/FakeLinear_27_output_0", + "/post_attention_layernorm_6/Mul_output_0", + "onnx::Mul_8310", + "/post_attention_layernorm_6/Mul_1_output_0", + "/Add_33_output_0", + "/pre_feedforward_layernorm_6/Mul_output_0", + "onnx::Mul_8312", + "/pre_feedforward_layernorm_6/Mul_1_output_0", + "/mlp/gate_proj_6/FakeLinear_output_0", + "/mlp/act_fn_6/Mul_output_0", + "/mlp/act_fn_6/Mul_1_output_0", + "/mlp/act_fn_6/Mul_2_output_0", + "/mlp/act_fn_6/Add_output_0", + "/mlp/act_fn_6/Mul_3_output_0", + "/mlp/act_fn_6/Tanh_output_0", + "/mlp/act_fn_6/Add_1_output_0", + "/mlp/act_fn_6/Mul_4_output_0", + "/mlp/act_fn_6/Mul_5_output_0", + "/mlp/up_proj_6/FakeLinear_output_0", + "/mlp_6/Mul_output_0", + "/mlp/down_proj_6/FakeLinear_output_0", + "/post_feedforward_layernorm_6/Mul_output_0", + "onnx::Mul_8314", + "/post_feedforward_layernorm_6/Mul_1_output_0", + "/Add_34_output_0", + "/Reshape_63_output_0", + "/input_layernorm_7/Mul_output_0", + "onnx::Mul_8316", + "/input_layernorm_7/Mul_1_output_0", + "/FakeLinear_28_output_0", + "/Shape_99_output_0", + "Shape1991", + "BinaryOp1994", + "BinaryOp1995", + "Unsqueeze1996", + "BinaryOp1998", + "Unsqueeze1999", + "StridedSlice2002", + "Squeeze2003", + "BinaryOp2004", + "BinaryOp2005", + "/Gather_109_output_0", + "/Unsqueeze_225_output_0", + "/Concat_91_output_0", + "/Reshape_64_output_0", + "/Mul_56_output_0", + "/Shape_100_output_0", + "Shape2012", + "BinaryOp2015", + "BinaryOp2016", + "Unsqueeze2017", + "BinaryOp2019", + "Unsqueeze2020", + "StridedSlice2023", + "Squeeze2024", + "BinaryOp2025", + "BinaryOp2026", + "/Gather_110_output_0", + "/Div_21_output_0", + "/Unsqueeze_230_output_0", + "/Slice_29_output_0", + "/Neg_14_output_0", + "/Slice_28_output_0", + "/Concat_94_output_0", + "/Mul_57_output_0", + "/Add_35_output_0", + "/FakeLinear_29_output_0", + "/Concat_92_output_0", + "/Reshape_65_output_0", + "/Mul_58_output_0", + "/Shape_101_output_0", + "Shape2075", + "BinaryOp2078", + "BinaryOp2079", + "Unsqueeze2080", + "BinaryOp2082", + "Unsqueeze2083", + "StridedSlice2086", + "Squeeze2087", + "BinaryOp2088", + "BinaryOp2089", + "/Gather_111_output_0", + "/Div_22_output_0", + "/Unsqueeze_232_output_0", + "/Slice_31_output_0", + "/Neg_15_output_0", + "/Slice_30_output_0", + "/Concat_95_output_0", + "/Mul_59_output_0", + "/Add_36_output_0", + "/FakeLinear_30_output_0", + "/Reshape_66_output_0", + "/Reshape_71_output_0", + "/FakeLinear_31_output_0", + "/post_attention_layernorm_7/Mul_output_0", + "onnx::Mul_8339", + "/post_attention_layernorm_7/Mul_1_output_0", + "/Add_38_output_0", + "/pre_feedforward_layernorm_7/Mul_output_0", + "onnx::Mul_8341", + "/pre_feedforward_layernorm_7/Mul_1_output_0", + "/mlp/gate_proj_7/FakeLinear_output_0", + "/mlp/act_fn_7/Mul_output_0", + "/mlp/act_fn_7/Mul_1_output_0", + "/mlp/act_fn_7/Mul_2_output_0", + "/mlp/act_fn_7/Add_output_0", + "/mlp/act_fn_7/Mul_3_output_0", + "/mlp/act_fn_7/Tanh_output_0", + "/mlp/act_fn_7/Add_1_output_0", + "/mlp/act_fn_7/Mul_4_output_0", + "/mlp/act_fn_7/Mul_5_output_0", + "/mlp/up_proj_7/FakeLinear_output_0", + "/mlp_7/Mul_output_0", + "/mlp/down_proj_7/FakeLinear_output_0", + "/post_feedforward_layernorm_7/Mul_output_0", + "onnx::Mul_8343", + "/post_feedforward_layernorm_7/Mul_1_output_0", + "/Add_39_output_0", + "/Reshape_72_output_0", + "/input_layernorm_8/Mul_output_0", + "onnx::Mul_8345", + "/input_layernorm_8/Mul_1_output_0", + "/FakeLinear_32_output_0", + "/Shape_113_output_0", + "Shape2264", + "BinaryOp2267", + "BinaryOp2268", + "Unsqueeze2269", + "BinaryOp2271", + "Unsqueeze2272", + "StridedSlice2275", + "Squeeze2276", + "BinaryOp2277", + "BinaryOp2278", + "/Gather_124_output_0", + "/Unsqueeze_257_output_0", + "/Concat_104_output_0", + "/Reshape_73_output_0", + "/Mul_64_output_0", + "/Shape_114_output_0", + "Shape2285", + "BinaryOp2288", + "BinaryOp2289", + "Unsqueeze2290", + "BinaryOp2292", + "Unsqueeze2293", + "StridedSlice2296", + "Squeeze2297", + "BinaryOp2298", + "BinaryOp2299", + "/Gather_125_output_0", + "/Div_24_output_0", + "/Unsqueeze_262_output_0", + "/Slice_33_output_0", + "/Neg_16_output_0", + "/Slice_32_output_0", + "/Concat_107_output_0", + "/Mul_65_output_0", + "/Add_40_output_0", + "/FakeLinear_33_output_0", + "/Concat_105_output_0", + "/Reshape_74_output_0", + "/Mul_66_output_0", + "/Shape_115_output_0", + "Shape2348", + "BinaryOp2351", + "BinaryOp2352", + "Unsqueeze2353", + "BinaryOp2355", + "Unsqueeze2356", + "StridedSlice2359", + "Squeeze2360", + "BinaryOp2361", + "BinaryOp2362", + "/Gather_126_output_0", + "/Div_25_output_0", + "/Unsqueeze_264_output_0", + "/Slice_35_output_0", + "/Neg_17_output_0", + "/Slice_34_output_0", + "/Concat_108_output_0", + "/Mul_67_output_0", + "/Add_41_output_0", + "/FakeLinear_34_output_0", + "/Reshape_75_output_0", + "/Reshape_80_output_0", + "/FakeLinear_35_output_0", + "/post_attention_layernorm_8/Mul_output_0", + "onnx::Mul_8368", + "/post_attention_layernorm_8/Mul_1_output_0", + "/Add_43_output_0", + "/pre_feedforward_layernorm_8/Mul_output_0", + "onnx::Mul_8370", + "/pre_feedforward_layernorm_8/Mul_1_output_0", + "/mlp/gate_proj_8/FakeLinear_output_0", + "/mlp/act_fn_8/Mul_output_0", + "/mlp/act_fn_8/Mul_1_output_0", + "/mlp/act_fn_8/Mul_2_output_0", + "/mlp/act_fn_8/Add_output_0", + "/mlp/act_fn_8/Mul_3_output_0", + "/mlp/act_fn_8/Tanh_output_0", + "/mlp/act_fn_8/Add_1_output_0", + "/mlp/act_fn_8/Mul_4_output_0", + "/mlp/act_fn_8/Mul_5_output_0", + "/mlp/up_proj_8/FakeLinear_output_0", + "/mlp_8/Mul_output_0", + "/mlp/down_proj_8/FakeLinear_output_0", + "/post_feedforward_layernorm_8/Mul_output_0", + "onnx::Mul_8372", + "/post_feedforward_layernorm_8/Mul_1_output_0", + "/Add_44_output_0", + "/Reshape_81_output_0", + "/input_layernorm_9/Mul_output_0", + "onnx::Mul_8374", + "/input_layernorm_9/Mul_1_output_0", + "/FakeLinear_36_output_0", + "/Shape_127_output_0", + "Shape2537", + "BinaryOp2540", + "BinaryOp2541", + "Unsqueeze2542", + "BinaryOp2544", + "Unsqueeze2545", + "StridedSlice2548", + "Squeeze2549", + "BinaryOp2550", + "BinaryOp2551", + "/Gather_139_output_0", + "/Unsqueeze_289_output_0", + "/Concat_117_output_0", + "/Reshape_82_output_0", + "/Mul_72_output_0", + "/Shape_128_output_0", + "Shape2558", + "BinaryOp2561", + "BinaryOp2562", + "Unsqueeze2563", + "BinaryOp2565", + "Unsqueeze2566", + "StridedSlice2569", + "Squeeze2570", + "BinaryOp2571", + "BinaryOp2572", + "/Gather_140_output_0", + "/Div_27_output_0", + "/Unsqueeze_294_output_0", + "/Slice_37_output_0", + "/Neg_18_output_0", + "/Slice_36_output_0", + "/Concat_120_output_0", + "/Mul_73_output_0", + "/Add_45_output_0", + "/FakeLinear_37_output_0", + "/Concat_118_output_0", + "/Reshape_83_output_0", + "/Mul_74_output_0", + "/Shape_129_output_0", + "Shape2621", + "BinaryOp2624", + "BinaryOp2625", + "Unsqueeze2626", + "BinaryOp2628", + "Unsqueeze2629", + "StridedSlice2632", + "Squeeze2633", + "BinaryOp2634", + "BinaryOp2635", + "/Gather_141_output_0", + "/Div_28_output_0", + "/Unsqueeze_296_output_0", + "/Slice_39_output_0", + "/Neg_19_output_0", + "/Slice_38_output_0", + "/Concat_121_output_0", + "/Mul_75_output_0", + "/Add_46_output_0", + "/FakeLinear_38_output_0", + "/Reshape_84_output_0", + "/Reshape_89_output_0", + "/FakeLinear_39_output_0", + "/post_attention_layernorm_9/Mul_output_0", + "onnx::Mul_8397", + "/post_attention_layernorm_9/Mul_1_output_0", + "/Add_48_output_0", + "/pre_feedforward_layernorm_9/Mul_output_0", + "onnx::Mul_8399", + "/pre_feedforward_layernorm_9/Mul_1_output_0", + "/mlp/gate_proj_9/FakeLinear_output_0", + "/mlp/act_fn_9/Mul_output_0", + "/mlp/act_fn_9/Mul_1_output_0", + "/mlp/act_fn_9/Mul_2_output_0", + "/mlp/act_fn_9/Add_output_0", + "/mlp/act_fn_9/Mul_3_output_0", + "/mlp/act_fn_9/Tanh_output_0", + "/mlp/act_fn_9/Add_1_output_0", + "/mlp/act_fn_9/Mul_4_output_0", + "/mlp/act_fn_9/Mul_5_output_0", + "/mlp/up_proj_9/FakeLinear_output_0", + "/mlp_9/Mul_output_0", + "/mlp/down_proj_9/FakeLinear_output_0", + "/post_feedforward_layernorm_9/Mul_output_0", + "onnx::Mul_8401", + "/post_feedforward_layernorm_9/Mul_1_output_0", + "/Add_49_output_0", + "/Reshape_90_output_0", + "/input_layernorm_10/Mul_output_0", + "onnx::Mul_8403", + "/input_layernorm_10/Mul_1_output_0", + "/FakeLinear_40_output_0", + "/Shape_141_output_0", + "Shape2810", + "BinaryOp2813", + "BinaryOp2814", + "Unsqueeze2815", + "BinaryOp2817", + "Unsqueeze2818", + "StridedSlice2821", + "Squeeze2822", + "BinaryOp2823", + "BinaryOp2824", + "/Gather_154_output_0", + "/Unsqueeze_321_output_0", + "/Concat_130_output_0", + "/Reshape_91_output_0", + "/Mul_80_output_0", + "/Shape_142_output_0", + "Shape2831", + "BinaryOp2834", + "BinaryOp2835", + "Unsqueeze2836", + "BinaryOp2838", + "Unsqueeze2839", + "StridedSlice2842", + "Squeeze2843", + "BinaryOp2844", + "BinaryOp2845", + "/Gather_155_output_0", + "/Div_30_output_0", + "/Unsqueeze_326_output_0", + "/Slice_41_output_0", + "/Neg_20_output_0", + "/Slice_40_output_0", + "/Concat_133_output_0", + "/Mul_81_output_0", + "/Add_50_output_0", + "/FakeLinear_41_output_0", + "/Concat_131_output_0", + "/Reshape_92_output_0", + "/Mul_82_output_0", + "/Shape_143_output_0", + "Shape2894", + "BinaryOp2897", + "BinaryOp2898", + "Unsqueeze2899", + "BinaryOp2901", + "Unsqueeze2902", + "StridedSlice2905", + "Squeeze2906", + "BinaryOp2907", + "BinaryOp2908", + "/Gather_156_output_0", + "/Div_31_output_0", + "/Unsqueeze_328_output_0", + "/Slice_43_output_0", + "/Neg_21_output_0", + "/Slice_42_output_0", + "/Concat_134_output_0", + "/Mul_83_output_0", + "/Add_51_output_0", + "/FakeLinear_42_output_0", + "/Reshape_93_output_0", + "/Reshape_98_output_0", + "/FakeLinear_43_output_0", + "/post_attention_layernorm_10/Mul_output_0", + "onnx::Mul_8426", + "/post_attention_layernorm_10/Mul_1_output_0", + "/Add_53_output_0", + "/pre_feedforward_layernorm_10/Mul_output_0", + "onnx::Mul_8428", + "/pre_feedforward_layernorm_10/Mul_1_output_0", + "/mlp/gate_proj_10/FakeLinear_output_0", + "/mlp/act_fn_10/Mul_output_0", + "/mlp/act_fn_10/Mul_1_output_0", + "/mlp/act_fn_10/Mul_2_output_0", + "/mlp/act_fn_10/Add_output_0", + "/mlp/act_fn_10/Mul_3_output_0", + "/mlp/act_fn_10/Tanh_output_0", + "/mlp/act_fn_10/Add_1_output_0", + "/mlp/act_fn_10/Mul_4_output_0", + "/mlp/act_fn_10/Mul_5_output_0", + "/mlp/up_proj_10/FakeLinear_output_0", + "/mlp_10/Mul_output_0", + "/mlp/down_proj_10/FakeLinear_output_0", + "/post_feedforward_layernorm_10/Mul_output_0", + "onnx::Mul_8430", + "/post_feedforward_layernorm_10/Mul_1_output_0", + "/Add_54_output_0", + "/Reshape_99_output_0", + "/input_layernorm_11/Mul_output_0", + "onnx::Mul_8432", + "/input_layernorm_11/Mul_1_output_0", + "/FakeLinear_44_output_0", + "/Shape_155_output_0", + "Shape3083", + "BinaryOp3086", + "BinaryOp3087", + "Unsqueeze3088", + "BinaryOp3090", + "Unsqueeze3091", + "StridedSlice3094", + "Squeeze3095", + "BinaryOp3096", + "BinaryOp3097", + "/Gather_169_output_0", + "/Unsqueeze_353_output_0", + "/Concat_143_output_0", + "/Reshape_100_output_0", + "/Mul_88_output_0", + "/Shape_156_output_0", + "Shape3104", + "BinaryOp3107", + "BinaryOp3108", + "Unsqueeze3109", + "BinaryOp3111", + "Unsqueeze3112", + "StridedSlice3115", + "Squeeze3116", + "BinaryOp3117", + "BinaryOp3118", + "/Gather_170_output_0", + "/Div_33_output_0", + "/Unsqueeze_358_output_0", + "/Slice_45_output_0", + "/Neg_22_output_0", + "/Slice_44_output_0", + "/Concat_146_output_0", + "/Mul_89_output_0", + "/Add_55_output_0", + "/FakeLinear_45_output_0", + "/Concat_144_output_0", + "/Reshape_101_output_0", + "/Mul_90_output_0", + "/Shape_157_output_0", + "Shape3167", + "BinaryOp3170", + "BinaryOp3171", + "Unsqueeze3172", + "BinaryOp3174", + "Unsqueeze3175", + "StridedSlice3178", + "Squeeze3179", + "BinaryOp3180", + "BinaryOp3181", + "/Gather_171_output_0", + "/Div_34_output_0", + "/Unsqueeze_360_output_0", + "/Slice_47_output_0", + "/Neg_23_output_0", + "/Slice_46_output_0", + "/Concat_147_output_0", + "/Mul_91_output_0", + "/Add_56_output_0", + "/FakeLinear_46_output_0", + "/Reshape_102_output_0", + "/Reshape_107_output_0", + "/FakeLinear_47_output_0", + "/post_attention_layernorm_11/Mul_output_0", + "onnx::Mul_8455", + "/post_attention_layernorm_11/Mul_1_output_0", + "/Add_58_output_0", + "/pre_feedforward_layernorm_11/Mul_output_0", + "onnx::Mul_8457", + "/pre_feedforward_layernorm_11/Mul_1_output_0", + "/mlp/gate_proj_11/FakeLinear_output_0", + "/mlp/act_fn_11/Mul_output_0", + "/mlp/act_fn_11/Mul_1_output_0", + "/mlp/act_fn_11/Mul_2_output_0", + "/mlp/act_fn_11/Add_output_0", + "/mlp/act_fn_11/Mul_3_output_0", + "/mlp/act_fn_11/Tanh_output_0", + "/mlp/act_fn_11/Add_1_output_0", + "/mlp/act_fn_11/Mul_4_output_0", + "/mlp/act_fn_11/Mul_5_output_0", + "/mlp/up_proj_11/FakeLinear_output_0", + "/mlp_11/Mul_output_0", + "/mlp/down_proj_11/FakeLinear_output_0", + "/post_feedforward_layernorm_11/Mul_output_0", + "onnx::Mul_8459", + "/post_feedforward_layernorm_11/Mul_1_output_0", + "/Add_59_output_0", + "/Reshape_108_output_0", + "/input_layernorm_12/Mul_output_0", + "onnx::Mul_8461", + "/input_layernorm_12/Mul_1_output_0", + "/FakeLinear_48_output_0", + "/Shape_169_output_0", + "Shape3356", + "BinaryOp3359", + "BinaryOp3360", + "Unsqueeze3361", + "BinaryOp3363", + "Unsqueeze3364", + "StridedSlice3367", + "Squeeze3368", + "BinaryOp3369", + "BinaryOp3370", + "/Gather_184_output_0", + "/Unsqueeze_385_output_0", + "/Concat_156_output_0", + "/Reshape_109_output_0", + "/Mul_96_output_0", + "/Shape_170_output_0", + "Shape3377", + "BinaryOp3380", + "BinaryOp3381", + "Unsqueeze3382", + "BinaryOp3384", + "Unsqueeze3385", + "StridedSlice3388", + "Squeeze3389", + "BinaryOp3390", + "BinaryOp3391", + "/Gather_185_output_0", + "/Div_36_output_0", + "/Unsqueeze_390_output_0", + "/Slice_49_output_0", + "/Neg_24_output_0", + "/Slice_48_output_0", + "/Concat_159_output_0", + "/Mul_97_output_0", + "/Add_60_output_0", + "/FakeLinear_49_output_0", + "/Concat_157_output_0", + "/Reshape_110_output_0", + "/Mul_98_output_0", + "/Shape_171_output_0", + "Shape3440", + "BinaryOp3443", + "BinaryOp3444", + "Unsqueeze3445", + "BinaryOp3447", + "Unsqueeze3448", + "StridedSlice3451", + "Squeeze3452", + "BinaryOp3453", + "BinaryOp3454", + "/Gather_186_output_0", + "/Div_37_output_0", + "/Unsqueeze_392_output_0", + "/Slice_51_output_0", + "/Neg_25_output_0", + "/Slice_50_output_0", + "/Concat_160_output_0", + "/Mul_99_output_0", + "/Add_61_output_0", + "/FakeLinear_50_output_0", + "/Reshape_111_output_0", + "/Reshape_116_output_0", + "/FakeLinear_51_output_0", + "/post_attention_layernorm_12/Mul_output_0", + "onnx::Mul_8484", + "/post_attention_layernorm_12/Mul_1_output_0", + "/Add_63_output_0", + "/pre_feedforward_layernorm_12/Mul_output_0", + "onnx::Mul_8486", + "/pre_feedforward_layernorm_12/Mul_1_output_0", + "/mlp/gate_proj_12/FakeLinear_output_0", + "/mlp/act_fn_12/Mul_output_0", + "/mlp/act_fn_12/Mul_1_output_0", + "/mlp/act_fn_12/Mul_2_output_0", + "/mlp/act_fn_12/Add_output_0", + "/mlp/act_fn_12/Mul_3_output_0", + "/mlp/act_fn_12/Tanh_output_0", + "/mlp/act_fn_12/Add_1_output_0", + "/mlp/act_fn_12/Mul_4_output_0", + "/mlp/act_fn_12/Mul_5_output_0", + "/mlp/up_proj_12/FakeLinear_output_0", + "/mlp_12/Mul_output_0", + "/mlp/down_proj_12/FakeLinear_output_0", + "/post_feedforward_layernorm_12/Mul_output_0", + "onnx::Mul_8488", + "/post_feedforward_layernorm_12/Mul_1_output_0", + "/Add_64_output_0", + "/Reshape_117_output_0", + "/input_layernorm_13/Mul_output_0", + "onnx::Mul_8490", + "/input_layernorm_13/Mul_1_output_0", + "/FakeLinear_52_output_0", + "/Shape_183_output_0", + "Shape3629", + "BinaryOp3632", + "BinaryOp3633", + "Unsqueeze3634", + "BinaryOp3636", + "Unsqueeze3637", + "StridedSlice3640", + "Squeeze3641", + "BinaryOp3642", + "BinaryOp3643", + "/Gather_199_output_0", + "/Unsqueeze_417_output_0", + "/Concat_169_output_0", + "/Reshape_118_output_0", + "/Mul_104_output_0", + "/Shape_184_output_0", + "Shape3650", + "BinaryOp3653", + "BinaryOp3654", + "Unsqueeze3655", + "BinaryOp3657", + "Unsqueeze3658", + "StridedSlice3661", + "Squeeze3662", + "BinaryOp3663", + "BinaryOp3664", + "/Gather_200_output_0", + "/Div_39_output_0", + "/Unsqueeze_422_output_0", + "/Slice_53_output_0", + "/Neg_26_output_0", + "/Slice_52_output_0", + "/Concat_172_output_0", + "/Mul_105_output_0", + "/Add_65_output_0", + "/FakeLinear_53_output_0", + "/Concat_170_output_0", + "/Reshape_119_output_0", + "/Mul_106_output_0", + "/Shape_185_output_0", + "Shape3713", + "BinaryOp3716", + "BinaryOp3717", + "Unsqueeze3718", + "BinaryOp3720", + "Unsqueeze3721", + "StridedSlice3724", + "Squeeze3725", + "BinaryOp3726", + "BinaryOp3727", + "/Gather_201_output_0", + "/Div_40_output_0", + "/Unsqueeze_424_output_0", + "/Slice_55_output_0", + "/Neg_27_output_0", + "/Slice_54_output_0", + "/Concat_173_output_0", + "/Mul_107_output_0", + "/Add_66_output_0", + "/FakeLinear_54_output_0", + "/Reshape_120_output_0", + "/Reshape_125_output_0", + "/FakeLinear_55_output_0", + "/post_attention_layernorm_13/Mul_output_0", + "onnx::Mul_8513", + "/post_attention_layernorm_13/Mul_1_output_0", + "/Add_68_output_0", + "/pre_feedforward_layernorm_13/Mul_output_0", + "onnx::Mul_8515", + "/pre_feedforward_layernorm_13/Mul_1_output_0", + "/mlp/gate_proj_13/FakeLinear_output_0", + "/mlp/act_fn_13/Mul_output_0", + "/mlp/act_fn_13/Mul_1_output_0", + "/mlp/act_fn_13/Mul_2_output_0", + "/mlp/act_fn_13/Add_output_0", + "/mlp/act_fn_13/Mul_3_output_0", + "/mlp/act_fn_13/Tanh_output_0", + "/mlp/act_fn_13/Add_1_output_0", + "/mlp/act_fn_13/Mul_4_output_0", + "/mlp/act_fn_13/Mul_5_output_0", + "/mlp/up_proj_13/FakeLinear_output_0", + "/mlp_13/Mul_output_0", + "/mlp/down_proj_13/FakeLinear_output_0", + "/post_feedforward_layernorm_13/Mul_output_0", + "onnx::Mul_8517", + "/post_feedforward_layernorm_13/Mul_1_output_0", + "/Add_69_output_0", + "/Reshape_126_output_0", + "/input_layernorm_14/Mul_output_0", + "onnx::Mul_8519", + "/input_layernorm_14/Mul_1_output_0", + "/FakeLinear_56_output_0", + "/Shape_197_output_0", + "Shape3902", + "BinaryOp3905", + "BinaryOp3906", + "Unsqueeze3907", + "BinaryOp3909", + "Unsqueeze3910", + "StridedSlice3913", + "Squeeze3914", + "BinaryOp3915", + "BinaryOp3916", + "/Gather_214_output_0", + "/Unsqueeze_449_output_0", + "/Concat_182_output_0", + "/Reshape_127_output_0", + "/Mul_112_output_0", + "/Shape_198_output_0", + "Shape3923", + "BinaryOp3926", + "BinaryOp3927", + "Unsqueeze3928", + "BinaryOp3930", + "Unsqueeze3931", + "StridedSlice3934", + "Squeeze3935", + "BinaryOp3936", + "BinaryOp3937", + "/Gather_215_output_0", + "/Div_42_output_0", + "/Unsqueeze_454_output_0", + "/Slice_57_output_0", + "/Neg_28_output_0", + "/Slice_56_output_0", + "/Concat_185_output_0", + "/Mul_113_output_0", + "/Add_70_output_0", + "/FakeLinear_57_output_0", + "/Concat_183_output_0", + "/Reshape_128_output_0", + "/Mul_114_output_0", + "/Shape_199_output_0", + "Shape3986", + "BinaryOp3989", + "BinaryOp3990", + "Unsqueeze3991", + "BinaryOp3993", + "Unsqueeze3994", + "StridedSlice3997", + "Squeeze3998", + "BinaryOp3999", + "BinaryOp4000", + "/Gather_216_output_0", + "/Div_43_output_0", + "/Unsqueeze_456_output_0", + "/Slice_59_output_0", + "/Neg_29_output_0", + "/Slice_58_output_0", + "/Concat_186_output_0", + "/Mul_115_output_0", + "/Add_71_output_0", + "/FakeLinear_58_output_0", + "/Reshape_129_output_0", + "/Reshape_134_output_0", + "/FakeLinear_59_output_0", + "/post_attention_layernorm_14/Mul_output_0", + "onnx::Mul_8542", + "/post_attention_layernorm_14/Mul_1_output_0", + "/Add_73_output_0", + "/pre_feedforward_layernorm_14/Mul_output_0", + "onnx::Mul_8544", + "/pre_feedforward_layernorm_14/Mul_1_output_0", + "/mlp/gate_proj_14/FakeLinear_output_0", + "/mlp/act_fn_14/Mul_output_0", + "/mlp/act_fn_14/Mul_1_output_0", + "/mlp/act_fn_14/Mul_2_output_0", + "/mlp/act_fn_14/Add_output_0", + "/mlp/act_fn_14/Mul_3_output_0", + "/mlp/act_fn_14/Tanh_output_0", + "/mlp/act_fn_14/Add_1_output_0", + "/mlp/act_fn_14/Mul_4_output_0", + "/mlp/act_fn_14/Mul_5_output_0", + "/mlp/up_proj_14/FakeLinear_output_0", + "/mlp_14/Mul_output_0", + "/mlp/down_proj_14/FakeLinear_output_0", + "/post_feedforward_layernorm_14/Mul_output_0", + "onnx::Mul_8546", + "/post_feedforward_layernorm_14/Mul_1_output_0", + "/Add_74_output_0", + "/Reshape_135_output_0", + "/input_layernorm_15/Mul_output_0", + "onnx::Mul_8548", + "/input_layernorm_15/Mul_1_output_0", + "/FakeLinear_60_output_0", + "/Shape_211_output_0", + "Shape4175", + "BinaryOp4178", + "BinaryOp4179", + "Unsqueeze4180", + "BinaryOp4182", + "Unsqueeze4183", + "StridedSlice4186", + "Squeeze4187", + "BinaryOp4188", + "BinaryOp4189", + "/Gather_229_output_0", + "/Unsqueeze_481_output_0", + "/Concat_195_output_0", + "/Reshape_136_output_0", + "/Mul_120_output_0", + "/Shape_212_output_0", + "Shape4196", + "BinaryOp4199", + "BinaryOp4200", + "Unsqueeze4201", + "BinaryOp4203", + "Unsqueeze4204", + "StridedSlice4207", + "Squeeze4208", + "BinaryOp4209", + "BinaryOp4210", + "/Gather_230_output_0", + "/Div_45_output_0", + "/Unsqueeze_486_output_0", + "/Slice_61_output_0", + "/Neg_30_output_0", + "/Slice_60_output_0", + "/Concat_198_output_0", + "/Mul_121_output_0", + "/Add_75_output_0", + "/FakeLinear_61_output_0", + "/Concat_196_output_0", + "/Reshape_137_output_0", + "/Mul_122_output_0", + "/Shape_213_output_0", + "Shape4259", + "BinaryOp4262", + "BinaryOp4263", + "Unsqueeze4264", + "BinaryOp4266", + "Unsqueeze4267", + "StridedSlice4270", + "Squeeze4271", + "BinaryOp4272", + "BinaryOp4273", + "/Gather_231_output_0", + "/Div_46_output_0", + "/Unsqueeze_488_output_0", + "/Slice_63_output_0", + "/Neg_31_output_0", + "/Slice_62_output_0", + "/Concat_199_output_0", + "/Mul_123_output_0", + "/Add_76_output_0", + "/FakeLinear_62_output_0", + "/Reshape_138_output_0", + "/Reshape_143_output_0", + "/FakeLinear_63_output_0", + "/post_attention_layernorm_15/Mul_output_0", + "onnx::Mul_8571", + "/post_attention_layernorm_15/Mul_1_output_0", + "/Add_78_output_0", + "/pre_feedforward_layernorm_15/Mul_output_0", + "onnx::Mul_8573", + "/pre_feedforward_layernorm_15/Mul_1_output_0", + "/mlp/gate_proj_15/FakeLinear_output_0", + "/mlp/act_fn_15/Mul_output_0", + "/mlp/act_fn_15/Mul_1_output_0", + "/mlp/act_fn_15/Mul_2_output_0", + "/mlp/act_fn_15/Add_output_0", + "/mlp/act_fn_15/Mul_3_output_0", + "/mlp/act_fn_15/Tanh_output_0", + "/mlp/act_fn_15/Add_1_output_0", + "/mlp/act_fn_15/Mul_4_output_0", + "/mlp/act_fn_15/Mul_5_output_0", + "/mlp/up_proj_15/FakeLinear_output_0", + "/mlp_15/Mul_output_0", + "/mlp/down_proj_15/FakeLinear_output_0", + "/post_feedforward_layernorm_15/Mul_output_0", + "onnx::Mul_8575", + "/post_feedforward_layernorm_15/Mul_1_output_0", + "/Add_79_output_0", + "/Reshape_144_output_0", + "/input_layernorm_16/Mul_output_0", + "onnx::Mul_8577", + "/input_layernorm_16/Mul_1_output_0", + "/FakeLinear_64_output_0", + "/Shape_225_output_0", + "Shape4448", + "BinaryOp4451", + "BinaryOp4452", + "Unsqueeze4453", + "BinaryOp4455", + "Unsqueeze4456", + "StridedSlice4459", + "Squeeze4460", + "BinaryOp4461", + "BinaryOp4462", + "/Gather_244_output_0", + "/Unsqueeze_513_output_0", + "/Concat_208_output_0", + "/Reshape_145_output_0", + "/Mul_128_output_0", + "/Shape_226_output_0", + "Shape4469", + "BinaryOp4472", + "BinaryOp4473", + "Unsqueeze4474", + "BinaryOp4476", + "Unsqueeze4477", + "StridedSlice4480", + "Squeeze4481", + "BinaryOp4482", + "BinaryOp4483", + "/Gather_245_output_0", + "/Div_48_output_0", + "/Unsqueeze_518_output_0", + "/Slice_65_output_0", + "/Neg_32_output_0", + "/Slice_64_output_0", + "/Concat_211_output_0", + "/Mul_129_output_0", + "/Add_80_output_0", + "/FakeLinear_65_output_0", + "/Concat_209_output_0", + "/Reshape_146_output_0", + "/Mul_130_output_0", + "/Shape_227_output_0", + "Shape4532", + "BinaryOp4535", + "BinaryOp4536", + "Unsqueeze4537", + "BinaryOp4539", + "Unsqueeze4540", + "StridedSlice4543", + "Squeeze4544", + "BinaryOp4545", + "BinaryOp4546", + "/Gather_246_output_0", + "/Div_49_output_0", + "/Unsqueeze_520_output_0", + "/Slice_67_output_0", + "/Neg_33_output_0", + "/Slice_66_output_0", + "/Concat_212_output_0", + "/Mul_131_output_0", + "/Add_81_output_0", + "/FakeLinear_66_output_0", + "/Reshape_147_output_0", + "/Reshape_152_output_0", + "/FakeLinear_67_output_0", + "/post_attention_layernorm_16/Mul_output_0", + "onnx::Mul_8600", + "/post_attention_layernorm_16/Mul_1_output_0", + "/Add_83_output_0", + "/pre_feedforward_layernorm_16/Mul_output_0", + "onnx::Mul_8602", + "/pre_feedforward_layernorm_16/Mul_1_output_0", + "/mlp/gate_proj_16/FakeLinear_output_0", + "/mlp/act_fn_16/Mul_output_0", + "/mlp/act_fn_16/Mul_1_output_0", + "/mlp/act_fn_16/Mul_2_output_0", + "/mlp/act_fn_16/Add_output_0", + "/mlp/act_fn_16/Mul_3_output_0", + "/mlp/act_fn_16/Tanh_output_0", + "/mlp/act_fn_16/Add_1_output_0", + "/mlp/act_fn_16/Mul_4_output_0", + "/mlp/act_fn_16/Mul_5_output_0", + "/mlp/up_proj_16/FakeLinear_output_0", + "/mlp_16/Mul_output_0", + "/mlp/down_proj_16/FakeLinear_output_0", + "/post_feedforward_layernorm_16/Mul_output_0", + "onnx::Mul_8604", + "/post_feedforward_layernorm_16/Mul_1_output_0", + "/Add_84_output_0", + "/Reshape_153_output_0", + "/input_layernorm_17/Mul_output_0", + "onnx::Mul_8606", + "/input_layernorm_17/Mul_1_output_0", + "/FakeLinear_68_output_0", + "/Shape_239_output_0", + "Shape4721", + "BinaryOp4724", + "BinaryOp4725", + "Unsqueeze4726", + "BinaryOp4728", + "Unsqueeze4729", + "StridedSlice4732", + "Squeeze4733", + "BinaryOp4734", + "BinaryOp4735", + "/Gather_259_output_0", + "/Unsqueeze_545_output_0", + "/Concat_221_output_0", + "/Reshape_154_output_0", + "/Mul_136_output_0", + "/Shape_240_output_0", + "Shape4742", + "BinaryOp4745", + "BinaryOp4746", + "Unsqueeze4747", + "BinaryOp4749", + "Unsqueeze4750", + "StridedSlice4753", + "Squeeze4754", + "BinaryOp4755", + "BinaryOp4756", + "/Gather_260_output_0", + "/Div_51_output_0", + "/Unsqueeze_550_output_0", + "/Slice_69_output_0", + "/Neg_34_output_0", + "/Slice_68_output_0", + "/Concat_224_output_0", + "/Mul_137_output_0", + "/Add_85_output_0", + "/FakeLinear_69_output_0", + "/Concat_222_output_0", + "/Reshape_155_output_0", + "/Mul_138_output_0", + "/Shape_241_output_0", + "Shape4805", + "BinaryOp4808", + "BinaryOp4809", + "Unsqueeze4810", + "BinaryOp4812", + "Unsqueeze4813", + "StridedSlice4816", + "Squeeze4817", + "BinaryOp4818", + "BinaryOp4819", + "/Gather_261_output_0", + "/Div_52_output_0", + "/Unsqueeze_552_output_0", + "/Slice_71_output_0", + "/Neg_35_output_0", + "/Slice_70_output_0", + "/Concat_225_output_0", + "/Mul_139_output_0", + "/Add_86_output_0", + "/FakeLinear_70_output_0", + "/Reshape_156_output_0", + "/Reshape_161_output_0", + "/FakeLinear_71_output_0", + "/post_attention_layernorm_17/Mul_output_0", + "onnx::Mul_8629", + "/post_attention_layernorm_17/Mul_1_output_0", + "/Add_88_output_0", + "/pre_feedforward_layernorm_17/Mul_output_0", + "onnx::Mul_8631", + "/pre_feedforward_layernorm_17/Mul_1_output_0", + "/mlp/gate_proj_17/FakeLinear_output_0", + "/mlp/act_fn_17/Mul_output_0", + "/mlp/act_fn_17/Mul_1_output_0", + "/mlp/act_fn_17/Mul_2_output_0", + "/mlp/act_fn_17/Add_output_0", + "/mlp/act_fn_17/Mul_3_output_0", + "/mlp/act_fn_17/Tanh_output_0", + "/mlp/act_fn_17/Add_1_output_0", + "/mlp/act_fn_17/Mul_4_output_0", + "/mlp/act_fn_17/Mul_5_output_0", + "/mlp/up_proj_17/FakeLinear_output_0", + "/mlp_17/Mul_output_0", + "/mlp/down_proj_17/FakeLinear_output_0", + "/post_feedforward_layernorm_17/Mul_output_0", + "onnx::Mul_8633", + "/post_feedforward_layernorm_17/Mul_1_output_0", + "/Add_89_output_0", + "/Reshape_162_output_0", + "/input_layernorm_18/Mul_output_0", + "onnx::Mul_8635", + "/input_layernorm_18/Mul_1_output_0", + "/FakeLinear_72_output_0", + "/Shape_253_output_0", + "Shape4994", + "BinaryOp4997", + "BinaryOp4998", + "Unsqueeze4999", + "BinaryOp5001", + "Unsqueeze5002", + "StridedSlice5005", + "Squeeze5006", + "BinaryOp5007", + "BinaryOp5008", + "/Gather_274_output_0", + "/Unsqueeze_577_output_0", + "/Concat_234_output_0", + "/Reshape_163_output_0", + "/Mul_144_output_0", + "/Shape_254_output_0", + "Shape5015", + "BinaryOp5018", + "BinaryOp5019", + "Unsqueeze5020", + "BinaryOp5022", + "Unsqueeze5023", + "StridedSlice5026", + "Squeeze5027", + "BinaryOp5028", + "BinaryOp5029", + "/Gather_275_output_0", + "/Div_54_output_0", + "/Unsqueeze_582_output_0", + "/Slice_73_output_0", + "/Neg_36_output_0", + "/Slice_72_output_0", + "/Concat_237_output_0", + "/Mul_145_output_0", + "/Add_90_output_0", + "/FakeLinear_73_output_0", + "/Concat_235_output_0", + "/Reshape_164_output_0", + "/Mul_146_output_0", + "/Shape_255_output_0", + "Shape5078", + "BinaryOp5081", + "BinaryOp5082", + "Unsqueeze5083", + "BinaryOp5085", + "Unsqueeze5086", + "StridedSlice5089", + "Squeeze5090", + "BinaryOp5091", + "BinaryOp5092", + "/Gather_276_output_0", + "/Div_55_output_0", + "/Unsqueeze_584_output_0", + "/Slice_75_output_0", + "/Neg_37_output_0", + "/Slice_74_output_0", + "/Concat_238_output_0", + "/Mul_147_output_0", + "/Add_91_output_0", + "/FakeLinear_74_output_0", + "/Reshape_165_output_0", + "/Reshape_170_output_0", + "/FakeLinear_75_output_0", + "/post_attention_layernorm_18/Mul_output_0", + "onnx::Mul_8658", + "/post_attention_layernorm_18/Mul_1_output_0", + "/Add_93_output_0", + "/pre_feedforward_layernorm_18/Mul_output_0", + "onnx::Mul_8660", + "/pre_feedforward_layernorm_18/Mul_1_output_0", + "/mlp/gate_proj_18/FakeLinear_output_0", + "/mlp/act_fn_18/Mul_output_0", + "/mlp/act_fn_18/Mul_1_output_0", + "/mlp/act_fn_18/Mul_2_output_0", + "/mlp/act_fn_18/Add_output_0", + "/mlp/act_fn_18/Mul_3_output_0", + "/mlp/act_fn_18/Tanh_output_0", + "/mlp/act_fn_18/Add_1_output_0", + "/mlp/act_fn_18/Mul_4_output_0", + "/mlp/act_fn_18/Mul_5_output_0", + "/mlp/up_proj_18/FakeLinear_output_0", + "/mlp_18/Mul_output_0", + "/mlp/down_proj_18/FakeLinear_output_0", + "/post_feedforward_layernorm_18/Mul_output_0", + "onnx::Mul_8662", + "/post_feedforward_layernorm_18/Mul_1_output_0", + "/Add_94_output_0", + "/Reshape_171_output_0", + "/input_layernorm_19/Mul_output_0", + "onnx::Mul_8664", + "/input_layernorm_19/Mul_1_output_0", + "/FakeLinear_76_output_0", + "/Shape_267_output_0", + "Shape5267", + "BinaryOp5270", + "BinaryOp5271", + "Unsqueeze5272", + "BinaryOp5274", + "Unsqueeze5275", + "StridedSlice5278", + "Squeeze5279", + "BinaryOp5280", + "BinaryOp5281", + "/Gather_289_output_0", + "/Unsqueeze_609_output_0", + "/Concat_247_output_0", + "/Reshape_172_output_0", + "/Mul_152_output_0", + "/Shape_268_output_0", + "Shape5288", + "BinaryOp5291", + "BinaryOp5292", + "Unsqueeze5293", + "BinaryOp5295", + "Unsqueeze5296", + "StridedSlice5299", + "Squeeze5300", + "BinaryOp5301", + "BinaryOp5302", + "/Gather_290_output_0", + "/Div_57_output_0", + "/Unsqueeze_614_output_0", + "/Slice_77_output_0", + "/Neg_38_output_0", + "/Slice_76_output_0", + "/Concat_250_output_0", + "/Mul_153_output_0", + "/Add_95_output_0", + "/FakeLinear_77_output_0", + "/Concat_248_output_0", + "/Reshape_173_output_0", + "/Mul_154_output_0", + "/Shape_269_output_0", + "Shape5351", + "BinaryOp5354", + "BinaryOp5355", + "Unsqueeze5356", + "BinaryOp5358", + "Unsqueeze5359", + "StridedSlice5362", + "Squeeze5363", + "BinaryOp5364", + "BinaryOp5365", + "/Gather_291_output_0", + "/Div_58_output_0", + "/Unsqueeze_616_output_0", + "/Slice_79_output_0", + "/Neg_39_output_0", + "/Slice_78_output_0", + "/Concat_251_output_0", + "/Mul_155_output_0", + "/Add_96_output_0", + "/FakeLinear_78_output_0", + "/Reshape_174_output_0", + "/Reshape_179_output_0", + "/FakeLinear_79_output_0", + "/post_attention_layernorm_19/Mul_output_0", + "onnx::Mul_8687", + "/post_attention_layernorm_19/Mul_1_output_0", + "/Add_98_output_0", + "/pre_feedforward_layernorm_19/Mul_output_0", + "onnx::Mul_8689", + "/pre_feedforward_layernorm_19/Mul_1_output_0", + "/mlp/gate_proj_19/FakeLinear_output_0", + "/mlp/act_fn_19/Mul_output_0", + "/mlp/act_fn_19/Mul_1_output_0", + "/mlp/act_fn_19/Mul_2_output_0", + "/mlp/act_fn_19/Add_output_0", + "/mlp/act_fn_19/Mul_3_output_0", + "/mlp/act_fn_19/Tanh_output_0", + "/mlp/act_fn_19/Add_1_output_0", + "/mlp/act_fn_19/Mul_4_output_0", + "/mlp/act_fn_19/Mul_5_output_0", + "/mlp/up_proj_19/FakeLinear_output_0", + "/mlp_19/Mul_output_0", + "/mlp/down_proj_19/FakeLinear_output_0", + "/post_feedforward_layernorm_19/Mul_output_0", + "onnx::Mul_8691", + "/post_feedforward_layernorm_19/Mul_1_output_0", + "/Add_99_output_0", + "/Reshape_180_output_0", + "/input_layernorm_20/Mul_output_0", + "onnx::Mul_8693", + "/input_layernorm_20/Mul_1_output_0", + "/FakeLinear_80_output_0", + "/Shape_281_output_0", + "Shape5540", + "BinaryOp5543", + "BinaryOp5544", + "Unsqueeze5545", + "BinaryOp5547", + "Unsqueeze5548", + "StridedSlice5551", + "Squeeze5552", + "BinaryOp5553", + "BinaryOp5554", + "/Gather_304_output_0", + "/Unsqueeze_641_output_0", + "/Concat_260_output_0", + "/Reshape_181_output_0", + "/Mul_160_output_0", + "/Shape_282_output_0", + "Shape5561", + "BinaryOp5564", + "BinaryOp5565", + "Unsqueeze5566", + "BinaryOp5568", + "Unsqueeze5569", + "StridedSlice5572", + "Squeeze5573", + "BinaryOp5574", + "BinaryOp5575", + "/Gather_305_output_0", + "/Div_60_output_0", + "/Unsqueeze_646_output_0", + "/Slice_81_output_0", + "/Neg_40_output_0", + "/Slice_80_output_0", + "/Concat_263_output_0", + "/Mul_161_output_0", + "/Add_100_output_0", + "/FakeLinear_81_output_0", + "/Concat_261_output_0", + "/Reshape_182_output_0", + "/Mul_162_output_0", + "/Shape_283_output_0", + "Shape5624", + "BinaryOp5627", + "BinaryOp5628", + "Unsqueeze5629", + "BinaryOp5631", + "Unsqueeze5632", + "StridedSlice5635", + "Squeeze5636", + "BinaryOp5637", + "BinaryOp5638", + "/Gather_306_output_0", + "/Div_61_output_0", + "/Unsqueeze_648_output_0", + "/Slice_83_output_0", + "/Neg_41_output_0", + "/Slice_82_output_0", + "/Concat_264_output_0", + "/Mul_163_output_0", + "/Add_101_output_0", + "/FakeLinear_82_output_0", + "/Reshape_183_output_0", + "/Reshape_188_output_0", + "/FakeLinear_83_output_0", + "/post_attention_layernorm_20/Mul_output_0", + "onnx::Mul_8716", + "/post_attention_layernorm_20/Mul_1_output_0", + "/Add_103_output_0", + "/pre_feedforward_layernorm_20/Mul_output_0", + "onnx::Mul_8718", + "/pre_feedforward_layernorm_20/Mul_1_output_0", + "/mlp/gate_proj_20/FakeLinear_output_0", + "/mlp/act_fn_20/Mul_output_0", + "/mlp/act_fn_20/Mul_1_output_0", + "/mlp/act_fn_20/Mul_2_output_0", + "/mlp/act_fn_20/Add_output_0", + "/mlp/act_fn_20/Mul_3_output_0", + "/mlp/act_fn_20/Tanh_output_0", + "/mlp/act_fn_20/Add_1_output_0", + "/mlp/act_fn_20/Mul_4_output_0", + "/mlp/act_fn_20/Mul_5_output_0", + "/mlp/up_proj_20/FakeLinear_output_0", + "/mlp_20/Mul_output_0", + "/mlp/down_proj_20/FakeLinear_output_0", + "/post_feedforward_layernorm_20/Mul_output_0", + "onnx::Mul_8720", + "/post_feedforward_layernorm_20/Mul_1_output_0", + "/Add_104_output_0", + "/Reshape_189_output_0", + "/input_layernorm_21/Mul_output_0", + "onnx::Mul_8722", + "/input_layernorm_21/Mul_1_output_0", + "/FakeLinear_84_output_0", + "/Shape_295_output_0", + "Shape5813", + "BinaryOp5816", + "BinaryOp5817", + "Unsqueeze5818", + "BinaryOp5820", + "Unsqueeze5821", + "StridedSlice5824", + "Squeeze5825", + "BinaryOp5826", + "BinaryOp5827", + "/Gather_319_output_0", + "/Unsqueeze_673_output_0", + "/Concat_273_output_0", + "/Reshape_190_output_0", + "/Mul_168_output_0", + "/Shape_296_output_0", + "Shape5834", + "BinaryOp5837", + "BinaryOp5838", + "Unsqueeze5839", + "BinaryOp5841", + "Unsqueeze5842", + "StridedSlice5845", + "Squeeze5846", + "BinaryOp5847", + "BinaryOp5848", + "/Gather_320_output_0", + "/Div_63_output_0", + "/Unsqueeze_678_output_0", + "/Slice_85_output_0", + "/Neg_42_output_0", + "/Slice_84_output_0", + "/Concat_276_output_0", + "/Mul_169_output_0", + "/Add_105_output_0", + "/FakeLinear_85_output_0", + "/Concat_274_output_0", + "/Reshape_191_output_0", + "/Mul_170_output_0", + "/Shape_297_output_0", + "Shape5897", + "BinaryOp5900", + "BinaryOp5901", + "Unsqueeze5902", + "BinaryOp5904", + "Unsqueeze5905", + "StridedSlice5908", + "Squeeze5909", + "BinaryOp5910", + "BinaryOp5911", + "/Gather_321_output_0", + "/Div_64_output_0", + "/Unsqueeze_680_output_0", + "/Slice_87_output_0", + "/Neg_43_output_0", + "/Slice_86_output_0", + "/Concat_277_output_0", + "/Mul_171_output_0", + "/Add_106_output_0", + "/FakeLinear_86_output_0", + "/Reshape_192_output_0", + "/Reshape_197_output_0", + "/FakeLinear_87_output_0", + "/post_attention_layernorm_21/Mul_output_0", + "onnx::Mul_8745", + "/post_attention_layernorm_21/Mul_1_output_0", + "/Add_108_output_0", + "/pre_feedforward_layernorm_21/Mul_output_0", + "onnx::Mul_8747", + "/pre_feedforward_layernorm_21/Mul_1_output_0", + "/mlp/gate_proj_21/FakeLinear_output_0", + "/mlp/act_fn_21/Mul_output_0", + "/mlp/act_fn_21/Mul_1_output_0", + "/mlp/act_fn_21/Mul_2_output_0", + "/mlp/act_fn_21/Add_output_0", + "/mlp/act_fn_21/Mul_3_output_0", + "/mlp/act_fn_21/Tanh_output_0", + "/mlp/act_fn_21/Add_1_output_0", + "/mlp/act_fn_21/Mul_4_output_0", + "/mlp/act_fn_21/Mul_5_output_0", + "/mlp/up_proj_21/FakeLinear_output_0", + "/mlp_21/Mul_output_0", + "/mlp/down_proj_21/FakeLinear_output_0", + "/post_feedforward_layernorm_21/Mul_output_0", + "onnx::Mul_8749", + "/post_feedforward_layernorm_21/Mul_1_output_0", + "/Add_109_output_0", + "/Reshape_198_output_0", + "/input_layernorm_22/Mul_output_0", + "onnx::Mul_8751", + "/input_layernorm_22/Mul_1_output_0", + "/FakeLinear_88_output_0", + "/Shape_309_output_0", + "Shape6086", + "BinaryOp6089", + "BinaryOp6090", + "Unsqueeze6091", + "BinaryOp6093", + "Unsqueeze6094", + "StridedSlice6097", + "Squeeze6098", + "BinaryOp6099", + "BinaryOp6100", + "/Gather_334_output_0", + "/Unsqueeze_705_output_0", + "/Concat_286_output_0", + "/Reshape_199_output_0", + "/Mul_176_output_0", + "/Shape_310_output_0", + "Shape6107", + "BinaryOp6110", + "BinaryOp6111", + "Unsqueeze6112", + "BinaryOp6114", + "Unsqueeze6115", + "StridedSlice6118", + "Squeeze6119", + "BinaryOp6120", + "BinaryOp6121", + "/Gather_335_output_0", + "/Div_66_output_0", + "/Unsqueeze_710_output_0", + "/Slice_89_output_0", + "/Neg_44_output_0", + "/Slice_88_output_0", + "/Concat_289_output_0", + "/Mul_177_output_0", + "/Add_110_output_0", + "/FakeLinear_89_output_0", + "/Concat_287_output_0", + "/Reshape_200_output_0", + "/Mul_178_output_0", + "/Shape_311_output_0", + "Shape6170", + "BinaryOp6173", + "BinaryOp6174", + "Unsqueeze6175", + "BinaryOp6177", + "Unsqueeze6178", + "StridedSlice6181", + "Squeeze6182", + "BinaryOp6183", + "BinaryOp6184", + "/Gather_336_output_0", + "/Div_67_output_0", + "/Unsqueeze_712_output_0", + "/Slice_91_output_0", + "/Neg_45_output_0", + "/Slice_90_output_0", + "/Concat_290_output_0", + "/Mul_179_output_0", + "/Add_111_output_0", + "/FakeLinear_90_output_0", + "/Reshape_201_output_0", + "/Reshape_206_output_0", + "/FakeLinear_91_output_0", + "/post_attention_layernorm_22/Mul_output_0", + "onnx::Mul_8774", + "/post_attention_layernorm_22/Mul_1_output_0", + "/Add_113_output_0", + "/pre_feedforward_layernorm_22/Mul_output_0", + "onnx::Mul_8776", + "/pre_feedforward_layernorm_22/Mul_1_output_0", + "/mlp/gate_proj_22/FakeLinear_output_0", + "/mlp/act_fn_22/Mul_output_0", + "/mlp/act_fn_22/Mul_1_output_0", + "/mlp/act_fn_22/Mul_2_output_0", + "/mlp/act_fn_22/Add_output_0", + "/mlp/act_fn_22/Mul_3_output_0", + "/mlp/act_fn_22/Tanh_output_0", + "/mlp/act_fn_22/Add_1_output_0", + "/mlp/act_fn_22/Mul_4_output_0", + "/mlp/act_fn_22/Mul_5_output_0", + "/mlp/up_proj_22/FakeLinear_output_0", + "/mlp_22/Mul_output_0", + "/mlp/down_proj_22/FakeLinear_output_0", + "/post_feedforward_layernorm_22/Mul_output_0", + "onnx::Mul_8778", + "/post_feedforward_layernorm_22/Mul_1_output_0", + "/Add_114_output_0", + "/Reshape_207_output_0", + "/input_layernorm_23/Mul_output_0", + "onnx::Mul_8780", + "/input_layernorm_23/Mul_1_output_0", + "/FakeLinear_92_output_0", + "/Shape_323_output_0", + "Shape6359", + "BinaryOp6362", + "BinaryOp6363", + "Unsqueeze6364", + "BinaryOp6366", + "Unsqueeze6367", + "StridedSlice6370", + "Squeeze6371", + "BinaryOp6372", + "BinaryOp6373", + "/Gather_349_output_0", + "/Unsqueeze_737_output_0", + "/Concat_299_output_0", + "/Reshape_208_output_0", + "/Mul_184_output_0", + "/Shape_324_output_0", + "Shape6380", + "BinaryOp6383", + "BinaryOp6384", + "Unsqueeze6385", + "BinaryOp6387", + "Unsqueeze6388", + "StridedSlice6391", + "Squeeze6392", + "BinaryOp6393", + "BinaryOp6394", + "/Gather_350_output_0", + "/Div_69_output_0", + "/Unsqueeze_742_output_0", + "/Slice_93_output_0", + "/Neg_46_output_0", + "/Slice_92_output_0", + "/Concat_302_output_0", + "/Mul_185_output_0", + "/Add_115_output_0", + "/FakeLinear_93_output_0", + "/Concat_300_output_0", + "/Reshape_209_output_0", + "/Mul_186_output_0", + "/Shape_325_output_0", + "Shape6443", + "BinaryOp6446", + "BinaryOp6447", + "Unsqueeze6448", + "BinaryOp6450", + "Unsqueeze6451", + "StridedSlice6454", + "Squeeze6455", + "BinaryOp6456", + "BinaryOp6457", + "/Gather_351_output_0", + "/Div_70_output_0", + "/Unsqueeze_744_output_0", + "/Slice_95_output_0", + "/Neg_47_output_0", + "/Slice_94_output_0", + "/Concat_303_output_0", + "/Mul_187_output_0", + "/Add_116_output_0", + "/FakeLinear_94_output_0", + "/Reshape_210_output_0", + "/Reshape_215_output_0", + "/FakeLinear_95_output_0", + "/post_attention_layernorm_23/Mul_output_0", + "onnx::Mul_8803", + "/post_attention_layernorm_23/Mul_1_output_0", + "/Add_118_output_0", + "/pre_feedforward_layernorm_23/Mul_output_0", + "onnx::Mul_8805", + "/pre_feedforward_layernorm_23/Mul_1_output_0", + "/mlp/gate_proj_23/FakeLinear_output_0", + "/mlp/act_fn_23/Mul_output_0", + "/mlp/act_fn_23/Mul_1_output_0", + "/mlp/act_fn_23/Mul_2_output_0", + "/mlp/act_fn_23/Add_output_0", + "/mlp/act_fn_23/Mul_3_output_0", + "/mlp/act_fn_23/Tanh_output_0", + "/mlp/act_fn_23/Add_1_output_0", + "/mlp/act_fn_23/Mul_4_output_0", + "/mlp/act_fn_23/Mul_5_output_0", + "/mlp/up_proj_23/FakeLinear_output_0", + "/mlp_23/Mul_output_0", + "/mlp/down_proj_23/FakeLinear_output_0", + "/post_feedforward_layernorm_23/Mul_output_0", + "onnx::Mul_8807", + "/post_feedforward_layernorm_23/Mul_1_output_0", + "/Add_119_output_0", + "/Reshape_216_output_0", + "/input_layernorm_24/Mul_output_0", + "onnx::Mul_8809", + "/input_layernorm_24/Mul_1_output_0", + "/FakeLinear_96_output_0", + "/Shape_337_output_0", + "Shape6632", + "BinaryOp6635", + "BinaryOp6636", + "Unsqueeze6637", + "BinaryOp6639", + "Unsqueeze6640", + "StridedSlice6643", + "Squeeze6644", + "BinaryOp6645", + "BinaryOp6646", + "/Gather_364_output_0", + "/Unsqueeze_769_output_0", + "/Concat_312_output_0", + "/Reshape_217_output_0", + "/Mul_192_output_0", + "/Shape_338_output_0", + "Shape6653", + "BinaryOp6656", + "BinaryOp6657", + "Unsqueeze6658", + "BinaryOp6660", + "Unsqueeze6661", + "StridedSlice6664", + "Squeeze6665", + "BinaryOp6666", + "BinaryOp6667", + "/Gather_365_output_0", + "/Div_72_output_0", + "/Unsqueeze_774_output_0", + "/Slice_97_output_0", + "/Neg_48_output_0", + "/Slice_96_output_0", + "/Concat_315_output_0", + "/Mul_193_output_0", + "/Add_120_output_0", + "/FakeLinear_97_output_0", + "/Concat_313_output_0", + "/Reshape_218_output_0", + "/Mul_194_output_0", + "/Shape_339_output_0", + "Shape6716", + "BinaryOp6719", + "BinaryOp6720", + "Unsqueeze6721", + "BinaryOp6723", + "Unsqueeze6724", + "StridedSlice6727", + "Squeeze6728", + "BinaryOp6729", + "BinaryOp6730", + "/Gather_366_output_0", + "/Div_73_output_0", + "/Unsqueeze_776_output_0", + "/Slice_99_output_0", + "/Neg_49_output_0", + "/Slice_98_output_0", + "/Concat_316_output_0", + "/Mul_195_output_0", + "/Add_121_output_0", + "/FakeLinear_98_output_0", + "/Reshape_219_output_0", + "/Reshape_224_output_0", + "/FakeLinear_99_output_0", + "/post_attention_layernorm_24/Mul_output_0", + "onnx::Mul_8832", + "/post_attention_layernorm_24/Mul_1_output_0", + "/Add_123_output_0", + "/pre_feedforward_layernorm_24/Mul_output_0", + "onnx::Mul_8834", + "/pre_feedforward_layernorm_24/Mul_1_output_0", + "/mlp/gate_proj_24/FakeLinear_output_0", + "/mlp/act_fn_24/Mul_output_0", + "/mlp/act_fn_24/Mul_1_output_0", + "/mlp/act_fn_24/Mul_2_output_0", + "/mlp/act_fn_24/Add_output_0", + "/mlp/act_fn_24/Mul_3_output_0", + "/mlp/act_fn_24/Tanh_output_0", + "/mlp/act_fn_24/Add_1_output_0", + "/mlp/act_fn_24/Mul_4_output_0", + "/mlp/act_fn_24/Mul_5_output_0", + "/mlp/up_proj_24/FakeLinear_output_0", + "/mlp_24/Mul_output_0", + "/mlp/down_proj_24/FakeLinear_output_0", + "/post_feedforward_layernorm_24/Mul_output_0", + "onnx::Mul_8836", + "/post_feedforward_layernorm_24/Mul_1_output_0", + "/Add_124_output_0", + "/Reshape_225_output_0", + "/input_layernorm_25/Mul_output_0", + "onnx::Mul_8838", + "/input_layernorm_25/Mul_1_output_0", + "/FakeLinear_100_output_0", + "/Shape_351_output_0", + "Shape6905", + "BinaryOp6908", + "BinaryOp6909", + "Unsqueeze6910", + "BinaryOp6912", + "Unsqueeze6913", + "StridedSlice6916", + "Squeeze6917", + "BinaryOp6918", + "BinaryOp6919", + "/Gather_379_output_0", + "/Unsqueeze_801_output_0", + "/Concat_325_output_0", + "/Reshape_226_output_0", + "/Mul_200_output_0", + "/Shape_352_output_0", + "Shape6926", + "BinaryOp6929", + "BinaryOp6930", + "Unsqueeze6931", + "BinaryOp6933", + "Unsqueeze6934", + "StridedSlice6937", + "Squeeze6938", + "BinaryOp6939", + "BinaryOp6940", + "/Gather_380_output_0", + "/Div_75_output_0", + "/Unsqueeze_806_output_0", + "/Slice_101_output_0", + "/Neg_50_output_0", + "/Slice_100_output_0", + "/Concat_328_output_0", + "/Mul_201_output_0", + "/Add_125_output_0", + "/FakeLinear_101_output_0", + "/Concat_326_output_0", + "/Reshape_227_output_0", + "/Mul_202_output_0", + "/Shape_353_output_0", + "Shape6989", + "BinaryOp6992", + "BinaryOp6993", + "Unsqueeze6994", + "BinaryOp6996", + "Unsqueeze6997", + "StridedSlice7000", + "Squeeze7001", + "BinaryOp7002", + "BinaryOp7003", + "/Gather_381_output_0", + "/Div_76_output_0", + "/Unsqueeze_808_output_0", + "/Slice_103_output_0", + "/Neg_51_output_0", + "/Slice_102_output_0", + "/Concat_329_output_0", + "/Mul_203_output_0", + "/Add_126_output_0", + "/FakeLinear_102_output_0", + "/Reshape_228_output_0", + "/Reshape_233_output_0", + "/FakeLinear_103_output_0", + "/post_attention_layernorm_25/Mul_output_0", + "onnx::Mul_8861", + "/post_attention_layernorm_25/Mul_1_output_0", + "/Add_128_output_0", + "/pre_feedforward_layernorm_25/Mul_output_0", + "onnx::Mul_8863", + "/pre_feedforward_layernorm_25/Mul_1_output_0", + "/mlp/gate_proj_25/FakeLinear_output_0", + "/mlp/act_fn_25/Mul_output_0", + "/mlp/act_fn_25/Mul_1_output_0", + "/mlp/act_fn_25/Mul_2_output_0", + "/mlp/act_fn_25/Add_output_0", + "/mlp/act_fn_25/Mul_3_output_0", + "/mlp/act_fn_25/Tanh_output_0", + "/mlp/act_fn_25/Add_1_output_0", + "/mlp/act_fn_25/Mul_4_output_0", + "/mlp/act_fn_25/Mul_5_output_0", + "/mlp/up_proj_25/FakeLinear_output_0", + "/mlp_25/Mul_output_0", + "/mlp/down_proj_25/FakeLinear_output_0", + "/post_feedforward_layernorm_25/Mul_output_0", + "onnx::Mul_8865", + "/post_feedforward_layernorm_25/Mul_1_output_0", + "/Add_129_output_0", + "/lm/Constant_output_0__", + "/lm/Reshape_output_0", + "/rotary/Constant_6_output_0", + "Shape7170", + "BinaryOp7173", + "BinaryOp7174", + "Unsqueeze7175", + "BinaryOp7177", + "Unsqueeze7178", + "StridedSlice7181", + "Squeeze7182", + "BinaryOp7183", + "BinaryOp7184", + "/lm/Gather_output_0", + "/lm/Constant_1_output_0__", + "/lm/Reshape_1_output_0", + "/lm/norm/Mul_output_0", + "onnx::Mul_8867", + "/lm/norm/Mul_1_output_0", + "/lm/lm/FakeLinear_output_0", + "/Constant_1556_output_0__", + "logits", + "past_key_values", + "presents", + "/layers.0/self_attn/q_proj/Linear/pre_reshape", + "/layers.0/self_attn/q_proj/Linear/pre_convert", + "/layers.0/self_attn/q_proj/Linear", + "/layers.0/self_attn/q_proj/Linear/post_convert", + "/layers.0/self_attn/k_proj/Linear/pre_reshape", + "/layers.0/self_attn/k_proj/Linear/pre_convert", + "/layers.0/self_attn/k_proj/Linear", + "/layers.0/self_attn/k_proj/Linear/post_convert", + "/layers.0/self_attn/v_proj/Linear/pre_reshape", + "/layers.0/self_attn/v_proj/Linear/pre_convert", + "/layers.0/self_attn/v_proj/Linear", + "/layers.0/self_attn/v_proj/Linear/post_convert", + "/layers.0/self_attn/o_proj/Linear/pre_reshape", + "/layers.0/self_attn/o_proj/Linear/pre_convert", + "/layers.0/self_attn/o_proj/Linear", + "/layers.0/self_attn/o_proj/Linear/post_convert", + "/layers.0/mlp/gate_proj/Linear/pre_reshape", + "/layers.0/mlp/gate_proj/Linear/pre_convert", + "/layers.0/mlp/gate_proj/Linear", + "/layers.0/mlp/gate_proj/Linear/post_convert", + "/layers.0/mlp/up_proj/Linear/pre_reshape", + "/layers.0/mlp/up_proj/Linear/pre_convert", + "/layers.0/mlp/up_proj/Linear", + "/layers.0/mlp/up_proj/Linear/post_convert", + "/layers.0/mlp/down_proj/Linear/pre_reshape", + "/layers.0/mlp/down_proj/Linear/pre_convert", + "/layers.0/mlp/down_proj/Linear", + "/layers.0/mlp/down_proj/Linear/post_convert", + "/layers.1/self_attn/q_proj/Linear/pre_reshape", + "/layers.1/self_attn/q_proj/Linear/pre_convert", + "/layers.1/self_attn/q_proj/Linear", + "/layers.1/self_attn/q_proj/Linear/post_convert", + "/layers.1/self_attn/k_proj/Linear/pre_reshape", + "/layers.1/self_attn/k_proj/Linear/pre_convert", + "/layers.1/self_attn/k_proj/Linear", + "/layers.1/self_attn/k_proj/Linear/post_convert", + "/layers.1/self_attn/v_proj/Linear/pre_reshape", + "/layers.1/self_attn/v_proj/Linear/pre_convert", + "/layers.1/self_attn/v_proj/Linear", + "/layers.1/self_attn/v_proj/Linear/post_convert", + "/layers.1/self_attn/o_proj/Linear/pre_reshape", + "/layers.1/self_attn/o_proj/Linear/pre_convert", + "/layers.1/self_attn/o_proj/Linear", + "/layers.1/self_attn/o_proj/Linear/post_convert", + "/layers.1/mlp/gate_proj/Linear/pre_reshape", + "/layers.1/mlp/gate_proj/Linear/pre_convert", + "/layers.1/mlp/gate_proj/Linear", + "/layers.1/mlp/gate_proj/Linear/post_convert", + "/layers.1/mlp/up_proj/Linear/pre_reshape", + "/layers.1/mlp/up_proj/Linear/pre_convert", + "/layers.1/mlp/up_proj/Linear", + "/layers.1/mlp/up_proj/Linear/post_convert", + "/layers.1/mlp/down_proj/Linear/pre_reshape", + "/layers.1/mlp/down_proj/Linear/pre_convert", + "/layers.1/mlp/down_proj/Linear", + "/layers.1/mlp/down_proj/Linear/post_convert", + "/layers.2/self_attn/q_proj/Linear/pre_reshape", + "/layers.2/self_attn/q_proj/Linear/pre_convert", + "/layers.2/self_attn/q_proj/Linear", + "/layers.2/self_attn/q_proj/Linear/post_convert", + "/layers.2/self_attn/k_proj/Linear/pre_reshape", + "/layers.2/self_attn/k_proj/Linear/pre_convert", + "/layers.2/self_attn/k_proj/Linear", + "/layers.2/self_attn/k_proj/Linear/post_convert", + "/layers.2/self_attn/v_proj/Linear/pre_reshape", + "/layers.2/self_attn/v_proj/Linear/pre_convert", + "/layers.2/self_attn/v_proj/Linear", + "/layers.2/self_attn/v_proj/Linear/post_convert", + "/layers.2/self_attn/o_proj/Linear/pre_reshape", + "/layers.2/self_attn/o_proj/Linear/pre_convert", + "/layers.2/self_attn/o_proj/Linear", + "/layers.2/self_attn/o_proj/Linear/post_convert", + "/layers.2/mlp/gate_proj/Linear/pre_reshape", + "/layers.2/mlp/gate_proj/Linear/pre_convert", + "/layers.2/mlp/gate_proj/Linear", + "/layers.2/mlp/gate_proj/Linear/post_convert", + "/layers.2/mlp/up_proj/Linear/pre_reshape", + "/layers.2/mlp/up_proj/Linear/pre_convert", + "/layers.2/mlp/up_proj/Linear", + "/layers.2/mlp/up_proj/Linear/post_convert", + "/layers.2/mlp/down_proj/Linear/pre_reshape", + "/layers.2/mlp/down_proj/Linear/pre_convert", + "/layers.2/mlp/down_proj/Linear", + "/layers.2/mlp/down_proj/Linear/post_convert", + "/layers.3/self_attn/q_proj/Linear/pre_reshape", + "/layers.3/self_attn/q_proj/Linear/pre_convert", + "/layers.3/self_attn/q_proj/Linear", + "/layers.3/self_attn/q_proj/Linear/post_convert", + "/layers.3/self_attn/k_proj/Linear/pre_reshape", + "/layers.3/self_attn/k_proj/Linear/pre_convert", + "/layers.3/self_attn/k_proj/Linear", + "/layers.3/self_attn/k_proj/Linear/post_convert", + "/layers.3/self_attn/v_proj/Linear/pre_reshape", + "/layers.3/self_attn/v_proj/Linear/pre_convert", + "/layers.3/self_attn/v_proj/Linear", + "/layers.3/self_attn/v_proj/Linear/post_convert", + "/layers.3/self_attn/o_proj/Linear/pre_reshape", + "/layers.3/self_attn/o_proj/Linear/pre_convert", + "/layers.3/self_attn/o_proj/Linear", + "/layers.3/self_attn/o_proj/Linear/post_convert", + "/layers.3/mlp/gate_proj/Linear/pre_reshape", + "/layers.3/mlp/gate_proj/Linear/pre_convert", + "/layers.3/mlp/gate_proj/Linear", + "/layers.3/mlp/gate_proj/Linear/post_convert", + "/layers.3/mlp/up_proj/Linear/pre_reshape", + "/layers.3/mlp/up_proj/Linear/pre_convert", + "/layers.3/mlp/up_proj/Linear", + "/layers.3/mlp/up_proj/Linear/post_convert", + "/layers.3/mlp/down_proj/Linear/pre_reshape", + "/layers.3/mlp/down_proj/Linear/pre_convert", + "/layers.3/mlp/down_proj/Linear", + "/layers.3/mlp/down_proj/Linear/post_convert", + "/layers.4/self_attn/q_proj/Linear/pre_reshape", + "/layers.4/self_attn/q_proj/Linear/pre_convert", + "/layers.4/self_attn/q_proj/Linear", + "/layers.4/self_attn/q_proj/Linear/post_convert", + "/layers.4/self_attn/k_proj/Linear/pre_reshape", + "/layers.4/self_attn/k_proj/Linear/pre_convert", + "/layers.4/self_attn/k_proj/Linear", + "/layers.4/self_attn/k_proj/Linear/post_convert", + "/layers.4/self_attn/v_proj/Linear/pre_reshape", + "/layers.4/self_attn/v_proj/Linear/pre_convert", + "/layers.4/self_attn/v_proj/Linear", + "/layers.4/self_attn/v_proj/Linear/post_convert", + "/layers.4/self_attn/o_proj/Linear/pre_reshape", + "/layers.4/self_attn/o_proj/Linear/pre_convert", + "/layers.4/self_attn/o_proj/Linear", + "/layers.4/self_attn/o_proj/Linear/post_convert", + "/layers.4/mlp/gate_proj/Linear/pre_reshape", + "/layers.4/mlp/gate_proj/Linear/pre_convert", + "/layers.4/mlp/gate_proj/Linear", + "/layers.4/mlp/gate_proj/Linear/post_convert", + "/layers.4/mlp/up_proj/Linear/pre_reshape", + "/layers.4/mlp/up_proj/Linear/pre_convert", + "/layers.4/mlp/up_proj/Linear", + "/layers.4/mlp/up_proj/Linear/post_convert", + "/layers.4/mlp/down_proj/Linear/pre_reshape", + "/layers.4/mlp/down_proj/Linear/pre_convert", + "/layers.4/mlp/down_proj/Linear", + "/layers.4/mlp/down_proj/Linear/post_convert", + "/layers.5/self_attn/q_proj/Linear/pre_reshape", + "/layers.5/self_attn/q_proj/Linear/pre_convert", + "/layers.5/self_attn/q_proj/Linear", + "/layers.5/self_attn/q_proj/Linear/post_convert", + "/layers.5/self_attn/k_proj/Linear/pre_reshape", + "/layers.5/self_attn/k_proj/Linear/pre_convert", + "/layers.5/self_attn/k_proj/Linear", + "/layers.5/self_attn/k_proj/Linear/post_convert", + "/layers.5/self_attn/v_proj/Linear/pre_reshape", + "/layers.5/self_attn/v_proj/Linear/pre_convert", + "/layers.5/self_attn/v_proj/Linear", + "/layers.5/self_attn/v_proj/Linear/post_convert", + "/layers.5/self_attn/o_proj/Linear/pre_reshape", + "/layers.5/self_attn/o_proj/Linear/pre_convert", + "/layers.5/self_attn/o_proj/Linear", + "/layers.5/self_attn/o_proj/Linear/post_convert", + "/layers.5/mlp/gate_proj/Linear/pre_reshape", + "/layers.5/mlp/gate_proj/Linear/pre_convert", + "/layers.5/mlp/gate_proj/Linear", + "/layers.5/mlp/gate_proj/Linear/post_convert", + "/layers.5/mlp/up_proj/Linear/pre_reshape", + "/layers.5/mlp/up_proj/Linear/pre_convert", + "/layers.5/mlp/up_proj/Linear", + "/layers.5/mlp/up_proj/Linear/post_convert", + "/layers.5/mlp/down_proj/Linear/pre_reshape", + "/layers.5/mlp/down_proj/Linear/pre_convert", + "/layers.5/mlp/down_proj/Linear", + "/layers.5/mlp/down_proj/Linear/post_convert", + "/layers.6/self_attn/q_proj/Linear/pre_reshape", + "/layers.6/self_attn/q_proj/Linear/pre_convert", + "/layers.6/self_attn/q_proj/Linear", + "/layers.6/self_attn/q_proj/Linear/post_convert", + "/layers.6/self_attn/k_proj/Linear/pre_reshape", + "/layers.6/self_attn/k_proj/Linear/pre_convert", + "/layers.6/self_attn/k_proj/Linear", + "/layers.6/self_attn/k_proj/Linear/post_convert", + "/layers.6/self_attn/v_proj/Linear/pre_reshape", + "/layers.6/self_attn/v_proj/Linear/pre_convert", + "/layers.6/self_attn/v_proj/Linear", + "/layers.6/self_attn/v_proj/Linear/post_convert", + "/layers.6/self_attn/o_proj/Linear/pre_reshape", + "/layers.6/self_attn/o_proj/Linear/pre_convert", + "/layers.6/self_attn/o_proj/Linear", + "/layers.6/self_attn/o_proj/Linear/post_convert", + "/layers.6/mlp/gate_proj/Linear/pre_reshape", + "/layers.6/mlp/gate_proj/Linear/pre_convert", + "/layers.6/mlp/gate_proj/Linear", + "/layers.6/mlp/gate_proj/Linear/post_convert", + "/layers.6/mlp/up_proj/Linear/pre_reshape", + "/layers.6/mlp/up_proj/Linear/pre_convert", + "/layers.6/mlp/up_proj/Linear", + "/layers.6/mlp/up_proj/Linear/post_convert", + "/layers.6/mlp/down_proj/Linear/pre_reshape", + "/layers.6/mlp/down_proj/Linear/pre_convert", + "/layers.6/mlp/down_proj/Linear", + "/layers.6/mlp/down_proj/Linear/post_convert", + "/layers.7/self_attn/q_proj/Linear/pre_reshape", + "/layers.7/self_attn/q_proj/Linear/pre_convert", + "/layers.7/self_attn/q_proj/Linear", + "/layers.7/self_attn/q_proj/Linear/post_convert", + "/layers.7/self_attn/k_proj/Linear/pre_reshape", + "/layers.7/self_attn/k_proj/Linear/pre_convert", + "/layers.7/self_attn/k_proj/Linear", + "/layers.7/self_attn/k_proj/Linear/post_convert", + "/layers.7/self_attn/v_proj/Linear/pre_reshape", + "/layers.7/self_attn/v_proj/Linear/pre_convert", + "/layers.7/self_attn/v_proj/Linear", + "/layers.7/self_attn/v_proj/Linear/post_convert", + "/layers.7/self_attn/o_proj/Linear/pre_reshape", + "/layers.7/self_attn/o_proj/Linear/pre_convert", + "/layers.7/self_attn/o_proj/Linear", + "/layers.7/self_attn/o_proj/Linear/post_convert", + "/layers.7/mlp/gate_proj/Linear/pre_reshape", + "/layers.7/mlp/gate_proj/Linear/pre_convert", + "/layers.7/mlp/gate_proj/Linear", + "/layers.7/mlp/gate_proj/Linear/post_convert", + "/layers.7/mlp/up_proj/Linear/pre_reshape", + "/layers.7/mlp/up_proj/Linear/pre_convert", + "/layers.7/mlp/up_proj/Linear", + "/layers.7/mlp/up_proj/Linear/post_convert", + "/layers.7/mlp/down_proj/Linear/pre_reshape", + "/layers.7/mlp/down_proj/Linear/pre_convert", + "/layers.7/mlp/down_proj/Linear", + "/layers.7/mlp/down_proj/Linear/post_convert", + "/layers.8/self_attn/q_proj/Linear/pre_reshape", + "/layers.8/self_attn/q_proj/Linear/pre_convert", + "/layers.8/self_attn/q_proj/Linear", + "/layers.8/self_attn/q_proj/Linear/post_convert", + "/layers.8/self_attn/k_proj/Linear/pre_reshape", + "/layers.8/self_attn/k_proj/Linear/pre_convert", + "/layers.8/self_attn/k_proj/Linear", + "/layers.8/self_attn/k_proj/Linear/post_convert", + "/layers.8/self_attn/v_proj/Linear/pre_reshape", + "/layers.8/self_attn/v_proj/Linear/pre_convert", + "/layers.8/self_attn/v_proj/Linear", + "/layers.8/self_attn/v_proj/Linear/post_convert", + "/layers.8/self_attn/o_proj/Linear/pre_reshape", + "/layers.8/self_attn/o_proj/Linear/pre_convert", + "/layers.8/self_attn/o_proj/Linear", + "/layers.8/self_attn/o_proj/Linear/post_convert", + "/layers.8/mlp/gate_proj/Linear/pre_reshape", + "/layers.8/mlp/gate_proj/Linear/pre_convert", + "/layers.8/mlp/gate_proj/Linear", + "/layers.8/mlp/gate_proj/Linear/post_convert", + "/layers.8/mlp/up_proj/Linear/pre_reshape", + "/layers.8/mlp/up_proj/Linear/pre_convert", + "/layers.8/mlp/up_proj/Linear", + "/layers.8/mlp/up_proj/Linear/post_convert", + "/layers.8/mlp/down_proj/Linear/pre_reshape", + "/layers.8/mlp/down_proj/Linear/pre_convert", + "/layers.8/mlp/down_proj/Linear", + "/layers.8/mlp/down_proj/Linear/post_convert", + "/layers.9/self_attn/q_proj/Linear/pre_reshape", + "/layers.9/self_attn/q_proj/Linear/pre_convert", + "/layers.9/self_attn/q_proj/Linear", + "/layers.9/self_attn/q_proj/Linear/post_convert", + "/layers.9/self_attn/k_proj/Linear/pre_reshape", + "/layers.9/self_attn/k_proj/Linear/pre_convert", + "/layers.9/self_attn/k_proj/Linear", + "/layers.9/self_attn/k_proj/Linear/post_convert", + "/layers.9/self_attn/v_proj/Linear/pre_reshape", + "/layers.9/self_attn/v_proj/Linear/pre_convert", + "/layers.9/self_attn/v_proj/Linear", + "/layers.9/self_attn/v_proj/Linear/post_convert", + "/layers.9/self_attn/o_proj/Linear/pre_reshape", + "/layers.9/self_attn/o_proj/Linear/pre_convert", + "/layers.9/self_attn/o_proj/Linear", + "/layers.9/self_attn/o_proj/Linear/post_convert", + "/layers.9/mlp/gate_proj/Linear/pre_reshape", + "/layers.9/mlp/gate_proj/Linear/pre_convert", + "/layers.9/mlp/gate_proj/Linear", + "/layers.9/mlp/gate_proj/Linear/post_convert", + "/layers.9/mlp/up_proj/Linear/pre_reshape", + "/layers.9/mlp/up_proj/Linear/pre_convert", + "/layers.9/mlp/up_proj/Linear", + "/layers.9/mlp/up_proj/Linear/post_convert", + "/layers.9/mlp/down_proj/Linear/pre_reshape", + "/layers.9/mlp/down_proj/Linear/pre_convert", + "/layers.9/mlp/down_proj/Linear", + "/layers.9/mlp/down_proj/Linear/post_convert", + "/layers.10/self_attn/q_proj/Linear/pre_reshape", + "/layers.10/self_attn/q_proj/Linear/pre_convert", + "/layers.10/self_attn/q_proj/Linear", + "/layers.10/self_attn/q_proj/Linear/post_convert", + "/layers.10/self_attn/k_proj/Linear/pre_reshape", + "/layers.10/self_attn/k_proj/Linear/pre_convert", + "/layers.10/self_attn/k_proj/Linear", + "/layers.10/self_attn/k_proj/Linear/post_convert", + "/layers.10/self_attn/v_proj/Linear/pre_reshape", + "/layers.10/self_attn/v_proj/Linear/pre_convert", + "/layers.10/self_attn/v_proj/Linear", + "/layers.10/self_attn/v_proj/Linear/post_convert", + "/layers.10/self_attn/o_proj/Linear/pre_reshape", + "/layers.10/self_attn/o_proj/Linear/pre_convert", + "/layers.10/self_attn/o_proj/Linear", + "/layers.10/self_attn/o_proj/Linear/post_convert", + "/layers.10/mlp/gate_proj/Linear/pre_reshape", + "/layers.10/mlp/gate_proj/Linear/pre_convert", + "/layers.10/mlp/gate_proj/Linear", + "/layers.10/mlp/gate_proj/Linear/post_convert", + "/layers.10/mlp/up_proj/Linear/pre_reshape", + "/layers.10/mlp/up_proj/Linear/pre_convert", + "/layers.10/mlp/up_proj/Linear", + "/layers.10/mlp/up_proj/Linear/post_convert", + "/layers.10/mlp/down_proj/Linear/pre_reshape", + "/layers.10/mlp/down_proj/Linear/pre_convert", + "/layers.10/mlp/down_proj/Linear", + "/layers.10/mlp/down_proj/Linear/post_convert", + "/layers.11/self_attn/q_proj/Linear/pre_reshape", + "/layers.11/self_attn/q_proj/Linear/pre_convert", + "/layers.11/self_attn/q_proj/Linear", + "/layers.11/self_attn/q_proj/Linear/post_convert", + "/layers.11/self_attn/k_proj/Linear/pre_reshape", + "/layers.11/self_attn/k_proj/Linear/pre_convert", + "/layers.11/self_attn/k_proj/Linear", + "/layers.11/self_attn/k_proj/Linear/post_convert", + "/layers.11/self_attn/v_proj/Linear/pre_reshape", + "/layers.11/self_attn/v_proj/Linear/pre_convert", + "/layers.11/self_attn/v_proj/Linear", + "/layers.11/self_attn/v_proj/Linear/post_convert", + "/layers.11/self_attn/o_proj/Linear/pre_reshape", + "/layers.11/self_attn/o_proj/Linear/pre_convert", + "/layers.11/self_attn/o_proj/Linear", + "/layers.11/self_attn/o_proj/Linear/post_convert", + "/layers.11/mlp/gate_proj/Linear/pre_reshape", + "/layers.11/mlp/gate_proj/Linear/pre_convert", + "/layers.11/mlp/gate_proj/Linear", + "/layers.11/mlp/gate_proj/Linear/post_convert", + "/layers.11/mlp/up_proj/Linear/pre_reshape", + "/layers.11/mlp/up_proj/Linear/pre_convert", + "/layers.11/mlp/up_proj/Linear", + "/layers.11/mlp/up_proj/Linear/post_convert", + "/layers.11/mlp/down_proj/Linear/pre_reshape", + "/layers.11/mlp/down_proj/Linear/pre_convert", + "/layers.11/mlp/down_proj/Linear", + "/layers.11/mlp/down_proj/Linear/post_convert", + "/layers.12/self_attn/q_proj/Linear/pre_reshape", + "/layers.12/self_attn/q_proj/Linear/pre_convert", + "/layers.12/self_attn/q_proj/Linear", + "/layers.12/self_attn/q_proj/Linear/post_convert", + "/layers.12/self_attn/k_proj/Linear/pre_reshape", + "/layers.12/self_attn/k_proj/Linear/pre_convert", + "/layers.12/self_attn/k_proj/Linear", + "/layers.12/self_attn/k_proj/Linear/post_convert", + "/layers.12/self_attn/v_proj/Linear/pre_reshape", + "/layers.12/self_attn/v_proj/Linear/pre_convert", + "/layers.12/self_attn/v_proj/Linear", + "/layers.12/self_attn/v_proj/Linear/post_convert", + "/layers.12/self_attn/o_proj/Linear/pre_reshape", + "/layers.12/self_attn/o_proj/Linear/pre_convert", + "/layers.12/self_attn/o_proj/Linear", + "/layers.12/self_attn/o_proj/Linear/post_convert", + "/layers.12/mlp/gate_proj/Linear/pre_reshape", + "/layers.12/mlp/gate_proj/Linear/pre_convert", + "/layers.12/mlp/gate_proj/Linear", + "/layers.12/mlp/gate_proj/Linear/post_convert", + "/layers.12/mlp/up_proj/Linear/pre_reshape", + "/layers.12/mlp/up_proj/Linear/pre_convert", + "/layers.12/mlp/up_proj/Linear", + "/layers.12/mlp/up_proj/Linear/post_convert", + "/layers.12/mlp/down_proj/Linear/pre_reshape", + "/layers.12/mlp/down_proj/Linear/pre_convert", + "/layers.12/mlp/down_proj/Linear", + "/layers.12/mlp/down_proj/Linear/post_convert", + "/layers.13/self_attn/q_proj/Linear/pre_reshape", + "/layers.13/self_attn/q_proj/Linear/pre_convert", + "/layers.13/self_attn/q_proj/Linear", + "/layers.13/self_attn/q_proj/Linear/post_convert", + "/layers.13/self_attn/k_proj/Linear/pre_reshape", + "/layers.13/self_attn/k_proj/Linear/pre_convert", + "/layers.13/self_attn/k_proj/Linear", + "/layers.13/self_attn/k_proj/Linear/post_convert", + "/layers.13/self_attn/v_proj/Linear/pre_reshape", + "/layers.13/self_attn/v_proj/Linear/pre_convert", + "/layers.13/self_attn/v_proj/Linear", + "/layers.13/self_attn/v_proj/Linear/post_convert", + "/layers.13/self_attn/o_proj/Linear/pre_reshape", + "/layers.13/self_attn/o_proj/Linear/pre_convert", + "/layers.13/self_attn/o_proj/Linear", + "/layers.13/self_attn/o_proj/Linear/post_convert", + "/layers.13/mlp/gate_proj/Linear/pre_reshape", + "/layers.13/mlp/gate_proj/Linear/pre_convert", + "/layers.13/mlp/gate_proj/Linear", + "/layers.13/mlp/gate_proj/Linear/post_convert", + "/layers.13/mlp/up_proj/Linear/pre_reshape", + "/layers.13/mlp/up_proj/Linear/pre_convert", + "/layers.13/mlp/up_proj/Linear", + "/layers.13/mlp/up_proj/Linear/post_convert", + "/layers.13/mlp/down_proj/Linear/pre_reshape", + "/layers.13/mlp/down_proj/Linear/pre_convert", + "/layers.13/mlp/down_proj/Linear", + "/layers.13/mlp/down_proj/Linear/post_convert", + "/layers.14/self_attn/q_proj/Linear/pre_reshape", + "/layers.14/self_attn/q_proj/Linear/pre_convert", + "/layers.14/self_attn/q_proj/Linear", + "/layers.14/self_attn/q_proj/Linear/post_convert", + "/layers.14/self_attn/k_proj/Linear/pre_reshape", + "/layers.14/self_attn/k_proj/Linear/pre_convert", + "/layers.14/self_attn/k_proj/Linear", + "/layers.14/self_attn/k_proj/Linear/post_convert", + "/layers.14/self_attn/v_proj/Linear/pre_reshape", + "/layers.14/self_attn/v_proj/Linear/pre_convert", + "/layers.14/self_attn/v_proj/Linear", + "/layers.14/self_attn/v_proj/Linear/post_convert", + "/layers.14/self_attn/o_proj/Linear/pre_reshape", + "/layers.14/self_attn/o_proj/Linear/pre_convert", + "/layers.14/self_attn/o_proj/Linear", + "/layers.14/self_attn/o_proj/Linear/post_convert", + "/layers.14/mlp/gate_proj/Linear/pre_reshape", + "/layers.14/mlp/gate_proj/Linear/pre_convert", + "/layers.14/mlp/gate_proj/Linear", + "/layers.14/mlp/gate_proj/Linear/post_convert", + "/layers.14/mlp/up_proj/Linear/pre_reshape", + "/layers.14/mlp/up_proj/Linear/pre_convert", + "/layers.14/mlp/up_proj/Linear", + "/layers.14/mlp/up_proj/Linear/post_convert", + "/layers.14/mlp/down_proj/Linear/pre_reshape", + "/layers.14/mlp/down_proj/Linear/pre_convert", + "/layers.14/mlp/down_proj/Linear", + "/layers.14/mlp/down_proj/Linear/post_convert", + "/layers.15/self_attn/q_proj/Linear/pre_reshape", + "/layers.15/self_attn/q_proj/Linear/pre_convert", + "/layers.15/self_attn/q_proj/Linear", + "/layers.15/self_attn/q_proj/Linear/post_convert", + "/layers.15/self_attn/k_proj/Linear/pre_reshape", + "/layers.15/self_attn/k_proj/Linear/pre_convert", + "/layers.15/self_attn/k_proj/Linear", + "/layers.15/self_attn/k_proj/Linear/post_convert", + "/layers.15/self_attn/v_proj/Linear/pre_reshape", + "/layers.15/self_attn/v_proj/Linear/pre_convert", + "/layers.15/self_attn/v_proj/Linear", + "/layers.15/self_attn/v_proj/Linear/post_convert", + "/layers.15/self_attn/o_proj/Linear/pre_reshape", + "/layers.15/self_attn/o_proj/Linear/pre_convert", + "/layers.15/self_attn/o_proj/Linear", + "/layers.15/self_attn/o_proj/Linear/post_convert", + "/layers.15/mlp/gate_proj/Linear/pre_reshape", + "/layers.15/mlp/gate_proj/Linear/pre_convert", + "/layers.15/mlp/gate_proj/Linear", + "/layers.15/mlp/gate_proj/Linear/post_convert", + "/layers.15/mlp/up_proj/Linear/pre_reshape", + "/layers.15/mlp/up_proj/Linear/pre_convert", + "/layers.15/mlp/up_proj/Linear", + "/layers.15/mlp/up_proj/Linear/post_convert", + "/layers.15/mlp/down_proj/Linear/pre_reshape", + "/layers.15/mlp/down_proj/Linear/pre_convert", + "/layers.15/mlp/down_proj/Linear", + "/layers.15/mlp/down_proj/Linear/post_convert", + "/layers.16/self_attn/q_proj/Linear/pre_reshape", + "/layers.16/self_attn/q_proj/Linear/pre_convert", + "/layers.16/self_attn/q_proj/Linear", + "/layers.16/self_attn/q_proj/Linear/post_convert", + "/layers.16/self_attn/k_proj/Linear/pre_reshape", + "/layers.16/self_attn/k_proj/Linear/pre_convert", + "/layers.16/self_attn/k_proj/Linear", + "/layers.16/self_attn/k_proj/Linear/post_convert", + "/layers.16/self_attn/v_proj/Linear/pre_reshape", + "/layers.16/self_attn/v_proj/Linear/pre_convert", + "/layers.16/self_attn/v_proj/Linear", + "/layers.16/self_attn/v_proj/Linear/post_convert", + "/layers.16/self_attn/o_proj/Linear/pre_reshape", + "/layers.16/self_attn/o_proj/Linear/pre_convert", + "/layers.16/self_attn/o_proj/Linear", + "/layers.16/self_attn/o_proj/Linear/post_convert", + "/layers.16/mlp/gate_proj/Linear/pre_reshape", + "/layers.16/mlp/gate_proj/Linear/pre_convert", + "/layers.16/mlp/gate_proj/Linear", + "/layers.16/mlp/gate_proj/Linear/post_convert", + "/layers.16/mlp/up_proj/Linear/pre_reshape", + "/layers.16/mlp/up_proj/Linear/pre_convert", + "/layers.16/mlp/up_proj/Linear", + "/layers.16/mlp/up_proj/Linear/post_convert", + "/layers.16/mlp/down_proj/Linear/pre_reshape", + "/layers.16/mlp/down_proj/Linear/pre_convert", + "/layers.16/mlp/down_proj/Linear", + "/layers.16/mlp/down_proj/Linear/post_convert", + "/layers.17/self_attn/q_proj/Linear/pre_reshape", + "/layers.17/self_attn/q_proj/Linear/pre_convert", + "/layers.17/self_attn/q_proj/Linear", + "/layers.17/self_attn/q_proj/Linear/post_convert", + "/layers.17/self_attn/k_proj/Linear/pre_reshape", + "/layers.17/self_attn/k_proj/Linear/pre_convert", + "/layers.17/self_attn/k_proj/Linear", + "/layers.17/self_attn/k_proj/Linear/post_convert", + "/layers.17/self_attn/v_proj/Linear/pre_reshape", + "/layers.17/self_attn/v_proj/Linear/pre_convert", + "/layers.17/self_attn/v_proj/Linear", + "/layers.17/self_attn/v_proj/Linear/post_convert", + "/layers.17/self_attn/o_proj/Linear/pre_reshape", + "/layers.17/self_attn/o_proj/Linear/pre_convert", + "/layers.17/self_attn/o_proj/Linear", + "/layers.17/self_attn/o_proj/Linear/post_convert", + "/layers.17/mlp/gate_proj/Linear/pre_reshape", + "/layers.17/mlp/gate_proj/Linear/pre_convert", + "/layers.17/mlp/gate_proj/Linear", + "/layers.17/mlp/gate_proj/Linear/post_convert", + "/layers.17/mlp/up_proj/Linear/pre_reshape", + "/layers.17/mlp/up_proj/Linear/pre_convert", + "/layers.17/mlp/up_proj/Linear", + "/layers.17/mlp/up_proj/Linear/post_convert", + "/layers.17/mlp/down_proj/Linear/pre_reshape", + "/layers.17/mlp/down_proj/Linear/pre_convert", + "/layers.17/mlp/down_proj/Linear", + "/layers.17/mlp/down_proj/Linear/post_convert", + "/layers.18/self_attn/q_proj/Linear/pre_reshape", + "/layers.18/self_attn/q_proj/Linear/pre_convert", + "/layers.18/self_attn/q_proj/Linear", + "/layers.18/self_attn/q_proj/Linear/post_convert", + "/layers.18/self_attn/k_proj/Linear/pre_reshape", + "/layers.18/self_attn/k_proj/Linear/pre_convert", + "/layers.18/self_attn/k_proj/Linear", + "/layers.18/self_attn/k_proj/Linear/post_convert", + "/layers.18/self_attn/v_proj/Linear/pre_reshape", + "/layers.18/self_attn/v_proj/Linear/pre_convert", + "/layers.18/self_attn/v_proj/Linear", + "/layers.18/self_attn/v_proj/Linear/post_convert", + "/layers.18/self_attn/o_proj/Linear/pre_reshape", + "/layers.18/self_attn/o_proj/Linear/pre_convert", + "/layers.18/self_attn/o_proj/Linear", + "/layers.18/self_attn/o_proj/Linear/post_convert", + "/layers.18/mlp/gate_proj/Linear/pre_reshape", + "/layers.18/mlp/gate_proj/Linear/pre_convert", + "/layers.18/mlp/gate_proj/Linear", + "/layers.18/mlp/gate_proj/Linear/post_convert", + "/layers.18/mlp/up_proj/Linear/pre_reshape", + "/layers.18/mlp/up_proj/Linear/pre_convert", + "/layers.18/mlp/up_proj/Linear", + "/layers.18/mlp/up_proj/Linear/post_convert", + "/layers.18/mlp/down_proj/Linear/pre_reshape", + "/layers.18/mlp/down_proj/Linear/pre_convert", + "/layers.18/mlp/down_proj/Linear", + "/layers.18/mlp/down_proj/Linear/post_convert", + "/layers.19/self_attn/q_proj/Linear/pre_reshape", + "/layers.19/self_attn/q_proj/Linear/pre_convert", + "/layers.19/self_attn/q_proj/Linear", + "/layers.19/self_attn/q_proj/Linear/post_convert", + "/layers.19/self_attn/k_proj/Linear/pre_reshape", + "/layers.19/self_attn/k_proj/Linear/pre_convert", + "/layers.19/self_attn/k_proj/Linear", + "/layers.19/self_attn/k_proj/Linear/post_convert", + "/layers.19/self_attn/v_proj/Linear/pre_reshape", + "/layers.19/self_attn/v_proj/Linear/pre_convert", + "/layers.19/self_attn/v_proj/Linear", + "/layers.19/self_attn/v_proj/Linear/post_convert", + "/layers.19/self_attn/o_proj/Linear/pre_reshape", + "/layers.19/self_attn/o_proj/Linear/pre_convert", + "/layers.19/self_attn/o_proj/Linear", + "/layers.19/self_attn/o_proj/Linear/post_convert", + "/layers.19/mlp/gate_proj/Linear/pre_reshape", + "/layers.19/mlp/gate_proj/Linear/pre_convert", + "/layers.19/mlp/gate_proj/Linear", + "/layers.19/mlp/gate_proj/Linear/post_convert", + "/layers.19/mlp/up_proj/Linear/pre_reshape", + "/layers.19/mlp/up_proj/Linear/pre_convert", + "/layers.19/mlp/up_proj/Linear", + "/layers.19/mlp/up_proj/Linear/post_convert", + "/layers.19/mlp/down_proj/Linear/pre_reshape", + "/layers.19/mlp/down_proj/Linear/pre_convert", + "/layers.19/mlp/down_proj/Linear", + "/layers.19/mlp/down_proj/Linear/post_convert", + "/layers.20/self_attn/q_proj/Linear/pre_reshape", + "/layers.20/self_attn/q_proj/Linear/pre_convert", + "/layers.20/self_attn/q_proj/Linear", + "/layers.20/self_attn/q_proj/Linear/post_convert", + "/layers.20/self_attn/k_proj/Linear/pre_reshape", + "/layers.20/self_attn/k_proj/Linear/pre_convert", + "/layers.20/self_attn/k_proj/Linear", + "/layers.20/self_attn/k_proj/Linear/post_convert", + "/layers.20/self_attn/v_proj/Linear/pre_reshape", + "/layers.20/self_attn/v_proj/Linear/pre_convert", + "/layers.20/self_attn/v_proj/Linear", + "/layers.20/self_attn/v_proj/Linear/post_convert", + "/layers.20/self_attn/o_proj/Linear/pre_reshape", + "/layers.20/self_attn/o_proj/Linear/pre_convert", + "/layers.20/self_attn/o_proj/Linear", + "/layers.20/self_attn/o_proj/Linear/post_convert", + "/layers.20/mlp/gate_proj/Linear/pre_reshape", + "/layers.20/mlp/gate_proj/Linear/pre_convert", + "/layers.20/mlp/gate_proj/Linear", + "/layers.20/mlp/gate_proj/Linear/post_convert", + "/layers.20/mlp/up_proj/Linear/pre_reshape", + "/layers.20/mlp/up_proj/Linear/pre_convert", + "/layers.20/mlp/up_proj/Linear", + "/layers.20/mlp/up_proj/Linear/post_convert", + "/layers.20/mlp/down_proj/Linear/pre_reshape", + "/layers.20/mlp/down_proj/Linear/pre_convert", + "/layers.20/mlp/down_proj/Linear", + "/layers.20/mlp/down_proj/Linear/post_convert", + "/layers.21/self_attn/q_proj/Linear/pre_reshape", + "/layers.21/self_attn/q_proj/Linear/pre_convert", + "/layers.21/self_attn/q_proj/Linear", + "/layers.21/self_attn/q_proj/Linear/post_convert", + "/layers.21/self_attn/k_proj/Linear/pre_reshape", + "/layers.21/self_attn/k_proj/Linear/pre_convert", + "/layers.21/self_attn/k_proj/Linear", + "/layers.21/self_attn/k_proj/Linear/post_convert", + "/layers.21/self_attn/v_proj/Linear/pre_reshape", + "/layers.21/self_attn/v_proj/Linear/pre_convert", + "/layers.21/self_attn/v_proj/Linear", + "/layers.21/self_attn/v_proj/Linear/post_convert", + "/layers.21/self_attn/o_proj/Linear/pre_reshape", + "/layers.21/self_attn/o_proj/Linear/pre_convert", + "/layers.21/self_attn/o_proj/Linear", + "/layers.21/self_attn/o_proj/Linear/post_convert", + "/layers.21/mlp/gate_proj/Linear/pre_reshape", + "/layers.21/mlp/gate_proj/Linear/pre_convert", + "/layers.21/mlp/gate_proj/Linear", + "/layers.21/mlp/gate_proj/Linear/post_convert", + "/layers.21/mlp/up_proj/Linear/pre_reshape", + "/layers.21/mlp/up_proj/Linear/pre_convert", + "/layers.21/mlp/up_proj/Linear", + "/layers.21/mlp/up_proj/Linear/post_convert", + "/layers.21/mlp/down_proj/Linear/pre_reshape", + "/layers.21/mlp/down_proj/Linear/pre_convert", + "/layers.21/mlp/down_proj/Linear", + "/layers.21/mlp/down_proj/Linear/post_convert", + "/layers.22/self_attn/q_proj/Linear/pre_reshape", + "/layers.22/self_attn/q_proj/Linear/pre_convert", + "/layers.22/self_attn/q_proj/Linear", + "/layers.22/self_attn/q_proj/Linear/post_convert", + "/layers.22/self_attn/k_proj/Linear/pre_reshape", + "/layers.22/self_attn/k_proj/Linear/pre_convert", + "/layers.22/self_attn/k_proj/Linear", + "/layers.22/self_attn/k_proj/Linear/post_convert", + "/layers.22/self_attn/v_proj/Linear/pre_reshape", + "/layers.22/self_attn/v_proj/Linear/pre_convert", + "/layers.22/self_attn/v_proj/Linear", + "/layers.22/self_attn/v_proj/Linear/post_convert", + "/layers.22/self_attn/o_proj/Linear/pre_reshape", + "/layers.22/self_attn/o_proj/Linear/pre_convert", + "/layers.22/self_attn/o_proj/Linear", + "/layers.22/self_attn/o_proj/Linear/post_convert", + "/layers.22/mlp/gate_proj/Linear/pre_reshape", + "/layers.22/mlp/gate_proj/Linear/pre_convert", + "/layers.22/mlp/gate_proj/Linear", + "/layers.22/mlp/gate_proj/Linear/post_convert", + "/layers.22/mlp/up_proj/Linear/pre_reshape", + "/layers.22/mlp/up_proj/Linear/pre_convert", + "/layers.22/mlp/up_proj/Linear", + "/layers.22/mlp/up_proj/Linear/post_convert", + "/layers.22/mlp/down_proj/Linear/pre_reshape", + "/layers.22/mlp/down_proj/Linear/pre_convert", + "/layers.22/mlp/down_proj/Linear", + "/layers.22/mlp/down_proj/Linear/post_convert", + "/layers.23/self_attn/q_proj/Linear/pre_reshape", + "/layers.23/self_attn/q_proj/Linear/pre_convert", + "/layers.23/self_attn/q_proj/Linear", + "/layers.23/self_attn/q_proj/Linear/post_convert", + "/layers.23/self_attn/k_proj/Linear/pre_reshape", + "/layers.23/self_attn/k_proj/Linear/pre_convert", + "/layers.23/self_attn/k_proj/Linear", + "/layers.23/self_attn/k_proj/Linear/post_convert", + "/layers.23/self_attn/v_proj/Linear/pre_reshape", + "/layers.23/self_attn/v_proj/Linear/pre_convert", + "/layers.23/self_attn/v_proj/Linear", + "/layers.23/self_attn/v_proj/Linear/post_convert", + "/layers.23/self_attn/o_proj/Linear/pre_reshape", + "/layers.23/self_attn/o_proj/Linear/pre_convert", + "/layers.23/self_attn/o_proj/Linear", + "/layers.23/self_attn/o_proj/Linear/post_convert", + "/layers.23/mlp/gate_proj/Linear/pre_reshape", + "/layers.23/mlp/gate_proj/Linear/pre_convert", + "/layers.23/mlp/gate_proj/Linear", + "/layers.23/mlp/gate_proj/Linear/post_convert", + "/layers.23/mlp/up_proj/Linear/pre_reshape", + "/layers.23/mlp/up_proj/Linear/pre_convert", + "/layers.23/mlp/up_proj/Linear", + "/layers.23/mlp/up_proj/Linear/post_convert", + "/layers.23/mlp/down_proj/Linear/pre_reshape", + "/layers.23/mlp/down_proj/Linear/pre_convert", + "/layers.23/mlp/down_proj/Linear", + "/layers.23/mlp/down_proj/Linear/post_convert", + "/layers.24/self_attn/q_proj/Linear/pre_reshape", + "/layers.24/self_attn/q_proj/Linear/pre_convert", + "/layers.24/self_attn/q_proj/Linear", + "/layers.24/self_attn/q_proj/Linear/post_convert", + "/layers.24/self_attn/k_proj/Linear/pre_reshape", + "/layers.24/self_attn/k_proj/Linear/pre_convert", + "/layers.24/self_attn/k_proj/Linear", + "/layers.24/self_attn/k_proj/Linear/post_convert", + "/layers.24/self_attn/v_proj/Linear/pre_reshape", + "/layers.24/self_attn/v_proj/Linear/pre_convert", + "/layers.24/self_attn/v_proj/Linear", + "/layers.24/self_attn/v_proj/Linear/post_convert", + "/layers.24/self_attn/o_proj/Linear/pre_reshape", + "/layers.24/self_attn/o_proj/Linear/pre_convert", + "/layers.24/self_attn/o_proj/Linear", + "/layers.24/self_attn/o_proj/Linear/post_convert", + "/layers.24/mlp/gate_proj/Linear/pre_reshape", + "/layers.24/mlp/gate_proj/Linear/pre_convert", + "/layers.24/mlp/gate_proj/Linear", + "/layers.24/mlp/gate_proj/Linear/post_convert", + "/layers.24/mlp/up_proj/Linear/pre_reshape", + "/layers.24/mlp/up_proj/Linear/pre_convert", + "/layers.24/mlp/up_proj/Linear", + "/layers.24/mlp/up_proj/Linear/post_convert", + "/layers.24/mlp/down_proj/Linear/pre_reshape", + "/layers.24/mlp/down_proj/Linear/pre_convert", + "/layers.24/mlp/down_proj/Linear", + "/layers.24/mlp/down_proj/Linear/post_convert", + "/layers.25/self_attn/q_proj/Linear/pre_reshape", + "/layers.25/self_attn/q_proj/Linear/pre_convert", + "/layers.25/self_attn/q_proj/Linear", + "/layers.25/self_attn/q_proj/Linear/post_convert", + "/layers.25/self_attn/k_proj/Linear/pre_reshape", + "/layers.25/self_attn/k_proj/Linear/pre_convert", + "/layers.25/self_attn/k_proj/Linear", + "/layers.25/self_attn/k_proj/Linear/post_convert", + "/layers.25/self_attn/v_proj/Linear/pre_reshape", + "/layers.25/self_attn/v_proj/Linear/pre_convert", + "/layers.25/self_attn/v_proj/Linear", + "/layers.25/self_attn/v_proj/Linear/post_convert", + "/layers.25/self_attn/o_proj/Linear/pre_reshape", + "/layers.25/self_attn/o_proj/Linear/pre_convert", + "/layers.25/self_attn/o_proj/Linear", + "/layers.25/self_attn/o_proj/Linear/post_convert", + "/layers.25/mlp/gate_proj/Linear/pre_reshape", + "/layers.25/mlp/gate_proj/Linear/pre_convert", + "/layers.25/mlp/gate_proj/Linear", + "/layers.25/mlp/gate_proj/Linear/post_convert", + "/layers.25/mlp/up_proj/Linear/pre_reshape", + "/layers.25/mlp/up_proj/Linear/pre_convert", + "/layers.25/mlp/up_proj/Linear", + "/layers.25/mlp/up_proj/Linear/post_convert", + "/layers.25/mlp/down_proj/Linear/pre_reshape", + "/layers.25/mlp/down_proj/Linear/pre_convert", + "/layers.25/mlp/down_proj/Linear", + "/layers.25/mlp/down_proj/Linear/post_convert", + "/lm/lm_head/Linear/pre_reshape", + "/lm/lm_head/Linear/pre_convert", + "/lm/lm_head/Linear", + "/lm/lm_head/Linear/post_convert" + ], + "tensorNumber": 0, + "usage": "INFERENCE", + "mnn_uuid": "24573a21-284d-4663-89c1-9b0fc2aa7735" +} \ No newline at end of file