diff --git "a/llm.mnn.json" "b/llm.mnn.json" new file mode 100644--- /dev/null +++ "b/llm.mnn.json" @@ -0,0 +1,268599 @@ +{ + "bizCode": "MNNTest", + "extraInfo": { + "version": "2.9.5" + }, + "oplists": [ + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 4.3125, + 4.40625, + 4.21875, + 4.375, + 4.28125, + 4.21875, + 4.4375, + 4.21875, + 3.171875, + 5.28125, + 4.3125, + 4.4375, + 4.34375, + 4.5, + 4.375, + 4.1875, + 4.375, + 4.4375, + 4.3125, + 3.703125, + 4.46875, + 4.375, + 4.375, + 4.40625, + 4.53125, + 4.3125, + 3.359375, + 4.34375, + 4.5, + 4.46875, + 4.25, + 4.34375, + 3.375, + 4.125, + 4.28125, + 4.09375, + 4.28125, + 4.4375, + 4.1875, + 5.0625, + 4.375, + 4.3125, + 4.21875, + 4.28125, + 4.3125, + 4.09375, + 5.09375, + 4.25, + 4.34375, + 4.46875, + 4.28125, + 4.3125, + 4.4375, + 4.3125, + 4.34375, + 4.375, + 4.40625, + 4.15625, + 4.15625, + 4.1875, + 4.34375, + 4.25, + 4.21875, + 4.34375, + 4.28125, + 4.3125, + 4.15625, + 4.25, + 6.0, + 4.3125, + 4.5, + 4.21875, + 4.15625, + 4.25, + 4.125, + 4.28125, + 4.09375, + 4.34375, + 4.40625, + 4.28125, + 4.34375, + 4.15625, + 4.09375, + 4.375, + 4.3125, + 6.25, + 4.25, + 4.25, + 4.40625, + 4.0, + 4.3125, + 4.28125, + 4.1875, + 4.28125, + 4.25, + 4.40625, + 2.8125, + 4.53125, + 4.375, + 5.8125, + 4.5, + 4.5, + 4.34375, + 4.25, + 4.25, + 4.34375, + 4.1875, + 4.4375, + 4.25, + 4.28125, + 4.3125, + 4.125, + 4.75, + 8.75, + 4.40625, + 7.65625, + 4.53125, + 4.21875, + 4.25, + 5.15625, + 4.1875, + 4.25, + 4.3125, + 4.15625, + 4.3125, + 4.4375, + 4.03125, + 4.34375, + 9.0, + 4.21875, + 3.046875, + 4.15625, + 4.40625, + 4.28125, + 5.21875, + 4.375, + 4.4375, + 4.21875, + 4.28125, + 4.40625, + 4.5, + 4.28125, + 4.28125, + 7.3125, + 2.546875, + 4.53125, + 4.25, + 4.375, + 4.09375, + 4.34375, + 4.3125, + 4.25, + 4.375, + 3.953125, + 4.21875, + 4.1875, + 4.28125, + 4.1875, + 4.25, + 4.34375, + 4.78125, + 4.28125, + 4.65625, + 4.28125, + 6.6875, + 4.3125, + 4.15625, + 4.28125, + 4.375, + 4.1875, + 4.375, + 4.15625, + 4.84375, + 4.28125, + 4.3125, + 4.1875, + 4.28125, + 4.34375, + 4.28125, + 4.25, + 5.15625, + 4.25, + 4.3125, + 4.4375, + 5.1875, + 4.3125, + 4.4375, + 4.71875, + 4.40625, + 4.0625, + 4.84375, + 4.25, + 3.890625, + 4.4375, + 4.0625, + 4.3125, + 4.25, + 4.28125, + 4.375, + 4.375, + 4.1875, + 5.375, + 4.28125, + 4.3125, + 4.21875, + 4.40625, + 4.5, + 4.46875, + 4.3125, + 5.59375, + 4.1875, + 4.65625, + 4.53125, + 4.34375, + 4.3125, + 4.28125, + 4.25, + 4.625, + 4.25, + 4.34375, + 4.4375, + 4.21875, + 4.28125, + 4.28125, + 4.21875, + 4.25, + 4.375, + 4.4375, + 4.375, + 4.34375, + 4.3125, + 4.3125, + 4.375, + 4.375, + 4.34375, + 4.3125, + 4.34375, + 4.34375, + 6.65625, + 4.34375, + 4.28125, + 4.3125, + 4.34375, + 4.375, + 5.21875, + 4.09375, + 4.40625, + 4.34375, + 4.28125, + 4.4375, + 4.34375, + 4.1875, + 4.28125, + 4.375, + 4.34375, + 4.375, + 4.28125, + 3.875, + 4.3125, + 4.28125, + 4.375, + 4.34375, + 4.21875, + 4.28125, + 4.375, + 4.46875, + 4.1875, + 4.3125, + 4.1875, + 4.375, + 4.46875, + 4.03125, + 4.25, + 4.34375, + 4.375, + 4.375, + 4.125, + 3.84375, + 4.4375, + 4.0625, + 4.375, + 4.40625, + 4.5625, + 4.28125, + 4.375, + 4.3125, + 4.46875, + 4.21875, + 4.3125, + 5.34375, + 4.125, + 5.21875, + 4.40625, + 4.375, + 5.75, + 4.375, + 4.03125, + 4.71875, + 4.25, + 4.34375, + 4.34375, + 4.3125, + 4.40625, + 4.375, + 4.25, + 4.25, + 4.1875, + 4.21875, + 4.375, + 4.25, + 4.09375, + 4.4375, + 4.375, + 4.34375, + 4.09375, + 4.34375, + 4.40625, + 4.28125, + 4.375, + 4.46875, + 4.4375, + 4.5, + 4.46875, + 4.375, + 4.28125, + 4.28125, + 4.625, + 4.21875, + 4.375, + 4.3125, + 4.375, + 4.15625, + 4.15625, + 4.40625, + 4.375, + 4.28125, + 4.0625, + 4.875, + 4.375, + 4.65625, + 4.28125, + 4.3125, + 4.375, + 4.3125, + 3.078125, + 4.28125, + 4.375, + 4.34375, + 4.40625, + 4.96875, + 4.3125, + 4.4375, + 4.09375, + 4.4375, + 4.15625, + 4.40625, + 4.28125, + 4.375, + 4.34375, + 4.0, + 4.34375, + 4.0625, + 5.59375, + 4.3125, + 3.109375, + 4.375, + 4.46875, + 4.15625, + 4.375, + 5.6875, + 4.375, + 4.375, + 4.40625, + 4.25, + 4.625, + 4.1875, + 3.46875, + 4.375, + 4.375, + 4.28125, + 4.28125, + 4.3125, + 4.25, + 3.953125, + 4.28125, + 4.875, + 4.21875, + 4.34375, + 4.3125, + 4.40625, + 4.28125, + 4.34375, + 4.46875, + 4.4375, + 4.375, + 4.375, + 4.4375, + 4.375, + 4.375, + 3.328125, + 4.09375, + 4.3125, + 4.21875, + 4.21875, + 5.03125, + 4.40625, + 4.28125, + 4.28125, + 4.21875, + 4.65625, + 4.25, + 4.4375, + 4.3125, + 4.1875, + 4.3125, + 3.984375, + 4.21875, + 4.28125, + 4.375, + 4.25, + 4.28125, + 4.25, + 4.375, + 5.90625, + 4.34375, + 4.5625, + 4.34375, + 4.28125, + 5.53125, + 4.1875, + 4.40625, + 4.34375, + 4.34375, + 4.40625, + 4.375, + 5.0625, + 4.40625, + 4.3125, + 4.40625, + 4.375, + 4.3125, + 4.53125, + 4.1875, + 4.28125, + 4.46875, + 4.46875, + 4.375, + 4.3125, + 4.28125, + 4.21875, + 4.21875, + 4.375, + 4.34375, + 4.40625, + 4.3125, + 4.40625, + 4.71875, + 4.15625, + 1.84375, + 4.375, + 4.34375, + 4.40625, + 4.25, + 3.71875, + 4.375, + 4.375, + 4.375, + 4.21875, + 4.125, + 4.0625, + 4.46875, + 3.359375, + 4.3125, + 4.21875, + 4.28125, + 4.125, + 4.40625, + 5.15625, + 4.34375, + 4.25, + 4.3125, + 4.25, + 4.53125, + 4.0625, + 3.984375, + 4.375, + 4.1875, + 4.375, + 4.1875, + 4.3125, + 4.8125, + 4.21875, + 4.28125, + 4.28125, + 4.25, + 4.53125, + 4.375, + 4.15625, + 4.125, + 4.28125, + 4.5, + 4.4375, + 4.40625, + 4.40625, + 4.1875, + 4.21875, + 4.1875, + 4.84375, + 4.28125, + 4.375, + 4.0, + 4.25, + 4.3125, + 4.21875, + 4.15625, + 4.40625, + 4.3125, + 4.28125, + 4.4375, + 4.375, + 4.46875, + 4.375, + 4.3125, + 8.0, + 4.34375, + 4.40625, + 4.1875, + 4.28125, + 4.28125, + 4.25, + 4.3125, + 4.1875, + 4.21875, + 4.375, + 4.15625, + 4.3125, + 4.375, + 4.40625, + 4.40625, + 4.34375, + 5.0625, + 6.0625, + 4.8125, + 4.40625, + 4.625, + 4.21875, + 4.4375, + 5.5625, + 4.9375, + 4.1875, + 4.375, + 4.1875, + 4.21875, + 3.859375, + 4.25, + 4.90625, + 4.375, + 4.3125, + 4.375, + 4.40625, + 4.25, + 4.34375, + 4.40625, + 5.03125, + 4.28125, + 4.25, + 4.4375, + 4.125, + 4.25, + 5.03125, + 4.125, + 4.125, + 4.59375, + 4.46875, + 5.5, + 4.34375, + 4.21875, + 4.28125, + 4.5625, + 4.21875, + 4.28125, + 4.15625, + 4.34375, + 4.5, + 4.125, + 4.25, + 4.40625, + 4.3125, + 4.375, + 4.71875, + 4.65625, + 4.34375, + 4.34375, + 3.984375, + 4.5, + 4.21875, + 4.46875, + 4.78125, + 4.375, + 4.25, + 4.21875, + 4.40625, + 4.5, + 4.125, + 4.25, + 4.1875, + 4.28125, + 4.34375, + 1.75, + 4.21875, + 4.09375, + 4.21875, + 4.40625, + 5.3125, + 4.21875, + 4.28125, + 5.75, + 4.75, + 4.3125, + 4.15625, + 4.34375, + 4.375, + 2.34375, + 4.28125, + 2.875, + 4.21875, + 4.25, + 4.25, + 4.125, + 4.28125, + 4.3125, + 4.4375, + 4.46875, + 4.46875, + 4.71875, + 4.5, + 4.34375, + 6.90625, + 4.3125, + 4.34375, + 4.09375, + 5.21875, + 4.09375, + 4.4375, + 4.125, + 4.3125, + 4.03125, + 4.40625, + 4.3125, + 4.125, + 3.25, + 4.375, + 4.34375, + 4.21875, + 3.015625, + 4.25, + 4.3125, + 4.3125, + 4.34375, + 4.4375, + 4.28125, + 4.4375, + 1.796875, + 4.46875, + 4.34375, + 4.21875, + 4.46875, + 4.3125, + 4.21875, + 4.375, + 4.3125, + 4.40625, + 4.3125, + 4.375, + 4.34375, + 4.375, + 4.28125, + 4.34375, + 4.34375, + 4.28125, + 4.4375, + 4.34375, + 4.46875, + 4.1875, + 3.9375, + 4.21875, + 4.5, + 4.375, + 4.53125, + 3.140625, + 4.1875, + 4.25, + 4.28125, + 4.3125, + 4.28125, + 3.921875, + 4.59375, + 4.28125, + 5.75, + 4.28125, + 4.53125, + 4.15625, + 4.25, + 4.34375, + 4.3125, + 4.28125, + 4.375, + 3.171875, + 4.3125, + 4.21875, + 4.5, + 5.53125, + 4.25, + 4.46875, + 4.15625, + 6.03125, + 3.140625, + 4.25, + 4.875, + 4.34375, + 4.0, + 4.21875, + 4.21875, + 4.40625, + 4.28125, + 4.21875, + 4.28125, + 3.21875, + 4.375, + 4.125, + 4.28125, + 4.25, + 4.46875, + 4.25, + 4.3125, + 4.375, + 4.875, + 4.53125, + 4.3125, + 4.34375, + 4.3125, + 4.375, + 4.21875, + 4.40625, + 4.28125, + 4.3125, + 4.15625, + 4.59375, + 4.28125, + 4.3125, + 5.0, + 4.34375, + 4.40625, + 4.0625, + 4.28125, + 4.34375, + 4.4375, + 4.25, + 4.21875, + 3.78125, + 4.28125, + 4.46875, + 4.34375, + 3.828125, + 4.3125, + 4.40625, + 4.375, + 4.40625, + 4.03125, + 4.125, + 4.3125, + 4.3125, + 5.71875, + 4.4375, + 4.15625, + 5.0625, + 4.34375, + 4.125, + 4.375, + 4.34375, + 4.28125, + 4.5, + 4.3125, + 4.40625, + 4.8125, + 4.1875, + 4.40625, + 4.96875, + 4.21875, + 4.46875, + 4.375, + 4.53125, + 4.4375, + 4.28125, + 4.375, + 5.21875, + 4.4375, + 4.125, + 4.125, + 4.21875, + 4.34375, + 5.40625, + 4.375, + 4.40625, + 4.3125, + 3.0625, + 4.375, + 4.34375, + 4.25, + 4.84375, + 4.0, + 4.28125, + 4.34375, + 4.375, + 4.375, + 4.28125, + 4.25, + 4.875, + 4.28125, + 3.3125, + 4.3125, + 4.375, + 4.28125, + 4.28125, + 5.5625, + 4.9375, + 4.40625, + 4.46875, + 4.375, + 3.984375, + 4.40625, + 4.25, + 4.21875, + 4.34375, + 4.375, + 4.15625, + 4.28125, + 4.34375, + 4.25, + 4.375, + 4.34375, + 4.4375, + 4.1875, + 4.28125, + 4.03125, + 4.3125, + 4.4375, + 4.3125, + 4.3125, + 4.34375, + 4.15625, + 4.34375, + 4.34375, + 4.1875, + 4.34375, + 4.03125, + 4.1875, + 4.5, + 4.15625, + 4.3125, + 4.3125, + 4.4375, + 4.1875, + 4.28125, + 4.5, + 4.34375, + 4.21875, + 4.40625, + 4.09375, + 4.3125, + 4.34375, + 4.0625, + 4.21875, + 3.96875, + 4.3125, + 4.34375, + 4.28125, + 8.6875, + 4.375, + 5.78125, + 4.21875, + 4.15625, + 4.75, + 4.375, + 4.28125, + 4.3125, + 4.34375, + 4.21875, + 3.6875, + 3.828125, + 3.859375, + 4.40625, + 4.46875, + 4.28125, + 4.09375, + 4.375, + 4.40625, + 4.34375, + 3.96875, + 7.21875, + 4.375, + 4.40625, + 4.375, + 4.21875, + 4.3125, + 4.3125, + 4.28125, + 4.28125, + 4.21875, + 4.09375, + 4.3125, + 4.3125, + 4.40625, + 3.5625, + 4.3125, + 4.40625, + 4.375, + 4.25, + 4.5, + 4.40625, + 4.28125, + 4.3125, + 4.3125, + 4.375, + 4.15625, + 4.40625, + 4.0625, + 4.4375, + 4.34375, + 4.28125, + 4.34375, + 4.15625, + 4.34375, + 4.375, + 4.28125, + 4.46875, + 5.28125, + 4.09375, + 4.5625, + 4.34375, + 4.40625, + 4.40625, + 4.375, + 4.96875, + 4.84375, + 4.53125, + 4.1875, + 4.3125, + 5.90625, + 4.0, + 4.21875, + 4.25, + 4.25, + 4.40625, + 4.40625, + 3.96875, + 4.34375, + 3.296875, + 4.5, + 3.328125, + 4.4375, + 4.125, + 4.40625, + 4.8125, + 4.25, + 4.34375, + 4.46875, + 4.4375, + 4.40625, + 4.375, + 4.34375, + 4.0625, + 3.265625, + 4.25, + 4.21875, + 4.28125, + 4.15625, + 4.125, + 4.28125, + 4.34375, + 4.375, + 4.46875, + 4.53125, + 3.53125, + 3.9375, + 4.3125, + 4.5, + 4.21875, + 4.28125, + 4.1875, + 4.1875, + 4.375, + 4.4375, + 4.25, + 4.09375, + 4.25, + 4.34375, + 4.03125, + 3.734375, + 4.46875, + 4.21875, + 4.34375, + 4.4375, + 5.625, + 4.375, + 4.40625, + 4.375, + 4.28125, + 4.25, + 3.28125, + 4.59375, + 4.375, + 4.46875, + 5.0, + 4.9375, + 4.3125, + 4.3125, + 4.59375, + 4.46875, + 4.375, + 4.71875, + 4.5, + 4.21875, + 4.34375, + 4.4375, + 4.09375, + 3.53125, + 4.4375, + 4.53125, + 3.984375, + 4.0, + 4.28125, + 4.28125, + 4.46875, + 4.40625, + 4.28125, + 4.3125, + 4.25, + 4.40625, + 3.90625, + 4.34375, + 7.09375, + 4.125, + 3.359375, + 4.28125, + 4.59375, + 4.0625, + 4.34375, + 4.15625, + 4.34375, + 4.5625, + 4.28125, + 4.34375, + 3.234375, + 4.03125, + 4.28125, + 4.5, + 4.34375, + 4.0625, + 4.3125, + 4.5, + 4.875, + 4.59375, + 4.375, + 4.90625, + 4.34375, + 4.0625, + 4.375, + 4.28125, + 8.0625, + 4.28125, + 4.375, + 4.03125, + 4.25, + 4.25, + 5.78125, + 4.375, + 4.21875, + 4.4375, + 4.25, + 4.375, + 4.3125, + 4.71875, + 4.34375, + 4.21875, + 4.3125, + 4.3125, + 4.15625, + 4.65625, + 4.59375, + 4.40625, + 4.21875, + 4.09375, + 4.03125, + 4.3125, + 4.3125, + 4.15625, + 4.21875, + 4.375, + 4.5625, + 4.1875, + 4.34375, + 5.25, + 4.15625, + 4.4375, + 4.3125, + 4.28125, + 4.125, + 4.28125, + 4.125, + 5.03125, + 7.09375, + 4.3125, + 4.28125, + 4.375, + 4.125, + 5.78125, + 4.21875, + 4.375, + 4.28125, + 4.09375, + 1.773438, + 3.984375, + 4.46875, + 4.15625, + 4.125, + 6.125, + 4.34375, + 4.21875, + 4.65625, + 4.40625, + 4.3125, + 4.40625, + 4.375, + 4.28125, + 3.953125, + 4.5625, + 4.28125, + 4.25, + 4.28125, + 4.53125, + 4.3125, + 4.28125, + 4.375, + 4.46875, + 4.28125, + 4.40625, + 4.375, + 4.28125, + 4.40625, + 4.03125, + 4.09375, + 5.09375, + 4.25, + 4.34375, + 4.1875, + 4.375, + 4.40625, + 4.5625, + 4.3125, + 4.375, + 4.15625, + 4.4375, + 4.4375, + 4.28125, + 4.3125, + 4.375, + 4.3125, + 4.28125, + 4.46875, + 4.125, + 4.375, + 4.34375, + 4.25, + 5.125, + 4.34375, + 4.34375, + 4.28125, + 4.46875, + 4.28125, + 4.4375, + 4.15625, + 5.1875, + 4.125, + 4.15625, + 4.09375, + 4.25, + 4.28125, + 4.34375, + 4.3125, + 4.46875, + 4.53125, + 4.28125, + 4.25, + 4.28125, + 4.125, + 4.34375, + 4.40625, + 4.28125, + 4.46875, + 4.125, + 4.3125, + 4.4375, + 4.4375, + 4.34375, + 9.25, + 4.34375, + 4.5625, + 4.875, + 4.375, + 4.5, + 4.3125, + 4.4375, + 4.4375, + 4.5, + 4.40625, + 4.25, + 4.375, + 4.21875, + 4.65625, + 5.15625, + 3.90625, + 4.5625, + 4.25, + 4.71875, + 4.1875, + 4.3125, + 4.3125, + 4.34375, + 4.40625, + 4.28125, + 4.375, + 4.25, + 4.375, + 4.5, + 4.28125, + 4.25, + 4.34375, + 4.28125, + 4.46875, + 4.03125, + 4.40625, + 4.25, + 4.125, + 4.15625, + 4.375, + 4.3125, + 4.0625, + 4.375, + 4.46875, + 4.09375, + 4.34375, + 4.15625, + 4.28125, + 4.28125, + 4.34375, + 4.25, + 4.34375, + 4.34375, + 4.375, + 4.21875, + 4.21875, + 4.0625, + 4.3125, + 5.09375, + 4.25, + 8.75, + 4.3125, + 4.34375, + 4.09375, + 4.3125, + 4.4375, + 4.25, + 4.40625, + 4.25, + 4.3125, + 4.34375, + 5.46875, + 4.21875, + 4.15625, + 4.34375, + 4.3125, + 4.65625, + 4.4375, + 4.34375, + 3.640625, + 4.21875, + 4.21875, + 5.125, + 4.3125, + 6.40625, + 4.3125, + 4.3125, + 4.15625, + 4.5, + 4.375, + 4.15625, + 4.5625, + 4.8125, + 5.15625, + 3.703125, + 4.3125, + 6.4375, + 4.375, + 4.21875, + 4.34375, + 4.4375, + 4.0, + 4.15625, + 4.28125, + 4.28125, + 4.84375, + 4.28125, + 4.1875, + 4.375, + 4.09375, + 4.34375, + 4.4375, + 4.3125, + 4.375, + 4.34375, + 4.3125, + 4.25, + 4.25, + 4.5625, + 4.34375, + 4.1875, + 4.3125, + 4.375, + 4.28125, + 4.0, + 4.5, + 4.125, + 4.375, + 4.1875, + 4.40625, + 4.28125, + 3.765625, + 4.1875, + 4.1875, + 4.28125, + 4.1875, + 4.3125, + 4.5, + 4.28125, + 4.40625, + 4.375, + 4.40625, + 4.375, + 4.125, + 3.890625, + 4.4375, + 5.5625, + 4.25, + 4.375, + 4.75, + 4.28125, + 4.1875, + 4.40625, + 4.4375, + 4.3125, + 4.21875, + 4.3125, + 4.375, + 4.09375, + 4.375, + 4.21875, + 4.4375, + 4.4375, + 4.4375, + 4.78125, + 4.3125, + 4.28125, + 4.25, + 4.53125, + 4.125, + 4.34375, + 4.3125, + 4.09375, + 4.25, + 4.34375, + 4.3125, + 4.28125, + 4.28125, + 4.1875, + 4.40625, + 4.40625, + 4.28125, + 4.3125, + 4.28125, + 4.3125, + 4.28125, + 4.65625, + 4.28125, + 4.5, + 3.078125, + 4.1875, + 4.34375, + 4.3125, + 4.03125, + 4.3125, + 4.15625, + 4.1875, + 4.3125, + 4.40625, + 4.4375, + 4.3125, + 4.28125, + 4.28125, + 4.1875, + 4.375, + 3.359375, + 4.4375, + 4.40625, + 3.484375, + 4.25, + 4.28125, + 4.3125, + 4.28125, + 4.28125, + 4.375, + 4.375, + 4.4375, + 4.40625, + 3.390625, + 4.0625, + 4.28125, + 4.84375, + 4.28125, + 4.40625, + 4.34375, + 6.8125, + 4.3125, + 4.625, + 4.21875, + 4.28125, + 4.375, + 4.25, + 4.34375, + 3.765625, + 4.28125, + 4.0, + 4.34375, + 4.21875, + 4.34375, + 3.5625, + 4.25, + 4.25, + 4.4375, + 4.3125, + 4.34375, + 6.125, + 4.0625, + 4.28125, + 4.21875, + 4.4375, + 4.5, + 4.40625, + 4.25, + 4.4375, + 4.1875, + 2.625, + 4.40625, + 4.3125, + 4.34375, + 4.375, + 4.34375, + 4.5, + 4.34375, + 4.25, + 3.296875, + 4.34375, + 4.3125, + 3.984375, + 4.09375, + 4.625, + 4.28125, + 4.28125, + 4.40625, + 4.15625, + 4.375, + 5.375, + 4.375, + 4.28125, + 4.40625, + 4.28125, + 4.40625, + 4.15625, + 4.25, + 4.5, + 4.21875, + 3.515625, + 4.03125, + 4.53125, + 4.46875, + 4.125, + 4.4375, + 4.25, + 4.09375, + 4.34375, + 4.28125, + 4.28125, + 4.5625, + 4.375, + 4.21875, + 4.34375, + 4.3125, + 3.34375, + 4.25, + 4.28125, + 4.28125, + 4.46875, + 4.34375, + 4.15625, + 4.375, + 4.375, + 4.375, + 4.125, + 4.28125, + 4.3125, + 4.3125, + 4.1875, + 4.28125, + 4.21875, + 4.25, + 4.40625, + 4.3125, + 4.46875, + 4.4375, + 4.28125, + 4.375, + 6.125, + 4.3125, + 4.4375, + 4.375, + 4.1875, + 4.125, + 4.25, + 4.40625, + 4.375, + 4.21875, + 4.3125, + 4.375, + 4.28125, + 4.3125, + 4.53125, + 4.1875, + 5.5625, + 4.4375, + 4.4375, + 5.0625, + 3.921875, + 4.40625, + 4.40625, + 6.4375, + 4.90625, + 5.0625, + 5.34375, + 4.3125, + 4.4375, + 5.21875, + 4.28125, + 6.125, + 4.3125, + 4.25, + 4.53125, + 4.3125, + 4.1875, + 4.21875, + 4.15625, + 4.28125, + 3.4375, + 7.03125, + 4.4375, + 4.375, + 4.3125, + 4.75, + 4.34375, + 4.28125, + 4.46875, + 4.25, + 4.25, + 4.3125, + 4.15625, + 4.1875, + 4.46875, + 4.46875, + 4.28125, + 3.390625, + 4.375, + 4.28125, + 4.40625, + 3.59375, + 4.5, + 4.46875, + 4.28125, + 4.375, + 4.40625, + 4.15625, + 4.40625, + 4.28125, + 4.34375, + 4.28125, + 4.1875, + 4.34375, + 4.4375, + 4.28125, + 4.3125, + 4.125, + 4.40625, + 3.9375, + 4.34375, + 4.4375, + 4.375, + 4.53125, + 4.46875, + 4.3125, + 5.1875, + 4.34375, + 4.125, + 4.25, + 2.96875, + 4.1875, + 4.28125, + 4.28125, + 4.40625, + 4.4375, + 6.4375, + 7.75, + 4.25, + 4.3125, + 4.625, + 4.28125, + 4.34375, + 4.3125, + 4.46875, + 4.375, + 4.3125, + 4.25, + 4.625, + 4.34375, + 4.125, + 4.75, + 4.375, + 5.34375, + 4.375, + 4.21875, + 4.21875, + 4.375, + 4.375, + 2.359375, + 4.28125, + 4.03125, + 4.34375, + 4.25, + 4.28125, + 4.4375, + 4.53125, + 4.0, + 4.1875, + 2.296875, + 4.15625, + 4.375, + 4.375, + 4.375, + 4.34375, + 4.375, + 4.1875, + 4.28125, + 4.28125, + 4.5, + 4.21875, + 4.375, + 4.3125, + 4.28125, + 4.125, + 4.40625, + 4.3125, + 4.28125, + 4.3125, + 4.46875, + 4.25, + 4.25, + 4.75, + 4.875, + 4.375, + 4.4375, + 4.59375, + 4.4375, + 3.984375, + 4.375, + 4.25, + 5.3125, + 4.1875, + 4.3125, + 4.3125, + 4.3125, + 5.0, + 4.3125, + 3.484375, + 4.3125, + 4.34375, + 4.28125, + 4.375, + 4.46875, + 4.4375, + 4.125, + 3.34375, + 4.34375, + 4.34375, + 5.09375, + 4.375, + 4.28125, + 4.125, + 4.375, + 4.25, + 4.53125, + 2.90625, + 4.375, + 8.0, + 4.15625, + 4.15625, + 4.34375, + 4.40625, + 4.25, + 4.5, + 4.09375, + 4.46875, + 4.34375, + 4.375, + 4.65625, + 4.1875, + 4.25, + 4.03125, + 4.3125, + 4.125, + 4.3125, + 4.40625, + 4.65625, + 4.28125, + 4.21875, + 4.125, + 4.28125, + 4.125, + 4.125, + 4.4375, + 4.21875, + 4.15625, + 4.375, + 4.4375, + 4.375, + 4.3125, + 3.4375, + 4.78125, + 4.25, + 4.125, + 4.34375, + 4.21875, + 4.3125, + 3.546875, + 4.375, + 5.34375, + 4.4375, + 4.40625, + 4.28125, + 4.34375, + 4.34375, + 3.390625, + 4.34375, + 4.375, + 4.34375, + 4.3125, + 4.25, + 4.1875, + 4.34375, + 4.28125, + 5.25, + 4.375, + 4.46875, + 4.28125, + 4.40625, + 5.78125, + 4.4375, + 4.75, + 4.40625, + 4.53125, + 5.9375, + 4.25, + 3.3125, + 4.375, + 3.5625, + 4.125, + 4.0, + 4.875, + 4.40625, + 4.1875, + 4.375, + 4.15625, + 4.34375, + 4.28125, + 4.28125, + 4.78125, + 4.28125, + 6.0, + 4.34375, + 5.28125, + 2.984375, + 4.125, + 4.21875, + 3.9375, + 4.375, + 4.46875, + 4.09375, + 4.09375, + 4.3125, + 4.375, + 4.375, + 4.78125, + 4.09375, + 4.40625, + 4.4375, + 4.3125, + 4.28125, + 4.3125, + 4.25, + 4.46875, + 4.21875, + 4.40625, + 4.125, + 5.25, + 4.5, + 4.5, + 5.0625, + 4.5, + 4.34375, + 4.40625, + 3.0625, + 4.28125, + 4.34375, + 5.625, + 4.375, + 4.78125, + 4.25, + 4.40625, + 4.40625, + 4.34375, + 4.3125, + 4.5, + 4.3125, + 4.75, + 4.3125, + 4.40625, + 4.40625, + 4.53125, + 3.453125, + 4.46875, + 4.3125, + 4.40625, + 4.25, + 4.28125, + 3.734375, + 4.40625, + 4.09375, + 4.40625, + 4.40625, + 3.6875, + 4.875, + 4.34375, + 4.28125, + 3.34375, + 4.25, + 4.53125, + 4.625, + 4.25, + 4.3125, + 4.03125, + 4.59375, + 4.21875, + 4.375, + 4.25, + 4.25, + 4.25, + 4.375, + 4.375, + 4.0625, + 4.5, + 4.1875, + 4.375, + 4.4375, + 4.25, + 5.4375, + 4.4375, + 4.25, + 4.375, + 4.5625, + 4.4375, + 4.3125, + 4.34375, + 4.28125, + 4.25, + 4.46875, + 4.34375, + 4.3125, + 4.96875, + 4.65625, + 4.25, + 4.40625, + 4.40625, + 4.34375, + 4.625, + 4.09375, + 4.3125, + 5.1875, + 4.25, + 4.40625, + 4.40625, + 4.59375, + 4.40625, + 4.375, + 4.125, + 4.3125, + 4.25, + 4.40625, + 3.515625, + 4.03125, + 3.453125, + 2.671875, + 4.4375, + 4.0625, + 2.109375, + 4.375, + 4.15625, + 4.4375, + 4.0, + 4.4375, + 4.09375, + 4.1875, + 4.34375, + 4.21875, + 4.28125, + 8.3125, + 4.40625, + 4.5, + 4.46875, + 4.09375, + 4.4375, + 4.3125, + 4.21875, + 4.40625, + 4.09375, + 4.28125, + 4.5, + 4.34375, + 4.1875, + 4.09375, + 4.375, + 4.28125, + 4.3125, + 4.25, + 4.15625, + 4.40625, + 4.09375, + 4.375, + 4.28125, + 4.15625, + 4.125, + 4.21875, + 4.09375, + 4.25, + 4.34375, + 4.46875, + 4.90625, + 4.375, + 4.28125, + 4.125, + 4.46875, + 4.40625, + 4.34375, + 4.34375, + 4.34375, + 4.40625, + 4.375, + 4.40625, + 4.125, + 3.453125, + 4.875, + 4.34375, + 4.375, + 4.1875, + 4.375, + 4.375, + 4.78125, + 4.28125, + 3.25, + 4.375, + 4.375, + 4.46875, + 4.34375, + 4.15625, + 4.21875, + 4.21875, + 4.25, + 4.09375, + 4.375, + 4.25, + 4.1875, + 4.15625, + 4.46875, + 4.3125, + 4.21875, + 2.84375, + 4.15625, + 4.5, + 4.375, + 4.375, + 4.375, + 4.34375, + 4.1875, + 4.3125, + 4.34375, + 4.375, + 4.34375, + 3.421875, + 4.3125, + 3.09375, + 4.34375, + 4.53125, + 4.375, + 4.53125, + 5.0625, + 1.945312, + 4.3125, + 4.375, + 4.4375, + 4.21875, + 4.375, + 4.40625, + 4.375, + 4.375, + 5.59375, + 4.375, + 3.828125, + 4.4375, + 4.0625, + 4.34375, + 4.3125, + 4.25, + 4.21875, + 4.34375, + 4.34375, + 4.375, + 5.09375, + 4.3125, + 4.15625, + 4.3125, + 4.4375, + 4.4375, + 4.375, + 4.4375, + 4.8125, + 4.40625, + 4.03125, + 4.25, + 4.46875, + 4.21875, + 4.28125, + 6.03125, + 4.28125, + 4.3125, + 5.5, + 4.3125, + 4.21875, + 6.28125, + 4.375, + 4.1875, + 4.34375, + 4.40625, + 4.5, + 4.4375, + 4.28125, + 4.34375, + 4.0, + 4.25, + 4.4375, + 4.1875, + 4.375, + 4.375, + 4.28125, + 4.25, + 4.4375, + 4.75, + 4.09375, + 4.09375, + 4.40625, + 4.3125, + 4.96875, + 4.25, + 4.3125, + 3.859375, + 3.9375, + 4.4375, + 4.375, + 4.375, + 4.34375, + 4.3125, + 4.21875, + 4.4375, + 8.5, + 4.28125, + 4.34375, + 4.375, + 4.28125, + 4.34375, + 4.3125, + 4.09375, + 4.0625, + 4.75, + 4.28125, + 4.375, + 4.3125, + 4.3125, + 4.25, + 4.15625, + 3.859375, + 4.3125, + 4.25, + 4.46875, + 6.21875, + 4.34375, + 4.25, + 4.40625, + 4.3125, + 4.40625, + 4.375, + 4.25, + 4.34375, + 4.28125, + 4.28125, + 4.25, + 4.3125, + 4.3125, + 4.34375, + 4.34375, + 3.078125, + 4.3125, + 4.15625, + 4.3125, + 4.40625, + 4.34375, + 2.984375, + 4.28125, + 4.5, + 4.4375, + 5.375, + 4.5, + 4.25, + 4.34375, + 4.40625, + 4.40625, + 4.40625, + 4.3125, + 4.40625, + 4.125, + 4.4375, + 4.1875, + 4.1875, + 4.28125, + 3.390625, + 4.3125, + 4.21875, + 4.375, + 4.40625, + 4.125, + 4.3125, + 4.40625, + 7.09375, + 4.1875, + 4.21875, + 2.078125, + 4.375, + 4.34375, + 4.1875, + 4.40625, + 4.0625, + 4.1875, + 4.3125, + 4.21875, + 4.3125, + 4.375, + 4.46875, + 4.40625, + 4.34375, + 4.5, + 4.3125, + 4.3125, + 4.34375, + 4.46875, + 4.1875, + 4.40625, + 4.46875, + 4.40625, + 4.25, + 5.34375, + 4.375, + 4.40625, + 4.0, + 4.28125, + 4.1875, + 5.28125, + 4.4375, + 4.4375, + 4.3125, + 4.3125, + 4.15625, + 4.28125, + 4.25, + 4.375, + 4.46875, + 4.25, + 4.3125, + 4.1875, + 4.34375, + 4.3125, + 4.46875, + 4.09375, + 4.53125, + 4.1875, + 4.3125, + 4.53125, + 4.375, + 4.75, + 4.375, + 4.3125, + 4.34375, + 4.59375, + 4.5625, + 5.78125, + 4.15625, + 4.25, + 4.1875, + 4.34375, + 4.21875, + 4.4375, + 4.28125, + 4.40625, + 4.375, + 4.46875, + 4.15625, + 4.28125, + 4.34375, + 4.09375, + 4.28125, + 4.40625, + 4.3125, + 8.125, + 4.75, + 4.34375, + 4.53125, + 4.6875, + 4.34375, + 4.3125, + 4.25, + 4.125, + 4.375, + 5.125, + 4.375, + 4.28125, + 4.25, + 4.59375, + 4.5, + 4.375, + 4.84375, + 4.25, + 4.34375, + 4.3125, + 3.796875, + 4.34375, + 4.375, + 4.40625, + 4.59375, + 4.34375, + 5.0, + 4.375, + 4.3125, + 4.21875, + 4.71875, + 4.375, + 4.34375, + 3.328125, + 4.75, + 4.4375, + 4.4375, + 4.4375, + 4.15625, + 3.75, + 4.15625, + 4.34375, + 4.34375, + 4.1875, + 4.78125, + 4.59375, + 4.3125, + 4.6875, + 6.5625, + 5.03125, + 4.34375, + 4.28125, + 3.90625, + 4.34375, + 4.34375, + 3.875, + 4.3125, + 4.3125, + 4.34375, + 4.34375, + 4.34375, + 4.6875, + 4.28125, + 4.5625, + 4.09375, + 4.46875, + 4.28125, + 4.59375, + 4.4375, + 4.21875, + 4.34375, + 3.890625, + 4.46875, + 4.34375, + 4.4375, + 4.625, + 4.3125, + 4.125, + 4.25, + 4.09375, + 4.4375, + 4.3125, + 4.1875, + 4.21875, + 4.1875, + 4.25, + 4.25, + 4.34375, + 4.40625, + 4.1875, + 4.34375, + 4.40625, + 4.25, + 4.28125, + 4.15625, + 4.40625, + 4.3125, + 4.3125, + 4.25, + 4.40625, + 4.375, + 4.34375, + 4.3125, + 4.8125, + 4.4375, + 4.1875, + 4.28125, + 4.1875, + 4.21875, + 4.25, + 4.4375, + 4.375, + 4.46875, + 4.3125, + 4.25, + 4.25, + 4.25, + 4.25, + 4.53125, + 4.28125, + 4.3125, + 4.375, + 4.09375, + 4.3125, + 4.375, + 4.3125, + 4.3125, + 4.3125, + 4.0, + 4.4375, + 4.3125, + 4.4375, + 4.40625, + 4.4375, + 4.1875, + 4.375, + 4.375, + 4.25, + 4.25, + 4.0625, + 4.3125, + 4.09375, + 4.34375, + 4.34375, + 4.40625, + 4.28125, + 3.453125, + 4.28125, + 4.84375, + 4.375, + 4.5, + 3.203125, + 4.46875, + 4.5, + 4.375, + 4.375, + 4.28125, + 4.1875, + 4.59375, + 4.25, + 4.84375, + 4.28125, + 4.28125, + 4.21875, + 4.28125, + 4.21875, + 4.34375, + 4.375, + 4.125, + 4.21875, + 4.4375, + 4.53125, + 4.375, + 4.21875, + 4.5, + 4.3125, + 4.28125, + 4.25, + 4.4375, + 4.34375, + 4.75, + 4.125, + 4.375, + 4.28125, + 4.21875, + 4.3125, + 4.21875, + 4.40625, + 4.3125, + 4.4375, + 4.375, + 4.125, + 4.3125, + 4.375, + 4.21875, + 3.953125, + 4.28125, + 4.28125, + 4.0625, + 4.3125, + 4.4375, + 4.1875, + 4.21875, + 4.34375, + 4.28125, + 4.40625, + 4.3125, + 4.34375, + 4.28125, + 4.375, + 7.09375, + 4.375, + 3.5625, + 4.375, + 4.3125, + 4.21875, + 4.0625, + 4.25, + 4.25, + 4.90625, + 4.21875, + 4.40625, + 7.03125, + 4.59375, + 4.375, + 4.4375, + 4.1875, + 4.375, + 4.375, + 4.53125, + 4.125, + 4.53125, + 4.34375, + 4.625, + 4.40625, + 4.25, + 5.28125, + 4.15625, + 4.21875, + 4.1875, + 4.375, + 4.5, + 4.34375, + 4.34375, + 4.40625, + 4.34375, + 4.21875, + 4.21875, + 4.4375, + 4.21875, + 4.34375, + 4.28125, + 4.09375, + 4.28125, + 4.3125, + 5.625, + 4.34375, + 4.34375, + 4.25, + 4.375, + 4.40625, + 4.34375, + 4.4375, + 4.40625, + 4.71875, + 4.40625, + 4.28125, + 4.28125, + 4.3125, + 4.34375, + 4.3125, + 4.125, + 3.578125, + 4.375, + 7.1875, + 4.375, + 4.40625, + 3.90625, + 4.1875, + 4.40625, + 4.28125, + 4.1875, + 4.375, + 4.375, + 4.4375, + 4.375, + 4.53125, + 5.40625, + 4.25, + 4.375, + 3.375, + 4.40625, + 4.0625, + 4.375, + 4.25, + 4.21875, + 4.59375, + 4.28125, + 4.21875, + 4.0625, + 4.3125, + 4.15625, + 3.09375, + 4.28125, + 4.40625, + 4.3125, + 3.375, + 4.625, + 4.375, + 4.34375, + 4.34375, + 4.40625, + 4.5, + 4.34375, + 4.46875, + -0.245117, + 4.90625, + 4.1875, + 4.3125, + 4.25, + 4.3125, + 4.3125, + 4.40625, + 4.1875, + 4.25, + 4.3125, + 4.3125, + 4.375, + 4.375, + 4.3125, + 4.25, + 4.3125, + 4.28125, + 4.28125, + 4.4375, + 4.1875, + 8.875, + 4.15625, + 4.21875, + 4.375, + 4.3125, + 4.375, + 4.25, + 3.96875, + 3.453125, + 4.375, + 4.4375, + 4.09375, + 4.5625, + 4.84375, + 4.375, + 3.71875, + 4.34375, + 4.34375, + 4.21875, + 4.3125, + 4.21875, + 4.34375, + 4.40625, + 4.25, + 4.03125, + 4.375, + 4.375, + 4.0, + 5.5, + 4.78125, + 4.40625, + 4.3125, + 4.25, + 4.78125, + 4.09375, + 4.34375, + 4.4375, + 4.125, + 4.34375, + 4.4375, + 6.4375, + 4.25, + 4.375, + 4.75, + 4.375, + 4.15625, + 4.40625, + 4.25, + 4.15625, + 4.40625, + 4.34375, + 4.375, + 4.28125, + 4.40625, + 4.5, + 4.28125, + 4.3125, + 4.40625, + 4.25, + 4.46875, + 4.1875, + 4.25, + 4.34375, + 4.15625, + 4.0625, + 4.5, + 4.625, + 4.34375, + 3.453125, + 6.125, + 4.25, + 4.4375, + 4.34375, + 4.34375, + 4.0625, + 4.25, + 4.375, + 4.28125, + 4.375, + 4.28125, + 4.125, + 4.1875, + 4.4375, + 4.3125, + 4.5625, + 4.28125, + 4.0625, + 4.28125, + 4.5, + 4.40625, + 4.21875, + 4.34375, + 4.15625, + 4.15625, + 3.46875, + 4.28125, + 4.3125, + 4.3125, + 4.375, + 5.28125, + 4.09375, + 4.34375, + 4.28125, + 4.15625, + 5.46875, + 4.5, + 4.3125, + 4.28125, + 4.375, + 4.5, + 4.34375, + 4.625, + 4.25, + 4.15625, + 4.4375, + 4.40625, + 4.34375, + 4.15625, + 4.40625, + 4.65625, + 4.34375, + 4.4375, + 3.953125, + 4.125, + 4.53125, + 4.3125, + 4.3125, + 3.640625, + 4.3125, + 4.28125, + 4.28125, + 4.09375, + 4.28125, + 4.75, + 6.625, + 4.1875, + 4.15625, + 4.3125, + 4.46875, + 4.46875, + 4.1875, + 4.28125, + 4.75, + 4.03125, + 4.3125, + 4.28125, + 3.359375, + 4.46875, + 4.3125, + 4.1875, + 4.4375, + 4.34375, + 3.921875, + 4.3125, + 4.21875, + 4.25, + 4.3125, + 4.21875, + 4.09375, + 4.28125, + 4.28125, + 4.21875, + 4.6875, + 4.0625, + 4.6875, + 4.21875, + 4.1875, + 4.375, + 5.5, + 4.5, + 4.4375, + 5.46875, + 4.3125, + 4.25, + 4.3125, + 4.40625, + 4.28125, + 4.5, + 4.53125, + 4.40625, + 4.21875, + 4.21875, + 4.25, + 4.34375, + 4.15625, + 4.375, + 4.46875, + 4.125, + 4.34375, + 6.8125, + 4.40625, + 4.125, + 4.21875, + 4.15625, + 4.21875, + 4.21875, + 4.34375, + 4.1875, + 4.28125, + 4.09375, + 4.375, + 5.03125, + 4.34375, + 4.28125, + 5.59375, + 5.28125, + 4.40625, + 4.28125, + 4.4375, + 4.28125, + 4.28125, + 4.4375, + 4.09375, + 4.15625, + 4.1875, + 4.375, + 3.96875, + 4.28125, + 4.59375, + 4.4375, + 4.375, + 4.40625, + 4.21875, + 4.46875, + 4.28125, + 4.40625, + 5.0625, + 4.34375, + 4.34375, + 4.3125, + 4.25, + 4.375, + 4.25, + 4.28125, + 4.15625, + 4.15625, + 4.4375, + 4.53125, + 4.40625, + 4.28125, + 4.375, + 4.53125, + 4.25, + 4.21875, + 4.5625, + 4.375, + 4.34375, + 4.40625, + 4.28125, + 3.40625, + 4.21875, + 4.21875, + 4.71875, + 4.1875, + 4.1875, + 4.3125, + 4.28125, + 4.15625, + 4.4375, + 4.3125, + 4.4375, + 4.3125, + 4.375, + 4.3125, + 4.3125, + 4.21875, + 4.28125, + 3.984375, + 4.21875, + 4.21875, + 4.375, + 4.3125, + 4.40625, + 4.28125, + 4.375, + 4.25, + 4.28125, + 4.375, + 4.15625, + 3.96875, + 4.28125, + 4.5, + 4.3125, + 4.34375, + 4.125, + 4.59375, + 4.34375, + 4.40625, + 4.125, + 4.46875, + 4.4375, + 4.1875, + 4.46875, + 4.78125, + 4.4375, + 4.46875, + 3.453125, + 4.28125, + 4.40625, + 8.3125, + 4.1875, + 4.21875, + 4.125, + 5.5625, + 4.34375, + 4.53125, + 4.25, + 4.0, + 4.1875, + 4.71875, + 4.15625, + 4.1875, + 4.1875, + 4.25, + 4.28125, + 4.5625, + 4.34375, + 4.34375, + 4.1875, + 4.3125, + 4.4375, + 4.15625, + 4.40625, + 4.15625, + 4.375, + 4.34375, + 4.4375, + 4.21875, + 3.890625, + 4.90625, + 4.3125, + 4.4375, + 4.375, + 4.375, + 4.3125, + 4.53125, + 3.15625, + 4.4375, + 4.3125, + 4.28125, + 4.375, + 4.375, + 4.28125, + 4.375, + 4.28125, + 4.34375, + 4.3125, + 4.21875, + 4.1875, + 5.21875, + 4.3125, + 4.375, + 4.3125, + 4.21875, + 4.28125, + 4.21875, + 4.25, + 6.40625, + 4.375, + 4.15625, + 4.34375, + 4.375, + 5.53125, + 4.40625, + 4.53125, + 4.28125, + 4.4375, + 5.25, + 4.25, + 3.453125, + 4.0, + 4.3125, + 3.953125, + 4.15625, + 4.3125, + 5.15625, + 4.3125, + 4.375, + 4.34375, + 4.375, + 4.28125, + 4.40625, + 4.59375, + 4.34375, + 4.21875, + 4.21875, + 4.4375, + 4.46875, + 4.375, + 4.46875, + 4.25, + 4.375, + 4.25, + 4.25, + 4.4375, + 4.28125, + 4.15625, + 5.15625, + 4.21875, + 4.3125, + 4.40625, + 4.375, + 4.3125, + 4.3125, + 4.375, + 4.5625, + 4.1875, + 4.28125, + 4.46875, + 4.375, + 4.21875, + 4.375, + 3.25, + 4.15625, + 5.0625, + 4.21875, + 4.1875, + 4.3125, + 4.375, + 4.28125, + 4.25, + 4.25, + 4.25, + 4.375, + 4.1875, + 4.375, + 4.25, + 4.15625, + 4.28125, + 4.40625, + 4.40625, + 4.28125, + 4.25, + 4.21875, + 4.25, + 4.21875, + 4.34375, + 4.28125, + 4.21875, + 4.3125, + 4.59375, + 4.21875, + 4.3125, + 4.375, + 4.375, + 4.375, + 4.25, + 4.3125, + 4.3125, + 4.34375, + 4.40625, + 4.40625, + 4.53125, + 4.40625, + 4.25, + 8.75, + 4.3125, + 4.3125, + 4.375, + 4.375, + 4.28125, + 4.28125, + 4.3125, + 4.21875, + 4.5, + 4.625, + 4.3125, + 4.21875, + 4.15625, + 4.1875, + 4.375, + 4.09375, + 4.4375, + 4.53125, + 4.28125, + 4.40625, + 4.375, + 4.375, + 4.375, + 3.5625, + 6.375, + 4.3125, + 4.625, + 4.34375, + 4.28125, + 4.3125, + 4.40625, + 3.859375, + 4.1875, + 4.375, + 4.25, + 4.15625, + 4.40625, + 4.15625, + 4.53125, + 4.25, + 4.28125, + 4.34375, + 4.375, + 4.0625, + 4.375, + 5.34375, + 4.3125, + 4.1875, + 4.53125, + 4.15625, + 4.25, + 4.1875, + 4.21875, + 4.21875, + 4.34375, + 4.4375, + 4.0625, + 4.28125, + 4.4375, + 4.25, + 4.15625, + 4.3125, + 4.3125, + 7.65625, + 5.25, + 4.375, + 4.4375, + 4.09375, + 4.375, + 4.3125, + 4.3125, + 4.3125, + 5.84375, + 3.65625, + 4.40625, + 4.28125, + 4.28125, + 3.875, + 4.34375, + 4.28125, + 4.40625, + 4.09375, + 4.53125, + 4.3125, + 4.28125, + 4.4375, + 4.9375, + 4.75, + 4.46875, + 4.25, + 4.3125, + 4.1875, + 4.1875, + 4.34375, + 4.3125, + 4.375, + 4.40625, + 4.3125, + 4.25, + 4.28125, + 4.21875, + 4.21875, + 4.28125, + 4.3125, + 4.3125, + 4.40625, + 4.5625, + 4.53125, + 4.3125, + 4.21875, + 5.75, + 4.28125, + 4.28125, + 4.46875, + 4.1875, + 4.375, + 4.4375, + 4.34375, + 4.21875, + 4.3125, + 4.375, + 4.25, + 4.375, + 4.3125, + 4.46875, + 4.3125, + 4.375, + 4.0625, + 4.34375, + 4.03125, + 4.21875, + 4.09375, + 4.1875, + 4.46875, + 4.0625, + 4.34375, + 4.21875, + 4.53125, + 4.8125, + 4.28125, + 4.375, + 4.53125, + 4.28125, + 4.375, + 4.21875, + 4.3125, + 4.125, + 4.28125, + 4.40625, + 4.3125, + 1.90625, + 4.25, + 4.09375, + 4.5, + 4.34375, + 4.3125, + 4.34375, + 4.4375, + 4.5625, + 6.75, + 4.9375, + 4.4375, + 4.25, + 4.25, + 4.25, + 4.21875, + 4.3125, + 4.3125, + 4.5, + 5.5, + 4.40625, + 4.0625, + 4.3125, + 4.28125, + 4.34375, + 4.46875, + 4.3125, + 4.1875, + 4.21875, + 4.34375, + 4.3125, + 4.34375, + 4.3125, + 4.59375, + 4.375, + 4.8125, + 4.3125, + 4.3125, + 4.4375, + 4.09375, + 4.3125, + 4.375, + 4.4375, + 4.40625, + 5.21875, + 4.40625, + 4.21875, + 4.25, + 4.34375, + 4.34375, + 4.25, + 5.96875, + 4.3125, + 4.21875, + 4.28125, + 4.15625, + 4.25, + 4.40625, + 4.40625, + 4.4375, + 4.40625, + 4.21875, + 4.28125, + 4.0625, + 4.40625, + 4.4375, + 4.25, + 4.25, + 4.625, + 4.28125, + 4.34375, + 4.375, + 4.40625, + 3.71875, + 4.28125, + 4.5, + 4.46875, + 3.921875, + 4.4375, + 5.875, + 4.21875, + 4.375, + 4.3125, + 4.3125, + 5.3125, + 4.34375, + 4.375, + 4.21875, + 4.21875, + 4.3125, + 4.0625, + 4.9375, + 4.125, + 5.71875, + 4.28125, + 4.40625, + 4.375, + 4.3125, + 4.53125, + 4.5625, + 6.375, + 4.375, + 4.25, + 4.4375, + 4.40625, + 4.21875, + 5.0, + 4.3125, + 4.25, + 4.3125, + 4.25, + 4.3125, + 4.34375, + 4.28125, + 6.0, + 5.0, + 4.125, + 4.21875, + 4.09375, + 4.34375, + 4.25, + 4.71875, + 4.625, + 4.125, + 4.34375, + 4.21875, + 4.375, + 4.40625, + 4.375, + 4.46875, + 4.53125, + 4.21875, + 4.65625, + 5.4375, + 4.34375, + 4.34375, + 4.46875, + 4.375, + 4.09375, + 4.0, + 4.3125, + 4.25, + 4.21875, + 4.28125, + 4.53125, + 4.25, + 4.28125, + 4.4375, + 4.4375, + 4.34375, + 4.34375, + 4.21875, + 4.46875, + 4.375, + 4.3125, + 4.25, + 4.0625, + 4.21875, + 4.375, + 4.3125, + 4.375, + 5.21875, + 4.5, + 5.3125, + 4.25, + 4.25, + 4.53125, + 4.40625, + 4.34375, + 4.84375, + 4.34375, + 4.21875, + 4.65625, + 4.25, + 4.375, + 4.3125, + 4.21875, + 4.4375, + 4.375, + 4.46875, + 4.125, + 4.34375, + 4.25, + 4.46875, + 4.15625, + 4.375, + 4.09375, + 4.34375, + 4.21875, + 4.28125, + 4.3125, + 4.40625, + 4.3125, + 4.28125, + 4.0625, + 4.3125, + 4.34375, + 3.125, + 4.3125, + 4.28125, + 4.375, + 4.8125, + 4.28125, + 4.375, + 4.21875, + 4.15625, + 4.40625, + 4.6875, + 4.3125, + 4.34375, + 4.28125, + 4.1875, + 4.34375, + 4.34375, + 4.1875, + 4.53125, + 4.375, + 4.40625, + 4.1875, + 4.28125, + 4.34375, + 4.3125, + 4.40625, + 4.28125, + 4.40625, + 4.25, + 4.46875, + 4.34375, + 4.28125, + 4.40625, + 4.0625, + 4.25, + 4.15625, + 5.03125, + 4.40625, + 4.40625, + 3.234375, + 4.3125, + 4.4375, + 4.3125, + 4.3125, + 4.5, + 4.375, + 4.28125, + 4.4375, + 5.0625, + 4.25, + 4.3125, + 4.28125, + 4.375, + 4.34375, + 4.1875, + 4.3125, + 4.375, + 4.28125, + 4.1875, + 3.53125, + 4.25, + 4.34375, + 4.25, + 4.3125, + 4.375, + 4.3125, + 4.3125, + 6.40625, + 4.28125, + 4.09375, + 4.15625, + 4.375, + 4.90625, + 4.375, + 4.1875, + 4.3125, + 4.15625, + 4.28125, + 4.21875, + 3.984375, + 4.21875, + 4.21875, + 4.28125, + 4.3125, + 4.1875, + 3.4375, + 4.375, + 4.4375, + 3.65625, + 4.28125, + 4.3125, + 4.28125, + 4.375, + 3.25, + 4.375, + 4.53125, + 3.4375, + 4.21875, + 4.5625, + 5.25, + 4.15625, + 4.40625, + 5.71875, + 4.375, + 3.453125, + 4.3125, + 4.21875, + 4.1875, + 4.375, + 4.28125, + 4.3125, + 4.40625, + 4.28125, + 4.8125, + 4.21875, + 4.34375, + 4.34375, + 4.1875, + 3.375, + 4.34375, + 4.5, + 3.265625, + 4.34375, + 4.375, + 4.03125, + 4.3125, + 4.3125, + 4.375, + 5.65625, + 4.4375, + 3.296875, + 4.4375, + 4.40625, + 4.28125, + 4.3125, + 4.375, + 4.21875, + 4.375, + 4.3125, + 4.5625, + 4.375, + 4.4375, + 4.34375, + 4.34375, + 4.34375, + 4.15625, + 4.34375, + 4.25, + 4.3125, + 4.28125, + 4.25, + 4.9375, + 4.34375, + 4.1875, + 4.28125, + 4.90625, + 3.421875, + 4.71875, + 4.21875, + 4.25, + 4.34375, + 4.28125, + 4.25, + 4.1875, + 4.21875, + 4.3125, + 5.28125, + 4.5625, + 4.40625, + 4.375, + 4.46875, + 4.3125, + 4.3125, + 3.4375, + 4.3125, + 4.25, + 4.46875, + 4.34375, + 4.375, + 4.25, + 4.28125, + 4.46875, + 4.25, + 8.5, + 4.40625, + 5.90625, + 4.40625, + 4.4375, + 4.25, + 4.3125 + ] + }, + "name": "model.model.norm.weight", + "outputIndexes": [ + 0 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 1, + 3584 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "input_ids", + "outputIndexes": [ + 1 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1, + -1, + 3584 + ] + }, + "name": "/Constant_output_0__", + "outputIndexes": [ + 2 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_output_0", + "outputIndexes": [ + 3 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.314453, + 0.300781, + 0.298828, + 0.326172, + 0.308594, + 0.310547, + 0.318359, + 0.308594, + 0.322266, + 0.326172, + 0.294922, + 0.304688, + 0.359375, + 0.314453, + 0.306641, + 0.296875, + 0.306641, + 0.322266, + 0.316406, + 0.287109, + 0.357422, + 0.310547, + 0.316406, + 0.316406, + 0.291016, + 0.322266, + 0.304688, + 0.316406, + 0.292969, + 0.318359, + 0.292969, + 0.318359, + 0.314453, + 0.314453, + 0.324219, + 0.318359, + 0.320312, + 0.316406, + 0.291016, + 0.306641, + 0.298828, + 0.314453, + 0.304688, + 0.298828, + 0.308594, + 0.339844, + 0.291016, + 0.310547, + 0.287109, + 0.306641, + 0.318359, + 0.310547, + 0.326172, + 0.310547, + 0.316406, + 0.300781, + 0.308594, + 0.300781, + 0.318359, + 0.287109, + 0.335938, + 0.294922, + 0.332031, + 0.292969, + 0.298828, + 0.310547, + 0.291016, + 0.308594, + 0.322266, + 0.3125, + 0.328125, + 0.306641, + 0.320312, + 0.296875, + 0.304688, + 0.3125, + 0.308594, + 0.289062, + 0.318359, + 0.332031, + 0.351562, + 0.322266, + 0.298828, + 0.294922, + 0.316406, + 0.314453, + 0.279297, + 0.302734, + 0.322266, + 0.302734, + 0.291016, + 0.3125, + 0.306641, + 0.294922, + 0.3125, + 0.300781, + 0.322266, + 0.34375, + 0.291016, + 0.308594, + 0.308594, + 0.28125, + 0.310547, + 0.322266, + 0.316406, + 0.310547, + 0.291016, + 0.330078, + 0.320312, + 0.330078, + 0.316406, + 0.310547, + 0.326172, + 0.306641, + 0.308594, + 0.257812, + 0.320312, + 0.337891, + 0.326172, + 0.318359, + 0.310547, + 0.318359, + 0.310547, + 0.316406, + 0.308594, + 0.326172, + 0.296875, + 0.298828, + 0.279297, + 0.324219, + 0.359375, + 0.320312, + 0.333984, + 0.285156, + 0.316406, + 0.3125, + 0.291016, + 0.365234, + 0.306641, + 0.296875, + 0.310547, + 0.302734, + 0.306641, + 0.320312, + 0.267578, + 0.320312, + 0.28125, + 0.302734, + 0.308594, + 0.326172, + 0.306641, + 0.310547, + 0.306641, + 0.298828, + 0.314453, + 0.28125, + 0.310547, + 0.310547, + 0.310547, + 0.332031, + 0.318359, + 0.333984, + 0.300781, + 0.298828, + 0.333984, + 0.324219, + 0.326172, + 0.298828, + 0.310547, + 0.291016, + 0.302734, + 0.306641, + 0.333984, + 0.294922, + 0.322266, + 0.324219, + 0.289062, + 0.322266, + 0.3125, + 0.310547, + 0.308594, + 0.330078, + 0.298828, + 0.289062, + 0.300781, + 0.359375, + 0.314453, + 0.314453, + 0.306641, + 0.330078, + 0.287109, + 0.298828, + 0.300781, + 0.316406, + 0.332031, + 0.333984, + 0.330078, + 0.285156, + 0.318359, + 0.300781, + 0.322266, + 0.302734, + 0.310547, + 0.304688, + 0.296875, + 0.318359, + 0.298828, + 0.314453, + 0.3125, + 0.300781, + 0.351562, + 0.283203, + 0.300781, + 0.339844, + 0.300781, + 0.335938, + 0.302734, + 0.287109, + 0.296875, + 0.283203, + 0.306641, + 0.296875, + 0.298828, + 0.318359, + 0.3125, + 0.326172, + 0.328125, + 0.322266, + 0.310547, + 0.310547, + 0.310547, + 0.285156, + 0.306641, + 0.28125, + 0.300781, + 0.308594, + 0.3125, + 0.298828, + 0.308594, + 0.326172, + 0.316406, + 0.316406, + 0.3125, + 0.300781, + 0.314453, + 0.345703, + 0.306641, + 0.283203, + 0.296875, + 0.3125, + 0.300781, + 0.320312, + 0.302734, + 0.308594, + 0.320312, + 0.326172, + 0.302734, + 0.279297, + 0.302734, + 0.298828, + 0.287109, + 0.298828, + 0.320312, + 0.310547, + 0.316406, + 0.277344, + 0.304688, + 0.296875, + 0.298828, + 0.296875, + 0.300781, + 0.302734, + 0.330078, + 0.324219, + 0.287109, + 0.302734, + 0.316406, + 0.341797, + 0.3125, + 0.339844, + 0.306641, + 0.298828, + 0.345703, + 0.302734, + 0.339844, + 0.302734, + 0.308594, + 0.322266, + 0.298828, + 0.296875, + 0.304688, + 0.322266, + 0.308594, + 0.308594, + 0.333984, + 0.316406, + 0.308594, + 0.287109, + 0.318359, + 0.328125, + 0.304688, + 0.291016, + 0.298828, + 0.306641, + 0.298828, + 0.308594, + 0.291016, + 0.314453, + 0.320312, + 0.324219, + 0.300781, + 0.316406, + 0.294922, + 0.308594, + 0.3125, + 0.292969, + 0.291016, + 0.294922, + 0.314453, + 0.318359, + 0.318359, + 0.326172, + 0.306641, + 0.320312, + 0.3125, + 0.320312, + 0.335938, + 0.310547, + 0.328125, + 0.308594, + 0.308594, + 0.304688, + 0.306641, + 0.3125, + 0.296875, + 0.310547, + 0.308594, + 0.306641, + 0.339844, + 0.306641, + 0.298828, + 0.322266, + 0.333984, + 0.289062, + 0.298828, + 0.310547, + 0.310547, + 0.3125, + 0.291016, + 0.328125, + 0.320312, + 0.302734, + 0.298828, + 0.308594, + 0.304688, + 0.302734, + 0.310547, + 0.300781, + 0.310547, + 0.283203, + 0.28125, + 0.283203, + 0.302734, + 0.298828, + 0.300781, + 0.316406, + 0.316406, + 0.332031, + 0.328125, + 0.300781, + 0.326172, + 0.298828, + 0.300781, + 0.285156, + 0.302734, + 0.3125, + 0.306641, + 0.287109, + 0.292969, + 0.300781, + 0.296875, + 0.304688, + 0.320312, + 0.294922, + 0.318359, + 0.320312, + 0.322266, + 0.298828, + 0.308594, + 0.332031, + 0.324219, + 0.363281, + 0.330078, + 0.310547, + 0.316406, + 0.337891, + 0.320312, + 0.318359, + 0.335938, + 0.314453, + 0.318359, + 0.308594, + 0.332031, + 0.314453, + 0.316406, + 0.3125, + 0.271484, + 0.320312, + 0.308594, + 0.310547, + 0.294922, + 0.328125, + 0.294922, + 0.320312, + 0.302734, + 0.339844, + 0.326172, + 0.292969, + 0.316406, + 0.298828, + 0.318359, + 0.298828, + 0.298828, + 0.314453, + 0.302734, + 0.326172, + 0.279297, + 0.279297, + 0.294922, + 0.296875, + 0.292969, + 0.314453, + 0.320312, + 0.308594, + 0.289062, + 0.291016, + 0.304688, + 0.306641, + 0.296875, + 0.310547, + 0.289062, + 0.298828, + 0.302734, + 0.298828, + 0.322266, + 0.326172, + 0.345703, + 0.322266, + 0.318359, + 0.28125, + 0.320312, + 0.310547, + 0.296875, + 0.310547, + 0.300781, + 0.314453, + 0.302734, + 0.322266, + 0.306641, + 0.306641, + 0.285156, + 0.289062, + 0.304688, + 0.292969, + 0.310547, + 0.296875, + 0.316406, + 0.3125, + 0.316406, + 0.292969, + 0.314453, + 0.298828, + 0.314453, + 0.310547, + 0.300781, + 0.300781, + 0.3125, + 0.304688, + 0.324219, + 0.300781, + 0.310547, + 0.300781, + 0.320312, + 0.322266, + 0.298828, + 0.292969, + 0.330078, + 0.292969, + 0.318359, + 0.287109, + 0.333984, + 0.328125, + 0.320312, + 0.318359, + 0.292969, + 0.287109, + 0.3125, + 0.318359, + 0.310547, + 0.294922, + 0.333984, + 0.310547, + 0.316406, + 0.320312, + 0.314453, + 0.296875, + 0.302734, + 0.298828, + 0.310547, + 0.298828, + 0.318359, + 0.308594, + 0.279297, + 0.322266, + 0.302734, + 0.306641, + 0.318359, + 0.314453, + 0.283203, + 0.306641, + 0.318359, + 0.298828, + 0.294922, + 0.308594, + 0.279297, + 0.314453, + 0.291016, + 0.330078, + 0.3125, + 0.335938, + 0.308594, + 0.302734, + 0.302734, + 0.322266, + 0.279297, + 0.296875, + 0.287109, + 0.298828, + 0.314453, + 0.300781, + 0.296875, + 0.332031, + 0.308594, + 0.314453, + 0.300781, + 0.3125, + 0.304688, + 0.310547, + 0.3125, + 0.335938, + 0.308594, + 0.300781, + 0.330078, + 0.3125, + 0.320312, + 0.277344, + 0.308594, + 0.310547, + 0.302734, + 0.324219, + 0.294922, + 0.306641, + 0.291016, + 0.306641, + 0.320312, + 0.300781, + 0.294922, + 0.289062, + 0.3125, + 0.314453, + 0.283203, + 0.330078, + 0.318359, + 0.302734, + 0.298828, + 0.3125, + 0.302734, + 0.320312, + 0.308594, + 0.3125, + 0.328125, + 0.304688, + 0.335938, + 0.298828, + 0.337891, + 0.302734, + 0.279297, + 0.326172, + 0.302734, + 0.3125, + 0.320312, + 0.294922, + 0.310547, + 0.296875, + 0.292969, + 0.3125, + 0.314453, + 0.308594, + 0.326172, + 0.318359, + 0.304688, + 0.304688, + 0.310547, + 0.302734, + 0.322266, + 0.324219, + 0.294922, + 0.314453, + 0.421875, + 0.302734, + 0.308594, + 0.322266, + 0.308594, + 0.302734, + 0.308594, + 0.3125, + 0.322266, + 0.314453, + 0.324219, + 0.322266, + 0.302734, + 0.302734, + 0.300781, + 0.310547, + 0.298828, + 0.287109, + 0.296875, + 0.308594, + 0.308594, + 0.3125, + 0.298828, + 0.291016, + 0.337891, + 0.306641, + 0.310547, + 0.316406, + 0.296875, + 0.308594, + 0.316406, + 0.333984, + 0.328125, + 0.310547, + 0.316406, + 0.318359, + 0.300781, + 0.308594, + 0.306641, + 0.291016, + 0.306641, + 0.285156, + 0.308594, + 0.300781, + 0.318359, + 0.302734, + 0.277344, + 0.3125, + 0.320312, + 0.335938, + 0.292969, + 0.304688, + 0.318359, + 0.308594, + 0.271484, + 0.302734, + 0.291016, + 0.316406, + 0.316406, + 0.314453, + 0.306641, + 0.322266, + 0.320312, + 0.289062, + 0.304688, + 0.304688, + 0.291016, + 0.332031, + 0.304688, + 0.341797, + 0.302734, + 0.292969, + 0.300781, + 0.294922, + 0.322266, + 0.326172, + 0.291016, + 0.294922, + 0.300781, + 0.3125, + 0.302734, + 0.322266, + 0.314453, + 0.283203, + 0.294922, + 0.320312, + 0.291016, + 0.304688, + 0.308594, + 0.302734, + 0.300781, + 0.310547, + 0.310547, + 0.300781, + 0.292969, + 0.3125, + 0.298828, + 0.308594, + 0.306641, + 0.304688, + 0.318359, + 0.341797, + 0.335938, + 0.292969, + 0.324219, + 0.328125, + 0.314453, + 0.267578, + 0.314453, + 0.300781, + 0.287109, + 0.304688, + 0.326172, + 0.310547, + 0.310547, + 0.296875, + 0.283203, + 0.330078, + 0.304688, + 0.294922, + 0.310547, + 0.320312, + 0.320312, + 0.292969, + 0.330078, + 0.335938, + 0.302734, + 0.302734, + 0.292969, + 0.306641, + 0.326172, + 0.289062, + 0.304688, + 0.314453, + 0.318359, + 0.302734, + 0.308594, + 0.310547, + 0.320312, + 0.326172, + 0.320312, + 0.308594, + 0.322266, + 0.292969, + 0.304688, + 0.296875, + 0.318359, + 0.314453, + 0.326172, + 0.322266, + 0.335938, + 0.304688, + 0.300781, + 0.357422, + 0.298828, + 0.306641, + 0.296875, + 0.320312, + 0.308594, + 0.294922, + 0.296875, + 0.320312, + 0.322266, + 0.322266, + 0.349609, + 0.308594, + 0.308594, + 0.306641, + 0.298828, + 0.302734, + 0.300781, + 0.339844, + 0.285156, + 0.306641, + 0.3125, + 0.3125, + 0.316406, + 0.294922, + 0.322266, + 0.310547, + 0.302734, + 0.302734, + 0.298828, + 0.316406, + 0.298828, + 0.296875, + 0.300781, + 0.296875, + 0.28125, + 0.3125, + 0.289062, + 0.294922, + 0.3125, + 0.306641, + 0.310547, + 0.304688, + 0.300781, + 0.28125, + 0.291016, + 0.308594, + 0.3125, + 0.267578, + 0.28125, + 0.294922, + 0.302734, + 0.302734, + 0.320312, + 0.306641, + 0.324219, + 0.300781, + 0.320312, + 0.298828, + 0.326172, + 0.310547, + 0.287109, + 0.306641, + 0.326172, + 0.34375, + 0.308594, + 0.332031, + 0.310547, + 0.333984, + 0.285156, + 0.287109, + 0.322266, + 0.292969, + 0.324219, + 0.294922, + 0.296875, + 0.306641, + 0.294922, + 0.296875, + 0.285156, + 0.318359, + 0.308594, + 0.3125, + 0.332031, + 0.300781, + 0.308594, + 0.337891, + 0.289062, + 0.287109, + 0.318359, + 0.302734, + 0.285156, + 0.337891, + 0.332031, + 0.294922, + 0.304688, + 0.330078, + 0.337891, + 0.289062, + 0.316406, + 0.318359, + 0.326172, + 0.300781, + 0.306641, + 0.318359, + 0.322266, + 0.300781, + 0.363281, + 0.318359, + 0.318359, + 0.330078, + 0.316406, + 0.316406, + 0.316406, + 0.316406, + 0.300781, + 0.289062, + 0.339844, + 0.294922, + 0.330078, + 0.294922, + 0.349609, + 0.294922, + 0.294922, + 0.328125, + 0.291016, + 0.335938, + 0.298828, + 0.330078, + 0.304688, + 0.322266, + 0.310547, + 0.320312, + 0.285156, + 0.308594, + 0.302734, + 0.300781, + 0.298828, + 0.298828, + 0.349609, + 0.291016, + 0.328125, + 0.3125, + 0.3125, + 0.308594, + 0.294922, + 0.306641, + 0.314453, + 0.316406, + 0.306641, + 0.306641, + 0.302734, + 0.283203, + 0.314453, + 0.324219, + 0.304688, + 0.310547, + 0.300781, + 0.310547, + 0.285156, + 0.308594, + 0.314453, + 0.308594, + 0.310547, + 0.339844, + 0.320312, + 0.302734, + 0.363281, + 0.306641, + 0.300781, + 0.320312, + 0.291016, + 0.294922, + 0.337891, + 0.287109, + 0.314453, + 0.320312, + 0.318359, + 0.300781, + 0.287109, + 0.289062, + 0.310547, + 0.283203, + 0.298828, + 0.332031, + 0.341797, + 0.34375, + 0.302734, + 0.306641, + 0.322266, + 0.294922, + 0.318359, + 0.322266, + 0.314453, + 0.310547, + 0.302734, + 0.318359, + 0.298828, + 0.304688, + 0.3125, + 0.296875, + 0.322266, + 0.306641, + 0.322266, + 0.318359, + 0.302734, + 0.345703, + 0.296875, + 0.300781, + 0.310547, + 0.310547, + 0.304688, + 0.318359, + 0.324219, + 0.314453, + 0.314453, + 0.277344, + 0.304688, + 0.308594, + 0.304688, + 0.326172, + 0.306641, + 0.292969, + 0.330078, + 0.294922, + 0.316406, + 0.314453, + 0.3125, + 0.294922, + 0.345703, + 0.322266, + 0.330078, + 0.332031, + 0.320312, + 0.310547, + 0.308594, + 0.291016, + 0.308594, + 0.318359, + 0.3125, + 0.3125, + 0.308594, + 0.279297, + 0.306641, + 0.306641, + 0.308594, + 0.3125, + 0.304688, + 0.320312, + 0.306641, + 0.310547, + 0.328125, + 0.294922, + 0.308594, + 0.294922, + 0.283203, + 0.283203, + 0.316406, + 0.294922, + 0.298828, + 0.306641, + 0.298828, + 0.318359, + 0.308594, + 0.3125, + 0.294922, + 0.28125, + 0.333984, + 0.294922, + 0.3125, + 0.314453, + 0.300781, + 0.302734, + 0.349609, + 0.300781, + 0.296875, + 0.322266, + 0.316406, + 0.306641, + 0.326172, + 0.335938, + 0.296875, + 0.259766, + 0.326172, + 0.302734, + 0.289062, + 0.298828, + 0.302734, + 0.326172, + 0.300781, + 0.298828, + 0.337891, + 0.304688, + 0.298828, + 0.285156, + 0.291016, + 0.308594, + 0.310547, + 0.332031, + 0.353516, + 0.289062, + 0.304688, + 0.289062, + 0.314453, + 0.318359, + 0.328125, + 0.302734, + 0.306641, + 0.316406, + 0.326172, + 0.304688, + 0.291016, + 0.279297, + 0.351562, + 0.292969, + 0.279297, + 0.345703, + 0.3125, + 0.292969, + 0.316406, + 0.318359, + 0.304688, + 0.283203, + 0.302734, + 0.300781, + 0.316406, + 0.294922, + 0.3125, + 0.296875, + 0.289062, + 0.316406, + 0.296875, + 0.300781, + 0.326172, + 0.308594, + 0.289062, + 0.324219, + 0.328125, + 0.316406, + 0.300781, + 0.279297, + 0.298828, + 0.292969, + 0.326172, + 0.296875, + 0.318359, + 0.316406, + 0.347656, + 0.308594, + 0.34375, + 0.302734, + 0.298828, + 0.337891, + 0.306641, + 0.291016, + 0.300781, + 0.287109, + 0.287109, + 0.304688, + 0.298828, + 0.322266, + 0.240234, + 0.3125, + 0.308594, + 0.330078, + 0.320312, + 0.314453, + 0.324219, + 0.306641, + 0.308594, + 0.326172, + 0.314453, + 0.318359, + 0.330078, + 0.302734, + 0.304688, + 0.322266, + 0.298828, + 0.320312, + 0.306641, + 0.287109, + 0.3125, + 0.304688, + 0.320312, + 0.3125, + 0.298828, + 0.314453, + 0.300781, + 0.292969, + 0.304688, + 0.292969, + 0.298828, + 0.306641, + 0.298828, + 0.306641, + 0.300781, + 0.296875, + 0.318359, + 0.298828, + 0.314453, + 0.298828, + 0.306641, + 0.296875, + 0.292969, + 0.333984, + 0.302734, + 0.294922, + 0.304688, + 0.304688, + 0.291016, + 0.330078, + 0.326172, + 0.304688, + 0.294922, + 0.287109, + 0.324219, + 0.302734, + 0.302734, + 0.318359, + 0.300781, + 0.308594, + 0.300781, + 0.287109, + 0.314453, + 0.302734, + 0.337891, + 0.296875, + 0.330078, + 0.302734, + 0.3125, + 0.314453, + 0.306641, + 0.326172, + 0.320312, + 0.291016, + 0.324219, + 0.320312, + 0.324219, + 0.28125, + 0.320312, + 0.306641, + 0.304688, + 0.310547, + 0.328125, + 0.296875, + 0.289062, + 0.314453, + 0.355469, + 0.296875, + 0.298828, + 0.322266, + 0.322266, + 0.324219, + 0.292969, + 0.277344, + 0.291016, + 0.306641, + 0.306641, + 0.322266, + 0.298828, + 0.308594, + 0.320312, + 0.318359, + 0.308594, + 0.335938, + 0.300781, + 0.300781, + 0.308594, + 0.302734, + 0.322266, + 0.3125, + 0.294922, + 0.314453, + 0.337891, + 0.300781, + 0.337891, + 0.335938, + 0.298828, + 0.310547, + 0.291016, + 0.318359, + 0.3125, + 0.285156, + 0.3125, + 0.382812, + 0.300781, + 0.287109, + 0.324219, + 0.294922, + 0.300781, + 0.322266, + 0.318359, + 0.296875, + 0.291016, + 0.332031, + 0.294922, + 0.304688, + 0.34375, + 0.308594, + 0.326172, + 0.300781, + 0.308594, + 0.296875, + 0.306641, + 0.3125, + 0.296875, + 0.277344, + 0.322266, + 0.308594, + 0.527344, + 0.314453, + 0.326172, + 0.306641, + 0.320312, + 0.296875, + 0.271484, + 0.304688, + 0.292969, + 0.314453, + 0.300781, + 0.300781, + 0.306641, + 0.308594, + 0.296875, + 0.300781, + 0.333984, + 0.285156, + 0.328125, + 0.298828, + 0.279297, + 0.306641, + 0.332031, + 0.3125, + 0.316406, + 0.322266, + 0.310547, + 0.283203, + 0.316406, + 0.314453, + 0.3125, + 0.316406, + 0.324219, + 0.294922, + 0.326172, + 0.314453, + 0.296875, + 0.326172, + 0.306641, + 0.328125, + 0.302734, + 0.289062, + 0.333984, + 0.283203, + 0.326172, + 0.304688, + 0.291016, + 0.322266, + 0.304688, + 0.287109, + 0.285156, + 0.316406, + 0.318359, + 0.318359, + 0.304688, + 0.292969, + 0.316406, + 0.322266, + 0.3125, + 0.318359, + 0.310547, + 0.304688, + 0.324219, + 0.3125, + 0.308594, + 0.339844, + 0.296875, + 0.283203, + 0.322266, + 0.289062, + 0.308594, + 0.333984, + 0.320312, + 0.314453, + 0.291016, + 0.3125, + 0.289062, + 0.353516, + 0.298828, + 0.300781, + 0.287109, + 0.310547, + 0.316406, + 0.318359, + 0.34375, + 0.302734, + 0.300781, + 0.289062, + 0.308594, + 0.283203, + 0.308594, + 0.289062, + 0.322266, + 0.333984, + 0.316406, + 0.308594, + 0.324219, + 0.298828, + 0.306641, + 0.318359, + 0.292969, + 0.347656, + 0.296875, + 0.324219, + 0.294922, + 0.3125, + 0.320312, + 0.306641, + 0.283203, + 0.316406, + 0.320312, + 0.298828, + 0.318359, + 0.306641, + 0.314453, + 0.289062, + 0.322266, + 0.322266, + 0.335938, + 0.316406, + 0.308594, + 0.294922, + 0.300781, + 0.269531, + 0.333984, + 0.423828, + 0.318359, + 0.302734, + 0.302734, + 0.300781, + 0.300781, + 0.304688, + 0.310547, + 0.298828, + 0.316406, + 0.296875, + 0.304688, + 0.310547, + 0.308594, + 0.28125, + 0.328125, + 0.302734, + 0.308594, + 0.326172, + 0.302734, + 0.298828, + 0.296875, + 0.306641, + 0.291016, + 0.333984, + 0.324219, + 0.291016, + 0.271484, + 0.298828, + 0.300781, + 0.318359, + 0.322266, + 0.347656, + 0.291016, + 0.326172, + 0.306641, + 0.316406, + 0.289062, + 0.316406, + 0.302734, + 0.306641, + 0.296875, + 0.330078, + 0.283203, + 0.298828, + 0.335938, + 0.326172, + 0.291016, + 0.316406, + 0.302734, + 0.302734, + 0.328125, + 0.304688, + 0.291016, + 0.318359, + 0.304688, + 0.328125, + 0.296875, + 0.320312, + 0.316406, + 0.289062, + 0.310547, + 0.328125, + 0.3125, + 0.322266, + 0.300781, + 0.318359, + 0.3125, + 0.304688, + 0.300781, + 0.320312, + 0.322266, + 0.328125, + 0.324219, + 0.324219, + 0.328125, + 0.314453, + 0.314453, + 0.298828, + 0.318359, + 0.333984, + 0.298828, + 0.341797, + 0.314453, + 0.308594, + 0.326172, + 0.333984, + 0.287109, + 0.308594, + 0.322266, + 0.294922, + 0.320312, + 0.277344, + 0.324219, + 0.318359, + 0.273438, + 0.316406, + 0.304688, + 0.324219, + 0.306641, + 0.275391, + 0.298828, + 0.298828, + 0.308594, + 0.306641, + 0.289062, + 0.310547, + 0.289062, + 0.310547, + 0.326172, + 0.310547, + 0.314453, + 0.306641, + 0.296875, + 0.310547, + 0.322266, + 0.300781, + 0.289062, + 0.302734, + 0.335938, + 0.279297, + 0.300781, + 0.328125, + 0.298828, + 0.289062, + 0.337891, + 0.289062, + 0.326172, + 0.294922, + 0.294922, + 0.279297, + 0.318359, + 0.339844, + 0.308594, + 0.269531, + 0.318359, + 0.298828, + 0.324219, + 0.298828, + 0.300781, + 0.310547, + 0.296875, + 0.316406, + 0.291016, + 0.330078, + 0.285156, + 0.318359, + 0.324219, + 0.335938, + 0.306641, + 0.314453, + 0.285156, + 0.326172, + 0.310547, + 0.308594, + 0.341797, + 0.320312, + 0.310547, + 0.318359, + 0.298828, + 0.314453, + 0.324219, + 0.285156, + 0.3125, + 0.324219, + 0.347656, + 0.310547, + 0.273438, + 0.291016, + 0.324219, + 0.291016, + 0.28125, + 0.300781, + 0.289062, + 0.337891, + 0.289062, + 0.310547, + 0.314453, + 0.3125, + 0.3125, + 0.328125, + 0.310547, + 0.320312, + 0.306641, + 0.308594, + 0.318359, + 0.302734, + 0.277344, + 0.310547, + 0.302734, + 0.304688, + 0.291016, + 0.330078, + 0.289062, + 0.316406, + 0.316406, + 0.3125, + 0.310547, + 0.302734, + 0.316406, + 0.296875, + 0.322266, + 0.294922, + 0.298828, + 0.296875, + 0.283203, + 0.320312, + 0.306641, + 0.316406, + 0.289062, + 0.308594, + 0.310547, + 0.320312, + 0.298828, + 0.335938, + 0.292969, + 0.300781, + 0.3125, + 0.300781, + 0.310547, + 0.302734, + 0.285156, + 0.308594, + 0.306641, + 0.298828, + 0.291016, + 0.28125, + 0.287109, + 0.306641, + 0.320312, + 0.357422, + 0.294922, + 0.310547, + 0.28125, + 0.296875, + 0.306641, + 0.287109, + 0.292969, + 0.304688, + 0.304688, + 0.28125, + 0.3125, + 0.294922, + 0.326172, + 0.3125, + 0.302734, + 0.302734, + 0.298828, + 0.3125, + 0.308594, + 0.306641, + 0.322266, + 0.294922, + 0.318359, + 0.304688, + 0.298828, + 0.316406, + 0.324219, + 0.285156, + 0.302734, + 0.304688, + 0.316406, + 0.296875, + 0.316406, + 0.3125, + 0.326172, + 0.300781, + 0.306641, + 0.330078, + 0.357422, + 0.302734, + 0.308594, + 0.345703, + 0.292969, + 0.304688, + 0.318359, + 0.314453, + 0.3125, + 0.322266, + 0.316406, + 0.335938, + 0.289062, + 0.292969, + 0.304688, + 0.308594, + 0.341797, + 0.308594, + 0.322266, + 0.324219, + 0.316406, + 0.306641, + 0.296875, + 0.320312, + 0.3125, + 0.292969, + 0.298828, + 0.310547, + 0.34375, + 0.304688, + 0.310547, + 0.298828, + 0.298828, + 0.314453, + 0.306641, + 0.320312, + 0.296875, + 0.300781, + 0.304688, + 0.292969, + 0.304688, + 0.308594, + 0.324219, + 0.330078, + 0.306641, + 0.308594, + 0.320312, + 0.308594, + 0.328125, + 0.304688, + 0.310547, + 0.302734, + 0.287109, + 0.3125, + 0.292969, + 0.302734, + 0.322266, + 0.314453, + 0.314453, + 0.308594, + 0.300781, + 0.320312, + 0.333984, + 0.324219, + 0.328125, + 0.285156, + 0.304688, + 0.291016, + 0.322266, + 0.330078, + 0.300781, + 0.289062, + 0.330078, + 0.324219, + 0.285156, + 0.310547, + 0.302734, + 0.308594, + 0.3125, + 0.339844, + 0.316406, + 0.296875, + 0.314453, + 0.289062, + 0.265625, + 0.308594, + 0.314453, + 0.3125, + 0.28125, + 0.318359, + 0.324219, + 0.330078, + 0.289062, + 0.328125, + 0.300781, + 0.462891, + 0.310547, + 0.283203, + 0.330078, + 0.3125, + 0.306641, + 0.302734, + 0.296875, + 0.294922, + 0.310547, + 0.294922, + 0.330078, + 0.302734, + 0.287109, + 0.322266, + 0.320312, + 0.316406, + 0.320312, + 0.326172, + 0.371094, + 0.304688, + 0.339844, + 0.339844, + 0.306641, + 0.304688, + 0.304688, + 0.3125, + 0.302734, + 0.3125, + 0.3125, + 0.300781, + 0.263672, + 0.316406, + 0.308594, + 0.308594, + 0.289062, + 0.300781, + 0.308594, + 0.318359, + 0.320312, + 0.320312, + 0.333984, + 0.296875, + 0.316406, + 0.326172, + 0.302734, + 0.310547, + 0.322266, + 0.300781, + 0.304688, + 0.294922, + 0.326172, + 0.304688, + 0.3125, + 0.296875, + 0.306641, + 0.304688, + 0.320312, + 0.294922, + 0.341797, + 0.320312, + 0.308594, + 0.3125, + 0.306641, + 0.296875, + 0.324219, + 0.324219, + 0.308594, + 0.316406, + 0.339844, + 0.302734, + 0.318359, + 0.310547, + 0.300781, + 0.292969, + 0.318359, + 0.320312, + 0.318359, + 0.332031, + 0.291016, + 0.291016, + 0.292969, + 0.310547, + 0.302734, + 0.316406, + 0.320312, + 0.314453, + 0.332031, + 0.316406, + 0.302734, + 0.326172, + 0.306641, + 0.328125, + 0.298828, + 0.298828, + 0.292969, + 0.314453, + 0.306641, + 0.304688, + 0.318359, + 0.300781, + 0.324219, + 0.324219, + 0.298828, + 0.306641, + 0.333984, + 0.324219, + 0.292969, + 0.287109, + 0.316406, + 0.316406, + 0.306641, + 0.3125, + 0.308594, + 0.320312, + 0.314453, + 0.333984, + 0.296875, + 0.3125, + 0.333984, + 0.287109, + 0.353516, + 0.306641, + 0.294922, + 0.296875, + 0.326172, + 0.324219, + 0.306641, + 0.34375, + 0.304688, + 0.300781, + 0.316406, + 0.287109, + 0.291016, + 0.322266, + 0.320312, + 0.3125, + 0.3125, + 0.308594, + 0.277344, + 0.304688, + 0.296875, + 0.333984, + 0.324219, + 0.3125, + 0.294922, + 0.308594, + 0.322266, + 0.320312, + 0.226562, + 0.318359, + 0.298828, + 0.291016, + 0.328125, + 0.310547, + 0.330078, + 0.306641, + 0.298828, + 0.318359, + 0.310547, + 0.324219, + 0.308594, + 0.291016, + 0.316406, + 0.330078, + 0.296875, + 0.328125, + 0.318359, + 0.302734, + 0.3125, + 0.294922, + 0.310547, + 0.291016, + 0.332031, + 0.294922, + 0.3125, + 0.328125, + 0.291016, + 0.302734, + 0.300781, + 0.292969, + 0.302734, + 0.308594, + 0.289062, + 0.318359, + 0.291016, + 0.322266, + 0.306641, + 0.296875, + 0.302734, + 0.314453, + 0.308594, + 0.306641, + 0.324219, + 0.308594, + 0.314453, + 0.332031, + 0.232422, + 0.310547, + 0.304688, + 0.378906, + 0.3125, + 0.316406, + 0.310547, + 0.320312, + 0.289062, + 0.328125, + 0.302734, + 0.292969, + 0.298828, + 0.298828, + 0.308594, + 0.308594, + 0.310547, + 0.330078, + 0.283203, + 0.287109, + 0.320312, + 0.306641, + 0.287109, + 0.316406, + 0.292969, + 0.335938, + 0.287109, + 0.289062, + 0.304688, + 0.318359, + 0.298828, + 0.324219, + 0.339844, + 0.302734, + 0.304688, + 0.330078, + 0.291016, + 0.318359, + 0.314453, + 0.308594, + 0.300781, + 0.316406, + 0.3125, + 0.316406, + 0.310547, + 0.326172, + 0.294922, + 0.289062, + 0.287109, + 0.302734, + 0.330078, + 0.306641, + 0.304688, + 0.302734, + 0.291016, + 0.318359, + 0.322266, + 0.291016, + 0.308594, + 0.291016, + 0.320312, + 0.310547, + 0.320312, + 0.322266, + 0.292969, + 0.28125, + 0.302734, + 0.3125, + 0.277344, + 0.316406, + 0.294922, + 0.318359, + 0.345703, + 0.298828, + 0.285156, + 0.34375, + 0.298828, + 0.306641, + 0.298828, + 0.3125, + 0.285156, + 0.3125, + 0.300781, + 0.3125, + 0.306641, + 0.294922, + 0.335938, + 0.006989, + 0.287109, + 0.300781, + 0.310547, + 0.316406, + 0.306641, + 0.287109, + 0.318359, + 0.316406, + 0.302734, + 0.304688, + 0.316406, + 0.283203, + 0.328125, + 0.287109, + 0.324219, + 0.306641, + 0.320312, + 0.283203, + 0.292969, + 0.335938, + 0.34375, + 0.304688, + 0.291016, + 0.326172, + 0.306641, + 0.332031, + 0.3125, + 0.300781, + 0.298828, + 0.324219, + 0.304688, + 0.320312, + 0.310547, + 0.304688, + 0.279297, + 0.326172, + 0.287109, + 0.289062, + 0.306641, + 0.316406, + 0.287109, + 0.300781, + 0.310547, + 0.308594, + 0.308594, + 0.316406, + 0.316406, + 0.298828, + 0.298828, + 0.322266, + 0.291016, + 0.289062, + 0.292969, + 0.324219, + 0.318359, + 0.300781, + 0.330078, + 0.306641, + 0.320312, + 0.292969, + 0.318359, + 0.306641, + 0.316406, + 0.306641, + 0.298828, + 0.318359, + 0.283203, + 0.330078, + 0.304688, + 0.292969, + 0.306641, + 0.3125, + 0.3125, + 0.3125, + 0.298828, + 0.3125, + 0.302734, + 0.308594, + 0.302734, + 0.308594, + 0.316406, + 0.302734, + 0.304688, + 0.332031, + 0.324219, + 0.28125, + 0.308594, + 0.296875, + 0.298828, + 0.300781, + 0.3125, + 0.302734, + 0.314453, + 0.320312, + 0.318359, + 0.308594, + 0.314453, + 0.283203, + 0.3125, + 0.294922, + 0.292969, + 0.294922, + 0.302734, + 0.279297, + 0.291016, + 0.335938, + 0.324219, + 0.3125, + 0.294922, + 0.316406, + 0.322266, + 0.3125, + 0.283203, + 0.314453, + 0.341797, + 0.359375, + 0.308594, + 0.283203, + 0.289062, + 0.291016, + 0.302734, + 0.326172, + 0.306641, + 0.294922, + 0.306641, + 0.318359, + 0.306641, + 0.310547, + 0.318359, + 0.316406, + 0.300781, + 0.306641, + 0.306641, + 0.314453, + 0.304688, + 0.326172, + 0.287109, + 0.292969, + 0.316406, + 0.324219, + 0.300781, + 0.326172, + 0.294922, + 0.296875, + 0.320312, + 0.298828, + 0.341797, + 0.318359, + 0.310547, + 0.324219, + 0.333984, + 0.296875, + 0.328125, + 0.324219, + 0.308594, + 0.291016, + 0.294922, + 0.322266, + 0.304688, + 0.310547, + 0.3125, + 0.326172, + 0.330078, + 0.333984, + 0.291016, + 0.308594, + 0.314453, + 0.306641, + 0.324219, + 0.333984, + 0.289062, + 0.328125, + 0.298828, + 0.308594, + 0.3125, + 0.292969, + 0.300781, + 0.306641, + 0.296875, + 0.306641, + 0.310547, + 0.294922, + 0.289062, + 0.328125, + 0.316406, + 0.302734, + 0.34375, + 0.308594, + 0.314453, + 0.306641, + 0.320312, + 0.318359, + 0.291016, + 0.298828, + 0.318359, + 0.308594, + 0.322266, + 0.283203, + 0.326172, + 0.318359, + 0.3125, + 0.302734, + 0.308594, + 0.302734, + 0.289062, + 0.300781, + 0.294922, + 0.322266, + 0.292969, + 0.332031, + 0.314453, + 0.304688, + 0.316406, + 0.308594, + 0.302734, + 0.335938, + 0.304688, + 0.316406, + 0.298828, + 0.326172, + 0.304688, + 0.34375, + 0.316406, + 0.310547, + 0.298828, + 0.320312, + 0.283203, + 0.316406, + 0.304688, + 0.304688, + 0.314453, + 0.322266, + 0.318359, + 0.316406, + 0.304688, + 0.296875, + 0.302734, + 0.324219, + 0.322266, + 0.310547, + 0.322266, + 0.308594, + 0.314453, + 0.304688, + 0.3125, + 0.291016, + 0.302734, + 0.308594, + 0.308594, + 0.294922, + 0.310547, + 0.314453, + 0.292969, + 0.326172, + 0.294922, + 0.3125, + 0.318359, + 0.298828, + 0.304688, + 0.296875, + 0.314453, + 0.320312, + 0.322266, + 0.294922, + 0.308594, + 0.308594, + 0.310547, + 0.302734, + 0.310547, + 0.302734, + 0.337891, + 0.306641, + 0.289062, + 0.310547, + 0.292969, + 0.302734, + 0.304688, + 0.298828, + 0.279297, + 0.304688, + 0.320312, + 0.310547, + 0.308594, + 0.318359, + 0.285156, + 0.292969, + 0.320312, + 0.3125, + 0.302734, + 0.304688, + 0.304688, + 0.304688, + 0.300781, + 0.322266, + 0.294922, + 0.300781, + 0.318359, + 0.308594, + 0.308594, + 0.291016, + 0.292969, + 0.306641, + 0.330078, + 0.304688, + 0.287109, + 0.326172, + 0.279297, + 0.308594, + 0.318359, + 0.310547, + 0.306641, + 0.330078, + 0.324219, + 0.306641, + 0.28125, + 0.300781, + 0.308594, + 0.310547, + 0.304688, + 0.294922, + 0.326172, + 0.335938, + 0.310547, + 0.304688, + 0.316406, + 0.302734, + 0.328125, + 0.294922, + 0.345703, + 0.332031, + 0.316406, + 0.335938, + 0.318359, + 0.296875, + 0.289062, + 0.308594, + 0.318359, + 0.304688, + 0.324219, + 0.332031, + 0.333984, + 0.275391, + 0.316406, + 0.320312, + 0.283203, + 0.296875, + 0.287109, + 0.291016, + 0.308594, + 0.308594, + 0.308594, + 0.3125, + 0.300781, + 0.302734, + 0.291016, + 0.285156, + 0.292969, + 0.314453, + 0.302734, + 0.330078, + 0.324219, + 0.337891, + 0.291016, + 0.300781, + 0.296875, + 0.324219, + 0.324219, + 0.316406, + 0.341797, + 0.294922, + 0.3125, + 0.287109, + 0.306641, + 0.314453, + 0.3125, + 0.326172, + 0.339844, + 0.306641, + 0.324219, + 0.3125, + 0.304688, + 0.308594, + 0.287109, + 0.298828, + 0.291016, + 0.330078, + 0.300781, + 0.324219, + 0.308594, + 0.294922, + 0.3125, + 0.308594, + 0.326172, + 0.294922, + 0.318359, + 0.302734, + 0.335938, + 0.304688, + 0.320312, + 0.322266, + 0.294922, + 0.275391, + 0.300781, + 0.314453, + 0.337891, + 0.308594, + 0.306641, + 0.304688, + 0.310547, + 0.310547, + 0.300781, + 0.320312, + -0.00017, + 0.296875, + 0.279297, + 0.332031, + 0.337891, + 0.326172, + 0.306641, + 0.289062, + 0.292969, + 0.300781, + 0.302734, + 0.324219, + 0.339844, + 0.296875, + 0.316406, + 0.320312, + 0.322266, + 0.326172, + 0.322266, + 0.306641, + 0.304688, + 0.291016, + 0.318359, + 0.310547, + 0.318359, + 0.304688, + 0.292969, + 0.306641, + 0.322266, + 0.302734, + 0.324219, + 0.296875, + 0.300781, + 0.316406, + 0.314453, + 0.294922, + 0.324219, + 0.296875, + 0.302734, + 0.283203, + 0.326172, + 0.324219, + 0.294922, + 0.292969, + 0.310547, + 0.330078, + 0.304688, + 0.326172, + 0.3125, + 0.328125, + 0.310547, + 0.292969, + 0.279297, + 0.296875, + 0.339844, + 0.322266, + 0.289062, + 0.314453, + 0.287109, + 0.304688, + 0.314453, + 0.333984, + 0.316406, + 0.324219, + 0.302734, + 0.296875, + 0.291016, + 0.306641, + 0.302734, + 0.345703, + 0.304688, + 0.291016, + 0.310547, + 0.310547, + 0.337891, + 0.324219, + 0.314453, + 0.298828, + 0.320312, + 0.310547, + 0.292969, + 0.308594, + 0.300781, + 0.308594, + 0.335938, + 0.314453, + 0.308594, + 0.308594, + 0.296875, + 0.308594, + 0.328125, + 0.308594, + 0.320312, + 0.300781, + 0.294922, + 0.304688, + 0.310547, + 0.289062, + 0.287109, + 0.300781, + 0.333984, + 0.291016, + 0.300781, + 0.337891, + 0.347656, + 0.306641, + 0.316406, + 0.316406, + 0.3125, + 0.328125, + 0.308594, + 0.316406, + 0.308594, + 0.326172, + 0.367188, + 0.298828, + 0.330078, + 0.330078, + 0.326172, + 0.347656, + 0.322266, + 0.304688, + 0.291016, + 0.298828, + 0.298828, + 0.308594, + 0.326172, + 0.296875, + 0.298828, + 0.283203, + 0.316406, + 0.291016, + 0.314453, + 0.308594, + 0.320312, + 0.298828, + 0.349609, + 0.332031, + 0.324219, + 0.308594, + 0.314453, + 0.289062, + 0.302734, + 0.318359, + 0.332031, + 0.3125, + 0.291016, + 0.330078, + 0.375, + 0.300781, + 0.308594, + 0.302734, + 0.335938, + 0.3125, + 0.310547, + 0.333984, + 0.326172, + 0.308594, + 0.296875, + 0.324219, + 0.291016, + 0.316406, + 0.308594, + 0.283203, + 0.285156, + 0.294922, + 0.328125, + 0.306641, + 0.298828, + 0.294922, + 0.285156, + 0.333984, + 0.326172, + 0.310547, + 0.296875, + 0.320312, + 0.3125, + 0.304688, + 0.314453, + 0.302734, + 0.291016, + 0.326172, + 0.291016, + 0.294922, + 0.296875, + 0.335938, + 0.318359, + 0.326172, + 0.304688, + 0.310547, + 0.306641, + 0.330078, + 0.298828, + 0.287109, + 0.283203, + 0.302734, + 0.320312, + 0.351562, + 0.3125, + 0.298828, + 0.291016, + 0.308594, + 0.302734, + 0.289062, + 0.304688, + 0.300781, + 0.304688, + 0.337891, + 0.302734, + 0.292969, + 0.318359, + 0.341797, + 0.306641, + 0.275391, + 0.308594, + 0.306641, + 0.328125, + 0.347656, + 0.310547, + 0.304688, + 0.332031, + 0.291016, + 0.330078, + 0.296875, + 0.3125, + 0.292969, + 0.298828, + 0.294922, + 0.310547, + 0.322266, + 0.304688, + 0.335938, + 0.298828, + 0.337891, + 0.328125, + 0.28125, + 0.322266, + 0.335938, + 0.304688, + 0.324219, + 0.328125, + 0.308594, + 0.326172, + 0.310547, + 0.296875, + 0.300781, + 0.285156, + 0.291016, + 0.292969, + 0.294922, + 0.304688, + 0.3125, + 0.308594, + 0.316406, + 0.335938, + 0.294922, + 0.322266, + 0.292969, + 0.296875, + 0.298828, + 0.28125, + 0.296875, + 0.337891, + 0.294922, + 0.300781, + 0.292969, + 0.314453, + 0.332031, + 0.298828, + 0.318359, + 0.320312, + 0.314453, + 0.333984, + 0.330078, + 0.294922, + 0.302734, + 0.310547, + 0.306641, + 0.337891, + 0.302734, + 0.310547, + 0.291016, + 0.332031, + 0.291016, + 0.283203, + 0.318359, + 0.3125, + 0.279297, + 0.308594, + 0.332031, + 0.314453, + 0.302734, + 0.322266, + 0.291016, + 0.265625, + 0.318359, + 0.302734, + 0.302734, + 0.296875, + 0.314453, + 0.298828, + 0.332031, + 0.314453, + 0.287109, + 0.289062, + 0.318359, + 0.316406, + 0.291016, + 0.310547, + 0.269531, + 0.283203, + 0.3125, + 0.320312, + 0.300781, + 0.3125, + 0.316406, + 0.316406, + 0.316406, + 0.3125, + 0.289062, + 0.294922, + 0.300781, + 0.306641, + 0.316406, + 0.300781, + 0.302734, + 0.304688, + 0.302734, + 0.294922, + 0.314453, + 0.316406, + 0.3125, + 0.320312, + 0.300781, + 0.318359, + 0.324219, + 0.310547, + 0.333984, + 0.308594, + 0.300781, + 0.308594, + 0.306641, + 0.310547, + 0.300781, + 0.333984, + 0.328125, + 0.308594, + 0.296875, + 0.324219, + 0.292969, + 0.326172, + 0.296875, + 0.324219, + 0.292969, + 0.310547, + 0.320312, + 0.320312, + 0.306641, + 0.308594, + 0.289062, + 0.324219, + 0.314453, + 0.298828, + 0.324219, + 0.289062, + 0.333984, + 0.304688, + 0.345703, + 0.289062, + 0.296875, + 0.308594, + 0.294922, + 0.316406, + 0.322266, + 0.306641, + 0.294922, + 0.304688, + 0.300781, + 0.330078, + 0.335938, + 0.291016, + 0.310547, + 0.283203, + 0.3125, + 0.3125, + 0.292969, + 0.332031, + 0.285156, + 0.308594, + 0.269531, + 0.296875, + 0.296875, + 0.308594, + 0.292969, + 0.3125, + 0.310547, + 0.304688, + 0.292969, + 0.285156, + 0.298828, + 0.304688, + 0.320312, + 0.322266, + 0.318359, + 0.302734, + 0.333984, + 0.300781, + 0.304688, + 0.308594, + 0.306641, + 0.302734, + 0.314453, + 0.306641, + 0.318359, + 0.300781, + 0.300781, + 0.335938, + 0.304688, + 0.294922, + 0.292969, + 0.310547, + 0.326172, + 0.330078, + 0.300781, + 0.320312, + 0.294922, + 0.294922, + 0.291016, + 0.314453, + 0.298828, + 0.322266, + 0.326172, + 0.308594, + 0.294922, + 0.320312, + 0.324219, + 0.302734, + 0.328125, + 0.292969, + 0.304688, + 0.3125, + 0.308594, + 0.18457, + 0.296875, + 0.320312, + 0.283203, + 0.347656, + 0.306641, + 0.304688, + 0.3125, + 0.275391, + 0.322266, + 0.3125, + 0.300781, + 0.333984, + 0.320312, + 0.296875, + 0.304688, + 0.322266, + 0.298828, + 0.308594, + 0.318359, + 0.285156, + 0.328125, + 0.298828, + 0.3125, + 0.314453, + 0.306641, + 0.296875, + 0.304688, + 0.330078, + 0.292969, + 0.285156, + 0.296875, + 0.308594, + 0.308594, + 0.314453, + 0.296875, + 0.296875, + 0.3125, + 0.306641, + 0.314453, + 0.296875, + 0.328125, + 0.294922, + 0.28125, + 0.3125, + 0.291016, + 0.302734, + 0.3125, + 0.289062, + 0.318359, + 0.294922, + 0.320312, + 0.330078, + 0.294922, + 0.322266, + 0.308594, + 0.324219, + 0.302734, + 0.308594, + 0.306641, + 0.308594, + 0.289062, + 0.306641, + 0.314453, + 0.3125, + 0.310547, + 0.292969, + 0.308594, + 0.291016, + 0.322266, + 0.308594, + 0.3125, + 0.291016, + 0.300781, + 0.304688, + 0.283203, + 0.324219, + 0.304688, + 0.308594, + 0.296875, + 0.300781, + 0.279297, + 0.298828, + 0.302734, + 0.316406, + 0.316406, + 0.316406, + 0.306641, + 0.328125, + 0.324219, + 0.326172, + 0.302734, + 0.298828, + 0.330078, + 0.308594, + 0.308594, + 0.320312, + 0.320312, + 0.304688, + 0.28125, + 0.328125, + 0.328125, + 0.302734, + 0.310547, + 0.310547, + 0.310547, + 0.326172, + 0.355469, + 0.300781, + 0.308594, + 0.308594, + 0.300781, + 0.310547, + 0.320312, + 0.324219, + 0.318359, + 0.273438, + 0.345703, + 0.328125, + 0.308594, + 0.341797, + 0.320312, + 0.314453, + 0.314453, + 0.28125, + 0.298828, + 0.314453, + 0.302734, + 0.306641, + 0.289062, + 0.3125, + 0.304688, + 0.302734, + 0.333984, + 0.291016, + 0.283203, + 0.335938, + 0.285156, + 0.318359, + 0.320312, + 0.314453, + 0.314453, + 0.3125, + 0.3125, + 0.316406, + 0.3125, + 0.302734, + 0.324219, + 0.291016, + 0.291016, + 0.298828, + 0.296875, + 0.326172, + 0.300781, + 0.300781, + 0.291016, + 0.28125, + 0.308594, + 0.308594, + 0.320312, + 0.359375, + 0.298828, + 0.3125, + 0.302734, + 0.308594, + 0.318359, + 0.304688, + 0.298828, + 0.320312, + 0.316406, + 0.318359, + 0.296875, + 0.314453, + 0.310547, + 0.318359, + 0.300781, + 0.302734, + 0.255859, + 0.287109, + 0.285156, + 0.304688, + 0.308594, + 0.300781, + 0.294922, + 0.316406, + 0.308594, + 0.3125, + 0.291016, + 0.320312, + 0.3125, + 0.328125, + 0.326172, + 0.294922, + 0.302734, + 0.296875, + 0.289062, + 0.345703, + 0.304688, + 0.320312, + 0.328125, + 0.3125, + 0.314453, + 0.289062, + 0.318359, + 0.289062, + 0.300781, + 0.318359, + 0.279297, + 0.320312, + 0.324219, + 0.287109, + 0.314453, + 0.328125, + 0.291016, + 0.320312, + 0.3125, + 0.322266, + 0.357422, + 0.308594, + 0.320312, + 0.306641, + 0.335938, + 0.322266, + 0.304688, + 0.285156, + 0.287109, + 0.300781, + 0.302734, + 0.306641, + 0.302734, + 0.298828, + 0.302734, + 0.291016, + 0.324219, + 0.287109, + 0.332031, + 0.306641, + 0.324219, + 0.28125, + 0.300781, + 0.322266, + 0.337891, + 0.322266, + 0.294922, + 0.310547, + 0.302734, + 0.306641, + 0.292969, + 0.310547, + 0.304688, + 0.322266, + 0.298828, + 0.296875, + 0.306641, + 0.273438, + 0.294922, + 0.310547, + 0.326172, + 0.328125, + 0.306641, + 0.306641, + 0.324219, + 0.318359, + 0.292969, + 0.333984, + 0.306641, + 0.326172, + 0.314453, + 0.308594, + 0.308594, + 0.296875, + 0.302734, + 0.300781, + 0.298828, + 0.296875, + 0.300781, + 0.308594, + 0.316406, + 0.318359, + 0.294922, + 0.310547, + 0.316406, + 0.339844, + 0.318359, + 0.291016, + 0.322266, + 0.308594, + 0.302734, + 0.291016, + 0.302734, + 0.302734, + 0.322266, + 0.304688, + 0.304688, + 0.285156, + 0.306641, + 0.28125, + 0.302734, + 0.326172, + 0.390625, + 0.310547, + 0.316406, + 0.332031, + 0.296875, + 0.3125, + 0.314453, + 0.304688, + 0.316406, + 0.337891, + 0.347656, + 0.300781, + 0.294922, + 0.3125, + 0.292969, + 0.300781, + 0.289062, + 0.300781, + 0.322266, + 0.306641, + 0.322266, + 0.339844, + 0.322266, + 0.300781, + 0.324219, + 0.335938, + 0.332031, + 0.302734, + 0.324219, + 0.330078, + 0.298828, + 0.328125, + 0.341797, + 0.314453, + 0.292969, + 0.314453, + 0.302734, + 0.289062, + 0.296875, + 0.3125, + 0.314453, + 0.291016, + 0.296875, + 0.335938, + 0.298828, + 0.296875, + 0.314453, + 0.337891, + 0.3125, + 0.289062, + 0.351562, + 0.302734, + 0.322266, + 0.300781, + 0.353516, + 0.285156, + 0.3125, + 0.294922, + 0.302734, + 0.314453, + 0.302734, + 0.302734, + 0.328125, + 0.298828, + 0.306641, + 0.304688, + 0.306641, + 0.291016, + 0.298828, + 0.306641, + 0.292969, + 0.283203, + 0.291016, + 0.287109, + 0.300781, + 0.326172, + 0.330078, + 0.314453, + 0.339844, + 0.292969, + 0.302734, + 0.320312, + 0.308594, + 0.296875, + 0.332031, + 0.298828, + 0.349609, + 0.289062, + 0.328125, + 0.326172, + 0.302734, + 0.361328, + 0.314453, + 0.289062, + 0.308594, + 0.310547, + 0.318359, + 0.318359, + 0.298828, + 0.326172, + 0.279297, + 0.289062, + 0.314453, + 0.298828, + 0.308594, + 0.298828, + 0.306641, + 0.326172, + 0.3125, + 0.330078, + 0.296875, + 0.314453, + 0.292969, + 0.308594, + 0.310547, + 0.287109, + 0.318359, + 0.287109, + 0.306641, + 0.318359, + 0.300781, + 0.28125, + 0.287109, + 0.318359, + 0.304688, + 0.289062, + 0.304688, + 0.330078, + 0.326172, + 0.337891, + 0.316406, + 0.287109, + 0.298828, + 0.3125, + 0.318359, + 0.300781, + 0.322266, + 0.3125, + 0.300781, + 0.294922, + 0.306641, + 0.314453, + 0.302734, + 0.298828, + 0.306641, + 0.306641, + 0.328125, + 0.289062, + 0.318359, + 0.306641, + 0.292969, + 0.300781, + 0.279297, + 0.320312, + 0.308594, + 0.316406, + 0.304688, + 0.332031, + 0.300781, + 0.322266, + 0.306641, + 0.302734, + 0.291016, + 0.300781, + 0.298828, + 0.304688, + 0.322266, + 0.318359, + 0.316406, + 0.275391, + 0.328125, + 0.324219, + 0.279297, + 0.300781, + 0.296875, + 0.296875, + 0.324219, + 0.3125, + 0.316406, + 0.298828, + 0.322266, + 0.306641, + 0.302734, + 0.316406, + 0.330078, + 0.300781, + 0.310547, + 0.294922, + 0.328125, + 0.316406, + 0.308594, + 0.337891, + 0.300781, + 0.304688, + 0.324219, + 0.3125, + 0.328125, + 0.283203, + 0.320312, + 0.3125, + 0.291016, + 0.320312, + 0.318359, + 0.335938, + 0.308594, + 0.296875, + 0.287109, + 0.237305, + 0.298828, + 0.3125, + 0.306641, + 0.322266, + 0.320312, + 0.310547, + 0.285156, + 0.333984, + 0.279297, + 0.294922, + 0.318359, + 0.314453, + 0.326172, + 0.292969, + 0.310547, + 0.285156, + 0.298828, + 0.308594, + 0.335938, + 0.310547, + 0.304688, + 0.310547, + 0.330078, + 0.335938, + 0.292969, + 0.291016, + 0.324219, + 0.320312, + 0.289062, + 0.314453, + 0.332031, + 0.298828, + 0.298828, + 0.291016, + 0.302734, + 0.298828, + 0.291016, + 0.302734, + 0.335938, + 0.314453, + 0.324219, + 0.347656, + 0.314453, + 0.310547, + 0.332031, + 0.298828, + 0.291016, + 0.310547, + 0.314453, + 0.302734, + 0.324219, + 0.322266, + 0.294922, + 0.306641, + 0.300781, + 0.34375, + 0.326172, + 0.308594, + 0.296875, + 0.302734, + 0.308594, + 0.316406, + 0.291016, + 0.320312, + 0.353516, + 0.306641, + 0.308594, + 0.302734, + 0.318359, + 0.324219, + 0.324219, + 0.330078, + 0.310547, + 0.302734, + 0.302734, + 0.326172, + 0.314453, + 0.302734, + 0.314453, + 0.287109, + 0.308594, + 0.322266, + 0.292969, + 0.310547, + 0.296875, + 0.287109, + 0.314453, + 0.300781, + 0.291016, + 0.304688, + 0.322266, + 0.300781, + 0.296875, + 0.3125, + 0.304688, + 0.292969, + 0.306641, + 0.306641, + 0.302734, + 0.310547, + 0.337891, + 0.298828, + 0.308594, + 0.294922, + 0.302734, + 0.296875, + 0.316406, + 0.316406, + 0.292969, + 0.291016, + 0.285156, + 0.333984, + 0.285156, + 0.318359, + 0.310547, + 0.296875, + 0.285156, + 0.3125, + 0.298828, + 0.308594, + 0.324219, + 0.318359, + 0.304688, + 0.318359, + 0.3125, + 0.314453, + 0.320312, + 0.298828, + 0.330078, + 0.296875, + 0.316406, + 0.306641, + 0.306641, + 0.300781, + 0.304688, + 0.294922, + 0.294922, + 0.322266, + 0.291016, + 0.298828, + 0.320312, + 0.302734, + 0.322266, + 0.320312, + 0.306641, + 0.273438, + 0.320312, + 0.306641, + 0.302734, + 0.337891, + 0.310547, + 0.326172, + 0.300781, + 0.316406, + 0.314453, + 0.306641, + 0.296875, + 0.326172, + 0.310547, + 0.318359, + 0.304688, + 0.291016, + 0.3125, + 0.308594, + 0.3125, + 0.320312, + 0.294922, + 0.310547, + 0.361328, + 0.300781, + 0.296875, + 0.3125, + 0.287109, + 0.304688, + 0.316406, + 0.316406, + 0.298828, + 0.291016, + 0.283203 + ] + }, + "name": "model.model.layers.0.input_layernorm.weight", + "outputIndexes": [ + 4 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm/Mul_output_0", + "outputIndexes": [ + 5 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4, + 5 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm/Mul_1_output_0", + "outputIndexes": [ + 6 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 6 + ], + "outputIndexes": [ + 2308 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2308 + ], + "outputIndexes": [ + 2309 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear", + "inputIndexes": [ + 2309 + ], + "outputIndexes": [ + 2310 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 0, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2310 + ], + "outputIndexes": [ + 2311 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2311 + ], + "outputIndexes": [ + 7 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1 + ] + }, + "name": "/Unsqueeze_output_0", + "outputIndexes": [ + 8 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 6 + ], + "main_type": "NONE", + "name": "/Shape_1_output_0", + "outputIndexes": [ + 9 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1 + ] + }, + "name": "/rotary/Constant_9_output_0", + "outputIndexes": [ + 10 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9 + ], + "main_type": "NONE", + "name": "Shape20", + "outputIndexes": [ + 11 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 9 + ], + "main_type": "NONE", + "name": "Rank22", + "outputIndexes": [ + 12 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 12, + 12 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp24", + "outputIndexes": [ + 13 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 13 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze25", + "outputIndexes": [ + 14 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 13, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp27", + "outputIndexes": [ + 15 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 15 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze28", + "outputIndexes": [ + 16 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 11, + 14, + 16, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice31", + "outputIndexes": [ + 17 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 17 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze32", + "outputIndexes": [ + 18 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 18 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp33", + "outputIndexes": [ + 19 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 19, + 18 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp34", + "outputIndexes": [ + 20 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 20, + 13 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_2_output_0", + "outputIndexes": [ + 21 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 0 + ] + }, + "name": "/rotary/Constant_4_output_0", + "outputIndexes": [ + 22 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 21, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1_output_0", + "outputIndexes": [ + 23 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 28 + ] + }, + "name": "/Constant_3_output_0", + "outputIndexes": [ + 24 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 128 + ] + }, + "name": "/Constant_4_output_0", + "outputIndexes": [ + 25 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 23, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_output_0", + "outputIndexes": [ + 26 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 26 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_1_output_0", + "outputIndexes": [ + 27 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 3 + ], + "dtype": "DT_INT32", + "dformat": "NCHW" + }, + "name": "position_ids", + "outputIndexes": [ + 28 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 28 + ], + "main_type": "CastParam", + "main": { + "srcT": "DT_VARIANT", + "dstT": "DT_FLOAT" + }, + "name": "/rotary/Cast_output_0", + "outputIndexes": [ + 29 + ], + "type": "Cast", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1, + 1 + ] + }, + "name": "/rotary/Constant_1_output_0__", + "outputIndexes": [ + 30 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 29, + 30 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/rotary/Reshape_output_0", + "outputIndexes": [ + 31 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.0, + 0.805842, + 0.649382, + 0.523299, + 0.421697, + 0.339821, + 0.273842, + 0.220673, + 0.177828, + 0.143301, + 0.115478, + 0.093057, + 0.074989, + 0.06043, + 0.048697, + 0.039242, + 0.031623, + 0.025483, + 0.020535, + 0.016548, + 0.013335, + 0.010746, + 0.00866, + 0.006978, + 0.005623, + 0.004532, + 0.003652, + 0.002943, + 0.002371, + 0.001911, + 0.00154, + 0.001241, + 0.001, + 0.000806, + 0.000649, + 0.000523, + 0.000422, + 0.00034, + 0.000274, + 0.000221, + 0.000178, + 0.000143, + 0.000115, + 9.3e-05, + 7.5e-05, + 6e-05, + 4.9e-05, + 3.9e-05, + 3.2e-05, + 2.5e-05, + 2.1e-05, + 1.7e-05, + 1.3e-05, + 1.1e-05, + 9e-06, + 7e-06, + 6e-06, + 5e-06, + 4e-06, + 3e-06, + 2e-06, + 2e-06, + 2e-06, + 1e-06 + ] + }, + "name": "/rotary/Constant_2_output_0", + "outputIndexes": [ + 32 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 31, + 32 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/rotary/Mul_output_0", + "outputIndexes": [ + 33 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 33 + ], + "main_type": "UnaryOp", + "main": { + "opType": "COS", + "T": "DT_FLOAT" + }, + "name": "/rotary/Cos_output_0", + "outputIndexes": [ + 34 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 34, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_output_0", + "outputIndexes": [ + 35 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 33 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIN", + "T": "DT_FLOAT" + }, + "name": "/rotary/Sin_output_0", + "outputIndexes": [ + 36 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 36, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_1_output_0", + "outputIndexes": [ + 37 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 35, + 37 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/rotary/Concat_output_0", + "outputIndexes": [ + 38 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 38, + 38 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/rotary/Concat_1_output_0", + "outputIndexes": [ + 39 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3, + 1 + ] + }, + "name": "/rotary/Unsqueeze_2_axes", + "outputIndexes": [ + 40 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 39, + 40 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_3_output_0", + "outputIndexes": [ + 41 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 41 + ], + "main_type": "NONE", + "name": "Shape57", + "outputIndexes": [ + 42 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 41 + ], + "main_type": "NONE", + "name": "Rank59", + "outputIndexes": [ + 43 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 43, + 43 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp61", + "outputIndexes": [ + 44 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 44 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze62", + "outputIndexes": [ + 45 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 44, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp64", + "outputIndexes": [ + 46 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 46 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze65", + "outputIndexes": [ + 47 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 42, + 45, + 47, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice68", + "outputIndexes": [ + 48 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 48 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze69", + "outputIndexes": [ + 49 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 49, + 49 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp71", + "outputIndexes": [ + 50 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 41, + 50, + 44 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_3_output_0", + "outputIndexes": [ + 51 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_output_0", + "outputIndexes": [ + 52 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27 + ], + "main_type": "NONE", + "name": "/Shape_2_output_0", + "outputIndexes": [ + 53 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3 + ] + }, + "name": "/Constant_10_output_0", + "outputIndexes": [ + 54 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53 + ], + "main_type": "NONE", + "name": "Shape76", + "outputIndexes": [ + 55 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 53 + ], + "main_type": "NONE", + "name": "Rank78", + "outputIndexes": [ + 56 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 56, + 56 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp80", + "outputIndexes": [ + 57 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 57 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze81", + "outputIndexes": [ + 58 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 57, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp83", + "outputIndexes": [ + 59 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 59 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze84", + "outputIndexes": [ + 60 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 55, + 58, + 60, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice87", + "outputIndexes": [ + 61 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 61 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze88", + "outputIndexes": [ + 62 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 62 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp89", + "outputIndexes": [ + 63 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 63, + 62 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp90", + "outputIndexes": [ + 64 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 64, + 57 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_5_output_0", + "outputIndexes": [ + 65 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 2 + ] + }, + "name": "/rotary/Constant_7_output_0", + "outputIndexes": [ + 66 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 65, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_output_0", + "outputIndexes": [ + 67 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 67, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_6_output_0", + "outputIndexes": [ + 68 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1073741824 + ] + }, + "name": "/Constant_19_output_0", + "outputIndexes": [ + 69 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3 + ] + }, + "name": "/Constant_13_output_0", + "outputIndexes": [ + 70 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27, + 68, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_1_output_0", + "outputIndexes": [ + 71 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 71 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_output_0", + "outputIndexes": [ + 72 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27, + 22, + 68, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_output_0", + "outputIndexes": [ + 73 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 72, + 73 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_3_output_0", + "outputIndexes": [ + 74 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 44 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze106", + "outputIndexes": [ + 75 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 46 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze109", + "outputIndexes": [ + 76 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 42, + 75, + 76, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice112", + "outputIndexes": [ + 77 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 77 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze113", + "outputIndexes": [ + 78 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 78 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp114", + "outputIndexes": [ + 79 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 79, + 78 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp115", + "outputIndexes": [ + 80 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 41, + 80, + 44 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_4_output_0", + "outputIndexes": [ + 81 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 74, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_1_output_0", + "outputIndexes": [ + 82 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 52, + 82 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_output_0", + "outputIndexes": [ + 83 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 6 + ], + "outputIndexes": [ + 2312 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2312 + ], + "outputIndexes": [ + 2313 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear", + "inputIndexes": [ + 2313 + ], + "outputIndexes": [ + 2314 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 7239702, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2314 + ], + "outputIndexes": [ + 2315 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2315 + ], + "outputIndexes": [ + 84 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 4 + ] + }, + "name": "/Constant_6_output_0", + "outputIndexes": [ + 85 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 23, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_1_output_0", + "outputIndexes": [ + 86 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 84, + 86 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_2_output_0", + "outputIndexes": [ + 87 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 87, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_2_output_0", + "outputIndexes": [ + 88 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 87 + ], + "main_type": "NONE", + "name": "/Shape_3_output_0", + "outputIndexes": [ + 89 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 89 + ], + "main_type": "NONE", + "name": "Shape159", + "outputIndexes": [ + 90 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 89 + ], + "main_type": "NONE", + "name": "Rank161", + "outputIndexes": [ + 91 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 91, + 91 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp163", + "outputIndexes": [ + 92 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 92 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze164", + "outputIndexes": [ + 93 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 92, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp166", + "outputIndexes": [ + 94 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 94 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze167", + "outputIndexes": [ + 95 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 90, + 93, + 95, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice170", + "outputIndexes": [ + 96 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 96 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze171", + "outputIndexes": [ + 97 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 97 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp172", + "outputIndexes": [ + 98 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 98, + 97 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp173", + "outputIndexes": [ + 99 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 89, + 99, + 92 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_6_output_0", + "outputIndexes": [ + 100 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 100, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_1_output_0", + "outputIndexes": [ + 101 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 101, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_8_output_0", + "outputIndexes": [ + 102 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 87, + 102, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_3_output_0", + "outputIndexes": [ + 103 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 103 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_1_output_0", + "outputIndexes": [ + 104 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 87, + 22, + 102, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_2_output_0", + "outputIndexes": [ + 105 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 104, + 105 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_4_output_0", + "outputIndexes": [ + 106 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 106, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_3_output_0", + "outputIndexes": [ + 107 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 88, + 107 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_1_output_0", + "outputIndexes": [ + 108 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 6 + ], + "outputIndexes": [ + 2316 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2316 + ], + "outputIndexes": [ + 2317 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear", + "inputIndexes": [ + 2317 + ], + "outputIndexes": [ + 2318 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 8273964, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2318 + ], + "outputIndexes": [ + 2319 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2319 + ], + "outputIndexes": [ + 109 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 109, + 86 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_3_output_0", + "outputIndexes": [ + 110 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 1, + -1, + -1 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "attention_mask", + "outputIndexes": [ + 111 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 83, + 108, + 110, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_8_output_0", + "outputIndexes": [ + 112 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 112 + ], + "outputIndexes": [ + 2320 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2320 + ], + "outputIndexes": [ + 2321 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear", + "inputIndexes": [ + 2321 + ], + "outputIndexes": [ + 2322 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 9308226, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2322 + ], + "outputIndexes": [ + 2323 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2323 + ], + "outputIndexes": [ + 113 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3, + 113 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_3_output_0", + "outputIndexes": [ + 114 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.3125, + 0.386719, + 0.291016, + 0.265625, + 0.345703, + 0.308594, + 0.361328, + 0.285156, + 0.324219, + 0.28125, + 0.361328, + 0.269531, + 0.285156, + 0.283203, + 0.318359, + 0.28125, + 0.25, + 0.275391, + 0.378906, + 0.398438, + 1.15625, + 0.330078, + 0.378906, + 0.263672, + 0.239258, + 0.214844, + 0.347656, + 0.255859, + 0.302734, + 0.257812, + 0.355469, + 0.271484, + -4.2e-05, + 0.241211, + 0.322266, + 0.394531, + 0.273438, + 0.205078, + 0.255859, + 0.255859, + 0.353516, + 0.273438, + 0.189453, + 0.396484, + 0.378906, + 0.384766, + 0.273438, + 0.330078, + 0.335938, + 0.273438, + 0.285156, + 0.335938, + 0.292969, + 0.345703, + 0.386719, + 0.28125, + 0.410156, + 0.380859, + 0.378906, + 0.283203, + 0.304688, + 0.337891, + 0.373047, + 0.253906, + 0.277344, + 0.267578, + 0.238281, + 0.396484, + 0.527344, + 0.376953, + 0.376953, + 0.277344, + 0.373047, + 0.300781, + 0.396484, + 0.316406, + 0.271484, + 0.306641, + 0.320312, + 0.392578, + 0.253906, + 0.414062, + 0.206055, + 0.314453, + 0.291016, + 0.287109, + 0.384766, + 0.375, + 0.259766, + 0.255859, + 0.382812, + 0.378906, + 0.361328, + 0.376953, + 0.330078, + 0.3125, + 0.000172, + 0.267578, + 0.241211, + 0.277344, + 0.239258, + 0.287109, + 0.294922, + 0.314453, + 0.328125, + 0.302734, + 0.253906, + 0.292969, + 0.333984, + 0.00025, + 0.378906, + 0.273438, + 0.269531, + 0.174805, + 0.337891, + 0.228516, + 0.269531, + 0.330078, + 0.380859, + 0.273438, + 0.285156, + 0.324219, + 0.326172, + 0.257812, + 0.271484, + 0.318359, + 0.419922, + 0.191406, + 0.324219, + 0.273438, + 0.314453, + 0.275391, + 0.306641, + 0.355469, + 0.275391, + 0.179688, + 0.28125, + 0.382812, + 0.310547, + 0.291016, + 0.310547, + 0.294922, + 0.380859, + 0.574219, + 0.386719, + 0.263672, + 0.220703, + 0.277344, + 0.347656, + 0.351562, + 0.388672, + 0.414062, + 0.289062, + 0.394531, + 0.285156, + 0.324219, + 0.285156, + 0.314453, + 0.398438, + 0.390625, + 0.275391, + 0.277344, + 0.298828, + 0.298828, + 0.318359, + 0.294922, + 0.357422, + 0.267578, + 0.241211, + 0.398438, + 0.330078, + 0.225586, + 0.253906, + 0.246094, + 0.275391, + 0.167969, + 0.363281, + 0.345703, + 0.400391, + 0.294922, + 0.441406, + 0.371094, + 0.283203, + 0.375, + 0.457031, + 0.332031, + 0.318359, + 0.269531, + 0.246094, + 0.15332, + 0.261719, + 0.259766, + 0.251953, + 0.257812, + 0.253906, + 0.1875, + 0.408203, + 0.186523, + 0.277344, + 0.124512, + 0.306641, + 0.246094, + 0.318359, + 0.294922, + 0.209961, + 0.390625, + 0.416016, + 0.332031, + 0.255859, + 0.447266, + 0.390625, + 0.289062, + 0.237305, + 0.359375, + 0.398438, + 0.304688, + 0.283203, + 0.267578, + 0.3125, + 0.353516, + 0.267578, + 0.306641, + 0.322266, + 0.398438, + 0.28125, + 0.314453, + 0.259766, + 0.349609, + 0.386719, + 0.355469, + 0.314453, + 0.369141, + 0.292969, + 0.263672, + 0.296875, + 0.273438, + 0.259766, + 0.482422, + 0.3125, + 0.400391, + 0.4375, + 0.273438, + 0.400391, + 0.196289, + 0.302734, + 0.287109, + 0.357422, + 0.410156, + 0.335938, + 0.273438, + 0.324219, + 0.283203, + 0.322266, + 0.328125, + 0.417969, + 0.273438, + 0.410156, + 0.277344, + 0.378906, + 0.287109, + 0.320312, + 0.291016, + 0.333984, + 0.351562, + 0.392578, + 0.239258, + 0.371094, + 0.341797, + 0.333984, + 0.141602, + 0.318359, + 0.227539, + 0.425781, + 0.277344, + 0.259766, + 0.398438, + 0.376953, + 0.219727, + 0.245117, + 0.375, + 0.341797, + 0.373047, + 0.283203, + 0.306641, + 0.367188, + 0.386719, + 0.349609, + 0.365234, + 0.151367, + 0.28125, + 0.375, + 0.304688, + 0.341797, + 0.296875, + 0.251953, + 0.310547, + 0.324219, + 0.259766, + 0.310547, + 0.376953, + 0.328125, + 0.308594, + 0.304688, + 0.375, + 0.365234, + 0.203125, + 0.328125, + 0.335938, + 0.234375, + 0.386719, + 0.259766, + 0.289062, + 0.339844, + 0.365234, + 0.273438, + 0.369141, + 0.155273, + 0.408203, + 0.200195, + 0.261719, + 0.292969, + 0.225586, + 0.28125, + 0.263672, + 0.314453, + 0.332031, + 0.285156, + 0.289062, + 0.267578, + 0.300781, + 0.296875, + 0.316406, + 0.378906, + 0.267578, + 0.283203, + 0.285156, + 0.390625, + 0.183594, + 0.363281, + 0.217773, + 0.279297, + 0.25, + 0.25, + 0.267578, + 0.316406, + 0.333984, + 0.324219, + 0.392578, + 0.253906, + 0.353516, + 0.227539, + 0.296875, + 0.408203, + 0.308594, + 0.149414, + 0.369141, + 0.235352, + 0.353516, + 0.310547, + 0.341797, + 0.300781, + 0.382812, + 0.355469, + 0.275391, + 0.320312, + 0.285156, + 0.339844, + 0.287109, + 0.394531, + 0.261719, + 0.386719, + 0.347656, + 0.330078, + 0.265625, + 0.396484, + 0.279297, + 0.326172, + 0.310547, + 0.333984, + 0.291016, + 0.373047, + 0.361328, + 0.289062, + 0.367188, + 0.371094, + 0.279297, + 0.279297, + 0.339844, + 0.265625, + 0.304688, + 0.298828, + 0.386719, + 0.460938, + 0.263672, + 0.253906, + 0.376953, + 0.271484, + 0.259766, + 0.337891, + 0.347656, + 0.279297, + 0.474609, + 0.275391, + 0.357422, + 0.285156, + 0.388672, + 0.261719, + 0.357422, + 0.40625, + 0.287109, + 0.333984, + 0.375, + 0.326172, + 0.339844, + 0.380859, + 0.306641, + 0.396484, + 0.308594, + 0.378906, + 0.384766, + 0.211914, + 0.285156, + 0.3125, + 0.316406, + 0.251953, + 0.298828, + 0.291016, + 0.169922, + 0.388672, + 0.398438, + 0.384766, + 0.359375, + 0.292969, + 0.275391, + 0.320312, + 0.404297, + 0.261719, + 0.361328, + 0.259766, + 0.28125, + 0.335938, + 0.376953, + 0.337891, + 0.306641, + 0.3125, + 0.287109, + 0.259766, + 0.353516, + 0.417969, + 0.178711, + 0.380859, + 0.271484, + 0.369141, + 0.337891, + 0.394531, + 0.427734, + 0.345703, + 0.322266, + 0.000237, + 0.267578, + 0.353516, + 0.308594, + 0.382812, + 0.306641, + 0.261719, + 0.269531, + 0.283203, + 0.304688, + 0.271484, + 0.359375, + 0.263672, + 0.318359, + 0.394531, + 0.296875, + 0.28125, + 0.324219, + 0.408203, + 0.265625, + 0.392578, + 0.353516, + 0.291016, + 0.339844, + 0.285156, + 0.345703, + 0.292969, + 0.408203, + 0.376953, + 0.316406, + 0.28125, + 0.168945, + 0.441406, + 0.359375, + 0.3125, + 0.386719, + 0.285156, + 0.275391, + 0.380859, + 0.353516, + 0.341797, + 0.326172, + 0.308594, + 0.291016, + 0.306641, + 0.308594, + 0.291016, + 0.298828, + 0.291016, + 0.478516, + 0.369141, + 0.292969, + 0.417969, + 0.337891, + 0.237305, + 0.298828, + 0.18457, + 0.308594, + 0.298828, + 0.298828, + 0.28125, + 0.330078, + 0.330078, + 0.363281, + 0.384766, + 0.330078, + 0.304688, + 0.277344, + 0.392578, + 0.333984, + 0.339844, + 0.246094, + 0.265625, + 0.380859, + 0.341797, + 0.375, + 0.332031, + 0.332031, + 0.28125, + 0.283203, + 0.349609, + 0.308594, + 0.265625, + 0.550781, + 0.289062, + 0.330078, + 0.298828, + 0.273438, + 0.166016, + 0.287109, + 0.376953, + 0.253906, + 0.332031, + 0.390625, + 0.427734, + 0.173828, + 0.238281, + 0.255859, + 0.28125, + 0.363281, + 0.351562, + 0.245117, + 0.287109, + 0.271484, + 0.320312, + 0.464844, + 0.298828, + 0.369141, + 0.408203, + 0.223633, + 0.304688, + 0.410156, + 0.188477, + 0.380859, + 0.257812, + 0.25, + 0.310547, + 0.332031, + 0.367188, + 0.333984, + 0.277344, + 0.192383, + 0.310547, + 0.359375, + 0.333984, + 0.25, + 0.466797, + 0.361328, + 0.371094, + 0.283203, + 0.367188, + 0.273438, + 0.259766, + 0.333984, + 0.322266, + 0.175781, + 0.384766, + 0.291016, + 0.255859, + 0.302734, + 0.267578, + 0.300781, + 0.310547, + 0.285156, + 0.225586, + 0.324219, + 0.359375, + 0.314453, + 0.3125, + 0.289062, + 0.158203, + 0.337891, + 0.328125, + 0.353516, + 0.265625, + 0.302734, + 0.347656, + 0.324219, + 0.341797, + 0.275391, + 0.289062, + 0.380859, + 0.394531, + 0.230469, + 0.267578, + 0.400391, + 0.287109, + 0.404297, + 0.390625, + 0.386719, + 0.398438, + 0.322266, + 0.302734, + 0.357422, + 0.269531, + 0.248047, + 0.398438, + 0.241211, + 0.25, + 0.582031, + 0.273438, + 0.300781, + 0.359375, + 0.275391, + 0.349609, + 0.28125, + 0.335938, + 0.232422, + 0.349609, + 0.241211, + 0.263672, + 0.263672, + 0.328125, + 0.25, + 0.369141, + 0.304688, + 0.433594, + 0.204102, + 0.255859, + 0.380859, + 0.431641, + 0.283203, + 0.279297, + 0.228516, + 0.118164, + 0.283203, + 0.347656, + 0.337891, + 0.378906, + 0.292969, + 0.357422, + 0.271484, + 0.314453, + 0.371094, + 0.357422, + 0.384766, + 0.388672, + 0.396484, + 0.361328, + 0.306641, + 0.213867, + 0.361328, + 0.259766, + 0.291016, + 0.310547, + 0.378906, + 0.219727, + 0.296875, + 0.263672, + 0.304688, + 0.28125, + -0.269531, + 0.390625, + 0.163086, + 0.408203, + 0.40625, + 0.363281, + 0.4375, + 0.273438, + 0.171875, + 0.271484, + 0.151367, + 0.259766, + 0.388672, + 0.263672, + 0.335938, + 0.380859, + 0.375, + 0.245117, + 0.306641, + 0.384766, + 0.380859, + 0.361328, + 0.494141, + 0.330078, + 0.294922, + 0.255859, + 0.125, + 0.304688, + 0.294922, + 0.308594, + 0.439453, + 0.289062, + 0.357422, + 0.255859, + 0.294922, + 0.400391, + 0.347656, + 0.294922, + 0.324219, + 0.244141, + 0.296875, + 0.345703, + 0.333984, + 0.225586, + 0.365234, + 0.314453, + 0.287109, + 0.271484, + 0.361328, + 0.289062, + 0.206055, + 0.314453, + 0.382812, + 0.287109, + 0.310547, + 0.333984, + 0.3125, + 0.382812, + 0.257812, + 0.373047, + 0.294922, + 0.306641, + 0.330078, + 0.124512, + 0.316406, + 0.230469, + 0.271484, + 0.265625, + 0.316406, + 0.259766, + 0.367188, + 0.318359, + 0.367188, + 0.287109, + 0.324219, + 0.396484, + 0.328125, + 0.408203, + 0.296875, + 0.398438, + 0.369141, + 0.384766, + 0.400391, + 0.318359, + 0.253906, + 0.408203, + 0.349609, + 0.223633, + 0.390625, + 0.261719, + 0.326172, + 0.306641, + 0.277344, + 0.365234, + 0.275391, + 0.289062, + 0.292969, + 0.412109, + 0.251953, + 0.320312, + 0.306641, + 0.392578, + 0.308594, + 0.263672, + 0.265625, + 0.349609, + 0.306641, + 0.294922, + 0.394531, + 0.400391, + 0.382812, + 0.291016, + 0.265625, + 0.337891, + 0.384766, + 0.298828, + 0.310547, + 0.357422, + 0.396484, + 0.273438, + 0.314453, + 0.232422, + 0.318359, + 0.390625, + 0.124023, + 0.392578, + 0.255859, + 0.357422, + 0.291016, + 0.476562, + 0.382812, + 0.314453, + 0.257812, + 0.345703, + 0.412109, + 0.527344, + 0.392578, + 0.394531, + 0.239258, + 0.304688, + 0.261719, + 0.269531, + 0.353516, + 0.478516, + 0.429688, + 0.259766, + 0.326172, + 0.371094, + 0.408203, + 0.294922, + 0.279297, + 0.285156, + 0.300781, + 0.291016, + 0.384766, + 0.322266, + 0.28125, + 0.363281, + 0.160156, + 0.353516, + 0.310547, + 0.349609, + 0.322266, + 0.277344, + 0.294922, + 0.292969, + 0.279297, + 0.205078, + 0.283203, + 0.363281, + 0.238281, + 0.376953, + 0.361328, + 0.304688, + 0.410156, + 0.255859, + 0.259766, + 0.353516, + 0.277344, + 0.384766, + 0.182617, + 0.306641, + 0.345703, + 0.238281, + 0.212891, + 0.353516, + 0.417969, + 0.283203, + 0.302734, + 0.128906, + 0.194336, + 0.40625, + 0.351562, + -0.000233, + 0.236328, + 0.388672, + 0.416016, + 0.302734, + 0.376953, + 0.308594, + 0.292969, + 0.380859, + 0.353516, + 0.347656, + 0.326172, + 0.34375, + 0.347656, + 0.351562, + 0.443359, + 0.308594, + 0.253906, + 0.396484, + 0.246094, + 0.400391, + 0.261719, + 0.365234, + 0.419922, + 0.328125, + 0.310547, + 0.371094, + 0.251953, + 0.182617, + 0.371094, + 0.34375, + 0.3125, + 0.296875, + 0.265625, + 0.361328, + 0.28125, + 0.285156, + 0.394531, + 0.349609, + 0.384766, + 0.408203, + 0.382812, + 0.378906, + 0.291016, + 0.302734, + 0.365234, + 0.277344, + 0.408203, + 0.382812, + 0.224609, + 0.457031, + 0.232422, + 0.339844, + 0.253906, + 0.310547, + 0.3125, + 0.277344, + 0.353516, + 0.294922, + 0.380859, + 0.359375, + 0.283203, + 0.219727, + 0.237305, + 0.388672, + 0.330078, + 0.273438, + 0.367188, + 0.40625, + 0.308594, + 0.341797, + 0.271484, + 0.287109, + 0.339844, + 0.243164, + 0.289062, + 0.287109, + 0.347656, + 0.304688, + 0.160156, + 0.217773, + 0.304688, + 0.271484, + 0.314453, + 0.253906, + 0.310547, + 0.298828, + 0.073242, + 0.318359, + 0.324219, + 0.416016, + 0.357422, + 0.330078, + 0.240234, + 0.169922, + 0.235352, + 0.320312, + 0.419922, + 0.429688, + 0.277344, + 0.269531, + 0.308594, + 0.318359, + 0.316406, + 0.251953, + 0.302734, + 0.402344, + 0.240234, + 0.363281, + 0.267578, + 0.320312, + 0.423828, + 0.263672, + 0.279297, + 0.345703, + 0.298828, + 0.291016, + 0.289062, + 0.375, + 0.392578, + 0.255859, + -0.000156, + 0.308594, + 0.410156, + 0.404297, + 0.351562, + 0.234375, + 0.22168, + 0.353516, + 0.398438, + 0.306641, + 0.277344, + 0.318359, + 0.339844, + 0.285156, + 0.269531, + 0.289062, + 0.320312, + 0.332031, + 0.265625, + 0.357422, + 0.296875, + 0.267578, + 0.333984, + 0.314453, + 0.302734, + 0.308594, + 0.289062, + 0.335938, + 0.402344, + 0.314453, + 0.275391, + 0.283203, + 0.34375, + 0.269531, + 0.316406, + 0.308594, + 0.267578, + 0.257812, + 0.683594, + 0.267578, + 0.275391, + 0.390625, + 0.231445, + 0.263672, + 0.341797, + 0.367188, + 0.375, + 0.231445, + 0.296875, + 0.347656, + 0.298828, + 0.094727, + 0.261719, + 0.271484, + 0.427734, + 0.277344, + 0.324219, + 0.265625, + 0.400391, + 0.294922, + 0.322266, + 0.283203, + 0.275391, + 0.304688, + 0.239258, + 0.378906, + 0.263672, + 0.175781, + 0.239258, + 0.207031, + 0.376953, + 0.236328, + 0.232422, + 0.333984, + 0.179688, + 0.237305, + 0.287109, + 0.320312, + 0.279297, + 0.28125, + 0.306641, + 0.186523, + 0.304688, + 0.40625, + 0.216797, + 0.310547, + 0.300781, + 0.219727, + 0.300781, + 0.320312, + 0.324219, + 0.371094, + 0.208984, + 0.355469, + 0.192383, + 0.353516, + 0.451172, + 0.373047, + 0.277344, + 0.289062, + 0.269531, + 0.318359, + 0.339844, + 0.347656, + 0.265625, + 0.369141, + 0.400391, + 0.486328, + 1.6e-05, + 0.102539, + 0.396484, + 0.271484, + 0.355469, + 0.369141, + 0.245117, + 0.318359, + 0.306641, + 0.304688, + 0.390625, + 0.435547, + 0.375, + 0.230469, + 0.267578, + 0.496094, + 0.222656, + 0.404297, + 0.259766, + 0.335938, + 0.287109, + 0.320312, + 0.363281, + 0.296875, + 8.5e-05, + 0.246094, + 0.386719, + 0.171875, + 0.267578, + 0.277344, + 0.234375, + 0.316406, + 0.283203, + 0.230469, + 0.257812, + 0.292969, + 0.333984, + 0.355469, + 0.378906, + 0.283203, + 0.386719, + 0.294922, + 0.398438, + 0.225586, + 0.324219, + 0.339844, + 0.361328, + 0.369141, + 0.367188, + 0.25, + 0.240234, + 0.285156, + 0.267578, + 0.188477, + 0.296875, + 0.28125, + 0.302734, + 0.378906, + 0.277344, + 0.28125, + 0.373047, + 0.388672, + 0.257812, + 0.294922, + 0.287109, + 0.296875, + 0.255859, + 0.296875, + 0.294922, + 0.283203, + 0.421875, + 0.382812, + 0.146484, + 0.376953, + 0.345703, + 0.34375, + 0.206055, + 0.207031, + 0.259766, + 0.28125, + 0.302734, + 0.339844, + 0.390625, + 0.359375, + 0.193359, + 0.255859, + 0.316406, + 0.353516, + 0.349609, + 0.373047, + 0.285156, + 0.302734, + 0.304688, + 0.310547, + 0.25, + 0.320312, + 0.267578, + 0.279297, + 0.302734, + 0.398438, + 0.300781, + 0.231445, + 0.371094, + 0.365234, + 0.40625, + 0.304688, + 0.285156, + 0.279297, + 0.246094, + 0.447266, + 0.369141, + 0.365234, + 0.398438, + 0.294922, + 0.094238, + 0.353516, + 0.294922, + 0.386719, + 0.357422, + 0.384766, + 0.414062, + 0.335938, + 0.267578, + 0.263672, + 0.277344, + 0.162109, + 0.335938, + 0.292969, + 0.261719, + 0.398438, + 0.21875, + 0.283203, + 0.363281, + 0.243164, + 0.601562, + 0.275391, + 0.227539, + 0.251953, + 0.265625, + 0.294922, + 0.24707, + 0.392578, + 0.287109, + 0.259766, + 0.332031, + 0.396484, + 0.240234, + 0.265625, + 0.306641, + 0.388672, + 0.304688, + 0.263672, + 0.414062, + 0.335938, + 0.289062, + 0.287109, + 0.330078, + 0.271484, + 0.306641, + 0.46875, + 0.332031, + 0.324219, + 0.273438, + 0.378906, + 0.322266, + 0.361328, + 0.439453, + 0.28125, + 0.341797, + 0.306641, + 0.259766, + 0.267578, + 0.243164, + 0.204102, + 0.244141, + 0.351562, + 0.310547, + 9.2e-05, + 0.453125, + 0.527344, + 0.3125, + 0.283203, + 0.191406, + 0.310547, + 0.322266, + 0.142578, + 0.239258, + 0.275391, + 0.000103, + 0.271484, + 0.275391, + 0.310547, + 0.265625, + 0.289062, + 0.279297, + 0.351562, + 0.330078, + 0.310547, + 0.263672, + 0.367188, + 0.289062, + 0.337891, + 0.28125, + 0.425781, + 0.332031, + 0.355469, + 0.225586, + 0.345703, + 0.294922, + 0.363281, + 0.386719, + 0.302734, + 0.318359, + 0.279297, + 0.396484, + 0.398438, + 0.363281, + 0.291016, + 0.269531, + 0.306641, + 0.241211, + 0.306641, + 0.242188, + 0.376953, + 0.294922, + 0.296875, + 0.263672, + 0.392578, + 0.267578, + 0.353516, + 0.271484, + 0.292969, + 0.291016, + 0.248047, + 0.267578, + 0.369141, + 0.408203, + 0.382812, + 0.291016, + 0.265625, + 0.375, + 0.375, + 0.314453, + 0.326172, + 0.261719, + 0.220703, + 0.123535, + 0.320312, + 0.234375, + 0.408203, + 0.296875, + 0.200195, + 0.402344, + 0.172852, + 0.298828, + 0.373047, + 0.314453, + 0.326172, + 0.300781, + 0.285156, + 0.373047, + 0.402344, + 0.365234, + 0.3125, + 0.335938, + 0.367188, + 0.263672, + 0.380859, + 0.229492, + 0.285156, + 0.306641, + 0.291016, + 0.316406, + 0.253906, + 0.241211, + 0.34375, + 0.271484, + 0.408203, + 0.294922, + 0.332031, + 0.316406, + 0.251953, + 0.300781, + 0.25, + 0.523438, + 0.291016, + 0.255859, + 0.414062, + 0.210938, + 0.310547, + 0.324219, + 0.316406, + 0.359375, + 0.318359, + 0.347656, + 0.335938, + 0.246094, + 0.423828, + 0.396484, + 0.361328, + 0.308594, + 0.255859, + 0.265625, + 0.304688, + 0.226562, + 0.308594, + 0.28125, + 0.318359, + 0.316406, + 0.322266, + 0.279297, + 0.324219, + 0.376953, + 0.355469, + 0.396484, + 0.369141, + -4.7e-05, + 0.25, + 0.316406, + 0.380859, + 0.574219, + 0.195312, + 0.273438, + 0.339844, + 0.416016, + 0.363281, + 0.24707, + 0.349609, + 0.248047, + 0.302734, + 0.324219, + 0.202148, + 0.292969, + 0.375, + 0.361328, + 0.375, + 0.160156, + 0.388672, + 0.378906, + 0.443359, + 0.535156, + 0.337891, + 0.257812, + 0.355469, + 0.279297, + 0.292969, + 0.294922, + 0.304688, + 0.28125, + 0.259766, + 0.242188, + 0.400391, + 0.15332, + 0.291016, + 0.273438, + 0.330078, + 0.267578, + 0.337891, + 0.328125, + 0.332031, + 0.371094, + 0.392578, + 0.488281, + 0.306641, + 0.259766, + 0.382812, + 0.419922, + 0.296875, + 0.324219, + 0.3125, + 0.259766, + 0.414062, + 0.253906, + 0.371094, + 0.332031, + 0.419922, + 0.347656, + 0.259766, + 0.269531, + 0.373047, + -7.9e-05, + 0.255859, + 0.176758, + 0.232422, + 0.378906, + 0.414062, + 0.333984, + 0.229492, + 0.375, + 0.416016, + 0.267578, + 0.300781, + 0.361328, + 0.390625, + 0.441406, + 0.398438, + 0.261719, + 0.357422, + 0.373047, + 0.402344, + 0.277344, + 0.259766, + 0.357422, + 0.277344, + 0.273438, + 0.367188, + 0.417969, + 0.376953, + 0.310547, + 0.300781, + 0.211914, + 0.283203, + 0.21875, + 0.357422, + 0.210938, + 0.388672, + 0.292969, + 0.308594, + 0.162109, + 0.292969, + 0.310547, + 0.414062, + 0.269531, + 0.271484, + 0.333984, + 0.25, + 0.402344, + 0.314453, + 0.404297, + 0.386719, + 0.345703, + 0.279297, + 0.392578, + 0.283203, + 0.304688, + 0.316406, + 0.486328, + 0.292969, + 0.263672, + 0.259766, + 0.279297, + 0.277344, + 0.314453, + 0.304688, + 0.349609, + 0.157227, + 0.46875, + 0.255859, + 0.310547, + 0.324219, + 0.302734, + 0.291016, + 0.289062, + 0.349609, + 0.369141, + 0.316406, + 0.199219, + 0.267578, + 0.402344, + 0.324219, + 0.433594, + 0.339844, + 0.306641, + 0.304688, + 0.253906, + 0.277344, + 0.376953, + 0.335938, + 0.291016, + 0.324219, + 0.291016, + 0.271484, + 0.084473, + 0.300781, + 0.349609, + 0.292969, + 0.328125, + 0.337891, + 0.277344, + 0.349609, + 0.287109, + 0.308594, + 0.261719, + 0.240234, + 0.396484, + 0.404297, + 0.335938, + 0.28125, + 0.376953, + 0.271484, + 0.306641, + 0.40625, + 0.224609, + 0.263672, + 0.347656, + 0.332031, + 0.337891, + 0.363281, + 0.361328, + 0.287109, + 0.314453, + 0.209961, + 0.333984, + 0.255859, + 0.277344, + 0.339844, + 0.339844, + 0.255859, + 0.332031, + 0.320312, + 0.269531, + 0.134766, + 0.257812, + 0.257812, + 0.269531, + 0.242188, + 0.503906, + 0.308594, + 0.275391, + 0.195312, + 0.241211, + 0.378906, + 0.294922, + 0.296875, + 0.263672, + 0.373047, + 0.400391, + 0.283203, + 0.306641, + 0.296875, + 0.416016, + 0.373047, + 0.425781, + 0.4375, + 0.302734, + 0.347656, + 0.353516, + 0.355469, + 0.384766, + 0.3125, + 0.308594, + 0.298828, + 0.283203, + 0.318359, + 0.328125, + 0.273438, + 0.000111, + 0.410156, + 0.404297, + 0.357422, + 0.332031, + 0.347656, + 0.263672, + 0.376953, + 0.328125, + 0.261719, + 0.380859, + 0.285156, + 0.296875, + 0.271484, + 0.300781, + 0.277344, + 0.375, + 0.3125, + 0.40625, + 0.275391, + 0.373047, + 0.24707, + 0.363281, + 0.414062, + 0.271484, + 0.367188, + 0.271484, + 0.419922, + 0.306641, + 0.306641, + 0.285156, + 0.287109, + 0.231445, + 0.273438, + 0.376953, + 0.000166, + 0.275391, + 0.396484, + 0.160156, + 0.349609, + 0.24707, + 0.243164, + 0.382812, + 0.267578, + 0.384766, + 0.380859, + 0.337891, + 0.34375, + 0.269531, + 0.224609, + 0.306641, + 0.296875, + 0.341797, + 0.263672, + 0.275391, + 0.310547, + 0.211914, + 0.294922, + 0.304688, + 0.310547, + 0.314453, + 0.310547, + 0.445312, + 0.263672, + 0.292969, + 0.292969, + 0.251953, + 0.353516, + 0.28125, + 0.314453, + 0.202148, + 0.310547, + 0.269531, + 0.237305, + 0.251953, + 0.1875, + 0.369141, + 0.416016, + 0.384766, + 0.384766, + 0.269531, + 0.363281, + 0.320312, + 0.316406, + 0.300781, + 0.304688, + 0.3125, + 0.306641, + 0.289062, + 0.361328, + 0.277344, + 0.283203, + 0.373047, + 0.304688, + 0.289062, + 0.332031, + 0.261719, + 0.361328, + 0.306641, + 0.310547, + 0.363281, + 0.261719, + 0.28125, + 0.230469, + 0.273438, + 0.326172, + 0.337891, + 0.259766, + 0.314453, + 0.375, + 0.150391, + 0.349609, + 0.380859, + 0.378906, + 0.198242, + 0.328125, + 0.310547, + 0.324219, + 0.378906, + 0.455078, + 0.275391, + 0.220703, + 0.236328, + 0.302734, + 0.59375, + 0.204102, + 0.259766, + 0.388672, + 0.271484, + 0.402344, + 0.306641, + 0.300781, + 0.373047, + -2.1e-05, + 0.208008, + 0.289062, + 0.275391, + 0.384766, + 0.287109, + 0.335938, + 0.345703, + 0.277344, + 0.261719, + 0.390625, + 0.111328, + 0.384766, + 0.488281, + 0.388672, + 0.294922, + 0.333984, + 0.347656, + 0.396484, + 0.273438, + 0.371094, + 0.259766, + 0.40625, + 0.371094, + 0.361328, + 0.271484, + 0.357422, + 0.310547, + 0.410156, + 0.384766, + 0.300781, + 0.300781, + 0.357422, + 0.310547, + 0.390625, + 0.275391, + 0.337891, + 0.225586, + 0.322266, + 0.271484, + 0.246094, + 0.273438, + 0.150391, + 0.257812, + 0.302734, + 0.289062, + 0.318359, + 0.235352, + 0.390625, + 0.300781, + 0.25, + 0.289062, + 0.119629, + 0.345703, + 0.328125, + 0.296875, + 0.421875, + 0.345703, + 0.314453, + 0.257812, + 0.237305, + 0.300781, + 0.269531, + 0.251953, + 0.316406, + 0.275391, + 0.273438, + 0.322266, + 0.371094, + 0.373047, + 0.277344, + 0.251953, + 0.361328, + 0.294922, + 0.330078, + 0.550781, + 0.296875, + 0.255859, + 0.28125, + 0.287109, + 0.194336, + 0.351562, + 0.308594, + 0.294922, + 0.324219, + 0.382812, + 0.273438, + 0.378906, + 0.376953, + 0.261719, + 0.339844, + 0.242188, + 0.341797, + 0.28125, + 0.320312, + 0.283203, + 0.400391, + 0.208008, + 0.251953, + 0.388672, + 0.425781, + 0.390625, + 0.265625, + 0.253906, + 0.398438, + 0.245117, + 0.275391, + 0.302734, + 0.306641, + 0.277344, + 0.285156, + 0.376953, + 0.28125, + 0.291016, + 0.349609, + 0.34375, + 0.357422, + 0.324219, + 0.359375, + 0.25, + 0.333984, + 0.192383, + 0.202148, + 0.227539, + 0.333984, + 0.310547, + 0.357422, + 0.231445, + 0.271484, + 0.296875, + 0.384766, + 0.394531, + 0.279297, + -0.00025, + 0.330078, + 0.330078, + 0.155273, + 0.204102, + 0.066895, + -3.9e-05, + 0.257812, + 0.390625, + 0.259766, + 0.292969, + 0.28125, + 0.349609, + 0.341797, + 0.382812, + 0.117188, + 0.269531, + 0.330078, + 0.251953, + 0.287109, + 0.330078, + 0.314453, + 0.304688, + 0.231445, + 0.292969, + 0.390625, + 0.34375, + 0.333984, + 0.210938, + 0.228516, + 0.351562, + 0.367188, + 0.244141, + 0.449219, + 0.287109, + 0.310547, + 0.566406, + 0.253906, + 0.269531, + 0.351562, + 0.292969, + 0.202148, + 0.304688, + 0.227539, + 0.310547, + 0.318359, + 0.351562, + 0.273438, + 0.410156, + 0.390625, + 0.423828, + 0.375, + 0.249023, + 0.289062, + 0.332031, + 0.248047, + 0.351562, + 0.259766, + 0.306641, + 0.259766, + 0.261719, + 0.308594, + 0.251953, + 0.34375, + 0.345703, + 0.324219, + 0.222656, + 0.277344, + 0.237305, + 0.240234, + 0.355469, + 0.199219, + 0.304688, + 0.304688, + 0.386719, + 0.335938, + 0.306641, + 0.443359, + 0.345703, + 0.245117, + 0.353516, + 0.304688, + 0.392578, + 0.292969, + 0.414062, + 0.417969, + 0.392578, + 0.294922, + 0.388672, + 0.302734, + 0.269531, + 0.351562, + 0.347656, + 0.3125, + 0.306641, + 0.410156, + 0.287109, + 0.177734, + 0.265625, + 0.326172, + 0.345703, + 0.28125, + 0.287109, + 0.287109, + 0.261719, + 0.279297, + 0.392578, + 0.214844, + 0.333984, + 0.326172, + 0.246094, + 0.341797, + 0.217773, + 0.300781, + 0.386719, + 0.361328, + 0.443359, + 0.298828, + 0.341797, + 0.244141, + 0.863281, + 0.199219, + 0.287109, + 0.349609, + 0.265625, + 0.349609, + 0.378906, + 0.269531, + 0.223633, + 0.353516, + 0.322266, + 0.316406, + 0.390625, + 0.216797, + 0.382812, + 0.378906, + 0.367188, + 0.261719, + 0.292969, + 0.365234, + 0.291016, + 0.349609, + 0.318359, + 0.484375, + 0.375, + 0.328125, + 0.353516, + 0.267578, + 0.25, + 0.341797, + 0.294922, + 0.404297, + 0.337891, + 0.3125, + 0.265625, + 0.271484, + 0.402344, + 0.275391, + 0.375, + 0.369141, + 0.359375, + 0.314453, + 0.259766, + 0.271484, + 0.347656, + 0.261719, + 0.253906, + 0.269531, + 0.333984, + 0.316406, + 0.28125, + 0.392578, + 0.249023, + 0.214844, + 0.291016, + 0.316406, + 0.34375, + 0.300781, + 0.300781, + 0.294922, + 0.25, + 0.308594, + 0.345703, + 0.396484, + 0.376953, + 0.427734, + 0.3125, + 0.390625, + 0.300781, + 0.296875, + 0.332031, + 0.341797, + 0.337891, + 0.291016, + 0.376953, + 0.261719, + 0.335938, + 0.363281, + 0.314453, + 0.363281, + 0.310547, + 0.326172, + 0.375, + 0.361328, + 0.337891, + 0.283203, + 0.310547, + 0.390625, + 0.378906, + 0.416016, + 0.255859, + 0.394531, + 0.314453, + 0.318359, + 0.388672, + 0.236328, + 0.234375, + 0.421875, + 0.269531, + 0.375, + 0.369141, + 0.200195, + 0.384766, + 0.228516, + 0.316406, + 0.28125, + 0.253906, + 0.28125, + 0.300781, + 0.302734, + 0.462891, + 0.365234, + 0.251953, + 0.419922, + 0.304688, + 0.345703, + 0.28125, + 0.380859, + 0.249023, + 0.367188, + 0.243164, + 0.228516, + 0.429688, + 0.351562, + 0.488281, + 0.324219, + 0.398438, + 0.367188, + 0.257812, + 0.371094, + 0.423828, + 0.259766, + 0.333984, + 0.320312, + 0.285156, + 0.277344, + 0.296875, + 0.337891, + 0.257812, + 0.228516, + 0.279297, + 0.367188, + 0.353516, + 0.289062, + 0.410156, + 0.277344, + 0.259766, + 0.285156, + 0.382812, + 0.353516, + 0.287109, + 0.390625, + 0.296875, + 0.388672, + 0.267578, + 0.308594, + 0.306641, + 0.265625, + 0.382812, + 0.455078, + 0.388672, + 0.318359, + 0.259766, + 0.304688, + 0.345703, + 0.431641, + 0.265625, + 0.289062, + 0.271484, + 0.237305, + 0.275391, + 0.376953, + 0.322266, + 0.3125, + 0.34375, + 0.376953, + 0.357422, + 0.333984, + 0.373047, + 0.291016, + 0.253906, + 0.203125, + 0.239258, + 0.318359, + 0.326172, + 0.294922, + 0.322266, + 0.302734, + 0.322266, + 0.320312, + 0.261719, + 0.3125, + 0.259766, + 0.357422, + 0.359375, + 0.304688, + 0.294922, + 0.287109, + 0.402344, + 0.302734, + 0.367188, + 0.353516, + 0.28125, + 0.238281, + 0.255859, + 0.289062, + 0.341797, + 0.285156, + 0.283203, + 0.341797, + 0.345703, + 0.292969, + 0.275391, + 0.333984, + 0.24707, + 0.289062, + 0.394531, + 0.332031, + 0.243164, + 0.339844, + 0.341797, + 0.326172, + 0.400391, + 0.28125, + 0.402344, + 0.275391, + 0.375, + 0.24707, + 0.289062, + 0.243164, + 0.279297, + 0.296875, + 0.326172, + 0.279297, + 0.300781, + 0.376953, + 0.248047, + 0.222656, + 0.287109, + 0.219727, + 0.263672, + 0.289062, + 0.261719, + 0.302734, + 0.279297, + 0.308594, + 0.191406, + 0.326172, + 0.265625, + 0.249023, + 0.248047, + 0.308594, + 0.320312, + 0.318359, + 0.255859, + 0.375, + 0.279297, + 0.308594, + 0.3125, + 0.320312, + 0.314453, + 0.394531, + 0.351562, + 0.458984, + 0.294922, + 0.375, + 0.378906, + 0.375, + 0.283203, + 0.369141, + 0.271484, + 0.382812, + 0.371094, + 0.183594, + 0.382812, + 0.253906, + 0.320312, + 0.289062, + 0.376953, + 0.255859, + 0.341797, + 0.464844, + 0.394531, + 0.363281, + 0.324219, + 0.324219, + 0.279297, + 0.275391, + 0.261719, + 0.294922, + 0.253906, + 0.208008, + 0.225586, + 0.392578, + 0.419922, + 0.351562, + 0.361328, + 0.375, + 0.308594, + 0.359375, + 0.306641, + 0.371094, + 0.341797, + 0.255859, + 0.392578, + 0.318359, + 0.158203, + 0.283203, + 0.376953, + 0.324219, + 0.333984, + 0.310547, + 0.273438, + 0.296875, + 0.265625, + 0.425781, + 0.285156, + 0.373047, + 0.355469, + 0.351562, + 0.396484, + 0.248047, + 0.261719, + 0.289062, + 0.273438, + 0.310547, + 0.332031, + 0.271484, + 0.292969, + 0.265625, + 0.25, + 0.294922, + 0.408203, + 0.324219, + 0.298828, + 0.365234, + 0.283203, + 0.294922, + 0.458984, + 0.380859, + 0.273438, + 0.217773, + 0.287109, + 0.308594, + 0.248047, + 0.287109, + 0.376953, + 0.333984, + 0.283203, + 0.259766, + 0.330078, + 0.308594, + 0.337891, + 0.265625, + 0.168945, + 0.369141, + 0.308594, + 0.332031, + 0.326172, + 0.285156, + 0.251953, + 0.287109, + 0.291016, + 0.332031, + 0.275391, + 0.238281, + 0.24707, + 0.275391, + 0.369141, + 0.273438, + 0.239258, + 0.349609, + 0.388672, + 0.287109, + 0.231445, + 0.302734, + 0.291016, + 0.396484, + 0.375, + 0.371094, + 0.300781, + 0.228516, + 0.255859, + 0.267578, + 0.285156, + 0.188477, + 0.232422, + 0.257812, + 0.211914, + 0.349609, + 0.265625, + 0.298828, + 0.292969, + 0.361328, + 0.380859, + 0.28125, + 0.232422, + 0.275391, + 0.316406, + 0.287109, + 0.357422, + 0.302734, + 0.289062, + 0.324219, + 0.220703, + 0.341797, + 0.318359, + 0.314453, + 0.263672, + 0.365234, + 0.292969, + 0.341797, + 0.283203, + 0.777344, + 0.333984, + 0.328125, + 0.257812, + 0.283203, + 0.251953, + 0.25, + 0.237305, + 0.318359, + 0.318359, + 0.277344, + 0.341797, + 0.376953, + 0.320312, + 0.296875, + 0.178711, + 0.396484, + 0.384766, + 0.40625, + 0.28125, + 0.267578, + 0.291016, + 0.263672, + 0.298828, + 0.384766, + 0.213867, + 0.353516, + 0.318359, + 0.269531, + 0.369141, + 0.291016, + 0.378906, + 0.235352, + 0.267578, + 0.157227, + 0.229492, + 0.390625, + 0.322266, + 0.355469, + 0.275391, + 0.255859, + 0.382812, + 0.267578, + 0.431641, + 0.373047, + 0.328125, + 0.267578, + 0.255859, + 0.349609, + 0.382812, + 0.349609, + 0.373047, + 0.382812, + 0.232422, + 0.265625, + 0.269531, + 0.296875, + 0.402344, + 0.34375, + 0.380859, + 0.298828, + 0.234375, + 0.302734, + 0.289062, + 0.25, + 0.318359, + 0.408203, + 0.3125, + 0.341797, + 0.400391, + 0.433594, + 0.291016, + 0.367188, + 0.324219, + 0.230469, + 0.289062, + 0.398438, + 0.304688, + 0.302734, + 0.349609, + 0.363281, + 0.263672, + 0.310547, + 0.261719, + 0.289062, + 0.241211, + 0.394531, + 0.285156, + 0.300781, + 0.369141, + 0.363281, + 0.277344, + 0.351562, + 0.298828, + 0.25, + 0.265625, + 0.369141, + 0.148438, + 0.304688, + 0.375, + 0.322266, + 0.3125, + 0.257812, + 0.275391, + 0.287109, + 0.326172, + 0.208008, + 0.330078, + 0.421875, + 0.294922, + 0.206055, + 0.371094, + 0.230469, + 0.238281, + 5.7e-05, + 0.287109, + 0.237305, + 0.363281, + 0.380859, + 0.365234, + 0.285156, + 0.330078, + 0.269531, + 0.382812, + 0.427734, + 0.255859, + 0.320312, + 0.257812, + 0.404297, + 0.394531, + 0.378906, + 0.244141, + 0.410156, + 0.249023, + 0.332031, + 0.300781, + 0.4375, + 0.369141, + 0.335938, + 0.238281, + 0.269531, + 0.251953, + 0.285156, + 0.310547, + 0.294922, + 0.292969, + 0.302734, + 0.265625, + 0.143555, + 0.265625, + 0.332031, + 0.206055, + 0.339844, + 0.349609, + 0.257812, + 0.238281, + 0.326172, + 0.341797, + 0.351562, + 0.24707, + 0.410156, + 0.249023, + 0.332031, + 0.410156, + 0.263672, + 0.353516, + 0.330078, + 0.421875, + 0.494141, + 0.341797, + 0.324219, + 0.390625, + 0.402344, + 0.265625, + 0.394531, + 0.511719, + 0.292969, + 0.273438, + 0.28125, + 0.421875, + 0.229492, + 0.25, + 0.28125, + 0.279297, + 0.285156, + 0.291016, + 0.241211, + 0.269531, + 0.339844, + 0.279297, + 0.410156, + 0.202148, + 0.267578, + 0.228516, + 0.240234, + 0.341797, + 0.304688, + 0.3125, + 0.380859, + 0.347656, + 0.239258, + 0.287109, + 0.347656, + 0.267578, + 0.300781, + 0.417969, + 0.322266, + 0.191406, + 0.294922, + 0.382812, + 0.328125, + 0.285156, + 0.294922, + 0.182617, + 0.355469, + 0.158203, + 0.390625, + 0.241211, + 0.296875, + 0.392578, + 0.34375, + 0.302734, + 0.279297, + 0.306641, + 0.306641, + 0.314453, + 0.283203, + 0.261719, + 0.326172, + 0.378906, + 0.361328, + 0.332031, + 0.197266, + 0.357422, + 0.511719, + 0.316406, + 0.375, + 0.238281, + 0.244141, + 0.294922, + 0.283203, + 0.357422, + 0.289062, + 0.275391, + 0.34375, + 0.361328, + 0.302734, + 0.291016, + 0.402344, + 0.269531, + 0.225586, + 0.341797, + 0.302734, + 0.304688, + 0.296875, + 0.300781, + 0.404297, + 0.273438, + 0.28125, + 0.283203, + 0.375, + 0.392578, + -0.5625, + 0.392578, + 0.308594, + 0.326172, + 0.302734, + 0.328125, + 0.269531, + 0.289062, + 0.333984, + 0.267578, + 0.388672, + 0.335938, + 0.324219, + 0.302734, + 0.333984, + 0.253906, + 0.3125, + 0.330078, + 0.308594, + 0.410156, + 0.271484, + 0.371094, + 0.320312, + 0.248047, + 0.330078, + 0.388672, + 0.425781, + 0.330078, + 0.298828, + 0.273438, + 0.269531, + 0.310547, + 0.353516, + 0.386719, + 0.333984, + 0.273438, + 0.410156, + 0.261719, + 0.408203, + 0.287109, + 0.330078, + 0.128906, + 0.390625, + 0.388672, + 0.333984, + 0.279297, + 0.298828, + 0.351562, + 0.300781, + 0.375, + 0.170898, + 0.283203, + 0.349609, + 0.320312, + 0.267578, + 0.259766, + 0.172852, + 0.404297, + 0.292969, + 0.371094, + 0.294922, + 0.285156, + 0.287109, + 0.332031, + 0.330078, + 0.318359, + 0.28125, + 0.176758, + 0.037354, + 0.324219, + 0.361328, + 0.306641, + 0.457031, + 0.300781, + 0.265625, + 0.371094, + 0.287109, + 0.277344, + 0.396484, + 0.263672, + 0.308594, + 0.367188, + 0.367188, + 0.363281, + 0.24707, + 0.367188, + 0.333984, + 0.361328, + 0.425781, + 0.363281, + 0.289062, + 0.263672, + 0.322266, + 0.357422, + 0.310547, + 0.308594, + 0.289062, + 0.324219, + 0.347656, + 0.273438, + 0.285156, + 0.277344, + 0.375, + 0.357422, + 0.332031, + 0.271484, + 0.273438, + 0.320312, + 0.367188, + 0.263672, + 0.296875, + 0.283203, + 0.308594, + 0.287109, + 0.289062, + 0.333984, + 0.349609, + 0.222656, + 0.25, + 0.431641, + 0.271484, + 0.388672, + 0.423828, + 0.289062, + 0.400391, + 0.40625, + 0.273438, + 0.287109, + 0.210938, + 0.417969, + 0.316406, + 0.378906, + 0.341797, + 0.302734, + 0.207031, + 0.095703, + 0.341797, + 0.408203, + 0.318359, + 0.142578, + 0.382812, + 0.400391, + 0.408203, + 0.248047, + 0.292969, + 0.273438, + 0.396484, + 0.287109, + 0.240234, + 0.404297, + 0.361328, + 0.4375, + 0.357422, + 0.269531, + 0.308594, + 0.359375, + 0.294922, + 0.345703, + 0.384766, + 0.279297, + 0.265625, + 0.373047, + 0.373047, + 0.324219, + 0.261719, + 0.25, + 0.291016, + 0.365234, + 0.28125, + 0.333984, + 0.371094, + 0.308594, + 0.28125, + 0.376953, + 0.376953, + 0.384766, + 0.304688, + 0.373047, + 0.345703, + 0.380859, + 0.404297, + 0.195312, + 0.296875, + 0.28125, + 0.21582, + 0.275391, + 0.341797, + 0.259766, + 0.25, + 0.25, + 0.238281, + 0.357422, + 0.361328, + 0.296875, + 0.271484, + 0.396484, + 0.380859, + 0.243164, + 0.316406, + 0.378906, + 0.263672, + 0.294922, + 0.277344, + 0.345703, + 0.269531, + 0.271484, + 0.375, + 0.324219, + 0.243164, + 0.326172, + 0.347656, + 0.144531, + 0.353516, + 0.324219, + 0.225586, + 0.380859, + 0.291016, + 0.337891, + 0.376953, + 0.291016, + 0.283203, + 0.392578, + 0.142578, + 0.375, + 0.283203, + 0.273438, + 0.277344, + 0.380859, + 0.333984, + 0.349609, + 0.316406, + 0.361328, + 0.314453, + 0.308594, + 0.359375, + 9.3e-05, + 0.357422, + 0.279297, + 0.298828, + 0.216797, + 0.291016, + 0.261719, + 0.304688, + 0.296875, + 0.359375, + 0.300781, + 0.365234, + 0.310547, + 0.296875, + 0.300781, + 0.279297, + 0.314453, + 0.291016, + 0.337891, + 0.283203, + 0.267578, + 0.40625, + 0.273438, + 0.337891, + 0.330078, + 0.289062, + 0.382812, + 0.296875, + 0.384766, + 0.267578, + 0.404297, + 0.404297, + 0.231445, + 0.421875, + 0.217773, + 2.9e-05, + 0.320312, + 0.349609, + 0.318359, + 0.273438, + 0.408203, + 0.380859, + 0.277344, + 0.283203, + 0.349609, + 0.335938, + 0.261719, + 0.375, + 0.316406, + 0.302734, + 0.361328, + 0.138672, + 0.285156, + 0.275391, + 0.382812, + 0.263672, + 0.240234, + 0.306641, + 0.414062, + 0.351562, + 0.271484, + 0.351562, + 0.320312, + 0.248047, + 0.233398, + 0.332031, + 0.404297, + 0.220703, + 0.298828, + 0.353516, + 0.376953, + 0.357422, + 0.243164, + 0.3125, + 0.300781, + 0.302734, + 0.376953, + 0.373047, + 0.285156, + 0.269531, + 0.398438, + 0.369141, + 0.355469, + 0.296875, + 0.376953, + 0.363281, + 0.253906, + 0.318359, + 0.349609, + 0.40625, + 0.237305, + 0.394531, + 0.273438, + 0.271484, + 0.294922, + 0.402344, + 0.359375, + 0.18457, + 0.269531, + 0.369141, + 0.25, + 0.433594, + 0.291016, + 0.269531, + 0.322266, + 0.245117, + 0.123047, + 0.197266, + 0.244141, + 0.332031, + 0.248047, + 0.335938, + 0.337891, + 0.322266, + 0.224609, + 0.353516, + 0.261719, + 0.238281, + 0.3125, + 0.355469, + 0.292969, + 0.376953, + 0.369141, + 0.172852, + 0.271484, + 0.231445, + 0.451172, + 0.398438, + 0.349609, + 0.363281, + 0.359375, + 0.359375, + 0.263672, + 0.330078, + 0.351562, + 0.267578, + 0.353516, + 0.300781, + 0.347656, + 0.267578, + 0.230469, + 0.217773, + 0.251953, + 0.198242, + 0.410156, + 0.351562, + 0.326172, + 0.376953, + 0.337891, + 0.28125, + 0.396484, + 0.351562, + 0.345703, + 0.453125, + 0.341797, + 0.337891, + 0.203125, + 0.53125, + 0.28125, + 0.059326, + 0.213867, + 0.294922, + 0.386719, + 0.296875, + 0.314453, + 0.339844, + -0.000128, + 0.320312, + 0.322266, + 0.306641, + 0.259766, + 0.267578, + 0.40625, + 0.285156, + 0.231445, + 0.287109, + 0.285156, + 0.384766, + 0.310547, + 0.271484, + 0.412109, + 0.304688, + 0.3125, + 0.410156, + 0.306641, + 0.369141, + 0.392578, + 0.353516, + 0.271484, + 0.283203, + 0.287109, + 0.369141, + 0.3125, + 0.251953, + 0.390625, + 0.269531, + 0.316406, + 0.098633, + 0.199219, + 0.234375, + 0.308594, + 0.277344, + 0.378906, + 0.357422, + 0.261719, + 0.316406, + 0.330078, + 0.240234, + 0.265625, + 0.380859, + 0.241211, + 0.332031, + 0.386719, + 0.320312, + 0.238281, + 0.271484, + 0.318359, + 0.320312, + 0.275391, + 0.302734, + 0.271484, + 0.375, + 0.365234, + 0.404297, + 0.353516, + 0.298828, + 0.367188, + 0.365234, + 0.34375, + 0.251953, + 0.400391, + 0.231445, + 0.328125, + 0.296875, + 0.304688, + 0.170898, + 0.308594, + 0.353516, + 0.306641, + 0.601562, + 0.275391, + 0.197266, + 0.326172, + 0.402344, + 0.00023, + 0.367188, + 0.382812, + 0.376953, + 0.263672, + 0.28125, + 0.318359, + 0.345703, + 0.251953, + 0.455078, + 0.086914, + 0.302734, + 0.287109, + 0.333984, + 0.353516, + 0.335938, + 0.287109, + 0.361328, + 0.237305, + 0.480469, + 0.255859, + 0.322266, + 0.332031, + 0.283203, + 0.314453, + 0.292969, + 0.398438, + 0.255859, + 0.400391, + 0.363281, + 0.324219, + 0.347656, + 0.474609, + 0.245117, + 0.273438, + 0.271484, + 0.271484, + 0.320312, + 0.371094, + 0.337891, + 0.371094, + 0.296875, + 0.257812, + 0.236328, + 0.365234, + 0.253906, + 0.316406, + 0.285156, + 0.228516, + 0.249023, + 0.324219, + 0.310547, + 0.388672, + 0.287109, + 0.292969, + 0.353516, + 0.384766, + 0.239258, + 0.365234, + 0.285156, + 0.237305, + 0.224609, + 0.345703, + 0.359375, + 0.369141, + 0.289062, + 0.28125, + 0.28125, + 0.229492, + 0.177734, + 0.388672, + 0.310547, + 0.318359, + 0.306641, + 0.097168, + 0.333984, + 0.271484, + 0.380859, + 0.279297, + -0.355469, + 0.273438, + 0.298828, + 0.296875, + 0.363281, + -3.6e-05, + 0.347656, + 0.355469, + 0.398438, + 0.404297, + 0.326172, + 0.365234, + 0.277344, + 0.337891, + 0.267578, + 0.382812, + 0.287109, + 0.3125, + 0.425781, + 0.408203, + 0.316406, + 0.195312, + 0.324219, + 0.314453, + 0.283203, + 0.285156, + 0.236328, + 0.236328, + 0.289062, + 0.292969, + 0.324219, + 0.245117, + 0.333984, + 0.320312, + 0.412109, + 0.241211, + 0.244141, + 0.207031, + 0.333984, + 0.355469, + 0.275391, + 0.394531, + 0.277344, + 0.28125, + 0.255859, + 0.265625, + 0.425781, + 0.287109, + 0.378906, + 0.267578, + 0.269531, + 0.255859, + 0.302734, + 0.298828, + 0.482422, + 0.192383, + 0.357422, + 0.302734, + 0.316406, + 0.357422, + 0.316406, + 0.394531, + 0.384766, + 0.429688, + 0.333984, + 0.255859, + 0.300781, + 0.098145, + 0.371094, + 0.351562, + 0.324219, + 0.384766, + 0.369141, + 0.22168, + 0.304688, + 0.3125, + 0.335938, + 0.236328, + 0.277344, + 0.392578, + 0.277344, + 0.34375, + 0.310547, + 0.257812, + 0.320312, + 0.324219, + 0.292969, + 0.28125, + 0.263672, + 0.28125, + 0.40625, + 0.371094, + 0.414062, + 0.300781, + 0.388672, + 0.390625, + 0.302734, + 0.292969, + 0.310547, + 0.384766, + 0.257812, + 0.412109, + 0.283203, + 0.302734, + 0.310547, + 0.332031, + 0.25, + 0.255859, + 0.1875, + 0.398438, + 0.34375, + 0.421875, + 0.289062, + 0.269531, + 0.382812, + 0.298828, + 0.275391, + 0.392578, + 0.314453, + 0.24707, + 0.376953, + 0.349609, + 0.310547, + 0.357422, + 0.449219, + 0.423828, + 0.291016, + 0.279297, + 0.367188, + 0.291016, + 0.382812, + 0.320312, + 0.300781, + 0.392578, + 0.310547, + 0.355469, + 0.275391, + 0.298828, + 0.314453, + 0.261719, + 0.396484, + 0.271484, + 0.365234, + 0.296875, + 0.287109, + 0.378906, + 0.237305, + 0.371094, + 0.300781, + 0.333984, + 0.296875, + 0.294922, + 0.373047, + 0.294922, + 0.302734, + 0.339844, + 0.314453, + 0.375, + 0.390625, + 0.357422, + 0.294922, + 0.267578, + 0.240234, + 0.291016, + 0.357422, + 0.34375, + 0.232422, + 0.265625, + 0.339844, + 0.259766, + 0.322266, + 0.279297, + 0.298828, + 0.363281, + 0.384766, + 0.392578, + 0.3125, + 0.310547, + 0.231445, + 0.369141, + 0.316406, + 0.269531, + 0.335938, + 0.300781, + 0.161133, + 9.3e-05, + 0.291016, + 0.294922, + 0.267578, + 0.304688, + 0.25, + 0.347656, + 0.275391, + 0.302734, + 0.172852, + 0.195312, + 0.427734, + 0.34375, + 0.333984, + 0.289062, + 0.40625, + 0.322266, + 0.228516, + 0.302734, + 0.392578, + 0.300781, + 0.28125, + 0.392578, + 0.248047, + 0.400391, + 0.337891, + 0.318359, + 0.355469, + 0.265625, + 0.396484, + 0.304688, + 0.267578, + 0.289062, + 0.322266, + 0.269531, + 0.3125, + 0.353516, + 0.558594, + 0.349609, + 0.373047, + 0.296875, + 0.3125, + 0.292969, + 0.378906, + 0.341797, + 0.349609, + 0.4375, + 0.249023, + 0.28125, + 0.3125, + 0.378906, + 0.339844, + 0.285156, + 0.279297, + 0.296875, + 0.330078, + 0.292969, + 0.279297, + 0.292969, + 0.308594, + 0.314453, + 0.257812, + 0.230469, + 0.269531, + 0.263672, + 0.375, + 0.339844, + 0.398438, + 0.324219, + 0.188477, + 0.246094, + 0.298828, + 0.240234, + 0.289062, + 0.310547, + 0.263672, + 0.271484, + 0.259766, + 0.40625, + 0.222656, + 0.318359, + 0.225586, + 0.237305, + 0.337891, + 0.283203, + 0.229492, + 0.267578, + 0.316406, + 0.443359, + 0.371094, + 0.304688, + 0.414062, + 0.373047, + 0.398438, + 0.296875, + 0.302734, + 0.353516, + 0.257812, + 0.197266, + 0.296875, + 0.339844, + 0.287109, + 0.241211, + 0.347656, + 0.316406, + 0.265625, + 0.496094, + 0.423828, + 0.226562, + 0.316406, + 0.337891, + 0.384766, + 0.298828, + 0.291016, + 0.257812, + 0.253906, + 0.335938, + 0.314453, + 0.423828, + 0.363281, + 0.25, + 0.375, + 0.382812 + ] + }, + "name": "model.model.layers.0.post_attention_layernorm.weight", + "outputIndexes": [ + 115 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 114 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm/Mul_output_0", + "outputIndexes": [ + 116 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 115, + 116 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm/Mul_1_output_0", + "outputIndexes": [ + 117 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 117 + ], + "outputIndexes": [ + 2324 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2324 + ], + "outputIndexes": [ + 2325 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear", + "inputIndexes": [ + 2325 + ], + "outputIndexes": [ + 2326 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 16533592, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2326 + ], + "outputIndexes": [ + 2327 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2327 + ], + "outputIndexes": [ + 118 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 118 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn/Sigmoid_output_0", + "outputIndexes": [ + 119 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 118, + 119 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Mul_output_0", + "outputIndexes": [ + 120 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 117 + ], + "outputIndexes": [ + 2328 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2328 + ], + "outputIndexes": [ + 2329 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear", + "inputIndexes": [ + 2329 + ], + "outputIndexes": [ + 2330 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 54724718, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2330 + ], + "outputIndexes": [ + 2331 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2331 + ], + "outputIndexes": [ + 121 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 120, + 121 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/Mul_output_0", + "outputIndexes": [ + 122 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 122 + ], + "outputIndexes": [ + 2332 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2332 + ], + "outputIndexes": [ + 2333 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear", + "inputIndexes": [ + 2333 + ], + "outputIndexes": [ + 2334 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 92915844, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2334 + ], + "outputIndexes": [ + 2335 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2335 + ], + "outputIndexes": [ + 123 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 114, + 123 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_4_output_0", + "outputIndexes": [ + 124 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_9_output_0", + "outputIndexes": [ + 125 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.192383, + 0.302734, + 0.164062, + 0.22168, + -0.083496, + 0.138672, + -0.073242, + 0.068848, + 0.484375, + 0.161133, + -0.07373, + 0.131836, + 0.753906, + 0.000683, + -0.143555, + 0.000132, + -0.000381, + -0.001648, + 0.100586, + -0.314453, + -0.004089, + -0.033447, + -0.080566, + -0.037354, + 0.000576, + 0.016357, + 0.217773, + 0.096191, + 0.211914, + -0.058838, + -0.277344, + 0.12207, + 9.8e-05, + 4.3e-05, + 0.000277, + -0.236328, + 0.169922, + 1.015625, + 0.000376, + -0.131836, + 0.080078, + 0.010315, + 0.118652, + 0.308594, + -0.060791, + 0.097168, + 0.12207, + -0.051025, + 0.236328, + 0.145508, + 0.010803, + -0.039307, + -0.00193, + 0.119141, + 0.494141, + 0.093262, + 0.507812, + 0.100586, + 0.318359, + 0.300781, + 0.000326, + 0.292969, + 0.410156, + 0.000397, + 0.192383, + -0.000319, + 0.000257, + 0.096191, + 0.130859, + 0.316406, + 0.277344, + 0.201172, + -0.057373, + -0.00531, + -0.055176, + 8.2e-05, + 0.172852, + 0.204102, + 0.457031, + 0.166016, + 0.486328, + -0.451172, + 0.154297, + 0.125, + -0.048096, + -0.055176, + 0.074219, + 0.292969, + 4.4e-05, + 0.285156, + 0.000227, + -0.08252, + 0.069336, + -0.390625, + 0.263672, + -0.001755, + 0.000145, + 0.138672, + 7e-05, + -0.090332, + 0.000278, + 0.154297, + 0.047607, + -0.069824, + 0.115234, + 0.129883, + -0.117188, + 0.148438, + 0.186523, + 0.652344, + -0.049805, + 0.060791, + -0.000104, + 1.1875, + -0.075195, + 1.328125, + 0.104492, + -3.4e-05, + 0.054199, + -0.099609, + 0.000854, + -0.044189, + -0.002777, + 0.033203, + 0.143555, + 0.166992, + 0.425781, + -3.1e-05, + -0.11377, + 0.164062, + 0.217773, + -0.009583, + 0.259766, + 0.161133, + 0.46875, + 6.5e-05, + 0.003235, + -0.110352, + 0.227539, + 0.108887, + 0.001297, + -0.049805, + -0.229492, + 0.099121, + 0.59375, + 0.121094, + 0.199219, + 0.000186, + -0.080078, + 0.003052, + 0.605469, + 0.671875, + 0.073242, + 0.075684, + 0.224609, + 0.196289, + 0.167969, + 0.229492, + 0.232422, + 0.19043, + 0.176758, + 0.246094, + 0.326172, + -0.105957, + 0.507812, + 0.214844, + 0.419922, + 0.18457, + -0.00325, + 0.550781, + 0.053467, + -0.000372, + 0.001198, + 0.024292, + -0.001114, + 0.18457, + 0.118164, + -0.087891, + 0.083984, + -0.016602, + 6.5e-05, + 0.289062, + -0.058838, + 0.203125, + -0.00036, + 0.075195, + -0.022339, + 0.141602, + 0.042236, + -0.000378, + 0.100098, + 0.037842, + 0.155273, + -0.001305, + -0.102051, + 0.000154, + 0.333984, + -0.112305, + 0.201172, + 0.000471, + 0.036133, + 0.205078, + 0.192383, + 0.126953, + 0.189453, + 0.075684, + -0.000151, + 0.217773, + 1.4e-05, + 4.9e-05, + 0.267578, + -0.000572, + -0.045166, + -0.10498, + 0.086914, + 0.213867, + 0.180664, + -0.111328, + 0.195312, + 0.245117, + -8.9e-05, + 0.1875, + 0.186523, + 0.21875, + -0.000713, + 0.851562, + 0.175781, + 0.261719, + 0.283203, + -0.101074, + -0.394531, + 0.206055, + 0.000471, + -0.06543, + 0.005859, + 0.061523, + 0.049805, + 0.695312, + -0.07959, + 0.255859, + 0.460938, + 0.008484, + -0.251953, + 0.08252, + 0.060303, + 0.1875, + -0.037354, + -0.376953, + -0.072754, + 0.005219, + 0.030396, + 0.092285, + 0.240234, + 0.109863, + 0.443359, + -0.193359, + 0.337891, + 0.111328, + 0.134766, + 0.155273, + 0.047363, + -9.1e-05, + 0.183594, + 0.000123, + -0.460938, + 0.094727, + 0.416016, + -0.047363, + 0.193359, + -0.101562, + 0.160156, + 0.001747, + 0.125, + 0.192383, + -0.00012, + -0.080078, + 0.062012, + 0.486328, + -0.000561, + 0.431641, + 0.091797, + 0.000301, + 0.086914, + -0.092285, + 0.273438, + 0.335938, + 0.001251, + 0.149414, + 0.000197, + 0.183594, + 0.243164, + 0.291016, + 0.245117, + 0.206055, + 0.239258, + 0.640625, + 0.199219, + 0.136719, + 0.070801, + -0.345703, + -7.3e-05, + 0.203125, + 0.230469, + -0.098633, + -0.081543, + -3.9e-05, + 0.091309, + 0.049316, + 0.094238, + 0.271484, + 0.203125, + -0.074707, + 0.057861, + 0.077148, + 0.902344, + 0.000153, + 0.330078, + 0.302734, + 0.119141, + -0.000847, + 0.027222, + -0.000199, + -6e-06, + 0.012268, + -0.181641, + -0.070801, + 0.000702, + 0.019409, + -0.15332, + -0.151367, + 0.075195, + 0.208008, + 0.335938, + 0.01001, + 0.198242, + 3.6e-05, + 0.269531, + 0.511719, + 0.194336, + -0.000587, + -0.068848, + -0.009155, + 0.000134, + -0.000343, + 0.094238, + 0.035889, + 0.061523, + 0.166992, + 0.000143, + 0.073242, + -0.05542, + 0.176758, + 0.285156, + 7.2e-05, + 0.168945, + 0.146484, + 0.000163, + -0.057617, + -0.02124, + 0.055908, + -0.095703, + 0.058594, + -0.131836, + 0.161133, + 0.28125, + 0.175781, + 0.205078, + 0.730469, + 0.116699, + 0.170898, + 0.211914, + -0.046631, + 0.087891, + -0.037842, + 0.339844, + 0.326172, + 0.155273, + 0.176758, + -0.041992, + 0.079102, + 0.188477, + -0.130859, + 0.178711, + -0.057861, + 0.072754, + 0.207031, + 0.144531, + -0.057373, + -0.263672, + 0.168945, + 0.04248, + 0.310547, + 0.376953, + 0.06543, + 0.000402, + -0.075195, + -0.117676, + 0.008362, + -0.047607, + -0.178711, + 0.157227, + 0.443359, + 0.235352, + 0.086426, + 0.161133, + 0.09082, + -0.058105, + -0.082031, + 0.296875, + 0.226562, + 0.279297, + 0.375, + 0.267578, + 0.096191, + -0.335938, + 0.178711, + 0.144531, + 0.069336, + 0.120117, + -0.074219, + 0.554688, + 0.191406, + 0.018433, + 0.123535, + -0.000698, + -0.177734, + 0.044678, + 0.310547, + 0.042725, + 0.605469, + 0.172852, + 0.083984, + 0.144531, + -0.040771, + 0.084473, + 0.000187, + -0.064453, + -0.050537, + -0.009644, + 0.208008, + 0.047363, + 0.053223, + 0.196289, + -0.036621, + 0.208008, + 0.176758, + -0.06543, + -0.046143, + 0.435547, + 0.138672, + 0.084473, + -0.010559, + -0.180664, + 0.001427, + 0.183594, + 0.28125, + 0.000115, + 0.057373, + 6.1e-05, + 0.05957, + 0.118164, + 0.147461, + 0.157227, + 0.292969, + 0.124512, + 0.076172, + 0.220703, + -0.066406, + 0.145508, + 0.185547, + -0.000332, + 0.117676, + -0.102051, + 0.000565, + 0.088867, + 0.206055, + 0.314453, + -0.157227, + 0.100098, + -0.005219, + 0.445312, + -0.077148, + -0.002823, + -0.067383, + 0.22168, + -0.279297, + 0.197266, + 0.181641, + -0.049072, + 0.128906, + 0.470703, + -0.105957, + 0.122559, + -0.236328, + 0.050781, + 9.3e-05, + 0.355469, + 0.226562, + 0.121582, + 0.020142, + -0.029175, + 0.19043, + 0.067871, + 0.171875, + -0.036621, + 0.15918, + 0.170898, + -0.000121, + 0.227539, + 0.09668, + 0.271484, + -0.328125, + -0.007568, + 0.269531, + -0.000523, + 0.232422, + 0.045654, + 0.060547, + -0.004242, + 0.227539, + 0.07373, + 0.065918, + 0.220703, + 0.109375, + 0.043457, + 0.158203, + 0.357422, + 0.075684, + 0.060791, + -0.0271, + 0.000345, + 0.099609, + 0.083008, + -0.096191, + 0.058838, + -0.0625, + 0.161133, + 0.000381, + 0.241211, + -0.026855, + 0.205078, + 6e-06, + -0.244141, + -0.051025, + -0.133789, + 0.000463, + 0.000633, + 0.261719, + 1.6e-05, + 0.120117, + -0.163086, + 0.07373, + 0.65625, + -6.3e-05, + 0.0047, + 0.119141, + -0.040283, + 0.000416, + 0.125977, + 0.025269, + 0.188477, + 0.000303, + 0.225586, + -0.000292, + 0.174805, + 0.539062, + 0.337891, + -0.06543, + -0.078613, + 0.000429, + 0.044434, + 0.154297, + 0.000107, + 0.08252, + 0.182617, + -0.086914, + 0.07959, + 0.048828, + 0.115234, + 0.00058, + 0.006683, + 0.263672, + 0.150391, + 0.087891, + 0.398438, + -0.074707, + 0.185547, + -0.140625, + 0.001015, + 0.083008, + 0.067383, + 0.466797, + 0.053223, + -0.002136, + -0.10498, + -0.202148, + -0.000454, + -0.000112, + 0.177734, + 0.166016, + 0.122559, + -0.126953, + 0.00069, + -0.057861, + 1.015625, + -0.000999, + -0.000227, + 0.031982, + 0.527344, + -0.062012, + 0.382812, + 0.102051, + -0.090332, + 0.206055, + 0.476562, + 0.040039, + 0.134766, + 0.084961, + 0.167969, + 0.371094, + 0.202148, + -0.006104, + 0.226562, + 0.373047, + 0.507812, + 0.433594, + 0.239258, + 0.433594, + -0.081055, + -7.3e-05, + 0.210938, + 0.296875, + 0.052002, + 0.000336, + 0.000368, + -0.083496, + -0.000523, + -1.3e-05, + 0.006744, + 0.036133, + 0.056152, + 0.230469, + 0.373047, + 0.026733, + 0.055176, + 0.154297, + -0.003876, + 0.074219, + 1.4e-05, + 0.038086, + 0.128906, + 0.157227, + 0.229492, + 0.236328, + 0.326172, + 0.898438, + -0.031982, + 0.12793, + -0.136719, + 0.144531, + 0.162109, + -0.006714, + 0.710938, + 0.024902, + -0.099121, + -0.375, + -0.089844, + 0.092285, + -0.022827, + 0.004089, + -0.178711, + 0.202148, + 0.038574, + 0.263672, + 0.216797, + 0.183594, + 0.060303, + 0.1875, + 0.128906, + -0.103516, + -0.000254, + -0.048096, + -0.000259, + 0.392578, + 0.245117, + 0.176758, + 0.045898, + 0.229492, + 0.142578, + 0.238281, + -0.076172, + -0.086426, + 0.145508, + 0.208984, + 0.129883, + 0.410156, + 0.265625, + -0.02124, + 0.239258, + 0.000224, + 0.093262, + -0.133789, + 0.000311, + 0.036865, + 0.349609, + -0.097656, + -0.026123, + 0.094727, + 0.330078, + 0.21875, + 0.300781, + -0.000196, + -0.249023, + -0.018066, + 0.141602, + 0.664062, + 0.308594, + -0.020142, + 0.189453, + 0.363281, + 0.210938, + -0.069824, + 0.000239, + -0.002563, + 0.217773, + 0.275391, + 0.162109, + 0.243164, + -0.009583, + -0.025879, + 0.047363, + -0.031006, + -7.5e-05, + 0.269531, + 0.211914, + 0.016968, + 0.15332, + 0.00647, + -0.042236, + 0.632812, + 0.136719, + -0.172852, + -0.162109, + 0.175781, + 0.046875, + -0.016968, + -0.100586, + 0.000507, + 0.057861, + 0.175781, + 0.203125, + 0.00074, + 0.219727, + 0.168945, + 0.12207, + 6e-06, + 0.139648, + -0.043701, + 0.060059, + 0.210938, + 0.063965, + 0.324219, + -0.028687, + 0.243164, + -0.206055, + -0.027832, + -0.213867, + 0.149414, + -0.283203, + -0.265625, + 0.335938, + 0.388672, + 0.083496, + 0.001968, + 0.195312, + 0.145508, + 0.088379, + 0.25, + -0.00095, + 0.109375, + 0.001579, + 0.155273, + -0.069824, + 0.05127, + 0.152344, + 0.066406, + 0.433594, + 0.157227, + 0.004761, + -0.05249, + 0.241211, + 0.1875, + 5.1e-05, + 0.193359, + 0.384766, + -0.176758, + 0.154297, + -0.269531, + -0.253906, + -0.086426, + -2e-05, + 0.234375, + 0.259766, + 0.116699, + -0.035156, + 0.121094, + -0.09668, + 0.142578, + 0.168945, + 0.166016, + 0.00061, + 0.294922, + -0.214844, + 0.182617, + 0.255859, + 0.136719, + 0.296875, + -0.167969, + 0.361328, + 0.25, + 0.122559, + 0.112305, + 0.275391, + 0.225586, + -0.000916, + -0.00011, + -0.126953, + 0.000152, + -0.027222, + -0.062256, + -0.000793, + -0.192383, + 0.451172, + 0.257812, + -0.117188, + -6.7e-05, + 0.18457, + 0.177734, + 0.004028, + 0.196289, + -0.018555, + 0.19043, + 0.233398, + 0.298828, + 0.200195, + -0.029663, + 0.119629, + 0.146484, + 0.010864, + -0.030151, + -0.064941, + 0.049316, + 0.152344, + -0.168945, + 0.036621, + -0.001373, + 0.002319, + -0.172852, + 0.337891, + -0.001778, + -0.070801, + 0.277344, + 0.363281, + 0.376953, + -0.015503, + -0.00528, + 0.460938, + 0.018677, + 0.417969, + 1.4e-05, + -0.021362, + 0.228516, + 0.102051, + 0.016235, + 0.314453, + 0.402344, + 0.185547, + 0.126953, + 0.000155, + 0.18457, + -0.207031, + 0.062988, + 0.131836, + 0.05127, + 0.318359, + 0.275391, + -0.010864, + 0.09082, + 0.070312, + 0.150391, + 0.341797, + 0.330078, + 0.294922, + 0.051758, + -0.000877, + 0.212891, + 0.255859, + 0.490234, + 0.231445, + 1.484375, + -0.00061, + -0.025269, + 0.231445, + 0.059326, + 0.330078, + 0.248047, + -0.048828, + 0.375, + 0.206055, + -0.002823, + -0.000357, + 0.195312, + 0.174805, + 0.3125, + -0.040039, + -0.040039, + 0.109375, + 2.5e-05, + 0.143555, + 0.164062, + 0.081543, + -0.061279, + 0.287109, + 0.084473, + -0.363281, + -0.041504, + 0.001701, + -0.135742, + 0.179688, + -0.158203, + 0.200195, + 0.186523, + 0.300781, + 0.022095, + -0.023438, + 0.0354, + 0.202148, + -0.056152, + 0.164062, + 0.5, + 0.152344, + 0.062012, + -0.012939, + -0.228516, + 0.664062, + 0.00148, + -0.183594, + 0.211914, + 0.486328, + 0.147461, + 0.116211, + 0.273438, + 0.4375, + 0.121582, + 0.031738, + -0.042725, + -9.1e-05, + -0.09375, + 0.026367, + 0.149414, + -0.205078, + 0.369141, + -0.000236, + 0.202148, + 0.197266, + 0.175781, + 0.000234, + -0.021973, + 0.209961, + 0.098633, + 0.057617, + -0.003571, + 0.298828, + -0.1875, + -0.083496, + 0.143555, + -8.7e-05, + 8.5e-05, + 0.030151, + 0.249023, + 0.416016, + 0.124512, + -0.147461, + 0.363281, + 0.240234, + 0.18457, + 0.104492, + 0.19043, + -0.199219, + 0.097656, + 0.832031, + -0.002823, + 0.025635, + -0.285156, + 0.125977, + -5.4e-05, + 0.044922, + -0.036865, + 0.136719, + -0.119629, + 0.320312, + -0.15332, + -0.070801, + 0.087891, + 0.1875, + 0.376953, + 0.625, + 0.188477, + -0.000131, + 0.287109, + -0.080078, + 0.412109, + -0.000877, + 0.116211, + 0.113281, + 0.063477, + -0.024658, + 0.00058, + 0.151367, + 0.275391, + -0.000835, + 0.108887, + 0.133789, + 0.199219, + -0.15332, + 0.18457, + 0.149414, + 0.065918, + -0.015442, + 0.119141, + 0.066895, + 0.289062, + 0.012695, + 0.204102, + 0.000192, + -0.006805, + -3e-05, + 0.191406, + 0.191406, + 0.163086, + -0.000645, + 4e-05, + 0.120605, + 0.337891, + 0.291016, + -2.9e-05, + 0.149414, + 0.125977, + -0.15332, + 0.671875, + -0.022583, + 0.174805, + -0.059082, + 0.542969, + 0.224609, + -0.049561, + -0.052979, + 0.419922, + 0.139648, + 0.320312, + -0.000372, + -0.24707, + 0.196289, + 0.21582, + 0.253906, + -0.133789, + 0.222656, + 0.000736, + 0.267578, + 6.3e-05, + 0.021484, + 0.027222, + 0.000664, + -0.084473, + 0.176758, + 0.155273, + 0.137695, + 0.527344, + 0.003174, + -0.065918, + 9.8e-05, + 0.146484, + 0.169922, + -0.041504, + 0.197266, + 0.054443, + 0.470703, + -0.019775, + -0.030273, + 0.200195, + -0.001236, + 0.230469, + 0.12207, + 0.398438, + -0.1875, + 0.177734, + 0.084473, + 0.074219, + 0.10498, + 9e-05, + 0.177734, + -0.000481, + 0.181641, + 0.066406, + -9.1e-05, + 0.330078, + -0.212891, + -0.000353, + -0.076172, + -0.094238, + -8.4e-05, + 0.000108, + 0.18457, + -0.439453, + -0.106934, + 0.182617, + 1.6e-05, + -0.03833, + 0.094727, + -0.040771, + 0.069824, + 0.644531, + 0.263672, + 0.067871, + 0.036133, + 0.147461, + 4.3e-05, + 0.328125, + 0.09375, + -0.011719, + -0.080078, + 0.180664, + -1.3e-05, + 0.257812, + 0.010071, + 1.9e-05, + -0.000614, + 0.162109, + 0.138672, + 0.146484, + 0.367188, + 0.000397, + 0.201172, + 0.00386, + 0.000271, + 1.8e-05, + 0.020752, + 0.230469, + 0.277344, + 0.197266, + -0.195312, + 0.062988, + 0.166016, + 1.109375, + -0.036377, + -0.165039, + -0.072754, + -0.271484, + 0.005432, + -0.046143, + -0.001198, + 0.15918, + -0.038086, + -0.032959, + 0.152344, + -0.208984, + -0.009521, + 0.196289, + 0.470703, + 0.165039, + 0.202148, + 0.075684, + 0.333984, + -0.000347, + 0.214844, + 0.136719, + 0.052979, + -0.008667, + -0.000938, + -0.004608, + -0.045166, + 0.408203, + -0.070801, + -0.126953, + 0.078125, + 0.071777, + 0.34375, + 0.168945, + 4.5e-05, + -0.091309, + 0.145508, + 0.234375, + 0.192383, + 0.271484, + 0.088379, + -0.123047, + 0.00135, + -0.040771, + 0.243164, + 0.203125, + 0.277344, + 0.016602, + 0.024902, + 0.124512, + -0.053223, + 0.046875, + 0.001236, + 0.111328, + 0.082031, + -0.050049, + -0.139648, + -0.09668, + -0.074707, + 0.091797, + 0.275391, + 0.193359, + 0.080078, + 0.133789, + 0.535156, + -0.048828, + 6.6e-05, + 0.279297, + 0.021484, + 0.15332, + 0.175781, + 0.204102, + -0.056396, + 0.000641, + 0.380859, + 0.373047, + 0.099609, + 0.206055, + -0.060791, + 0.07666, + 0.167969, + 0.07373, + 0.503906, + 0.063477, + 0.185547, + -0.000195, + -0.194336, + 0.129883, + 0.15625, + 0.074707, + 0.149414, + 0.435547, + 0.089844, + -0.005432, + 0.013733, + -0.001167, + 0.059082, + 0.001686, + 0.421875, + -0.02771, + 0.002853, + 0.091797, + 0.376953, + 0.103516, + -0.000412, + -0.035889, + 0.166016, + 0.245117, + -0.001083, + 0.112793, + 0.202148, + 0.171875, + 0.117188, + 0.194336, + -0.000144, + -0.050781, + 0.226562, + -0.080078, + 0.302734, + 0.138672, + 0.094238, + 0.05542, + 0.042236, + -0.00019, + 0.059326, + 0.269531, + -0.000648, + -0.030273, + 0.000763, + 0.136719, + -0.000233, + 0.082031, + -0.058838, + 0.138672, + 2.359375, + -0.21875, + -4.8e-05, + 0.245117, + 0.161133, + 0.398438, + -0.021851, + 0.255859, + 0.194336, + 0.032959, + 0.163086, + 0.053711, + 0.400391, + -0.03833, + 0.333984, + 0.15332, + 0.241211, + -1.7e-05, + 0.103027, + -0.054932, + -0.067871, + 0.175781, + 0.320312, + 0.222656, + 0.25, + 0.229492, + 0.488281, + -0.0625, + 0.400391, + -0.034912, + -0.053711, + -0.145508, + 0.431641, + -0.086914, + -0.019043, + -0.000549, + 0.152344, + -0.117188, + 0.347656, + 0.261719, + 0.170898, + -0.047852, + -0.060059, + -2.7e-05, + -0.095215, + -0.000284, + -0.111816, + 0.008606, + -0.085449, + 0.000212, + 0.040527, + -0.003174, + 0.251953, + -0.133789, + 0.201172, + -0.053955, + -0.000433, + -0.000143, + 0.126953, + 0.318359, + 0.140625, + 0.15625, + 0.061279, + 0.224609, + 0.000641, + 0.207031, + 0.073242, + 0.000111, + 1.4e-05, + 0.15332, + -0.052734, + -0.116699, + 0.498047, + 0.18457, + 0.137695, + 0.044678, + -9.7e-05, + -0.031006, + 0.351562, + -0.000835, + 0.265625, + 0.166016, + 0.147461, + -0.108887, + 0.34375, + 0.423828, + 0.310547, + 0.044922, + -0.07373, + -0.00029, + 0.183594, + 0.000965, + 0.235352, + 0.211914, + 0.000309, + 0.212891, + 0.000313, + 5.8e-05, + -0.059326, + 0.002609, + 0.480469, + 0.136719, + 0.07373, + 0.083984, + 0.006012, + 0.240234, + -0.071777, + 0.349609, + 0.239258, + -0.000106, + 0.257812, + -0.111816, + 0.061035, + 0.229492, + 0.04834, + 0.241211, + 0.188477, + 0.292969, + 0.589844, + 0.000292, + -0.421875, + 0.40625, + 0.238281, + 0.106934, + -0.000809, + -0.001572, + -0.130859, + 2.2e-05, + 0.061035, + 0.003632, + 0.197266, + 0.229492, + 0.189453, + 0.017212, + 0.261719, + -0.171875, + 0.196289, + 0.103516, + 0.25, + -0.095703, + -0.036133, + -0.242188, + 0.330078, + 0.000225, + 0.121582, + -0.115723, + 0.037354, + 0.384766, + 0.072266, + 0.15332, + 0.421875, + 0.19043, + 0.002029, + 0.15918, + 0.050781, + 0.167969, + 0.071289, + 0.28125, + -0.277344, + 0.09375, + 0.398438, + 0.375, + 0.345703, + -0.000147, + 0.183594, + 0.000763, + 0.283203, + -0.039307, + 7.9e-05, + -0.00074, + 0.173828, + -0.021729, + -0.022461, + 0.527344, + 0.365234, + 0.15918, + 0.175781, + -0.001526, + 0.217773, + -0.00042, + 0.000759, + -0.0354, + 0.180664, + -0.376953, + -0.345703, + 0.451172, + -0.053955, + -0.003937, + 0.466797, + 0.248047, + -0.050781, + 0.150391, + 0.042236, + -8.4e-05, + 0.447266, + -9.3e-05, + 0.404297, + 0.722656, + 0.237305, + 0.058838, + 0.009521, + -0.000178, + 0.075195, + 0.151367, + -0.028564, + 0.449219, + 0.045898, + 0.160156, + 0.369141, + 0.000381, + 0.091797, + 0.180664, + -0.386719, + -0.07666, + 0.147461, + 0.289062, + 0.238281, + 0.414062, + 0.445312, + -0.000553, + 0.269531, + 0.369141, + 0.235352, + -8.1e-05, + 0.02478, + -0.061035, + 0.047119, + 0.123535, + 0.053467, + 0.357422, + 0.072266, + -0.037598, + 0.000763, + -0.000364, + 0.140625, + -0.025635, + -0.022461, + 0.000736, + 0.345703, + 0.038818, + 0.103027, + -6.2e-05, + 0.097656, + 0.230469, + 0.388672, + -0.03418, + 0.031982, + 0.043213, + -0.113281, + -0.166992, + 0.097656, + 0.351562, + -0.300781, + -0.09375, + -0.120605, + -0.116699, + 0.828125, + 0.201172, + -0.085449, + -3.2e-05, + -0.065918, + -0.058838, + 0.100098, + 0.209961, + 0.001289, + 0.433594, + 0.193359, + -0.002411, + 0.75, + -0.000161, + -0.00145, + -0.214844, + -0.000359, + 0.024048, + 0.19043, + 0.015198, + -0.069824, + 0.056396, + -0.051025, + 1.8e-05, + 0.15918, + 0.144531, + 0.062256, + 0.283203, + -0.151367, + 0.172852, + -0.213867, + -0.000229, + 0.00041, + 0.294922, + 0.414062, + 0.15332, + 0.056396, + 0.197266, + 0.001122, + 0.195312, + 0.15918, + 0.07373, + 0.204102, + -0.021362, + 0.201172, + -0.001945, + -0.043213, + -0.00238, + 0.179688, + 0.096191, + -0.111328, + 0.181641, + 0.226562, + 0.189453, + 0.165039, + -0.200195, + 0.150391, + -0.014282, + 0.072266, + -0.128906, + -0.007812, + -0.287109, + 0.261719, + -0.034424, + 0.171875, + 0.271484, + 0.207031, + 0.322266, + 0.285156, + -0.042236, + 0.000151, + -0.000984, + 0.314453, + 0.302734, + -0.001137, + 0.265625, + 0.232422, + 0.710938, + 0.000114, + 0.038818, + -0.04126, + 0.12793, + -0.082031, + 0.000217, + 0.151367, + -0.000797, + 0.345703, + 0.030762, + 0.503906, + -0.001335, + -0.009033, + 0.037109, + 0.099121, + 0.255859, + -0.015991, + 0.214844, + 0.035156, + -0.179688, + 0.000607, + 0.373047, + -0.000216, + -0.000877, + -0.000248, + -0.09082, + 0.308594, + -0.200195, + 0.828125, + 0.208008, + -0.039062, + -0.000553, + -0.000286, + 0.285156, + 0.070312, + 0.083496, + 0.104004, + 0.120117, + 0.832031, + 0.176758, + 0.089844, + 0.022827, + 0.192383, + -0.000507, + 0.043213, + 0.227539, + -0.010925, + 0.19043, + 0.133789, + 0.206055, + 0.148438, + -0.094727, + 0.192383, + 0.46875, + -0.164062, + 0.291016, + -2.9e-05, + -0.227539, + 0.332031, + 0.022217, + 0.392578, + 0.160156, + 8.4e-05, + 0.22168, + -0.193359, + -0.051025, + -0.018433, + 0.182617, + 0.036377, + -0.163086, + -0.222656, + 0.146484, + 0.200195, + 0.145508, + -0.094238, + -0.00025, + -0.002701, + 0.310547, + -0.098145, + -0.088867, + 0.410156, + -0.048096, + -0.095703, + -0.001053, + -0.031738, + 0.088867, + 0.186523, + 0.075195, + 0.318359, + 0.055664, + 0.226562, + 0.062988, + -0.048828, + -0.026367, + -0.007141, + -0.124512, + 0.07959, + -0.255859, + 0.154297, + -0.192383, + 0.103027, + -0.07959, + 0.231445, + 0.157227, + 0.328125, + -0.030762, + 0.150391, + 0.000197, + 0.107422, + 4.9e-05, + -0.000633, + -0.077637, + 0.058838, + 0.1875, + 0.125977, + 0.030029, + -0.208008, + -0.00708, + 0.235352, + -0.066406, + 0.167969, + 0.205078, + 0.214844, + 0.008423, + -0.070801, + 0.033447, + 0.124512, + -0.089844, + 0.15918, + -0.174805, + 0.124023, + 0.003525, + 0.253906, + 0.061035, + 0.171875, + -0.151367, + -0.031738, + 0.152344, + -0.087891, + 0.177734, + 0.09082, + 0.229492, + 0.010376, + -0.04834, + 0.123535, + 0.832031, + -0.057617, + 0.19043, + 0.349609, + -0.020508, + 0.064941, + 0.075684, + -0.063965, + -0.09668, + 0.001007, + 0.000355, + 0.077148, + -0.000366, + 0.065918, + 0.000479, + 0.376953, + 0.316406, + 0.142578, + -0.116699, + -0.001358, + 0.001427, + 0.093262, + 0.339844, + 0.165039, + -0.020874, + -0.030884, + -0.000999, + 0.087891, + -7.7e-05, + 0.043457, + -0.103516, + 0.000515, + -0.078613, + 0.046631, + 2.171875, + 0.094238, + 0.137695, + 0.333984, + 0.300781, + 0.248047, + -0.034424, + -0.146484, + 0.135742, + 0.206055, + -0.000549, + -0.150391, + 0.421875, + 0.125, + 0.124023, + 0.351562, + 0.271484, + 0.322266, + 0.542969, + 0.001175, + 0.050049, + 0.063477, + -0.227539, + -0.209961, + 0.055176, + -0.066895, + 0.018677, + 0.030518, + 0.15918, + 0.036621, + -0.000664, + 1.078125, + 0.11377, + 0.019409, + 0.161133, + 0.367188, + -0.011841, + -0.104492, + 0.121582, + -0.029297, + 0.182617, + 0.09375, + 0.000463, + -0.035645, + -0.072754, + 0.225586, + 0.197266, + -0.083008, + 0.116699, + 0.002274, + 0.168945, + -0.03418, + 0.001099, + 0.104492, + 0.124512, + 0.194336, + 0.055664, + 0.251953, + 0.058594, + 0.07959, + 0.000305, + 0.228516, + 0.03125, + 0.345703, + 0.373047, + 0.1875, + -0.047363, + 0.168945, + 0.427734, + -0.000633, + -0.000374, + 0.167969, + -0.105957, + -0.035645, + 0.166992, + -0.000332, + 0.253906, + 0.314453, + -0.000576, + 0.000767, + -0.019531, + -0.0625, + -0.035156, + -0.055908, + 0.160156, + 0.361328, + 1.140625, + 2.1e-05, + 0.087891, + 0.000587, + -0.046631, + 0.161133, + -0.191406, + 0.496094, + 0.001022, + -0.007568, + -0.025269, + -0.062012, + 0.049805, + 0.208984, + 0.359375, + -0.000839, + 0.249023, + 0.00058, + 0.265625, + -0.051025, + -0.186523, + -0.036865, + 0.000178, + 0.219727, + -0.000151, + 3.8e-05, + 0.094727, + -0.055908, + 0.219727, + 0.337891, + -0.000151, + 0.066406, + -0.21875, + 0.558594, + 0.398438, + 0.083008, + 0.18457, + 0.060303, + -0.160156, + 0.59375, + 0.000248, + 0.298828, + -0.105469, + -0.016846, + 0.183594, + 0.161133, + 0.1875, + -0.050293, + -0.005951, + 0.063965, + -0.068359, + 0.53125, + 0.146484, + -0.416016, + -0.093262, + 0.005646, + 0.079102, + 0.130859, + 0.043945, + -0.22168, + 0.067383, + 0.347656, + -0.019287, + 0.073242, + 0.419922, + -0.037109, + -0.068359, + 0.246094, + -0.010254, + 0.231445, + 2.1e-05, + 0.382812, + -0.08252, + -0.020142, + 0.000847, + 0.253906, + -0.042725, + 6.2e-05, + 0.200195, + 0.154297, + 0.121094, + 0.234375, + 0.082031, + 0.240234, + -0.000919, + 0.269531, + 0.609375, + -0.138672, + 6.9e-05, + 0.173828, + 0.053467, + 0.151367, + 0.414062, + -0.033447, + 0.169922, + -0.021484, + -0.00264, + -0.09082, + 1.9e-05, + -0.104004, + 0.061279, + -0.042969, + 0.000347, + 0.220703, + 0.380859, + 0.000114, + 0.253906, + 0.000341, + -0.09082, + 9.6e-05, + 0.333984, + -0.080566, + 0.1875, + 0.691406, + -0.081543, + -0.045166, + 0.099609, + 0.242188, + -0.120605, + -0.000133, + 0.176758, + 0.582031, + 0.287109, + 0.699219, + -0.054443, + 0.176758, + -0.005005, + 0.210938, + -0.04541, + 0.196289, + -0.036133, + 0.314453, + 0.163086, + 0.000467, + -0.000469, + 0.133789, + 0.431641, + -0.143555, + 0.158203, + 0.000349, + 0.18457, + 0.133789, + 9.4e-05, + 6e-05, + 0.157227, + -0.096191, + -0.000629, + 0.068848, + -6.6e-05, + 0.000706, + 0.337891, + 0.136719, + -0.00145, + 0.206055, + -0.133789, + 0.00174, + 0.722656, + -0.000376, + 0.151367, + -0.100586, + -0.001152, + 0.228516, + 0.118164, + -0.00354, + 0.296875, + 0.351562, + 0.261719, + 0.008789, + 0.152344, + -0.00046, + -0.154297, + 0.088867, + -0.045654, + 0.100098, + 0.158203, + -0.074707, + 0.000338, + 0.066406, + 0.041748, + -0.000131, + -0.151367, + 0.017578, + 0.089844, + 0.043457, + 0.19043, + 0.145508, + -0.047119, + 0.414062, + -0.064453, + -0.004211, + 0.128906, + 0.12793, + 0.431641, + 0.166992, + -0.074219, + -0.15332, + 0.115723, + 0.000364, + 0.00074, + -0.024414, + 0.071777, + 0.000292, + 0.000305, + -0.155273, + 0.05249, + 0.169922, + -0.060791, + 0.263672, + 0.105469, + 0.000771, + -0.031494, + -0.000134, + 0.292969, + 0.042969, + -0.055664, + 0.035889, + 0.145508, + 0.061035, + 0.361328, + 0.380859, + -0.249023, + 0.535156, + 0.207031, + -0.133789, + 0.178711, + -0.01239, + 0.056152, + 0.138672, + 0.220703, + 0.172852, + 0.251953, + 0.032227, + -0.022095, + -0.105957, + 0.322266, + 0.208008, + 0.224609, + -0.021729, + 0.597656, + 0.375, + 0.162109, + 0.008728, + 0.15625, + 0.294922, + 0.384766, + -0.000637, + -0.041016, + 0.345703, + 0.000131, + 0.1875, + 0.292969, + -0.001183, + 0.000893, + 0.410156, + -0.004669, + 0.289062, + 0.182617, + -0.123047, + 0.882812, + 0.106934, + 0.066406, + 0.178711, + 0.691406, + -0.166992, + 0.010254, + -0.000599, + 0.000166, + 0.488281, + 0.039795, + 0.244141, + 0.198242, + 0.008545, + 0.002457, + 0.130859, + 0.001907, + -0.061523, + -0.000207, + -0.000603, + 0.496094, + -0.039307, + 0.365234, + 0.168945, + 0.28125, + 0.060303, + -0.074707, + -0.166016, + 0.546875, + 0.022705, + 0.097168, + 0.096191, + 0.248047, + 0.644531, + 0.008728, + 0.066895, + -0.041016, + -0.18457, + 0.19043, + 0.070312, + 0.041992, + 0.048584, + 0.609375, + 0.034424, + -0.108887, + -0.021729, + 0.394531, + 0.229492, + 0.050293, + 0.300781, + 0.028076, + 0.3125, + 0.034424, + 0.199219, + 0.049561, + 0.217773, + 0.310547, + 0.000954, + 0.07959, + -0.097168, + -0.012085, + -0.048828, + 0.277344, + -0.000595, + 0.120605, + 0.078613, + 0.164062, + 0.000683, + 0.143555, + 0.063477, + 0.0271, + 0.206055, + 0.220703, + 0.104492, + 0.188477, + 0.094238, + 0.22168, + -0.040527, + -2.9e-05, + 0.480469, + 0.000418, + 0.152344, + -0.039795, + -0.143555, + -0.064941, + 0.382812, + 0.168945, + -0.088867, + -0.055908, + -5e-06, + 0.109863, + -0.000236, + 0.075195, + 0.289062, + -0.038574, + 0.104492, + 0.261719, + -0.061035, + -0.271484, + 0.109375, + 0.165039, + 0.000877, + 0.155273, + 0.016113, + 0.173828, + -0.106445, + 0.421875, + 0.055908, + -0.070312, + 0.308594, + 0.171875, + 0.310547, + -0.062988, + -0.223633, + 1.382812, + 0.214844, + -0.000629, + -0.093262, + 0.222656, + 0.136719, + 0.15332, + 0.001266, + 0.249023, + 0.211914, + 0.176758, + 0.005493, + -0.019287, + -0.085449, + 0.28125, + 0.002014, + 0.294922, + -0.002563, + 0.172852, + 0.328125, + 0.02771, + -0.140625, + 0.135742, + 0.005188, + 0.026367, + 0.124023, + 0.117676, + -0.022095, + -0.100098, + 0.131836, + 1.359375, + 0.216797, + 0.039795, + 0.012512, + -0.099121, + 0.257812, + -0.054932, + 0.000999, + -0.000278, + 0.398438, + 0.205078, + -0.000167, + -0.192383, + 0.00021, + 0.089844, + 0.263672, + 0.292969, + 0.570312, + 0.227539, + -0.110352, + 0.224609, + 0.261719, + 0.00017, + 0.110352, + 0.000755, + 0.168945, + -0.129883, + 0.625, + 0.253906, + 0.002441, + 0.298828, + 0.152344, + -0.101562, + -0.000702, + 0.054443, + 0.847656, + -0.140625, + 0.24707, + -0.171875, + 0.206055, + -0.02417, + -8.5e-05, + -0.000645, + 0.185547, + 0.030273, + 0.185547, + -0.002167, + 0.074707, + 0.308594, + -9e-05, + -0.172852, + 0.367188, + 0.185547, + -0.11377, + 0.210938, + 0.024414, + -0.120117, + 0.000257, + -0.108887, + 0.265625, + 2.1e-05, + -0.014771, + 0.131836, + -0.031006, + 0.208008, + 0.044434, + 0.057129, + -0.064941, + -0.001083, + -0.000759, + 0.150391, + 0.330078, + -0.068359, + -0.045654, + -0.188477, + -0.022461, + -0.000648, + 0.036621, + -0.000538, + 0.192383, + 0.314453, + 0.138672, + -0.000999, + 0.172852, + 0.161133, + 0.197266, + 0.339844, + 0.025146, + 0.019043, + -0.068848, + -0.047607, + -0.125, + 0.416016, + 0.300781, + -0.037109, + 0.022095, + -0.000165, + 0.182617, + -0.053955, + 0.041748, + 0.328125, + -0.077148, + -0.145508, + 0.1875, + 0.003937, + 0.251953, + -0.019531, + 0.097656, + 0.172852, + 0.181641, + 0.073242, + 0.03833, + 0.139648, + -0.10791, + 0.000173, + 0.192383, + 0.180664, + 0.189453, + 0.000191, + -0.000332, + 0.306641, + 0.118652, + -0.081543, + 0.008362, + 7.1e-05, + -0.061279, + -0.000399, + 0.235352, + 7.4e-05, + 0.212891, + 0.194336, + 0.400391, + -0.416016, + -0.079102, + 0.154297, + 0.10498, + -0.023804, + -0.030029, + 0.186523, + 0.014038, + -0.0, + 0.002518, + 0.102539, + 0.073242, + -0.004395, + -0.003708, + 0.000496, + -0.0271, + 0.292969, + 0.204102, + 0.094238, + 0.00074, + 0.134766, + -0.168945, + 0.088379, + 0.203125, + 0.200195, + 0.000839, + 0.000231, + 0.145508, + 0.050781, + 0.141602, + 0.086914, + 0.287109, + 0.170898, + 0.05249, + 0.181641, + 0.867188, + -0.000219, + 0.138672, + 8e-05, + -0.047363, + 0.078613, + -0.000236, + 0.001114, + -0.032471, + 0.129883, + -0.000343, + -0.277344, + 0.269531, + 0.345703, + 0.236328, + -4e-06, + 0.129883, + 0.131836, + 0.000307, + 0.188477, + 0.000136, + -0.173828, + 0.161133, + 0.040527, + 0.890625, + -1.4e-05, + -0.03418, + 0.25, + -0.124023, + -0.080078, + -0.117188, + 0.314453, + 0.161133, + -0.049805, + 0.000119, + 0.144531, + 0.324219, + -0.010437, + 0.219727, + 0.046387, + 0.02063, + 0.4375, + -0.022339, + 0.378906, + 0.287109, + 0.226562, + 0.259766, + -0.000557, + 0.199219, + 0.128906, + -0.071777, + 0.162109, + -0.067383, + 0.000725, + 0.223633, + 0.043945, + -0.006256, + 0.253906, + 0.030029, + 0.083008, + 0.151367, + 4.7e-05, + 0.071289, + 0.176758, + 0.079102, + 0.192383, + 0.102051, + 0.234375, + 0.291016, + -5.5e-05, + 0.460938, + 0.118164, + 0.298828, + 0.294922, + -0.000389, + -0.141602, + 0.075195, + -0.008057, + 0.168945, + -0.000349, + 0.255859, + -0.000492, + 0.129883, + 0.05542, + 0.155273, + -0.068848, + 0.092285, + 0.022705, + 0.18457, + 0.238281, + 0.074707, + 0.219727, + 0.251953, + -0.019287, + -5e-05, + -0.000387, + -0.078613, + 0.138672, + 0.032715, + 0.049561, + -0.020996, + 0.132812, + -5.4e-05, + 0.123047, + 0.166016, + -0.116699, + -0.019653, + -0.071777, + 0.158203, + 0.203125, + -0.029785, + 0.300781, + 0.000736, + -0.001411, + 2.9e-05, + 0.1875, + -0.000835, + 0.59375, + -0.335938, + 0.035645, + 0.181641, + 0.229492, + -0.00296, + -0.214844, + 0.361328, + 0.001266, + 0.166016, + -0.178711, + 0.363281, + 0.081543, + 0.324219, + 0.003967, + 0.554688, + -0.005493, + 0.265625, + 0.367188, + 0.546875, + 0.261719, + -0.088867, + -0.000805, + -0.05835, + 0.00592, + 0.220703, + 0.083496, + 0.176758, + 0.168945, + -0.046143, + -0.000181, + -0.000294, + 0.200195, + -0.279297, + 0.292969, + 0.081055, + 0.049072, + 0.00074, + -0.028931, + 0.245117, + 0.152344, + 0.087891, + -0.000561, + 0.105957, + 0.037598, + -0.056641, + -0.21582, + -2.9e-05, + 0.083008, + 0.133789, + 0.28125, + -0.326172, + -0.082031, + 0.022705, + 0.302734, + 0.419922, + 0.000273, + 0.103516, + 0.000165, + 0.115234, + 0.000526, + 0.176758, + 0.386719, + 0.174805, + -0.001663, + 0.11084, + 0.118164, + 0.018188, + 0.03833, + 0.000254, + 0.199219, + 0.263672, + 0.157227, + -0.249023, + -0.000173, + 0.011536, + 0.000874, + 0.116211, + 0.089355, + 0.207031, + 1.367188, + 0.3125, + 0.124512, + -0.001801, + -0.004578, + 0.246094, + -0.068359, + 0.226562, + 0.427734, + 0.345703, + 0.079102, + 0.123535, + 0.22168, + 0.168945, + -0.078125, + 0.03833, + 0.121582, + -0.042969, + -0.000301, + -0.3125, + 0.051758, + 0.000557, + -3.3e-05, + -0.015503, + 0.235352, + 0.214844, + 0.052246, + 0.211914, + -0.039062, + 0.206055, + -0.032227, + -0.084473, + 0.239258, + 0.065918, + -0.013611, + 0.462891, + 0.289062, + -0.00022, + 0.075195, + -0.08252, + 0.108887, + 0.147461, + -0.196289, + 0.138672, + -0.000188, + 0.5625, + -0.00032, + 0.050049, + 0.412109, + -0.024292, + 0.220703, + 0.108398, + -3.7e-05, + 0.0354, + -0.057129, + 0.166016, + 0.040283, + 0.241211, + -0.069824, + 0.335938, + 0.255859, + 0.227539, + 0.175781, + 7.5e-05, + 0.226562, + 1.351562, + -0.104492, + 0.219727, + 0.217773, + -0.000748, + 0.053467, + 0.107422, + -0.056641, + 0.064941, + 7.1e-05, + 0.211914, + -0.068848, + -8.9e-05, + 0.177734, + 0.077637, + -8.1e-05, + 0.208984, + 0.232422, + -0.020264, + 0.314453, + 0.080078, + -0.075195, + 0.05835, + -0.000207, + -0.004608, + 0.326172, + 0.216797, + 0.300781, + 0.037109, + 0.157227, + 0.048584, + -0.053955, + 0.445312, + 0.263672, + 0.067871, + -0.000637, + 0.077148, + 0.144531, + -0.125977, + 0.185547, + 0.298828, + 0.675781, + 0.09082, + 0.251953, + 8.1e-05, + 0.016724, + 0.054932, + 0.063477, + -0.056885, + 0.097168, + 0.080078, + 0.271484, + -0.016479, + 0.178711, + -0.001068, + 0.186523, + 6.2e-05, + 0.066895, + -0.088379, + 0.277344, + 0.078613, + 0.123047, + 0.064453, + 0.032227, + 0.186523, + 0.03125, + 0.173828, + 1.109375, + 0.173828, + 0.255859, + 0.086426, + 0.000961, + -0.253906, + 0.049316, + 0.126953, + 0.084961, + 0.208008, + 0.209961, + -0.000158, + 0.099609, + 0.180664, + -0.378906, + -0.092285, + 0.359375, + -5.8e-05, + 0.119141, + 0.017334, + 0.25, + 0.566406, + 0.108887, + 0.138672, + 0.059326, + 0.077637, + 0.062256, + 0.351562, + -0.198242, + -0.021973, + 0.098145, + 0.019897, + 0.15918, + 0.141602, + -0.000511, + 0.066406, + -0.330078, + -0.026123, + -0.038818, + -0.000896, + 0.09375, + -0.261719, + 0.111328, + 0.257812, + -0.178711, + 0.173828, + -0.028687, + 0.149414, + 0.070801, + -0.04834, + -0.001114, + -0.018921, + 0.198242, + 0.057861, + -0.10498, + 0.217773, + 0.199219, + 0.416016, + -5.6e-05, + -0.013184, + 0.032959, + 0.044922, + 0.320312, + 0.019897, + 0.082031, + -0.046875, + 0.183594, + 0.038086, + 0.306641, + 0.031738, + -0.106445, + 0.017212, + 0.208984, + 0.351562, + 0.400391, + 0.242188, + -0.00087, + -0.000481, + -0.072754, + 0.466797, + -0.09082, + 0.068848, + 0.172852, + 0.0625, + 0.431641, + -0.120117, + 0.108887, + 0.004395, + 0.216797, + 0.000188, + 0.237305, + 0.117676, + -0.069336, + 0.006775, + -0.034912, + 0.5, + -0.042969, + 0.167969, + 0.112793, + 0.185547, + -0.079102, + 0.125, + 0.310547, + 0.314453, + 0.171875, + 0.476562, + -0.096191, + 0.21875, + 0.145508, + -0.365234, + -0.094727, + 0.000116, + 0.243164, + 0.155273, + 0.554688, + 0.255859, + 0.175781, + -0.000125, + 0.150391, + 0.191406, + 0.125977, + 0.445312, + 0.001167, + -0.000362, + 0.065918, + 0.269531, + -0.054688, + 0.257812, + 0.294922, + 0.203125, + 0.054443, + -0.066406, + 0.341797, + -0.119629, + 0.204102, + -0.139648, + 0.240234, + -0.082031, + -0.197266, + -0.073242, + -0.060059, + 0.001694, + 0.129883, + 0.044678, + 0.165039, + -0.074219, + -0.067871, + -0.001602, + 0.180664, + 0.178711, + -0.000146, + -0.142578, + 0.087891, + -0.003738, + 0.324219, + 0.498047, + -0.166016, + -0.05127, + 0.020508, + 0.02832, + 0.211914, + 0.172852, + 0.263672, + 0.341797, + 0.091309, + -0.001106, + -0.025024, + -0.116699, + 0.098633, + 0.330078, + -0.023071, + 0.149414, + 0.006866, + 0.183594, + 0.141602, + 0.071289, + 0.075684, + -0.066895, + 0.006714, + 0.388672, + -0.044922, + 0.004944, + -0.084473, + -6.4e-05, + 0.210938, + 0.18457, + 0.21582, + 0.016724, + 0.166992, + -0.191406, + 0.15918, + -0.071289, + 0.294922, + 0.105469, + 0.188477, + 0.155273, + 0.300781, + -0.062012, + -0.104492, + 0.032959, + 2.9e-05, + 0.492188, + 0.143555, + 4.3e-05, + 0.147461, + 0.257812, + 0.044434, + 0.125977, + 0.476562, + 0.088867, + 0.125977, + 0.171875, + 0.296875, + 0.154297, + 0.001099, + 0.492188, + -0.012695, + 0.088867, + -0.294922, + 0.65625, + 0.198242, + -0.001099, + 0.063965, + -0.086914, + -0.083984, + 0.001038, + -0.154297, + -0.353516, + 0.110352, + -0.0, + 0.182617, + -0.117188, + 0.151367, + 0.194336, + 0.578125, + -0.047607, + 0.036133, + 0.165039, + 0.106934, + 7.8e-05, + -0.1875, + 0.194336, + -0.039062, + 0.035156, + -0.016846, + 0.328125, + 0.223633, + 0.036865, + 0.339844, + 0.000141, + -0.070801, + 0.151367, + 0.314453, + 0.306641, + 0.077637, + 0.03833, + 0.107422, + 0.398438, + -0.109375, + -0.036377, + -0.060303, + -0.0625, + 0.046631, + 0.208984, + 0.298828, + -0.00046, + 0.15332, + 0.070312, + 0.000131, + 0.119629, + -0.004089, + 0.036865, + 0.095703, + 0.080566, + 0.170898, + 0.667969, + 0.000139, + 0.263672, + 0.029175, + -0.000125, + 0.171875, + -0.043701, + 0.086426, + 0.196289, + 0.3125, + 0.921875, + -0.106445, + 0.077637, + 0.171875, + 0.337891, + 0.292969, + 0.175781, + 0.188477, + -0.176758, + 0.416016, + 0.134766, + 0.131836, + 0.095215, + -0.077148, + 0.207031, + -0.013611, + 0.09668, + 0.239258, + 0.026489, + -0.069336, + 0.205078, + -0.11084, + 0.000315, + 0.007935, + 0.045654, + -0.000423, + 0.283203, + -0.126953, + -0.062256, + -0.233398, + 0.000471, + -0.070801, + 0.181641, + 0.195312, + -0.001282, + 0.302734, + 0.382812, + 0.045654, + -0.053955, + 7.9e-05, + 2.4e-05, + 0.183594, + 0.10791, + -0.000832, + 0.480469, + 0.089844, + -0.029175, + 0.010132, + -0.063477, + 0.085938, + 0.234375, + 0.182617, + -0.051025, + 0.111816, + 0.078613, + 0.265625, + 0.157227, + -0.002884, + 0.208984, + 0.198242, + 0.4375, + -0.188477, + 0.129883, + 0.000748, + 0.186523, + 0.175781, + 0.196289, + 0.185547, + 0.492188, + -0.333984, + 0.275391, + 0.000259, + 0.21582, + 0.01532, + -0.122559, + 0.048584, + 0.242188, + -0.074219, + 0.152344, + 0.339844, + 0.24707, + -0.121582, + 0.000116, + -0.063965, + 0.00103, + -0.088379, + -0.074219, + -0.066406, + 0.028687, + -0.039551, + -0.061523, + -0.000946, + 0.066406, + -0.00135, + -0.002579, + -0.101562, + 0.000366, + -0.000391, + 0.001465, + 0.039551, + 0.056396, + 0.170898, + -0.00119, + -0.148438, + -0.095703, + 0.357422, + 0.212891, + 0.160156, + 0.001244, + 0.515625, + 1.1e-05, + -0.106445, + 0.010254, + 0.051025, + 0.001045, + 0.137695, + -0.019775, + -0.046387, + 0.000146, + -0.05249, + 0.217773, + 0.21875, + 0.285156, + -0.008911, + -0.004395, + 0.233398, + 0.345703, + 0.964844, + 0.003372, + 0.125977, + 0.08252, + 0.139648, + 0.053467, + 0.208984, + -0.068848, + -0.01709, + -4.9e-05, + -0.18457, + 0.137695, + 0.063477, + -0.071777, + 0.071289, + -0.002014, + -0.015015, + -0.130859, + 0.052002, + -0.00015, + -0.029175, + 0.061523, + 0.238281, + 5.4e-05, + -0.078125, + -0.000177, + 0.46875, + 0.181641, + 0.147461, + 0.443359, + 0.283203, + 0.330078, + 0.492188, + -2.2e-05, + -0.000444, + 0.150391, + -0.005554, + -0.034668, + 0.074707, + -0.075684, + -0.191406, + 0.033691, + 0.116211, + -0.015381, + 0.000112, + 0.000481, + 0.042725, + 0.132812, + -0.027466, + -0.00325, + 0.25, + 0.234375, + 0.180664, + -0.029419, + 0.201172, + -0.063965, + 0.392578, + 0.000311, + -0.109863, + -0.026123, + 0.001808, + 0.167969, + 0.240234, + 0.308594, + -0.112305, + -0.137695, + 2.5e-05, + -0.020386, + -0.018677, + 0.225586, + -0.113281, + 0.425781, + 0.045898, + 0.138672, + 0.308594, + 0.359375, + -0.029419, + 0.229492, + 0.243164, + -0.000118, + -0.000467, + 0.004852, + -2e-05, + -0.056885, + 0.115723, + 0.408203, + 0.396484, + 0.208984, + 0.095215, + 0.0354, + 0.095215, + 0.259766, + 0.072754, + 0.072754, + 0.291016, + 0.038086, + 0.211914, + 0.3125, + -0.080078, + -0.000338, + 0.169922, + 0.263672, + -0.043213, + 0.126953, + 0.157227, + 0.001038, + 1.5625, + -0.032715, + 0.158203, + -0.033936, + 0.128906, + 0.230469, + 0.02417, + 0.170898, + 0.601562, + 0.5, + 0.191406, + 0.257812, + -0.145508, + 0.017578, + 0.078125, + 0.1875, + 0.123047, + 0.18457, + 0.123535, + 0.306641, + 0.091797, + 0.275391, + 0.121094, + 0.000211, + 0.017334, + -0.002213, + 0.400391, + 3.2e-05, + 0.000192, + 0.054199, + 0.000364, + 0.141602, + 0.089844, + -0.080078, + 0.283203, + 0.001839, + -0.118652, + -0.043457, + 0.000359, + 0.148438, + 0.088867, + -0.091309, + 0.292969, + -0.054199, + 0.186523, + 0.238281, + -2.7e-05, + -0.000224, + 0.00164, + 0.02124, + 0.195312, + 0.110352, + 0.081543, + 0.169922, + 0.439453, + -0.261719, + 0.000452, + 0.104004, + 0.306641, + 0.488281, + -0.124512, + -0.000408, + 0.024292, + 0.261719, + 0.108887, + 0.400391, + 0.098633, + 0.369141, + -0.158203, + -0.062256, + 0.049805, + -0.000267, + 0.261719, + 0.00069, + 0.208008, + -0.000782, + 0.185547, + -0.001396, + 0.333984, + -0.064941, + 0.613281, + -0.355469, + -0.212891, + 1.09375, + 0.542969, + 0.182617, + -0.000177, + -0.117188, + 0.15625, + 0.163086, + 0.345703, + 0.421875, + -0.000401, + -0.097168, + 0.060059, + 0.22168, + 0.11084, + 0.496094, + 0.625, + 0.168945, + 0.12207, + 0.194336, + 0.228516, + -0.382812, + 0.222656, + -0.020264, + 0.349609, + -0.02063, + 0.059814, + 0.181641, + -0.148438, + 0.084473, + -0.048828, + 0.361328, + -0.090332, + -0.076172, + 0.002151, + 0.15625, + -0.189453, + -0.412109, + 0.174805, + 0.174805, + 0.02124, + -0.060547, + 0.086914, + 0.427734, + 0.210938, + 0.170898, + 0.177734, + 0.063965, + 0.241211, + 0.582031, + -0.047607, + 0.19043, + -0.064453, + -0.000587, + -0.000496, + -0.084473, + 0.001106, + 0.628906, + 0.000176, + 0.075195, + 0.000226, + -0.228516, + 0.102539, + 0.000637, + -0.149414, + 0.193359, + 0.182617, + -0.227539, + 0.103516, + 5.3e-05, + 0.361328, + 0.157227, + -0.064453, + -0.062988, + -0.00061, + -1.5e-05, + 8.2e-05, + 0.21582, + -0.165039, + 0.194336, + -0.021729, + -0.000668, + -0.025879, + -0.086914, + -0.025024, + -0.121094, + 0.188477, + 0.291016, + 0.053711, + 0.002975, + 0.124023, + 0.075684, + 0.186523, + 1.4e-05, + 0.092773, + 0.359375, + -0.045654, + 0.111328, + -0.064453, + -0.000237, + -0.076172, + 0.149414, + -0.220703, + -0.251953, + 0.121094, + 0.304688, + -0.024536, + 0.050781, + 0.152344, + 0.011902, + -0.04541, + 0.112793, + -0.059814, + 0.373047, + 0.062256, + 0.096191, + 0.188477, + -0.03418, + 0.183594, + 0.15918, + 0.232422, + -0.062012, + 0.00079, + 0.029663, + 0.160156, + 0.220703, + -0.216797, + 0.155273, + 0.175781, + -0.001442, + 0.28125, + 0.249023, + -0.011292, + -0.071777, + 0.214844, + 0.174805, + -0.039307, + 0.339844, + -0.021606, + 0.052002, + 0.18457, + 6.1e-05, + 0.173828, + 0.412109, + 0.055176, + 0.000874, + -0.060303, + -0.04126, + 0.000828, + 0.096191, + 0.182617, + 0.084473, + -0.00106, + -0.017456, + 0.277344, + 0.000347, + 0.213867, + 0.020874, + -7.1e-05, + 0.090332, + 0.176758, + -0.001579, + 0.075684, + 0.234375, + 4.1e-05, + 0.222656, + 0.244141, + -0.081055, + 0.216797, + 0.114746, + 0.169922, + -0.062988, + -0.056152, + 0.000717, + 1.078125, + 0.238281, + 0.131836, + 0.117188, + 0.001259, + 0.296875, + 0.041992, + -0.086426, + 0.414062, + 0.679688, + 0.052246, + -0.00206, + -0.040039, + 0.292969, + 0.168945, + 0.016235, + 0.000244, + 0.189453, + 0.225586, + 0.209961, + -3.8e-05, + -0.000257, + -0.000683, + 0.057129, + 0.373047 + ] + }, + "name": "model.model.layers.1.input_layernorm.weight", + "outputIndexes": [ + 126 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 125 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_1/Mul_output_0", + "outputIndexes": [ + 127 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 126, + 127 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_1/Mul_1_output_0", + "outputIndexes": [ + 128 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 128 + ], + "outputIndexes": [ + 2336 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2336 + ], + "outputIndexes": [ + 2337 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear", + "inputIndexes": [ + 2337 + ], + "outputIndexes": [ + 2338 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 131106970, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2338 + ], + "outputIndexes": [ + 2339 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2339 + ], + "outputIndexes": [ + 129 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 128 + ], + "main_type": "NONE", + "name": "/Shape_15_output_0", + "outputIndexes": [ + 130 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 130 + ], + "main_type": "NONE", + "name": "Shape332", + "outputIndexes": [ + 131 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 130 + ], + "main_type": "NONE", + "name": "Rank334", + "outputIndexes": [ + 132 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 132, + 132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp336", + "outputIndexes": [ + 133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 133 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze337", + "outputIndexes": [ + 134 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 133, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp339", + "outputIndexes": [ + 135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 135 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze340", + "outputIndexes": [ + 136 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 131, + 134, + 136, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice343", + "outputIndexes": [ + 137 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 137 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze344", + "outputIndexes": [ + 138 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp345", + "outputIndexes": [ + 139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 139, + 138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp346", + "outputIndexes": [ + 140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 130, + 140, + 133 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_19_output_0", + "outputIndexes": [ + 141 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 141, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_33_output_0", + "outputIndexes": [ + 142 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 142, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_13_output_0", + "outputIndexes": [ + 143 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 129, + 143 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_10_output_0", + "outputIndexes": [ + 144 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_8_output_0", + "outputIndexes": [ + 145 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144 + ], + "main_type": "NONE", + "name": "/Shape_16_output_0", + "outputIndexes": [ + 146 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 146 + ], + "main_type": "NONE", + "name": "Shape353", + "outputIndexes": [ + 147 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 146 + ], + "main_type": "NONE", + "name": "Rank355", + "outputIndexes": [ + 148 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 148, + 148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp357", + "outputIndexes": [ + 149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 149 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze358", + "outputIndexes": [ + 150 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 149, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp360", + "outputIndexes": [ + 151 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 151 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze361", + "outputIndexes": [ + 152 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 147, + 150, + 152, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice364", + "outputIndexes": [ + 153 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 153 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze365", + "outputIndexes": [ + 154 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp366", + "outputIndexes": [ + 155 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 155, + 154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp367", + "outputIndexes": [ + 156 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 146, + 156, + 149 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_20_output_0", + "outputIndexes": [ + 157 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 157, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_3_output_0", + "outputIndexes": [ + 158 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 158, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_38_output_0", + "outputIndexes": [ + 159 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144, + 159, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_5_output_0", + "outputIndexes": [ + 160 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 160 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_2_output_0", + "outputIndexes": [ + 161 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144, + 22, + 159, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_4_output_0", + "outputIndexes": [ + 162 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 161, + 162 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_16_output_0", + "outputIndexes": [ + 163 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 163, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_9_output_0", + "outputIndexes": [ + 164 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 145, + 164 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_5_output_0", + "outputIndexes": [ + 165 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 128 + ], + "outputIndexes": [ + 2340 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2340 + ], + "outputIndexes": [ + 2341 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear", + "inputIndexes": [ + 2341 + ], + "outputIndexes": [ + 2342 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 138346672, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2342 + ], + "outputIndexes": [ + 2343 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2343 + ], + "outputIndexes": [ + 166 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 142, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_14_output_0", + "outputIndexes": [ + 167 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 166, + 167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_11_output_0", + "outputIndexes": [ + 168 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 168, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_10_output_0", + "outputIndexes": [ + 169 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 168 + ], + "main_type": "NONE", + "name": "/Shape_17_output_0", + "outputIndexes": [ + 170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 170 + ], + "main_type": "NONE", + "name": "Shape415", + "outputIndexes": [ + 171 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 170 + ], + "main_type": "NONE", + "name": "Rank417", + "outputIndexes": [ + 172 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 172, + 172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp419", + "outputIndexes": [ + 173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 173 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze420", + "outputIndexes": [ + 174 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 173, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp422", + "outputIndexes": [ + 175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 175 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze423", + "outputIndexes": [ + 176 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 171, + 174, + 176, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice426", + "outputIndexes": [ + 177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 177 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze427", + "outputIndexes": [ + 178 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp428", + "outputIndexes": [ + 179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 179, + 178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp429", + "outputIndexes": [ + 180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 170, + 180, + 173 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_21_output_0", + "outputIndexes": [ + 181 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 181, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_4_output_0", + "outputIndexes": [ + 182 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 182, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_40_output_0", + "outputIndexes": [ + 183 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 168, + 183, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_7_output_0", + "outputIndexes": [ + 184 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 184 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_3_output_0", + "outputIndexes": [ + 185 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 168, + 22, + 183, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_6_output_0", + "outputIndexes": [ + 186 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 185, + 186 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_17_output_0", + "outputIndexes": [ + 187 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 187, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_11_output_0", + "outputIndexes": [ + 188 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 169, + 188 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_6_output_0", + "outputIndexes": [ + 189 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 128 + ], + "outputIndexes": [ + 2344 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2344 + ], + "outputIndexes": [ + 2345 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear", + "inputIndexes": [ + 2345 + ], + "outputIndexes": [ + 2346 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 139380934, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2346 + ], + "outputIndexes": [ + 2347 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2347 + ], + "outputIndexes": [ + 190 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 190, + 167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_12_output_0", + "outputIndexes": [ + 191 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 165, + 189, + 191, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_17_output_0", + "outputIndexes": [ + 192 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 192 + ], + "outputIndexes": [ + 2348 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2348 + ], + "outputIndexes": [ + 2349 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear", + "inputIndexes": [ + 2349 + ], + "outputIndexes": [ + 2350 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 140415196, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2350 + ], + "outputIndexes": [ + 2351 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2351 + ], + "outputIndexes": [ + 193 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 125, + 193 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_8_output_0", + "outputIndexes": [ + 194 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.640625, + 1.125, + 0.707031, + 0.566406, + 0.621094, + 0.691406, + 1.078125, + 1.195312, + 0.628906, + 0.546875, + 0.816406, + 0.554688, + 1.460938, + 0.769531, + 0.507812, + 0.773438, + 0.636719, + 0.773438, + 0.859375, + 0.466797, + 1.585938, + 0.765625, + 0.984375, + 0.644531, + 0.601562, + 0.5, + 0.664062, + 0.6875, + 0.636719, + 0.683594, + 1.21875, + 0.59375, + 0.867188, + 0.703125, + 0.859375, + 1.265625, + 0.589844, + 0.492188, + 0.820312, + 0.742188, + 0.792969, + 0.648438, + 0.75, + 0.722656, + 0.710938, + 0.796875, + 0.613281, + 0.628906, + 0.695312, + 0.585938, + 0.730469, + 0.800781, + 0.785156, + 0.75, + 1.070312, + 0.65625, + 0.796875, + 0.640625, + 1.445312, + 0.566406, + 0.910156, + 1.28125, + 1.351562, + 0.734375, + 0.816406, + 0.65625, + 0.589844, + 1.179688, + 2.296875, + 0.792969, + 0.761719, + 0.703125, + 0.878906, + 0.644531, + 0.78125, + 1.070312, + 0.605469, + 0.613281, + 0.542969, + 1.148438, + 2.5625, + 0.804688, + 0.695312, + 0.632812, + 0.6875, + 0.511719, + 0.878906, + 0.765625, + 0.960938, + 0.628906, + 0.753906, + 0.964844, + 0.894531, + 1.539062, + 0.6875, + 0.816406, + 0.855469, + 0.570312, + 0.683594, + 0.726562, + 0.582031, + 0.605469, + 0.847656, + 0.738281, + 0.6875, + 0.667969, + 0.746094, + 0.519531, + 0.757812, + 3.234375, + 0.933594, + 0.726562, + 0.75, + 0.451172, + 0.710938, + 0.695312, + 0.597656, + 1.429688, + 0.773438, + 0.636719, + 0.832031, + 0.867188, + 0.710938, + 0.746094, + 0.824219, + 0.6875, + 1.429688, + 0.566406, + 0.546875, + 0.507812, + 0.554688, + 0.746094, + 0.632812, + 0.664062, + 0.75, + 0.78125, + 0.722656, + 1.21875, + 0.65625, + 0.550781, + 0.820312, + 0.402344, + 1.320312, + 2.671875, + 0.5625, + 0.589844, + 0.789062, + 0.789062, + 0.699219, + 0.996094, + 0.683594, + 1.09375, + 0.710938, + 0.839844, + 0.710938, + 0.714844, + 0.5625, + 0.498047, + 1.210938, + 0.902344, + 0.601562, + 0.511719, + 0.447266, + 0.660156, + 0.824219, + 0.632812, + 0.777344, + 0.585938, + 0.652344, + 1.0, + 0.964844, + 0.675781, + 0.699219, + 0.652344, + 0.699219, + 0.859375, + 0.851562, + 0.875, + 0.914062, + 0.742188, + 1.0625, + 0.792969, + 0.703125, + 0.515625, + 1.132812, + 0.765625, + 0.808594, + 0.550781, + 0.746094, + 0.929688, + 0.589844, + 0.578125, + 0.6875, + 0.675781, + 0.703125, + 0.613281, + 0.679688, + 0.75, + 0.632812, + 0.988281, + 0.964844, + 0.675781, + 0.675781, + 0.691406, + 0.820312, + 1.03125, + 0.992188, + 0.699219, + 0.652344, + 1.023438, + 0.777344, + 0.71875, + 0.644531, + 0.683594, + 1.15625, + 0.746094, + 0.628906, + 0.59375, + 0.726562, + 0.746094, + 0.789062, + 0.59375, + 0.714844, + 1.304688, + 1.015625, + 1.132812, + 0.570312, + 0.730469, + 0.785156, + 1.085938, + 1.828125, + 0.714844, + 0.742188, + 0.71875, + 0.722656, + 0.648438, + 0.757812, + 0.78125, + 0.605469, + 0.769531, + 1.179688, + 0.90625, + 1.226562, + 0.914062, + 0.957031, + 0.742188, + 0.785156, + 1.515625, + 0.746094, + 0.660156, + 0.976562, + 0.71875, + 0.710938, + 0.738281, + 1.15625, + 0.664062, + 1.015625, + 0.5625, + 0.996094, + 0.5, + 0.980469, + 0.984375, + 0.550781, + 0.667969, + 0.9375, + 0.609375, + 0.929688, + 1.085938, + 0.703125, + 0.644531, + 0.703125, + 0.804688, + 0.863281, + 0.59375, + 0.707031, + 1.226562, + 0.769531, + 0.435547, + 0.757812, + 0.976562, + 0.910156, + 1.070312, + 0.601562, + 1.085938, + 0.734375, + 1.148438, + 0.925781, + 0.695312, + 0.800781, + 0.515625, + 0.628906, + 1.109375, + 0.757812, + 0.667969, + 2.015625, + 1.414062, + 0.707031, + 0.609375, + 0.722656, + 1.242188, + 1.046875, + 0.605469, + 0.582031, + 0.792969, + 0.765625, + 0.65625, + 0.695312, + 0.960938, + 0.632812, + 1.351562, + 0.765625, + 0.730469, + 1.039062, + 0.941406, + 0.46875, + 0.808594, + 1.046875, + 0.730469, + 0.589844, + 0.96875, + 0.726562, + 0.675781, + 0.851562, + 0.796875, + 0.640625, + 0.738281, + 0.765625, + 0.722656, + 0.707031, + 0.675781, + 0.554688, + 0.605469, + 0.851562, + 0.695312, + 0.632812, + 0.820312, + 0.722656, + 1.835938, + 0.617188, + 0.667969, + 0.574219, + 0.804688, + 0.839844, + 0.71875, + 0.542969, + 0.761719, + 0.824219, + 0.941406, + 0.828125, + 0.882812, + 0.652344, + 0.503906, + 0.699219, + 0.832031, + 0.828125, + 1.054688, + 0.789062, + 0.765625, + 0.8125, + 0.75, + 0.699219, + 0.796875, + 0.601562, + 0.613281, + 0.527344, + 0.652344, + 0.632812, + 1.335938, + 0.867188, + 0.585938, + 1.007812, + 0.859375, + 1.117188, + 0.640625, + 1.140625, + 1.320312, + 0.632812, + 0.542969, + 0.695312, + 0.6875, + 0.65625, + 1.234375, + 0.578125, + 0.734375, + 0.859375, + 0.59375, + 0.738281, + 0.78125, + 0.585938, + 0.59375, + 0.890625, + 1.078125, + 1.640625, + 0.632812, + 0.746094, + 0.949219, + 0.617188, + 0.664062, + 0.808594, + 0.640625, + 0.589844, + 0.785156, + 0.511719, + 0.90625, + 0.535156, + 0.921875, + 0.636719, + 0.78125, + 0.867188, + 0.769531, + 0.578125, + 0.867188, + 1.078125, + 0.925781, + 1.390625, + 0.707031, + 0.667969, + 0.679688, + 1.078125, + 0.90625, + 0.875, + 0.648438, + 0.824219, + 0.777344, + 0.707031, + 0.550781, + 0.632812, + 1.023438, + 1.0625, + 0.820312, + 1.054688, + 0.980469, + 0.523438, + 0.710938, + 0.699219, + 1.0, + 0.65625, + 0.921875, + 0.648438, + 0.574219, + 0.78125, + 0.695312, + 0.734375, + 0.71875, + 0.613281, + 0.6875, + 0.6875, + 0.78125, + 0.675781, + 0.644531, + 0.6875, + 0.734375, + 1.203125, + 0.992188, + 0.738281, + 1.078125, + 1.320312, + 0.804688, + 0.025269, + 0.796875, + 0.71875, + 0.761719, + 1.007812, + 0.753906, + 0.5625, + 0.640625, + 0.486328, + 0.851562, + 0.585938, + 0.679688, + 0.820312, + 0.574219, + 1.03125, + 1.179688, + 0.621094, + 0.667969, + 0.96875, + 0.486328, + 1.070312, + 0.796875, + 1.492188, + 0.886719, + 0.703125, + 0.691406, + 0.808594, + 1.140625, + 0.902344, + 0.691406, + 0.691406, + 0.628906, + 1.039062, + 0.703125, + 0.734375, + 1.15625, + 0.253906, + 0.796875, + 1.296875, + 0.683594, + 0.683594, + 0.96875, + 0.84375, + 0.675781, + 0.699219, + 0.617188, + 0.964844, + 0.722656, + 0.757812, + 1.4375, + 1.3125, + 0.691406, + 0.644531, + 1.46875, + 0.570312, + 1.320312, + 0.515625, + 0.609375, + 0.800781, + 0.691406, + 0.699219, + 0.636719, + 0.890625, + 0.9375, + 1.25, + 0.613281, + 0.882812, + 0.554688, + 0.605469, + 1.125, + 0.828125, + 0.691406, + 0.691406, + 0.730469, + 0.683594, + 0.765625, + 0.941406, + 1.09375, + 0.585938, + 1.015625, + 0.773438, + 0.953125, + 0.59375, + 1.398438, + 0.490234, + 0.8125, + 0.570312, + 0.910156, + 0.808594, + 0.777344, + 1.367188, + 0.964844, + 0.761719, + 0.769531, + 0.773438, + 0.597656, + 0.664062, + 0.664062, + 0.65625, + 0.878906, + 0.710938, + 0.664062, + 0.660156, + 0.714844, + 0.671875, + 1.09375, + 0.632812, + 1.429688, + 0.753906, + 0.636719, + 0.6875, + 1.015625, + 0.753906, + 1.242188, + 0.648438, + 0.5625, + 0.75, + 0.789062, + 0.90625, + 0.652344, + 0.53125, + 0.664062, + 0.878906, + 0.660156, + 0.632812, + 0.628906, + 0.742188, + 0.734375, + 0.851562, + 0.5, + 0.710938, + 0.6875, + 0.652344, + 0.742188, + 0.777344, + 0.660156, + 0.789062, + 0.546875, + 0.839844, + 0.835938, + 0.53125, + 0.648438, + 0.84375, + 0.496094, + 0.675781, + 0.6875, + 1.359375, + 0.636719, + 0.851562, + 0.746094, + 0.365234, + 0.78125, + 1.46875, + 0.695312, + 0.605469, + 0.498047, + 1.140625, + 0.785156, + 0.578125, + 0.707031, + 0.617188, + 0.765625, + 0.898438, + 0.6875, + 0.949219, + 0.535156, + 0.699219, + 0.6875, + 0.671875, + 0.695312, + 0.914062, + 0.671875, + 0.683594, + 0.605469, + 0.746094, + 0.71875, + 0.972656, + 0.53125, + -0.5, + 1.742188, + 0.984375, + 0.691406, + 0.890625, + 0.53125, + 1.351562, + 0.871094, + 0.695312, + 0.609375, + 0.789062, + 0.714844, + 0.789062, + 0.753906, + 0.566406, + 0.710938, + 0.757812, + 0.546875, + 0.527344, + 1.140625, + 0.617188, + 1.148438, + 1.109375, + 0.589844, + 0.546875, + 0.597656, + 0.425781, + 0.839844, + 0.714844, + 1.554688, + 0.886719, + 0.785156, + 0.851562, + 0.679688, + 0.640625, + 0.734375, + 0.863281, + 0.859375, + 1.25, + 1.101562, + 0.789062, + 0.617188, + 0.648438, + 0.910156, + 0.726562, + 0.636719, + 0.828125, + 1.6875, + 0.601562, + 0.636719, + 0.753906, + 0.5625, + 0.574219, + 0.773438, + 0.9375, + 0.707031, + 1.039062, + 0.859375, + 0.800781, + 0.894531, + 0.738281, + 0.765625, + 0.53125, + 0.859375, + 0.613281, + 1.007812, + 0.671875, + 0.96875, + 0.707031, + 1.023438, + 0.707031, + 0.5625, + 1.546875, + 0.322266, + 0.824219, + 1.1875, + 0.648438, + 0.714844, + 0.757812, + 0.804688, + 0.527344, + 0.8125, + 0.609375, + 1.1875, + 0.652344, + 0.875, + 0.753906, + 0.785156, + 1.210938, + 0.757812, + 0.769531, + 0.75, + 0.621094, + 0.625, + 0.78125, + 0.8125, + 0.65625, + 1.34375, + 0.605469, + 0.664062, + 0.628906, + 0.980469, + 0.699219, + 1.71875, + 0.671875, + 1.0625, + 0.488281, + 0.597656, + 0.898438, + 0.980469, + 0.8125, + 0.796875, + 0.945312, + 0.726562, + 0.582031, + 0.847656, + 0.589844, + 0.792969, + 0.746094, + 0.996094, + 0.496094, + 0.820312, + 0.675781, + 0.65625, + 0.792969, + 0.605469, + 0.628906, + 1.046875, + 1.101562, + 0.816406, + 0.855469, + 0.5625, + 0.492188, + 1.09375, + 0.898438, + 0.730469, + 0.574219, + 0.707031, + 0.746094, + 0.589844, + 0.679688, + 1.296875, + 0.609375, + 0.664062, + 0.8125, + 0.535156, + 0.929688, + 0.769531, + 0.558594, + 0.738281, + 0.804688, + 0.535156, + 0.910156, + 0.921875, + 0.789062, + 0.507812, + 0.243164, + 0.648438, + 1.625, + 0.628906, + 0.539062, + 1.328125, + 1.164062, + 1.101562, + 0.910156, + 0.773438, + 0.628906, + 1.15625, + 0.652344, + 0.582031, + 1.203125, + 1.0, + 0.667969, + 0.542969, + 0.734375, + 0.722656, + 1.085938, + 1.070312, + 1.421875, + 0.667969, + 0.820312, + 0.494141, + 0.726562, + 0.804688, + 0.753906, + 0.59375, + 0.660156, + 0.78125, + 1.1875, + 0.945312, + 1.054688, + 0.714844, + 0.808594, + 0.664062, + 0.714844, + 0.679688, + 0.699219, + 1.164062, + 0.617188, + 1.429688, + 0.648438, + 0.757812, + 0.636719, + 0.832031, + 0.738281, + 0.585938, + 0.632812, + 1.320312, + 0.65625, + 0.601562, + 0.867188, + 0.574219, + 0.777344, + 0.636719, + 1.09375, + 0.828125, + 0.566406, + 0.527344, + 0.652344, + 0.703125, + 0.675781, + 0.589844, + 1.226562, + 0.738281, + 0.742188, + 0.726562, + 1.25, + 0.765625, + 0.609375, + 0.746094, + 2.3125, + 0.726562, + 1.453125, + 0.851562, + 0.859375, + 0.722656, + 0.636719, + 0.683594, + 1.109375, + 1.023438, + 0.613281, + 0.589844, + 0.832031, + 0.78125, + 1.3125, + 0.742188, + 3.46875, + 0.625, + 1.46875, + 0.722656, + 0.726562, + 0.839844, + 0.574219, + 0.679688, + 0.8125, + 0.765625, + 0.765625, + 0.824219, + 1.015625, + 0.886719, + 0.703125, + 0.777344, + 0.777344, + 0.511719, + 0.953125, + 0.609375, + 0.808594, + 0.644531, + 1.390625, + 0.921875, + 0.722656, + 1.421875, + 0.878906, + 0.722656, + 0.664062, + 0.644531, + 0.59375, + 0.726562, + 0.792969, + 0.757812, + 0.707031, + 0.621094, + 0.636719, + 1.0625, + 1.03125, + 0.710938, + 1.085938, + 0.855469, + 1.59375, + 0.640625, + 0.699219, + 1.0625, + 0.574219, + 1.0, + 1.226562, + 0.695312, + 0.8125, + 0.652344, + 0.757812, + 0.628906, + 0.621094, + 0.738281, + 0.621094, + 1.0, + 0.597656, + 0.851562, + 0.871094, + 0.769531, + 0.734375, + 0.535156, + 1.070312, + 0.589844, + 0.714844, + 0.695312, + 0.941406, + 0.773438, + 1.242188, + 0.511719, + 0.824219, + 1.015625, + 0.722656, + 0.464844, + 0.742188, + 0.605469, + 0.574219, + 1.3125, + 0.640625, + 0.464844, + 0.609375, + 0.683594, + 0.839844, + 0.847656, + 0.621094, + 1.085938, + 0.660156, + 0.894531, + 0.613281, + 0.988281, + 0.980469, + 0.84375, + 0.628906, + 0.871094, + 0.738281, + 0.675781, + 0.761719, + 0.574219, + 0.578125, + 0.535156, + 0.742188, + 0.515625, + 0.613281, + 0.527344, + 1.085938, + 0.707031, + 0.796875, + 0.8125, + 0.890625, + 1.375, + 0.699219, + 0.816406, + 0.863281, + 0.636719, + 0.660156, + 0.601562, + 0.96875, + 1.265625, + 0.585938, + 0.816406, + 0.59375, + 0.988281, + 0.960938, + 0.75, + 1.046875, + 0.742188, + 1.046875, + 0.851562, + 0.851562, + 0.621094, + 0.582031, + 0.667969, + 0.707031, + 0.855469, + 0.570312, + 0.601562, + 0.972656, + 0.644531, + 0.640625, + 0.59375, + 0.558594, + 0.808594, + 0.628906, + 0.675781, + 0.871094, + 0.632812, + 0.773438, + 1.359375, + 0.871094, + 0.601562, + 0.863281, + 0.777344, + 0.851562, + 0.796875, + 0.523438, + 0.730469, + 0.589844, + 1.734375, + 0.691406, + 0.546875, + 1.210938, + 0.796875, + 0.820312, + 1.0625, + 1.296875, + 0.984375, + 0.585938, + 0.542969, + 0.722656, + 0.640625, + 1.132812, + 0.644531, + 0.648438, + 0.691406, + 0.609375, + 0.761719, + 0.925781, + 0.558594, + 0.617188, + 0.707031, + 0.539062, + 0.550781, + 0.566406, + 0.695312, + 0.582031, + 0.265625, + 0.617188, + 0.6875, + 0.707031, + 0.898438, + 0.671875, + 0.765625, + 0.75, + 1.734375, + 0.632812, + 0.617188, + 1.046875, + 0.625, + 0.589844, + 0.976562, + 0.910156, + 0.738281, + 0.851562, + 0.71875, + 0.871094, + 0.507812, + 0.707031, + 0.675781, + 0.585938, + 0.640625, + 0.742188, + 0.789062, + 1.078125, + 0.851562, + 1.03125, + 1.085938, + 1.164062, + 0.839844, + 0.742188, + 0.679688, + 0.742188, + 1.429688, + 0.589844, + 0.839844, + 0.75, + 0.765625, + 1.28125, + 1.28125, + 0.8125, + 1.75, + 0.640625, + 0.691406, + 1.0, + 0.65625, + 0.636719, + 0.664062, + 0.6875, + 0.6875, + 0.675781, + 0.960938, + 0.609375, + 0.722656, + 1.242188, + 1.421875, + 1.117188, + 0.5625, + 0.785156, + 0.539062, + 1.164062, + 0.71875, + 0.8125, + 1.640625, + 0.617188, + 1.039062, + 0.6875, + 0.558594, + 0.605469, + 0.6875, + 0.734375, + 0.839844, + 0.734375, + 0.707031, + 0.917969, + 0.671875, + 0.789062, + 0.910156, + 0.683594, + 0.757812, + 0.609375, + 1.171875, + 0.609375, + 0.703125, + 0.90625, + 0.738281, + 0.960938, + 0.785156, + 0.652344, + 0.789062, + 0.839844, + 0.722656, + 0.832031, + 0.621094, + 0.914062, + 0.570312, + 1.148438, + 0.578125, + 0.683594, + 1.007812, + 1.328125, + 0.789062, + 0.601562, + 0.558594, + 0.730469, + 0.734375, + 0.855469, + 0.757812, + 0.738281, + 0.753906, + 0.832031, + 0.703125, + 1.0625, + 0.691406, + 0.984375, + 0.855469, + 1.039062, + 0.726562, + 0.585938, + 0.589844, + 0.738281, + 1.195312, + 1.09375, + 3.0, + 0.746094, + 0.96875, + 0.65625, + 0.757812, + 1.304688, + 0.632812, + 0.816406, + 0.789062, + 0.691406, + 0.480469, + 1.015625, + 0.59375, + 0.597656, + 0.851562, + 0.785156, + 0.691406, + 0.558594, + 1.007812, + 0.765625, + 1.242188, + 0.507812, + 0.667969, + 2.859375, + 0.65625, + 1.226562, + 0.484375, + 0.992188, + 1.054688, + 0.558594, + 0.820312, + 0.925781, + 0.769531, + 0.839844, + 1.054688, + 0.910156, + 1.125, + 0.824219, + 0.695312, + 0.476562, + 0.667969, + 1.507812, + 1.007812, + 0.609375, + 1.046875, + 1.15625, + 0.828125, + 0.867188, + 1.085938, + 0.769531, + 1.539062, + 0.644531, + 0.734375, + 0.691406, + 0.789062, + 0.683594, + 0.65625, + 1.390625, + 0.742188, + 0.660156, + 1.1875, + 1.210938, + 0.796875, + 0.691406, + 0.710938, + 0.734375, + 0.613281, + 0.777344, + 0.683594, + 0.753906, + 0.617188, + 0.578125, + 0.757812, + 0.800781, + 0.664062, + 1.132812, + 1.0625, + 0.683594, + 0.578125, + 1.0, + 0.875, + 0.8125, + 1.171875, + 0.648438, + 0.683594, + 0.71875, + 0.652344, + 0.628906, + 0.667969, + 0.679688, + 0.511719, + 0.898438, + 0.644531, + 0.59375, + 0.851562, + 1.21875, + 0.691406, + 0.699219, + 1.523438, + 0.746094, + 0.664062, + 0.412109, + 0.636719, + 0.582031, + 0.925781, + 0.699219, + 0.664062, + 0.761719, + 0.582031, + 0.640625, + 0.695312, + 0.921875, + 0.753906, + 0.6875, + 0.617188, + 1.320312, + 0.609375, + 0.828125, + 0.742188, + 0.890625, + 1.007812, + 1.445312, + 0.671875, + 0.835938, + 0.453125, + 1.53125, + 0.960938, + 0.660156, + 0.8125, + 0.5625, + 0.9375, + 0.507812, + 1.171875, + 0.59375, + 0.648438, + -0.009399, + 0.804688, + 1.179688, + 0.871094, + 0.71875, + 0.628906, + 0.667969, + 0.851562, + 0.691406, + 0.769531, + 0.84375, + 0.746094, + 0.636719, + 0.84375, + 0.625, + 0.714844, + 1.265625, + 0.691406, + 1.023438, + 0.71875, + 0.738281, + 0.664062, + 0.455078, + 0.800781, + 1.773438, + 0.542969, + 0.992188, + 0.773438, + 0.910156, + 0.535156, + 1.515625, + 0.722656, + 0.890625, + 0.796875, + 0.816406, + 0.765625, + 1.609375, + 0.746094, + 0.695312, + 0.683594, + 0.667969, + 1.234375, + 0.816406, + 0.769531, + 0.609375, + 0.933594, + 0.746094, + 0.695312, + 0.71875, + 0.691406, + 0.6875, + 0.558594, + 0.679688, + 0.667969, + 0.882812, + 0.730469, + 0.792969, + 0.804688, + 1.023438, + 0.589844, + 0.773438, + -0.5625, + 0.660156, + 0.75, + 0.601562, + 0.660156, + 0.660156, + 0.738281, + 1.007812, + 0.695312, + 0.792969, + 0.652344, + 0.886719, + 0.796875, + 0.6875, + 0.808594, + 2.203125, + 0.761719, + 0.824219, + 0.769531, + 0.675781, + 0.585938, + 0.640625, + 0.6875, + 0.621094, + 0.785156, + 0.671875, + 0.734375, + 0.71875, + 0.761719, + 0.703125, + 0.6875, + 0.628906, + 1.148438, + 0.644531, + 1.21875, + 0.734375, + 2.734375, + 0.535156, + 0.5625, + 0.765625, + 1.28125, + 2.953125, + 0.722656, + 0.679688, + 1.125, + 0.78125, + 0.773438, + 0.898438, + 0.722656, + 0.847656, + 0.578125, + 0.566406, + 0.515625, + 0.707031, + 0.570312, + 1.304688, + 0.710938, + 1.648438, + 0.871094, + 0.777344, + 1.914062, + 0.734375, + 0.78125, + 1.1875, + 0.699219, + 0.917969, + 0.910156, + 0.714844, + 0.753906, + 0.640625, + 0.324219, + 0.710938, + 0.542969, + 0.648438, + 0.640625, + 0.71875, + 0.679688, + 0.898438, + 0.8125, + 0.671875, + 1.492188, + 1.257812, + 0.527344, + 0.648438, + 0.695312, + 0.859375, + 0.925781, + 0.753906, + 0.613281, + 0.695312, + 0.816406, + 0.792969, + 1.09375, + 0.867188, + 1.445312, + 1.039062, + 1.0, + 0.683594, + 0.644531, + 0.753906, + 2.65625, + 0.671875, + 1.929688, + 0.636719, + 0.644531, + 0.742188, + 0.703125, + 0.648438, + 1.125, + 0.683594, + 0.679688, + 0.59375, + 0.761719, + 1.265625, + 0.734375, + 1.070312, + 0.296875, + 0.71875, + 1.414062, + 1.304688, + 0.910156, + 0.6875, + 0.785156, + 0.683594, + 0.574219, + 0.820312, + 0.9375, + 0.769531, + 0.941406, + 0.816406, + 0.683594, + 0.785156, + 0.695312, + 0.6875, + 0.769531, + 0.796875, + 0.847656, + 0.628906, + 0.921875, + 0.664062, + 0.53125, + 0.691406, + 0.800781, + 0.746094, + 1.09375, + 0.695312, + 1.007812, + 0.777344, + 0.683594, + 1.34375, + 1.125, + 0.515625, + 1.03125, + 1.625, + 0.46875, + 0.613281, + 1.164062, + 0.757812, + 0.769531, + 0.714844, + 0.652344, + 0.71875, + 1.484375, + 0.765625, + 0.914062, + 0.777344, + 1.171875, + 0.636719, + 0.632812, + 0.792969, + 0.675781, + 0.703125, + 0.972656, + -0.507812, + 1.039062, + 0.96875, + 0.65625, + 0.667969, + 0.878906, + 0.703125, + 0.6875, + 0.621094, + 0.566406, + 0.65625, + 0.675781, + 0.734375, + 0.679688, + 1.5, + 0.578125, + 0.828125, + 0.65625, + 0.605469, + 1.164062, + 0.714844, + 0.855469, + 0.640625, + 0.839844, + 0.628906, + 0.820312, + 0.789062, + 1.078125, + 0.726562, + 0.566406, + 0.601562, + 1.03125, + 0.679688, + 0.625, + 0.742188, + 1.328125, + 0.753906, + 0.742188, + 0.910156, + 0.703125, + 0.765625, + 0.679688, + 0.683594, + 0.820312, + 1.15625, + 0.722656, + 0.636719, + 0.722656, + 1.171875, + 0.683594, + 0.59375, + 0.636719, + 1.125, + 0.773438, + 0.8125, + 0.734375, + 0.582031, + 0.386719, + 0.71875, + 0.785156, + 0.640625, + 0.589844, + 0.408203, + 1.023438, + 0.65625, + -0.519531, + 1.585938, + 0.546875, + 0.742188, + 0.8125, + 0.851562, + 0.6875, + 0.765625, + 1.015625, + 0.714844, + 0.519531, + 0.757812, + 0.863281, + 0.941406, + 0.867188, + 1.09375, + 0.785156, + 1.046875, + 0.976562, + 0.589844, + 0.699219, + 0.480469, + 0.652344, + 0.601562, + 0.753906, + 0.785156, + 0.6875, + 0.671875, + 2.3125, + 0.757812, + 1.023438, + 1.4375, + 0.519531, + 0.855469, + 0.679688, + 0.71875, + 0.667969, + 0.667969, + 0.640625, + 0.671875, + 0.855469, + 0.613281, + 0.644531, + 0.566406, + 1.046875, + 0.671875, + 0.820312, + 0.710938, + 0.714844, + 0.871094, + 0.675781, + 0.847656, + 1.164062, + 0.789062, + 0.527344, + 1.0625, + 0.65625, + 0.644531, + 0.734375, + 0.839844, + 0.882812, + 0.847656, + 0.628906, + 5.21875, + 0.613281, + 0.835938, + 0.445312, + 0.730469, + 0.628906, + 0.640625, + 0.582031, + 0.636719, + 1.070312, + 0.824219, + 0.683594, + 1.046875, + 0.730469, + 0.726562, + 0.582031, + 0.511719, + 0.765625, + 1.140625, + 0.699219, + 0.640625, + 0.652344, + 0.679688, + 1.023438, + 0.867188, + 0.601562, + 0.714844, + 0.53125, + 0.601562, + 0.492188, + 0.695312, + 0.660156, + 0.726562, + 0.601562, + 1.539062, + 0.640625, + 0.644531, + 1.070312, + 0.648438, + 0.800781, + 0.78125, + 0.777344, + 0.792969, + 0.683594, + 0.996094, + 0.703125, + 0.470703, + 0.65625, + 0.65625, + 0.835938, + 0.675781, + 0.648438, + 0.617188, + 0.820312, + 0.839844, + 1.023438, + 0.566406, + 0.761719, + 0.589844, + 0.550781, + 0.597656, + 0.757812, + 1.289062, + 1.0, + 0.648438, + 1.015625, + 0.761719, + 0.695312, + 0.5625, + 0.546875, + 0.921875, + 0.613281, + 0.671875, + 0.785156, + 1.09375, + 0.648438, + 0.824219, + 0.613281, + 1.414062, + 0.621094, + 0.707031, + 0.664062, + 0.695312, + 0.996094, + 1.054688, + 0.820312, + 0.5625, + 0.695312, + 0.914062, + 1.382812, + 1.359375, + 0.730469, + 1.15625, + 0.703125, + 0.976562, + 0.847656, + 0.566406, + 1.296875, + 3.671875, + 0.746094, + 0.648438, + 0.8125, + 0.941406, + 0.683594, + 0.855469, + 0.78125, + 0.84375, + 0.589844, + 0.722656, + 0.59375, + 0.851562, + 2.125, + 0.679688, + 1.742188, + 0.636719, + 0.898438, + 1.023438, + 0.621094, + 0.6875, + 0.832031, + 1.0625, + 0.976562, + 1.148438, + 0.648438, + 0.953125, + 0.570312, + 0.753906, + 0.953125, + 1.03125, + 0.824219, + 1.085938, + 0.683594, + 1.1875, + 0.675781, + 0.707031, + 0.59375, + 0.9375, + 0.664062, + 0.679688, + 0.671875, + 0.753906, + 0.585938, + 0.851562, + 0.621094, + 0.498047, + 0.734375, + 0.886719, + 1.140625, + 0.671875, + 0.558594, + 0.9375, + 0.988281, + 0.957031, + 0.964844, + 0.941406, + 0.691406, + 0.644531, + -0.554688, + 0.667969, + 0.652344, + 0.648438, + 0.734375, + 0.59375, + 0.585938, + 0.585938, + 0.847656, + 1.15625, + 0.898438, + 0.578125, + 0.890625, + 0.679688, + 0.796875, + 0.746094, + 0.636719, + 0.5625, + 0.605469, + 0.585938, + 0.478516, + 0.667969, + 0.957031, + 0.578125, + 0.671875, + 0.832031, + 0.789062, + 0.734375, + 0.75, + 0.699219, + 0.691406, + 0.871094, + 0.738281, + 0.828125, + 0.699219, + 0.683594, + 0.609375, + 1.046875, + 1.359375, + 0.722656, + 0.996094, + 1.015625, + 0.910156, + 0.632812, + 0.625, + 0.785156, + 0.664062, + 0.699219, + 0.742188, + 0.933594, + 0.671875, + 0.542969, + 1.40625, + 0.753906, + 0.722656, + 0.882812, + 0.8125, + 0.691406, + 0.664062, + 0.769531, + 0.636719, + 0.621094, + 0.734375, + 0.65625, + 0.675781, + 0.617188, + 0.601562, + 0.730469, + 0.734375, + 0.636719, + 0.757812, + 1.507812, + 1.507812, + 0.683594, + 5.0, + 0.867188, + 0.636719, + 0.390625, + 0.730469, + 0.644531, + 2.640625, + 0.722656, + 0.984375, + 0.585938, + 0.722656, + 0.726562, + 1.226562, + 0.816406, + 0.972656, + 1.875, + 0.789062, + 0.605469, + 0.664062, + 0.773438, + 0.714844, + 0.695312, + 0.851562, + 1.046875, + 0.683594, + 0.710938, + 0.722656, + 0.890625, + 0.757812, + 0.804688, + 0.761719, + 0.757812, + 0.75, + 1.234375, + 0.804688, + 1.335938, + 0.769531, + 0.570312, + 0.628906, + 0.804688, + 0.769531, + 0.917969, + 0.625, + 0.820312, + 0.621094, + 0.6875, + 0.96875, + 1.101562, + 1.023438, + 0.847656, + 0.921875, + 1.101562, + 0.972656, + 0.582031, + 0.921875, + 0.738281, + 1.210938, + 0.683594, + 0.566406, + 0.835938, + 0.640625, + 0.53125, + 0.679688, + 0.738281, + 0.761719, + 0.613281, + 0.621094, + 0.578125, + 0.78125, + 0.652344, + 0.554688, + 0.804688, + 1.015625, + 0.914062, + 0.894531, + 0.648438, + 0.726562, + 1.164062, + 1.007812, + 0.675781, + 0.988281, + 0.660156, + 1.15625, + 0.898438, + 1.007812, + 0.886719, + 0.9375, + 0.390625, + 0.785156, + 0.597656, + 0.683594, + 0.707031, + 0.84375, + 0.550781, + 0.800781, + 0.78125, + 0.578125, + 0.714844, + 0.847656, + 0.582031, + 1.40625, + 0.5625, + 0.585938, + 0.769531, + 0.570312, + 0.550781, + 0.929688, + 0.240234, + 0.726562, + 0.816406, + 0.757812, + 1.039062, + 0.898438, + 0.773438, + 0.679688, + 0.835938, + 1.03125, + 0.570312, + 0.609375, + 0.671875, + 1.882812, + 0.703125, + 0.519531, + 1.320312, + 0.703125, + 0.90625, + 0.925781, + 0.695312, + 0.792969, + 1.0625, + 0.761719, + 0.851562, + 0.730469, + 0.789062, + 0.882812, + 1.039062, + 0.828125, + 0.605469, + 0.648438, + 0.933594, + 0.816406, + 0.734375, + 0.792969, + 1.640625, + 1.132812, + 0.828125, + 0.75, + 0.738281, + 0.660156, + 0.632812, + 0.757812, + 0.789062, + 0.648438, + 0.792969, + 0.609375, + 0.660156, + 1.023438, + 0.574219, + 0.933594, + 1.109375, + 1.171875, + 0.597656, + 0.652344, + 0.652344, + 1.007812, + 0.722656, + 0.78125, + 0.640625, + 0.902344, + 0.734375, + 0.621094, + 0.488281, + 0.613281, + 0.640625, + 0.75, + 1.007812, + 0.628906, + 0.699219, + 0.8125, + 0.730469, + 0.578125, + 0.828125, + 1.390625, + 0.695312, + 0.628906, + 1.484375, + 0.613281, + 1.132812, + 0.486328, + 0.730469, + 0.898438, + 0.613281, + 0.792969, + 0.519531, + 0.617188, + 0.691406, + 0.96875, + 1.007812, + 0.945312, + 1.546875, + 0.757812, + 1.054688, + 0.925781, + 0.761719, + 0.660156, + 0.800781, + 0.664062, + 0.925781, + 1.445312, + 1.101562, + 0.628906, + 0.675781, + 0.9375, + 0.777344, + 0.683594, + 0.574219, + 0.683594, + 1.171875, + 0.714844, + 1.328125, + 0.609375, + 0.574219, + 0.972656, + 0.769531, + 0.765625, + 0.5625, + 0.660156, + 0.617188, + 0.652344, + 0.84375, + 1.101562, + 0.703125, + 0.675781, + 1.15625, + 0.710938, + 0.855469, + 0.816406, + 0.878906, + 0.601562, + 0.839844, + 0.640625, + 0.71875, + 0.683594, + 0.800781, + 0.628906, + 0.683594, + 0.632812, + 0.863281, + 0.699219, + 1.179688, + 1.140625, + 0.757812, + 0.515625, + 1.132812, + 0.574219, + 0.355469, + 0.742188, + 1.125, + 0.229492, + 5.53125, + 0.792969, + 0.917969, + 0.773438, + 0.726562, + 0.773438, + 0.695312, + 0.628906, + 0.699219, + 1.125, + 0.730469, + 0.882812, + 0.890625, + 0.859375, + 1.375, + 0.628906, + 0.605469, + 0.789062, + 0.636719, + 0.972656, + 1.09375, + 0.765625, + 0.785156, + 0.792969, + 0.808594, + 0.640625, + 1.023438, + 0.519531, + 0.703125, + 0.5625, + 0.578125, + 0.816406, + 0.863281, + 0.742188, + 0.628906, + 0.679688, + 0.964844, + 0.816406, + 0.691406, + 0.652344, + 0.679688, + 0.785156, + 2.09375, + 0.671875, + 0.691406, + 0.746094, + 0.570312, + 0.910156, + 0.53125, + 0.714844, + 1.109375, + 0.625, + 0.859375, + 0.621094, + 0.757812, + 0.890625, + 0.992188, + 0.660156, + 0.625, + 1.25, + 0.726562, + 0.789062, + 1.195312, + 0.539062, + 0.695312, + 0.644531, + 0.640625, + 0.699219, + 0.601562, + 0.601562, + 0.695312, + 0.675781, + 0.753906, + 0.566406, + 0.855469, + 0.761719, + 0.486328, + 1.9375, + 0.773438, + 0.675781, + 0.664062, + 0.710938, + 0.660156, + 0.90625, + 0.71875, + 1.210938, + 0.527344, + 0.859375, + 0.835938, + 0.882812, + 0.597656, + 0.695312, + 0.625, + 0.59375, + 0.800781, + 0.621094, + 1.210938, + 0.679688, + 0.699219, + 0.546875, + 0.699219, + 0.65625, + 0.613281, + 0.675781, + 0.761719, + 0.664062, + 0.605469, + 0.722656, + 0.605469, + 0.878906, + 0.839844, + 0.738281, + 0.466797, + 1.007812, + 0.785156, + 0.84375, + 1.242188, + 0.53125, + 0.851562, + 0.542969, + 0.8125, + 0.539062, + 0.582031, + 0.703125, + 1.007812, + 0.582031, + 1.039062, + 0.78125, + 0.625, + 0.863281, + 0.511719, + 0.691406, + 1.117188, + 0.757812, + 0.863281, + 1.21875, + 0.746094, + 0.988281, + 0.667969, + 0.683594, + 0.621094, + 0.960938, + 1.117188, + 0.800781, + 0.746094, + 0.539062, + 0.871094, + 0.777344, + 1.507812, + 0.890625, + 0.617188, + 0.847656, + 0.734375, + 0.632812, + 0.878906, + 0.945312, + 1.0625, + 0.890625, + 0.769531, + 0.574219, + 0.695312, + 0.691406, + 0.84375, + 1.21875, + 0.714844, + 1.023438, + 0.695312, + 0.644531, + 0.792969, + 1.117188, + 0.742188, + 0.691406, + 0.753906, + 0.746094, + 0.671875, + 0.664062, + 1.007812, + 0.582031, + 0.816406, + 0.921875, + 0.695312, + 1.351562, + 0.742188, + 0.886719, + 0.804688, + 0.742188, + 0.695312, + 0.601562, + 0.730469, + 0.710938, + 0.605469, + 0.515625, + 0.535156, + 0.78125, + 0.84375, + 0.660156, + 0.871094, + 0.773438, + -0.511719, + 0.722656, + 0.703125, + 0.644531, + 0.691406, + 0.785156, + 0.550781, + 0.617188, + 0.746094, + 0.761719, + 0.867188, + 0.570312, + 0.636719, + 0.710938, + 0.699219, + 0.929688, + 0.636719, + 0.671875, + 0.753906, + 0.714844, + 0.691406, + 0.625, + 0.671875, + 0.613281, + 0.671875, + 0.582031, + 0.582031, + 0.78125, + 0.605469, + 1.164062, + 0.503906, + 1.09375, + 0.667969, + 0.636719, + 0.894531, + 0.328125, + 0.738281, + 0.476562, + 0.574219, + 0.589844, + 0.859375, + 0.800781, + 0.8125, + 0.664062, + 0.632812, + 0.652344, + 0.632812, + 0.707031, + 0.617188, + 0.703125, + 0.726562, + 2.609375, + 1.085938, + 0.800781, + 0.792969, + 0.808594, + 1.15625, + 0.726562, + 0.640625, + 2.390625, + 0.734375, + 0.679688, + 0.578125, + 1.117188, + 0.527344, + 0.621094, + 0.730469, + 0.710938, + 0.714844, + 0.765625, + 0.707031, + 0.554688, + 0.570312, + 0.792969, + 0.714844, + 0.585938, + 1.578125, + 0.816406, + 0.683594, + 0.757812, + 0.65625, + 0.59375, + -0.554688, + 0.695312, + 0.875, + 0.621094, + 0.753906, + 0.71875, + 1.25, + 1.0625, + 0.617188, + 0.742188, + 1.054688, + 0.90625, + 0.996094, + 0.730469, + 0.699219, + 0.644531, + 0.742188, + 0.734375, + 1.203125, + 0.636719, + 0.789062, + 0.78125, + 0.486328, + 0.828125, + 0.5625, + 0.707031, + 0.566406, + 0.664062, + 0.722656, + 0.550781, + 0.890625, + 0.65625, + 0.65625, + 0.75, + 0.886719, + 1.015625, + 0.648438, + 1.5, + 1.125, + 0.65625, + 1.296875, + 0.8125, + 0.570312, + 0.933594, + 0.914062, + 0.675781, + 0.996094, + 0.769531, + 0.882812, + 0.71875, + 0.773438, + 1.398438, + 0.777344, + 0.816406, + 0.542969, + 0.675781, + 0.695312, + 0.710938, + 0.605469, + 0.675781, + 0.703125, + 0.574219, + 0.953125, + 1.125, + 0.863281, + 0.597656, + 0.730469, + 0.6875, + 0.910156, + 0.699219, + 0.855469, + 0.9375, + 0.515625, + 1.179688, + 1.257812, + 0.828125, + 0.726562, + 0.699219, + 0.695312, + 0.671875, + 1.289062, + 0.691406, + 0.578125, + 0.675781, + 0.929688, + 0.71875, + 0.757812, + 0.789062, + 0.917969, + 0.777344, + 0.773438, + 0.699219, + 0.742188, + 0.785156, + 0.789062, + 0.59375, + 0.636719, + 0.644531, + 0.554688, + 0.628906, + 0.660156, + 0.820312, + 0.828125, + 0.542969, + 0.617188, + 0.478516, + 0.632812, + 0.5625, + -7.3e-05, + 0.546875, + 0.664062, + 1.851562, + 1.5, + 0.835938, + 0.667969, + 0.640625, + 0.761719, + 1.148438, + 0.71875, + 0.761719, + 0.726562, + 0.59375, + 1.28125, + 1.023438, + 1.382812, + 0.730469, + 1.453125, + 0.742188, + 0.726562, + 0.710938, + 0.757812, + 0.652344, + 1.03125, + 0.605469, + 0.617188, + 0.632812, + 0.691406, + 0.554688, + 0.574219, + 0.640625, + 0.722656, + 0.824219, + 0.202148, + 0.574219, + 0.589844, + 1.070312, + 0.765625, + 0.957031, + 0.695312, + 0.691406, + 0.691406, + 0.75, + 0.8125, + 0.753906, + 1.023438, + 0.78125, + 0.878906, + 0.429688, + 0.785156, + 0.914062, + 1.46875, + 0.855469, + 0.453125, + 0.660156, + 0.671875, + 0.808594, + 1.554688, + 0.652344, + 1.101562, + 1.1875, + 0.671875, + 0.742188, + 0.496094, + 1.109375, + 0.796875, + 0.6875, + -0.617188, + 0.722656, + 0.726562, + 0.90625, + 0.703125, + 0.652344, + 0.679688, + 0.589844, + 0.777344, + 0.722656, + 0.582031, + 0.671875, + 0.601562, + 0.6875, + 0.660156, + 1.3125, + 1.351562, + 0.582031, + 0.714844, + 0.867188, + 0.726562, + 0.515625, + 0.511719, + 0.59375, + 1.445312, + 0.695312, + 0.507812, + 1.046875, + 0.773438, + 0.695312, + 0.628906, + 0.6875, + 0.789062, + 0.742188, + 1.34375, + 0.527344, + 0.824219, + 1.015625, + 0.929688, + 0.753906, + 0.613281, + 0.949219, + 0.558594, + 0.769531, + 0.617188, + 0.835938, + 0.777344, + 0.570312, + 0.804688, + 0.675781, + 1.5625, + 0.742188, + 1.179688, + 1.171875, + 1.03125, + 0.714844, + 0.832031, + 0.601562, + 0.65625, + 1.109375, + 1.398438, + 1.03125, + 0.933594, + 0.65625, + 0.847656, + 0.601562, + 0.867188, + 0.675781, + 0.679688, + 0.695312, + 0.65625, + 0.820312, + 0.601562, + 0.792969, + 0.636719, + 0.527344, + 0.710938, + 0.554688, + 1.007812, + 0.757812, + 2.234375, + 0.917969, + 0.625, + 0.613281, + 0.726562, + 0.421875, + 0.601562, + 0.535156, + 0.734375, + 1.382812, + 1.414062, + 1.0, + 1.171875, + 0.742188, + 0.78125, + 0.648438, + 0.785156, + 0.625, + 0.808594, + 0.683594, + 0.578125, + 1.015625, + 0.644531, + 0.671875, + 0.820312, + 0.746094, + 1.101562, + 0.550781, + 0.660156, + 0.671875, + 0.660156, + 0.6875, + 0.484375, + 1.265625, + 0.75, + 0.78125, + 0.824219, + 0.511719, + 0.777344, + 0.835938, + 0.699219, + 1.054688, + 0.886719, + 1.15625, + 0.945312, + 0.75, + 0.789062, + 0.6875, + 0.746094, + 0.753906, + 0.585938, + 0.613281, + 0.769531, + 0.679688, + 0.683594, + 0.695312, + 0.648438, + 0.777344, + 0.683594, + 0.734375, + 0.640625, + 0.605469, + 0.539062, + 0.867188, + 0.730469, + 0.921875, + 0.742188, + 2.1875, + 0.699219, + 0.632812, + 1.03125, + 0.828125, + 0.511719, + 0.605469, + 0.644531, + 1.023438, + 0.738281, + 0.542969, + 1.140625, + 0.636719, + 0.59375, + 1.570312, + 0.941406, + 0.691406, + 0.679688, + 1.054688, + 0.804688, + 1.3125, + 0.789062, + 0.777344, + 0.863281, + 0.664062, + 0.78125, + 0.960938, + 1.078125, + 0.652344, + 0.867188, + 1.140625, + 0.785156, + 0.554688, + 0.515625, + 0.832031, + 0.65625, + 1.414062, + 0.710938, + 0.357422, + 0.816406, + 0.699219, + 0.753906, + 0.621094, + 0.53125, + 0.640625, + 0.664062, + 0.710938, + 0.597656, + 0.683594, + 0.761719, + 0.640625, + 0.613281, + 0.714844, + 0.691406, + 0.796875, + 0.609375, + 0.523438, + 1.023438, + 1.078125, + 0.832031, + 0.746094, + 0.578125, + 1.53125, + 0.753906, + 0.84375, + 0.832031, + 0.621094, + 0.75, + 1.101562, + 0.890625, + 0.839844, + 0.769531, + 0.976562, + 0.855469, + 1.601562, + 1.132812, + 0.664062, + 0.832031, + 0.652344, + 1.015625, + 0.65625, + 0.660156, + 0.890625, + 0.796875, + 0.738281, + 1.03125, + 0.714844, + 0.855469, + 0.660156, + 0.925781, + 0.726562, + 0.921875, + 0.644531, + 0.71875, + 0.753906, + 0.773438, + 0.789062, + 0.609375, + 0.703125, + 0.574219, + 1.015625, + 0.632812, + 0.75, + 0.8125, + 0.625, + 0.65625, + 1.125, + 1.148438, + 1.054688, + 0.652344, + 0.660156, + 0.917969, + 0.726562, + 0.523438, + 2.140625, + 0.539062, + 0.460938, + 0.660156, + 0.757812, + 0.925781, + 0.585938, + 1.210938, + 0.695312, + 0.65625, + 0.917969, + 0.789062, + 0.996094, + 0.976562, + 1.171875, + 0.474609, + 0.667969, + 0.800781, + 1.476562, + 0.458984, + 0.742188, + 0.589844, + 0.65625, + 0.601562, + 0.539062, + 1.03125, + 0.808594, + 0.714844, + 0.636719, + 0.863281, + 0.703125, + 0.734375, + 0.785156, + 0.589844, + 0.820312, + 0.632812, + 0.949219, + 1.171875, + 0.683594, + 0.683594, + 0.742188, + 0.871094, + 1.289062, + 0.964844, + 0.757812, + 0.769531, + 0.726562, + 0.6875, + 0.761719, + 0.714844, + 0.820312, + 0.835938, + 0.867188, + 1.039062, + 2.515625, + 1.554688, + 0.75, + 0.699219, + 0.765625, + 0.511719, + 0.570312, + 0.585938, + 0.644531, + 0.890625, + 0.707031, + 1.664062, + 0.765625, + 0.648438, + 0.75, + 0.816406, + 0.644531, + 0.574219, + 0.828125, + 0.730469, + 0.462891, + 1.335938, + 0.59375, + 0.84375, + 0.570312, + 0.675781, + 1.148438, + 0.507812, + 0.65625, + 0.652344, + 0.714844, + 0.789062, + 0.628906, + 0.757812, + 0.484375, + 1.484375, + 0.523438, + 0.601562, + 0.769531, + 0.726562, + 0.769531, + 0.929688, + 0.578125, + 0.546875, + 0.632812, + 0.734375, + 0.835938, + 1.03125, + 0.710938, + 1.085938, + 0.636719, + 0.527344, + 0.574219, + 0.789062, + 0.871094, + 0.675781, + 0.644531, + 0.984375, + 0.804688, + 1.40625, + 0.546875, + 1.34375, + 0.625, + 0.503906, + 0.679688, + 0.679688, + 0.730469, + 0.617188, + 0.769531, + 0.640625, + 1.046875, + 0.8125, + 0.675781, + 0.648438, + 0.710938, + 0.761719, + 0.804688, + 0.652344, + 0.511719, + 0.648438, + 1.34375, + 1.085938, + 1.007812, + 0.675781, + 1.398438, + 1.515625, + 0.621094, + 0.6875, + 0.589844, + 0.699219, + 0.5625, + 0.746094, + 0.792969, + 0.503906, + 0.742188, + 1.148438, + 1.28125, + 0.601562, + 0.582031, + 0.78125, + 0.632812, + 0.824219, + 1.023438, + 0.636719, + 0.707031, + 0.648438, + 0.695312, + 2.8125, + 1.078125, + 0.78125, + 0.699219, + 0.957031, + 0.753906, + 0.828125, + 0.710938, + 0.652344, + 0.59375, + 0.519531, + 0.578125, + 0.707031, + 0.570312, + 1.46875, + 0.839844, + 0.898438, + 0.539062, + 0.671875, + 0.828125, + 1.054688, + 0.679688, + 1.046875, + 0.855469, + 0.675781, + 0.675781, + 0.683594, + 0.820312, + 0.710938, + 0.875, + 0.671875, + -0.5625, + 0.691406, + 0.707031, + 0.585938, + 0.839844, + 1.117188, + 0.894531, + 1.03125, + 0.949219, + 0.828125, + 0.847656, + 0.5625, + 0.640625, + 0.917969, + 0.992188, + 0.875, + 1.03125, + 0.835938, + 0.5625, + 2.328125, + 0.554688, + 0.691406, + 0.640625, + 1.320312, + 0.96875, + 0.730469, + 0.710938, + 0.757812, + 2.296875, + 0.6875, + 0.664062, + 0.800781, + 0.652344, + 0.558594, + 0.824219, + 0.578125, + 0.628906, + 0.613281, + 0.574219, + 0.691406, + 0.652344, + 0.632812, + 1.054688, + 0.542969, + 0.648438, + 0.941406, + 0.515625, + 0.683594, + 0.765625, + 0.722656, + 0.621094, + 0.535156, + 0.851562, + 1.140625, + 0.722656, + 0.558594, + 0.785156, + 0.582031, + 1.359375, + 0.855469, + 0.664062, + 0.734375, + 0.703125, + 0.769531, + 0.832031, + 0.753906, + 0.527344, + 0.773438, + 0.976562, + 0.605469, + -0.539062, + 0.996094, + 0.785156, + 0.699219, + 1.015625, + 0.863281, + 0.832031, + 0.722656, + 0.828125, + 0.78125, + 0.59375, + 0.785156, + 0.59375, + 0.855469, + 0.6875, + 0.753906, + 0.644531, + 0.710938, + 0.90625, + 1.015625, + 0.582031, + 0.851562, + 0.757812, + 0.71875, + 0.625, + 1.070312, + 0.777344, + 0.667969, + 0.710938, + 0.746094, + 0.648438, + 0.488281, + 0.773438, + 0.609375, + 0.71875, + 1.421875, + 0.304688, + 0.78125, + 0.945312, + 1.117188, + 0.71875, + 0.695312, + 0.660156, + 0.871094, + 0.671875, + 2.546875, + 0.71875, + 1.296875, + 0.765625, + 0.796875, + 0.660156, + 0.6875, + 0.726562, + 1.179688, + 0.648438, + 1.28125, + 0.808594, + 0.804688, + 0.65625, + 0.992188, + 0.730469, + 0.996094, + 0.835938, + 0.753906, + 0.757812, + 1.398438, + 0.96875, + 0.75, + 1.03125, + 0.679688, + 0.84375, + 0.539062, + 0.722656, + 0.800781, + 0.859375, + 0.789062, + 1.296875, + 0.984375, + 0.597656, + 0.707031, + 0.960938, + 0.652344, + 0.855469, + 0.644531, + 0.664062, + 0.636719, + 0.882812, + 0.535156, + 0.820312, + 0.855469, + 0.679688, + 1.0625, + 0.820312, + 0.722656, + 0.984375, + 0.628906, + 0.628906, + 0.800781, + 0.835938, + 0.710938, + 0.886719, + 0.574219, + 1.726562, + 0.808594, + 0.648438, + 1.039062, + 0.765625, + 1.28125, + 0.757812, + 0.570312, + 1.484375, + 1.007812, + 0.765625, + 0.832031, + 0.621094, + 0.835938, + 0.710938, + 1.046875, + 1.0625, + 1.109375, + 2.96875, + 1.085938, + 0.636719, + 0.707031, + 1.03125, + 0.820312, + 0.679688, + 0.480469, + 1.007812, + 0.515625, + 1.351562, + 0.789062, + 0.703125, + 0.753906, + 0.832031, + 0.847656, + 0.785156, + 0.722656, + 0.65625, + 0.535156, + 0.679688, + 0.714844, + 0.691406, + 0.800781, + 0.738281, + 0.648438, + 0.679688, + 0.667969, + 0.648438, + 0.851562, + 0.636719, + 0.365234, + 0.730469, + 0.632812, + 0.675781, + 0.753906, + 0.933594, + 0.570312, + 0.574219, + 0.765625, + 0.839844, + 1.195312, + 0.714844, + 1.429688, + 0.597656, + 0.796875, + 0.71875, + 0.683594, + 0.640625, + 1.1875, + 0.765625, + 0.660156, + 0.957031, + 0.710938, + 0.960938, + 0.710938, + 1.289062, + 0.769531, + 0.804688, + 0.894531, + 0.652344, + 0.613281, + 1.007812, + 1.09375, + 0.777344, + 0.707031, + 0.910156, + 0.707031, + 0.404297, + 0.695312, + 0.980469, + 0.6875, + 0.917969, + 0.695312, + 0.804688, + 0.585938, + 1.273438, + 0.515625, + 0.683594, + 0.535156, + 0.675781, + 1.625, + 0.503906, + 0.914062, + 0.746094, + 1.382812, + 1.007812, + 0.59375, + 0.574219, + 0.597656, + 1.15625, + 0.726562, + 0.714844, + 1.304688, + 0.714844, + 0.8125, + 0.761719, + 0.671875, + 0.644531, + 0.988281, + 0.902344, + 0.640625, + 1.84375, + 1.898438, + 1.070312, + 0.757812, + 1.078125, + 0.5, + 0.773438, + 1.1875, + 0.511719, + 0.632812, + 0.800781, + 0.71875, + 0.890625, + 0.695312, + 0.90625, + 0.605469, + -0.585938, + 0.605469, + 0.871094, + 0.648438, + 0.535156, + 0.558594, + 0.597656, + 1.453125, + 0.566406, + 0.757812, + 0.765625, + 0.769531, + 0.640625, + 0.601562, + 0.570312, + 0.757812, + 0.730469, + 0.601562, + 0.625, + 1.023438, + 0.660156, + 0.613281, + 1.265625, + 1.710938, + 0.703125, + 0.582031, + 0.851562, + 0.855469, + 1.148438, + 1.03125, + 0.707031, + 0.625, + 0.710938, + 0.664062, + 0.714844, + 0.878906, + 0.832031, + 0.585938, + 0.761719, + 0.730469, + 0.808594, + 0.78125, + 0.878906, + 1.695312, + 0.796875, + 1.09375, + 0.710938, + 0.71875, + 0.644531, + 0.65625, + 1.210938, + 0.726562, + 0.960938, + 0.589844, + 0.558594, + 0.710938, + 1.460938, + 0.742188, + 0.691406, + 0.785156, + 0.808594, + 0.648438, + 1.382812, + 0.738281, + 0.443359, + 0.703125, + 0.894531, + 0.625, + 0.738281, + 0.621094, + 1.007812, + 0.671875, + 0.710938, + 0.835938, + 0.878906, + 0.792969, + 0.621094, + 0.804688, + 0.695312, + 0.75, + 0.570312, + 0.679688, + 0.855469, + 0.589844, + 1.007812, + 0.777344, + 0.710938, + 0.78125, + 0.695312, + 0.730469, + 0.625, + 0.519531, + 0.78125, + 0.75, + 0.5625, + 0.847656, + 0.890625, + 0.566406, + 0.921875, + 0.554688, + 0.808594, + 0.796875, + 0.609375, + 0.792969, + 0.5625, + 0.695312, + 0.765625, + 0.777344, + 1.179688, + 0.753906, + 0.554688, + 0.625, + 0.636719, + 0.578125, + 0.527344, + 0.820312, + 0.447266, + 0.652344, + 0.671875, + 0.71875, + 1.6875, + 0.691406, + 0.757812, + 0.765625, + 0.75, + 0.511719, + 0.761719, + 1.03125, + 0.785156, + 0.707031, + 0.738281, + 0.667969, + 0.644531, + 0.742188, + 0.71875, + 0.636719, + 0.585938, + 0.683594, + 0.738281, + 0.6875, + 0.972656, + 0.71875, + 0.625, + 0.6875, + 0.816406, + 0.628906, + 0.648438, + 0.699219, + 0.726562, + 0.613281, + 1.109375, + 0.683594, + 0.597656, + 0.84375, + 0.703125, + 0.933594, + 0.6875, + 0.65625, + 0.742188, + 0.816406, + 1.3125, + 0.570312, + 0.761719, + 0.691406, + 0.761719, + 0.671875, + 0.640625, + 0.605469, + 0.632812, + 1.015625, + 0.648438, + 0.78125, + 0.917969, + 0.777344, + 0.71875, + 0.714844, + 0.867188, + 0.679688, + 0.652344, + 0.667969, + 1.03125, + 0.9375, + 0.582031, + 0.976562, + 1.28125 + ] + }, + "name": "model.model.layers.1.post_attention_layernorm.weight", + "outputIndexes": [ + 195 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 194 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_1/Mul_output_0", + "outputIndexes": [ + 196 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 195, + 196 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_1/Mul_1_output_0", + "outputIndexes": [ + 197 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 197 + ], + "outputIndexes": [ + 2352 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2352 + ], + "outputIndexes": [ + 2353 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear", + "inputIndexes": [ + 2353 + ], + "outputIndexes": [ + 2354 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 147640562, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2354 + ], + "outputIndexes": [ + 2355 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2355 + ], + "outputIndexes": [ + 198 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 198 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_1/Sigmoid_output_0", + "outputIndexes": [ + 199 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 198, + 199 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Mul_output_0", + "outputIndexes": [ + 200 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 197 + ], + "outputIndexes": [ + 2356 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2356 + ], + "outputIndexes": [ + 2357 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear", + "inputIndexes": [ + 2357 + ], + "outputIndexes": [ + 2358 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 185831688, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2358 + ], + "outputIndexes": [ + 2359 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2359 + ], + "outputIndexes": [ + 201 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 200, + 201 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_1/Mul_output_0", + "outputIndexes": [ + 202 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 202 + ], + "outputIndexes": [ + 2360 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2360 + ], + "outputIndexes": [ + 2361 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear", + "inputIndexes": [ + 2361 + ], + "outputIndexes": [ + 2362 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 224022814, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2362 + ], + "outputIndexes": [ + 2363 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2363 + ], + "outputIndexes": [ + 203 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 194, + 203 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_9_output_0", + "outputIndexes": [ + 204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 204, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_18_output_0", + "outputIndexes": [ + 205 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.515625, + 0.617188, + 0.511719, + 0.621094, + 0.365234, + 0.535156, + 0.333984, + -0.000265, + 0.777344, + 0.455078, + 0.316406, + 0.474609, + 1.195312, + 0.275391, + 0.494141, + 4.7e-05, + 0.277344, + 0.248047, + 0.320312, + 0.664062, + 0.018799, + 0.306641, + 0.328125, + 0.349609, + 0.341797, + 0.283203, + 0.621094, + 0.375, + 0.585938, + 0.300781, + 0.589844, + 0.453125, + 1.9e-05, + 0.363281, + 0.269531, + 0.511719, + 0.574219, + 0.898438, + 0.129883, + -0.369141, + -0.304688, + 0.088867, + 0.558594, + 0.542969, + 0.314453, + 0.335938, + 0.621094, + 0.337891, + 0.546875, + 0.470703, + -0.257812, + 0.330078, + 0.277344, + 0.367188, + 0.84375, + 0.455078, + 0.765625, + 0.330078, + 0.585938, + 0.78125, + -0.048096, + 0.882812, + 0.71875, + -0.232422, + 0.65625, + 0.458984, + 0.259766, + 0.337891, + 0.232422, + 0.761719, + 0.507812, + 0.742188, + 0.335938, + 0.341797, + 0.4375, + 0.302734, + 0.640625, + 0.636719, + 0.871094, + 0.400391, + 1.085938, + 0.574219, + 0.453125, + 0.496094, + 0.285156, + -0.24707, + 0.326172, + 0.507812, + -0.027466, + 0.78125, + 0.355469, + 0.292969, + 0.306641, + 0.640625, + 0.707031, + -0.000874, + -1.8e-05, + 0.464844, + 6.1e-05, + 0.330078, + 0.367188, + 0.539062, + 0.294922, + 0.345703, + 0.433594, + 0.400391, + 0.417969, + 0.503906, + 0.558594, + -0.025635, + -0.279297, + 0.316406, + 0.000416, + 1.28125, + 0.363281, + 1.828125, + 0.376953, + 0.427734, + 0.285156, + 0.337891, + -8.8e-05, + 0.320312, + 0.269531, + 0.061279, + 0.550781, + 0.380859, + 0.839844, + 0.332031, + 0.410156, + 0.498047, + 0.679688, + 0.259766, + 0.714844, + 0.421875, + 1.171875, + 9e-06, + 0.302734, + 0.349609, + 0.691406, + 0.345703, + 0.328125, + 0.306641, + 0.482422, + -0.008179, + 0.679688, + 0.486328, + 0.585938, + -0.237305, + 0.3125, + 0.269531, + 0.597656, + 0.8125, + 0.333984, + 0.357422, + 0.734375, + 0.695312, + 0.523438, + 0.566406, + 0.460938, + 0.421875, + 0.484375, + 0.683594, + 0.65625, + 0.318359, + 0.953125, + 0.65625, + 0.707031, + 0.691406, + 0.326172, + 0.808594, + 0.320312, + 0.328125, + 0.308594, + 0.296875, + -0.000112, + 0.625, + 0.337891, + 0.337891, + 0.298828, + 0.310547, + 0.001007, + 0.539062, + 0.283203, + 0.425781, + -0.141602, + 0.306641, + 0.328125, + 0.458984, + 0.398438, + 0.003265, + 0.376953, + 0.289062, + 0.574219, + 0.314453, + 0.404297, + 0.000122, + 0.429688, + 0.302734, + 0.628906, + 0.314453, + 0.294922, + 0.628906, + 0.490234, + 0.460938, + 0.628906, + 0.330078, + 0.025879, + 0.703125, + -0.231445, + -4.2e-05, + 0.867188, + 0.316406, + 0.351562, + 0.394531, + 0.314453, + 0.597656, + 0.601562, + 0.539062, + 0.628906, + 0.447266, + -0.0001, + 0.515625, + 0.707031, + 0.455078, + 0.265625, + 1.0, + 0.498047, + 0.742188, + 0.5, + 0.341797, + 0.757812, + 0.388672, + 0.195312, + -0.229492, + 0.275391, + 0.369141, + 0.279297, + 0.589844, + -0.279297, + 0.511719, + 0.746094, + -0.000362, + 0.554688, + 0.316406, + 0.000353, + 0.589844, + 0.330078, + 0.632812, + 0.375, + 0.287109, + 0.119629, + 0.398438, + 0.613281, + 0.410156, + 0.800781, + 0.621094, + 0.679688, + 0.609375, + 0.337891, + 0.566406, + -0.253906, + -0.000389, + 1.078125, + 0.308594, + 0.769531, + 0.365234, + 0.878906, + 0.316406, + 0.644531, + 0.484375, + 0.5625, + -0.000101, + 0.433594, + 0.648438, + 0.314453, + 0.332031, + 0.339844, + 0.458984, + 0.166992, + 0.71875, + 0.328125, + 0.363281, + 0.3125, + 0.273438, + 0.609375, + 0.703125, + 0.081543, + 0.400391, + 9.7e-05, + 0.5, + 0.439453, + 0.535156, + 0.722656, + 0.730469, + 0.511719, + 0.992188, + 0.664062, + 0.410156, + 0.3125, + 0.566406, + 1.4e-05, + 0.652344, + 0.703125, + 0.363281, + 0.357422, + -0.066895, + 0.376953, + 0.298828, + 0.447266, + 0.494141, + 0.695312, + 0.351562, + 0.3125, + 0.333984, + 0.886719, + 0.320312, + 0.945312, + 0.492188, + 0.357422, + 0.180664, + 0.308594, + 0.300781, + 0.00087, + 0.271484, + 0.53125, + 0.308594, + 0.289062, + 0.318359, + 0.542969, + 0.546875, + 0.261719, + 0.613281, + 0.773438, + 0.322266, + 0.65625, + 0.244141, + 0.710938, + 1.0625, + 0.460938, + -2.8e-05, + 0.244141, + -0.229492, + 0.296875, + 0.285156, + 0.382812, + -0.021973, + 0.294922, + 0.396484, + -0.191406, + 0.322266, + 0.337891, + 0.511719, + 0.621094, + 0.079102, + 0.605469, + 0.386719, + 0.00017, + 0.330078, + 0.287109, + 0.34375, + 0.375, + 0.322266, + 0.408203, + 0.466797, + 0.671875, + 0.792969, + 0.550781, + 0.746094, + 0.458984, + 0.460938, + 0.558594, + 0.310547, + 0.320312, + 0.310547, + 0.695312, + -0.796875, + 0.585938, + 0.679688, + 0.306641, + 0.320312, + 0.445312, + 0.384766, + 0.632812, + 0.328125, + 0.314453, + 0.507812, + 0.585938, + 0.324219, + 0.609375, + 0.527344, + 0.275391, + 0.773438, + 0.433594, + 0.345703, + 0.294922, + 0.306641, + 0.523438, + 0.345703, + 0.275391, + 0.503906, + 0.46875, + 0.628906, + 0.679688, + 0.345703, + 0.535156, + 0.367188, + 0.367188, + 0.363281, + 0.484375, + 0.753906, + 0.773438, + 0.746094, + 0.671875, + 0.369141, + 0.566406, + 0.53125, + 0.503906, + 0.285156, + 0.363281, + 0.318359, + 1.078125, + 0.640625, + 0.092773, + 0.398438, + 0.201172, + 0.546875, + 0.289062, + 0.753906, + 0.032227, + 0.730469, + 0.435547, + 0.314453, + 0.550781, + 0.339844, + 0.34375, + -5e-06, + 0.408203, + 0.302734, + 0.328125, + 0.589844, + 0.310547, + 0.345703, + 0.6875, + 0.28125, + 0.636719, + 0.492188, + 0.298828, + 0.275391, + 0.585938, + 0.361328, + 0.322266, + 0.265625, + 0.419922, + 0.259766, + 0.535156, + 0.5, + -2.6e-05, + 0.382812, + 3.5e-05, + 0.318359, + 0.328125, + 0.478516, + 0.396484, + 0.871094, + 0.427734, + 0.306641, + 0.558594, + 0.335938, + 0.490234, + 0.730469, + 0.200195, + 0.466797, + 0.322266, + 0.291016, + 0.388672, + 0.726562, + 0.660156, + 0.408203, + 0.357422, + 0.304688, + 0.925781, + 0.318359, + 0.308594, + 0.304688, + 0.691406, + 0.574219, + 0.464844, + 0.466797, + 0.306641, + 0.535156, + 0.664062, + 0.355469, + 0.511719, + 0.464844, + 0.328125, + 0.076172, + 0.601562, + 0.675781, + 0.425781, + 0.271484, + 0.318359, + 0.5625, + 0.351562, + 0.578125, + 0.294922, + 0.683594, + 0.523438, + -2.8e-05, + 0.480469, + 0.416016, + 0.351562, + 0.742188, + 0.259766, + 0.753906, + 0.283203, + 0.582031, + 0.279297, + 0.318359, + 0.369141, + 0.5, + -0.298828, + 0.302734, + 0.490234, + 0.478516, + 0.257812, + 0.496094, + 0.550781, + -0.257812, + 0.298828, + 0.285156, + 0.28125, + 0.380859, + 0.390625, + 0.316406, + 0.302734, + 0.328125, + 0.507812, + -2.6e-05, + 0.660156, + -0.259766, + 0.433594, + 1e-05, + 0.519531, + 0.292969, + 0.498047, + -0.15918, + 0.605469, + 0.785156, + 4.6e-05, + 0.546875, + 0.578125, + 0.384766, + 0.621094, + 0.328125, + 0.269531, + 0.447266, + 0.314453, + 0.300781, + 0.375, + 0.291016, + 0.53125, + -0.000288, + 0.628906, + -6.3e-05, + 0.605469, + 0.667969, + 0.527344, + 0.439453, + 0.349609, + 0.096191, + 0.34375, + 0.431641, + -3.8e-05, + 0.339844, + 0.582031, + 0.320312, + 0.339844, + 0.285156, + 0.410156, + 0.000125, + 0.104004, + 0.855469, + 0.447266, + 0.392578, + 0.570312, + 0.289062, + 0.416016, + 0.476562, + 0.339844, + 0.3125, + 0.410156, + 0.671875, + 0.275391, + 0.421875, + 0.359375, + 0.617188, + 6.4e-05, + 0.031738, + 0.550781, + 0.488281, + -0.455078, + 0.466797, + 0.291016, + 0.330078, + 0.890625, + 0.287109, + 0.269531, + 0.28125, + 0.777344, + 0.289062, + 0.777344, + 0.322266, + 0.455078, + 0.53125, + 0.953125, + 0.267578, + 0.535156, + 0.34375, + 0.6875, + 0.683594, + 0.410156, + 0.261719, + -0.625, + 0.482422, + 1.007812, + 0.699219, + 0.546875, + 0.667969, + 0.367188, + 0.396484, + 0.621094, + 0.601562, + 0.316406, + 0.196289, + -0.000368, + 0.380859, + 0.28125, + 7.6e-05, + 0.24707, + 0.289062, + 0.335938, + 0.609375, + 0.65625, + -0.241211, + 0.316406, + 0.431641, + 0.279297, + 0.292969, + -1.3e-05, + 0.267578, + 0.652344, + 0.566406, + 0.980469, + 0.726562, + 0.628906, + 0.722656, + 0.398438, + 0.365234, + 0.361328, + 0.455078, + 0.589844, + 0.279297, + 0.863281, + 0.208984, + 0.359375, + 0.632812, + 0.300781, + 0.345703, + 0.28125, + 0.251953, + 0.404297, + 0.5625, + 0.294922, + 0.613281, + 0.441406, + 0.439453, + 0.328125, + 0.707031, + 0.515625, + 0.353516, + 0.000196, + 0.367188, + 0.289062, + 0.894531, + 0.703125, + 0.470703, + 0.271484, + 0.6875, + 0.4375, + 0.65625, + 0.326172, + 0.404297, + 0.341797, + 0.474609, + 0.425781, + 0.613281, + 0.765625, + 0.457031, + 0.511719, + 5.8e-05, + 0.328125, + 0.539062, + -0.267578, + 0.294922, + 0.894531, + 0.34375, + 0.269531, + 0.353516, + 0.667969, + 0.470703, + 0.769531, + 0.000763, + 0.613281, + 0.333984, + 0.546875, + 1.359375, + 0.769531, + -0.192383, + 0.628906, + 0.757812, + 0.78125, + 0.330078, + 1.8e-05, + 0.275391, + 0.445312, + 0.738281, + 0.601562, + 0.875, + 0.320312, + 0.357422, + 0.314453, + 0.330078, + 0.294922, + 0.488281, + 0.703125, + 0.249023, + 0.470703, + 0.265625, + 0.339844, + 1.25, + 0.453125, + 0.445312, + 0.644531, + 0.582031, + 0.265625, + 0.000319, + 0.359375, + 0.148438, + 0.333984, + 0.628906, + 0.578125, + 0.355469, + 0.539062, + 0.523438, + 0.515625, + 8.2e-05, + 0.482422, + 0.233398, + 0.447266, + 0.820312, + 0.271484, + 0.585938, + 0.249023, + 0.625, + 0.511719, + 0.267578, + 0.486328, + 0.507812, + 0.527344, + 0.597656, + 0.707031, + 0.683594, + 0.316406, + 0.200195, + 0.472656, + 0.832031, + 0.390625, + 0.53125, + 0.143555, + 0.480469, + -0.18457, + 0.53125, + 0.337891, + 0.304688, + 0.578125, + 0.289062, + 0.917969, + 0.519531, + 0.289062, + 0.34375, + 0.621094, + 0.539062, + -0.061279, + 0.609375, + 0.949219, + 0.458984, + 0.574219, + 0.472656, + 0.515625, + 0.318359, + 0.231445, + 0.835938, + 0.535156, + 0.332031, + 0.302734, + 0.570312, + 0.398438, + 0.402344, + 0.582031, + 0.558594, + 0.210938, + 0.621094, + 0.490234, + 0.792969, + 0.542969, + 0.566406, + 0.746094, + 0.511719, + 0.390625, + 0.78125, + 0.417969, + 0.439453, + 0.753906, + 0.396484, + -0.000977, + -0.000767, + 0.384766, + 0.3125, + 0.285156, + 0.357422, + 0.000129, + 0.482422, + 0.597656, + 0.515625, + 0.435547, + 5.8e-05, + 0.75, + 0.464844, + -0.21582, + 0.644531, + 0.251953, + 0.660156, + 0.667969, + 0.498047, + 0.707031, + 0.349609, + 0.375, + 0.566406, + 0.353516, + 0.263672, + 0.279297, + 0.265625, + 0.519531, + 0.636719, + 0.320312, + 0.306641, + 0.351562, + 0.527344, + 0.683594, + 0.365234, + 0.285156, + 0.652344, + 0.953125, + 0.578125, + 0.304688, + -0.229492, + 0.742188, + 0.259766, + 0.664062, + -2.8e-05, + 0.28125, + 0.570312, + 0.496094, + 0.392578, + 0.839844, + 0.75, + 0.644531, + 0.539062, + 0.408203, + 0.660156, + 0.53125, + 0.308594, + -0.015259, + 0.291016, + 0.519531, + 0.515625, + 0.230469, + 0.310547, + -0.28125, + 0.542969, + 0.839844, + 0.992188, + 0.707031, + 0.322266, + 0.296875, + 0.410156, + 0.695312, + 0.621094, + 0.734375, + 1.132812, + 0.359375, + 0.363281, + 0.734375, + 0.380859, + 0.746094, + 0.421875, + 0.287109, + 0.894531, + 0.625, + 0.373047, + 8.2e-05, + 0.515625, + 0.410156, + 0.808594, + 0.267578, + 0.271484, + 0.353516, + 0.390625, + 0.464844, + 0.369141, + 0.300781, + 0.322266, + 0.447266, + 0.357422, + 0.730469, + 0.292969, + 0.318359, + 0.400391, + 0.535156, + 0.419922, + 0.4375, + 0.53125, + 0.449219, + 0.355469, + 0.318359, + 0.306641, + 0.558594, + -0.238281, + 0.519531, + 0.875, + 0.511719, + 0.349609, + -0.291016, + 0.925781, + 1.4375, + 0.333984, + 0.5625, + 0.601562, + 0.894531, + 0.435547, + 0.347656, + 0.726562, + 1.03125, + 0.470703, + -0.232422, + 0.287109, + -0.259766, + 0.341797, + 0.28125, + 0.539062, + 0.671875, + 0.972656, + 0.367188, + 0.554688, + 0.640625, + 0.535156, + -0.194336, + 0.271484, + 0.605469, + 0.46875, + 0.316406, + 0.291016, + 0.707031, + 0.628906, + 0.320312, + 0.515625, + 0.294922, + 2.3e-05, + 0.316406, + 0.621094, + 0.527344, + 0.466797, + 0.488281, + 0.703125, + 0.691406, + 0.519531, + 0.365234, + 0.703125, + 0.482422, + 0.519531, + 0.679688, + 0.160156, + 0.263672, + 0.539062, + 0.470703, + -8e-06, + 0.298828, + 0.380859, + 0.582031, + 0.498047, + 0.871094, + 0.40625, + 0.345703, + -3e-06, + 0.589844, + 0.816406, + 0.75, + 0.53125, + -0.279297, + 0.388672, + 0.375, + 0.75, + 0.292969, + -0.476562, + 0.421875, + 0.341797, + -0.236328, + 0.00029, + 0.453125, + 0.574219, + -0.239258, + 0.433594, + 0.394531, + 0.542969, + 0.494141, + 0.628906, + 0.628906, + 0.316406, + -0.235352, + 0.419922, + 0.345703, + 0.636719, + 0.255859, + 0.621094, + -0.000732, + 0.300781, + -0.000116, + 0.660156, + 0.699219, + 0.652344, + 0.318359, + 9.3e-05, + 0.486328, + 0.613281, + 0.585938, + -0.0, + 0.507812, + 0.375, + 0.402344, + 0.863281, + 0.337891, + 0.507812, + 0.375, + 0.886719, + 0.792969, + 0.365234, + 0.291016, + 0.652344, + 0.558594, + 1.570312, + -0.12207, + 0.476562, + 0.609375, + 0.53125, + 0.628906, + 0.453125, + 0.71875, + -0.000847, + 0.753906, + 0.084473, + 0.396484, + 0.3125, + 0.302734, + 0.349609, + 0.667969, + 0.46875, + 0.345703, + 0.78125, + 0.376953, + 0.365234, + 0.298828, + 0.464844, + 0.492188, + 4.5e-05, + 0.582031, + 0.291016, + 0.691406, + 0.324219, + 0.157227, + 0.613281, + 0.287109, + 0.675781, + 0.46875, + 0.800781, + 0.527344, + 0.59375, + 0.382812, + 0.535156, + 0.341797, + -0.000317, + 0.453125, + 0.261719, + 0.470703, + 0.347656, + 0.235352, + 0.707031, + 0.683594, + -0.000141, + 0.353516, + 0.339844, + 1.7e-05, + -0.000874, + 0.6875, + 0.796875, + 0.388672, + 0.542969, + -3e-06, + 0.316406, + 0.412109, + 0.300781, + 0.373047, + 0.746094, + 0.535156, + -0.279297, + 0.363281, + 0.539062, + 2.7e-05, + 1.09375, + 0.359375, + 0.337891, + 0.308594, + 0.597656, + 0.318359, + 0.683594, + 0.289062, + -1.1e-05, + 0.267578, + 0.398438, + 0.53125, + 0.4375, + 0.824219, + 0.249023, + 0.75, + 0.263672, + 0.283203, + 0.316406, + 0.308594, + 0.683594, + 0.601562, + 0.449219, + 0.515625, + 0.308594, + 0.570312, + 0.832031, + 0.322266, + 0.480469, + 0.3125, + 0.558594, + -0.228516, + 0.292969, + 0.267578, + 0.585938, + 0.28125, + 0.369141, + 0.585938, + 0.59375, + -0.248047, + 0.699219, + 0.761719, + 0.566406, + 0.480469, + 0.318359, + 0.628906, + -0.002167, + 0.542969, + 0.496094, + 0.287109, + 0.304688, + -0.253906, + 0.289062, + 0.316406, + 0.589844, + 0.3125, + 0.4375, + 0.394531, + 0.341797, + 0.925781, + 0.589844, + -0.000231, + 0.345703, + 0.414062, + 0.546875, + 0.566406, + 0.519531, + 0.347656, + -8e-06, + 0.000234, + 0.28125, + 0.527344, + 0.535156, + 0.625, + 0.277344, + 0.279297, + 0.408203, + 0.283203, + 0.222656, + -0.22168, + 0.423828, + 0.25, + 0.324219, + 0.412109, + 0.367188, + 0.40625, + 0.330078, + 0.451172, + 0.447266, + 0.355469, + 0.423828, + 1.390625, + 0.375, + 9.3e-05, + 0.59375, + 0.316406, + 0.345703, + 0.589844, + 0.625, + 0.330078, + 0.243164, + 0.613281, + 0.851562, + 0.380859, + 0.443359, + 0.332031, + 0.287109, + 0.523438, + 0.302734, + 1.03125, + 0.289062, + 0.597656, + 0.28125, + 0.429688, + 0.53125, + 0.613281, + 0.339844, + 0.617188, + 0.839844, + 0.404297, + 0.421875, + -0.182617, + -0.229492, + 0.292969, + 0.217773, + 0.730469, + 0.267578, + 0.271484, + 0.363281, + 0.707031, + 0.375, + 0.298828, + 0.324219, + 0.550781, + 0.789062, + 0.24707, + 0.414062, + 0.507812, + -0.601562, + 0.451172, + 0.640625, + -7.7e-05, + 0.308594, + 0.421875, + 0.269531, + 0.714844, + 0.503906, + 0.314453, + 0.310547, + 0.337891, + -2.6e-05, + 0.335938, + 0.730469, + 0.291016, + 0.333984, + 0.300781, + 0.480469, + -0.026855, + 0.423828, + 0.275391, + 0.472656, + 1.273438, + 0.457031, + 1.6e-05, + 0.800781, + 0.53125, + 1.117188, + 0.289062, + 0.761719, + 0.574219, + 0.349609, + 0.570312, + 0.365234, + 0.871094, + 0.373047, + 0.816406, + 0.542969, + 0.675781, + 0.3125, + 0.324219, + 0.259766, + 0.339844, + 0.535156, + 0.511719, + 0.523438, + 0.671875, + 0.6875, + 0.683594, + 0.335938, + 0.78125, + 0.180664, + 0.289062, + 0.474609, + 0.875, + 0.351562, + 0.283203, + -0.235352, + 0.554688, + 0.386719, + 0.507812, + 0.542969, + 0.597656, + 0.304688, + 0.314453, + 0.277344, + 0.337891, + -0.180664, + 0.394531, + 0.28125, + 0.417969, + 0.000119, + 0.349609, + 0.289062, + 0.585938, + 0.542969, + 0.644531, + -0.291016, + 0.339844, + 0.320312, + 0.363281, + 0.664062, + 0.416016, + 0.494141, + 0.373047, + 0.546875, + 0.380859, + 0.695312, + 4e-06, + 0.333984, + -5.3e-05, + 0.550781, + -0.287109, + 0.380859, + 0.785156, + 0.617188, + 0.617188, + 0.316406, + 0.000101, + 0.271484, + 0.652344, + 0.365234, + 0.671875, + 0.527344, + 0.464844, + 0.349609, + 0.707031, + 0.789062, + 0.800781, + 0.291016, + 0.308594, + 0.316406, + 0.476562, + 0.339844, + 0.683594, + 0.582031, + 0.292969, + 0.621094, + 0.008606, + 0.225586, + 0.328125, + 0.285156, + 0.859375, + 0.478516, + 0.328125, + 0.382812, + 0.300781, + 0.660156, + 0.357422, + 0.574219, + 0.699219, + -0.251953, + 0.597656, + 0.492188, + 0.326172, + 0.632812, + 0.279297, + 0.683594, + 0.582031, + 0.910156, + 0.878906, + 0.259766, + 0.539062, + 0.765625, + 0.53125, + 0.382812, + 0.285156, + 0.28125, + 0.492188, + 0.148438, + 0.273438, + 0.28125, + 0.625, + 0.628906, + 0.570312, + 0.335938, + 0.746094, + 0.429688, + 0.75, + 0.375, + 0.640625, + 0.030518, + 0.240234, + 0.542969, + 0.71875, + -8.7e-05, + 0.000866, + 0.486328, + 0.318359, + 0.609375, + 0.322266, + 0.515625, + 0.738281, + 0.664062, + -0.265625, + 0.482422, + 0.345703, + 0.570312, + 0.308594, + 0.710938, + 0.582031, + 0.292969, + 0.753906, + 0.828125, + 0.746094, + 0.000376, + 0.527344, + 0.302734, + 0.46875, + 0.308594, + -2.6e-05, + 0.225586, + 0.625, + 0.216797, + 0.227539, + 0.382812, + 0.726562, + 0.412109, + 0.605469, + 0.341797, + 0.617188, + 0.304688, + 0.277344, + 0.292969, + 0.601562, + 0.5, + 0.648438, + 0.546875, + 0.277344, + 0.326172, + 0.628906, + 0.453125, + 0.324219, + 0.597656, + 0.328125, + 0.225586, + 0.519531, + -7e-06, + 0.648438, + 0.863281, + 0.539062, + 0.314453, + 0.239258, + 0.273438, + 0.357422, + -0.005432, + 0.292969, + 0.8125, + 0.353516, + 0.6875, + 0.574219, + 0.285156, + 0.431641, + 0.427734, + 0.507812, + 0.398438, + 0.550781, + 0.730469, + 0.470703, + 0.621094, + 0.761719, + 0.087891, + 0.597656, + 0.671875, + 0.419922, + -4e-06, + 0.248047, + 0.308594, + 0.306641, + 0.425781, + 0.349609, + 0.699219, + 0.328125, + 0.283203, + 0.314453, + -0.041504, + 0.445312, + 0.263672, + 0.357422, + 0.28125, + 0.863281, + 0.308594, + 0.410156, + -8.6e-05, + 0.423828, + 0.496094, + 0.722656, + -0.257812, + 0.267578, + 0.104492, + 0.412109, + 0.472656, + 0.357422, + 0.726562, + 0.648438, + 0.316406, + 0.498047, + 0.328125, + 1.054688, + 0.578125, + 0.359375, + -0.000599, + 0.351562, + 0.330078, + 0.339844, + 0.640625, + -0.249023, + 0.980469, + 0.671875, + -3.7e-05, + 1.46875, + -0.008789, + 0.322266, + 0.570312, + 0.162109, + 0.271484, + 0.679688, + 0.302734, + 0.289062, + -0.269531, + 0.308594, + 3.1e-05, + 0.675781, + 0.431641, + 0.324219, + 0.730469, + 0.365234, + 0.527344, + 0.570312, + 0.369141, + -6.2e-05, + 0.488281, + 0.835938, + 0.490234, + 0.289062, + 0.636719, + 0.263672, + 0.65625, + 0.617188, + 0.308594, + 0.546875, + 0.292969, + 0.652344, + 0.257812, + 0.398438, + 0.019043, + 0.601562, + 0.470703, + 0.347656, + 0.423828, + 0.515625, + 0.507812, + 0.494141, + 0.404297, + 0.585938, + 0.292969, + 0.314453, + 0.466797, + 0.304688, + 0.578125, + 0.722656, + 0.275391, + 0.380859, + 0.664062, + 0.695312, + 0.71875, + 0.980469, + 0.318359, + 0.353516, + 0.294922, + 0.78125, + 0.851562, + 0.000364, + 0.742188, + 0.683594, + 0.71875, + 0.445312, + 0.279297, + 0.373047, + 0.511719, + 0.384766, + -6e-06, + 0.601562, + 0.300781, + 0.957031, + 0.357422, + 0.605469, + -0.174805, + -0.193359, + 0.324219, + 0.398438, + 0.601562, + 0.310547, + 0.613281, + 0.328125, + 0.498047, + -0.249023, + 0.589844, + 0.09668, + -0.232422, + 0.28125, + 0.361328, + 0.605469, + 0.490234, + 0.851562, + 0.466797, + 0.306641, + 0.289062, + -0.234375, + 0.644531, + 0.294922, + 5.3e-05, + 0.330078, + 0.375, + 0.933594, + 0.652344, + 0.431641, + 0.320312, + 0.494141, + 0.359375, + 0.3125, + 0.519531, + 0.257812, + 0.667969, + 0.462891, + 0.515625, + 0.515625, + 0.326172, + 0.546875, + 0.734375, + 0.554688, + 0.648438, + 4.4e-05, + 0.558594, + 0.519531, + -0.224609, + 0.597656, + 0.449219, + 0.0, + 0.527344, + 0.585938, + 0.337891, + -0.239258, + 0.660156, + 0.261719, + 0.59375, + -0.038818, + 0.558594, + 0.570312, + 0.251953, + -0.40625, + 0.380859, + 0.275391, + 0.636719, + 0.535156, + 0.308594, + 0.765625, + 0.289062, + 0.351562, + 0.318359, + 0.314453, + 0.265625, + 0.625, + 0.3125, + 0.640625, + 0.378906, + 0.753906, + 0.380859, + 0.34375, + 0.267578, + 0.103516, + 0.398438, + 0.308594, + 0.390625, + 0.699219, + 0.574219, + 0.486328, + 0.339844, + 0.609375, + 0.503906, + 0.863281, + 0.40625, + 0.291016, + 6.4e-05, + 0.337891, + 0.255859, + 0.287109, + 0.300781, + 0.332031, + 0.640625, + 0.361328, + 0.263672, + 0.462891, + 0.304688, + 0.640625, + 0.289062, + 0.703125, + 0.683594, + 0.710938, + 0.273438, + 0.296875, + 0.240234, + 0.478516, + 0.353516, + 0.613281, + 0.660156, + 0.527344, + 0.322266, + 0.507812, + 0.289062, + 0.527344, + 0.355469, + 0.257812, + 0.707031, + 0.439453, + 0.511719, + 0.347656, + 0.558594, + 0.328125, + 0.267578, + 0.355469, + 0.601562, + 0.304688, + 0.601562, + 0.695312, + 0.277344, + 0.300781, + 0.337891, + -0.277344, + 0.373047, + -0.000173, + 0.273438, + 0.367188, + 3e-05, + 0.302734, + 0.00025, + 0.925781, + 0.917969, + 0.404297, + 0.457031, + -0.00012, + 0.257812, + 0.296875, + 0.65625, + 0.013184, + -0.24707, + 0.306641, + 0.177734, + 0.310547, + 0.359375, + 0.273438, + 0.457031, + 0.242188, + 0.417969, + 0.330078, + 1.929688, + 0.261719, + 5.1e-05, + 0.691406, + 0.462891, + 0.648438, + 0.351562, + 0.466797, + 0.478516, + 0.453125, + -0.000389, + 0.439453, + 0.804688, + 0.326172, + 0.402344, + 0.855469, + 0.664062, + 0.462891, + 0.605469, + -0.00013, + 0.298828, + 0.292969, + 0.691406, + 0.441406, + 0.330078, + 0.275391, + 0.341797, + 0.248047, + 0.59375, + 0.291016, + 0.275391, + 1.898438, + 0.408203, + -0.265625, + 0.59375, + 0.71875, + -0.183594, + 0.357422, + 3.5e-05, + 0.384766, + 0.535156, + 0.462891, + 0.269531, + 0.267578, + 0.332031, + 0.523438, + 0.574219, + 0.398438, + 0.535156, + 0.400391, + 0.550781, + 0.320312, + -0.000622, + 0.353516, + 0.490234, + 0.570312, + 0.277344, + 0.597656, + 0.337891, + 0.265625, + 1.9e-05, + 0.546875, + -0.251953, + 0.722656, + 0.628906, + 0.550781, + 0.289062, + 0.597656, + 0.671875, + 0.316406, + 0.21875, + 0.511719, + 0.449219, + 0.273438, + 0.5, + 0.269531, + 0.558594, + 0.550781, + 0.199219, + 0.275391, + 0.231445, + 0.304688, + 0.322266, + 0.292969, + 0.503906, + 0.675781, + 0.742188, + 0.300781, + 0.332031, + 7.7e-05, + 0.332031, + 0.558594, + 0.566406, + 0.660156, + 0.277344, + 0.139648, + 0.291016, + -0.275391, + 0.275391, + 0.539062, + 0.878906, + 0.339844, + 0.8125, + 0.188477, + 0.632812, + 0.298828, + 0.628906, + 0.333984, + 0.292969, + 0.546875, + 9.5e-05, + 0.457031, + 0.435547, + 0.298828, + 0.574219, + 0.683594, + 2.2e-05, + 0.386719, + 0.726562, + 0.792969, + 0.839844, + 0.382812, + 0.029419, + 0.277344, + 0.5, + 0.609375, + 0.25, + 0.519531, + -3e-05, + 0.308594, + 0.390625, + 0.515625, + 0.527344, + 0.357422, + 0.332031, + 0.298828, + 0.304688, + 1.007812, + 0.5, + 1.101562, + 0.384766, + -0.231445, + 0.455078, + 0.482422, + 0.298828, + 0.679688, + 0.302734, + 0.5625, + 0.289062, + -0.294922, + 1.023438, + 0.306641, + -0.291016, + 0.703125, + -0.259766, + 0.476562, + 0.353516, + 0.832031, + 0.345703, + 0.396484, + -0.227539, + 0.65625, + 0.265625, + -4.5e-05, + 0.53125, + 0.625, + 0.416016, + 0.878906, + 0.324219, + 0.667969, + -0.070312, + 0.527344, + 0.574219, + 0.425781, + 2.6e-05, + 0.503906, + 0.308594, + 0.445312, + 0.664062, + 0.296875, + 0.582031, + 0.28125, + 0.287109, + 0.310547, + 0.304688, + 0.427734, + 0.267578, + 0.287109, + -0.001999, + 0.617188, + 0.90625, + 0.304688, + 0.617188, + 0.226562, + 0.341797, + 0.000128, + 0.589844, + 0.367188, + 0.652344, + 0.726562, + 0.304688, + 0.291016, + 0.351562, + 0.628906, + 0.333984, + -0.183594, + 0.492188, + 0.820312, + 0.570312, + 0.503906, + 0.285156, + 0.484375, + 0.330078, + 0.691406, + 0.275391, + 0.527344, + 0.296875, + 0.427734, + 0.511719, + -0.28125, + -1.8e-05, + 0.441406, + 0.769531, + 0.554688, + 0.546875, + 0.192383, + 0.613281, + 0.492188, + 0.03125, + -5e-06, + 0.373047, + 0.378906, + -0.209961, + 0.296875, + 7.6e-05, + -0.000523, + 0.632812, + 0.433594, + 0.249023, + 0.601562, + 0.679688, + 0.330078, + 1.039062, + 0.208008, + 0.546875, + 0.357422, + 0.275391, + 0.695312, + 0.380859, + 0.333984, + 0.929688, + 0.703125, + 0.726562, + -0.071289, + 0.472656, + 0.166992, + 0.464844, + 0.339844, + 0.322266, + 0.447266, + 0.660156, + 0.332031, + -0.154297, + 0.314453, + 0.245117, + -0.000207, + 0.398438, + 0.287109, + -0.231445, + 0.324219, + 0.71875, + 0.691406, + 0.296875, + 0.734375, + 0.367188, + 0.279297, + 0.480469, + 0.695312, + 0.652344, + 0.492188, + 0.310547, + 0.388672, + 0.330078, + 0.353516, + 0.353516, + 0.3125, + 0.306641, + 0.083984, + -0.003326, + 0.507812, + 0.271484, + 0.609375, + 0.34375, + 0.574219, + 0.460938, + 0.275391, + 0.292969, + 0.302734, + 0.8125, + 0.324219, + 0.279297, + 0.330078, + 0.476562, + 0.314453, + 0.742188, + 0.542969, + 0.402344, + 0.847656, + 0.695312, + 0.408203, + 0.59375, + 0.265625, + 0.298828, + 0.412109, + 0.628906, + 0.597656, + 0.6875, + 0.298828, + 0.339844, + 0.322266, + 0.691406, + 0.394531, + 0.757812, + 0.300781, + 0.746094, + 0.714844, + 0.53125, + -0.289062, + 0.519531, + 0.613281, + 0.710938, + 9.9e-05, + 0.314453, + 0.703125, + -0.257812, + 0.691406, + 0.59375, + 0.287109, + 0.28125, + 0.855469, + 0.302734, + 0.738281, + 0.558594, + 0.466797, + 0.9375, + 0.558594, + 0.294922, + 0.585938, + 1.046875, + 0.648438, + 0.271484, + 8e-05, + 0.0, + 0.648438, + 0.349609, + 0.527344, + 0.507812, + 0.300781, + -0.257812, + 0.34375, + 0.328125, + 0.314453, + 0.0019, + 0.209961, + 0.644531, + 0.265625, + 0.648438, + 0.492188, + 0.585938, + 0.322266, + 0.394531, + 0.349609, + 0.851562, + 0.291016, + 0.306641, + 0.355469, + 0.75, + 0.404297, + 0.259766, + 0.318359, + 0.277344, + 1.453125, + 0.578125, + 0.363281, + 0.324219, + 0.314453, + 0.546875, + 0.285156, + 0.390625, + 0.267578, + 0.671875, + 0.769531, + 0.3125, + 0.734375, + 0.259766, + 0.609375, + 0.349609, + 0.601562, + 0.326172, + 0.738281, + 0.726562, + -0.072266, + 0.34375, + 0.333984, + -0.204102, + 0.287109, + 0.6875, + -0.000248, + 0.474609, + 0.333984, + 0.554688, + 0.335938, + 0.519531, + 0.326172, + 0.273438, + 0.574219, + 0.671875, + 0.341797, + 0.390625, + 0.337891, + 0.554688, + 0.318359, + -0.000717, + 1.0, + 0.287109, + 0.644531, + 0.302734, + 0.5625, + 0.3125, + 0.734375, + 0.507812, + 0.335938, + 0.455078, + -0.005859, + 0.478516, + 0.326172, + 0.318359, + 0.753906, + 0.267578, + 0.441406, + 0.515625, + 0.294922, + 0.574219, + 0.345703, + 0.578125, + 0.147461, + 0.617188, + -0.179688, + 0.617188, + 0.425781, + 0.785156, + 0.292969, + 0.345703, + 0.976562, + 0.503906, + 0.652344, + 0.279297, + 0.535156, + 1.023438, + 0.617188, + 0.108398, + 0.351562, + 0.847656, + 0.439453, + 0.359375, + 0.302734, + 0.46875, + 0.625, + 0.414062, + -0.195312, + 0.232422, + 0.414062, + 0.722656, + 0.300781, + 0.738281, + 0.310547, + 0.527344, + 0.59375, + 0.332031, + 0.554688, + 0.455078, + -0.125977, + 0.34375, + 0.486328, + 0.412109, + 0.28125, + 0.466797, + 0.455078, + 1.734375, + 0.53125, + -0.237305, + -0.001007, + 0.333984, + 0.660156, + 0.285156, + 0.279297, + -0.238281, + 0.765625, + 0.494141, + -0.000305, + 0.625, + 0.269531, + 0.324219, + 0.5, + 0.738281, + 0.742188, + 0.660156, + 0.365234, + 0.554688, + 0.539062, + -0.234375, + 0.330078, + 0.306641, + 0.402344, + 0.441406, + 1.382812, + 0.466797, + 0.304688, + 0.777344, + 0.496094, + 0.375, + 0.332031, + 0.316406, + 0.925781, + 0.384766, + 0.683594, + 0.558594, + 0.632812, + -0.261719, + -2.3e-05, + -0.000229, + 0.617188, + 0.275391, + 0.628906, + 0.271484, + 0.333984, + 0.621094, + 0.402344, + 0.447266, + 0.882812, + 0.667969, + 0.392578, + 0.640625, + 0.314453, + 0.398438, + 0.3125, + 0.337891, + 0.730469, + 0.298828, + -0.220703, + 0.345703, + 0.310547, + 0.597656, + 0.332031, + 0.326172, + 0.353516, + -0.228516, + -0.000243, + 0.416016, + 0.597656, + 0.289062, + 0.302734, + 0.425781, + 0.253906, + -0.289062, + 0.24707, + -0.243164, + 0.664062, + 0.726562, + 0.542969, + 0.225586, + 0.605469, + 0.570312, + 0.648438, + 0.828125, + 0.339844, + 0.292969, + 0.34375, + 0.275391, + 0.412109, + 0.550781, + 0.683594, + 0.296875, + 0.330078, + -0.203125, + 0.585938, + 0.337891, + 0.296875, + 0.667969, + 0.318359, + 0.527344, + 0.59375, + 0.314453, + 0.617188, + 0.326172, + 0.404297, + 0.53125, + 0.445312, + 0.287109, + 0.269531, + 0.597656, + 0.376953, + 0.359375, + 0.648438, + 0.527344, + 0.71875, + 0.233398, + 0.310547, + 0.921875, + 0.402344, + 0.371094, + 0.253906, + 0.283203, + 0.328125, + 0.183594, + 0.75, + 0.261719, + 0.679688, + 0.609375, + 0.859375, + 0.613281, + 0.332031, + 0.578125, + 0.388672, + 0.306641, + 0.310547, + 0.726562, + 0.359375, + 0.3125, + 0.233398, + -0.000127, + 0.316406, + -0.234375, + 0.310547, + -0.15625, + 0.000328, + 0.8125, + 0.582031, + 4e-05, + 0.298828, + 0.40625, + 0.511719, + 0.341797, + 0.671875, + 0.707031, + 0.318359, + 0.298828, + 0.421875, + 0.298828, + 0.585938, + 0.275391, + 0.628906, + 0.59375, + 0.326172, + 0.664062, + 1.078125, + 0.289062, + 0.632812, + -0.128906, + 0.289062, + 0.376953, + 0.318359, + 0.322266, + 0.314453, + 0.347656, + 0.180664, + 0.667969, + 0.570312, + 0.882812, + 0.75, + -3.3e-05, + 0.347656, + 0.345703, + -0.244141, + 0.644531, + 0.28125, + 0.730469, + 0.484375, + 0.335938, + 1.007812, + 0.349609, + 0.314453, + 0.746094, + 0.511719, + 0.326172, + 0.408203, + 0.675781, + 0.484375, + 0.345703, + 1e-06, + 0.417969, + 0.976562, + 0.285156, + 0.949219, + 0.294922, + -0.15918, + 0.757812, + 0.332031, + 0.683594, + 0.734375, + 0.679688, + 0.789062, + -0.000111, + 0.464844, + 0.400391, + 0.304688, + 0.427734, + 0.296875, + -0.231445, + 0.65625, + 0.296875, + -9.7e-05, + 0.460938, + 0.273438, + 0.3125, + 0.474609, + 0.371094, + 0.283203, + 0.582031, + 0.396484, + 0.5625, + 0.333984, + 0.695312, + 0.761719, + 4.4e-05, + 0.605469, + 0.519531, + 0.535156, + 0.753906, + -0.000568, + 0.628906, + 0.322266, + 0.285156, + 0.570312, + 0.322266, + 0.664062, + 0.273438, + 0.359375, + 0.324219, + 0.546875, + 0.398438, + -6.3e-05, + 0.320312, + 0.644531, + 0.726562, + 0.308594, + 0.746094, + 0.628906, + 0.310547, + -1.8e-05, + -0.031982, + 0.314453, + 0.5, + 0.279297, + 0.371094, + 0.28125, + 0.519531, + 0.349609, + 0.453125, + 0.628906, + 0.365234, + 0.304688, + 0.294922, + 0.359375, + 0.636719, + 0.347656, + 0.589844, + 0.330078, + 0.394531, + 9e-05, + 0.550781, + 0.316406, + 0.890625, + 0.808594, + 0.291016, + 0.589844, + 0.667969, + -0.225586, + 0.460938, + 0.439453, + 0.296875, + 0.558594, + 0.578125, + 0.589844, + 0.365234, + 0.480469, + -0.174805, + 0.921875, + -0.275391, + 0.707031, + 1.007812, + 0.589844, + 0.621094, + -0.257812, + 0.369141, + 0.390625, + 0.259766, + 0.777344, + 0.269531, + 0.503906, + 0.589844, + 0.318359, + 3.2e-05, + 0.375, + 0.613281, + 0.722656, + 0.75, + 0.326172, + 0.294922, + 0.263672, + 0.271484, + 0.667969, + 0.480469, + 0.351562, + 6.5e-05, + 0.371094, + 0.306641, + 0.298828, + 0.384766, + 8.6e-05, + 0.318359, + -6e-05, + 0.484375, + 0.482422, + 0.318359, + 0.310547, + 0.460938, + 0.621094, + 0.347656, + 0.357422, + -0.000246, + 0.455078, + 0.186523, + 0.507812, + 0.486328, + 0.527344, + 0.357422, + 0.417969, + 0.458984, + 0.347656, + 0.302734, + 0.296875, + 0.6875, + 0.746094, + 0.486328, + 0.425781, + -0.00022, + 0.367188, + -0.119629, + 0.427734, + 0.382812, + 0.621094, + 0.84375, + 0.734375, + 0.414062, + 0.298828, + -0.255859, + 0.691406, + 0.240234, + 0.523438, + 0.46875, + 0.703125, + 0.546875, + 0.464844, + 0.447266, + 0.605469, + 0.412109, + 0.292969, + 0.519531, + 0.300781, + 0.431641, + 0.589844, + 0.369141, + -0.22168, + 0.037842, + 0.279297, + 0.679688, + 0.707031, + 0.283203, + 0.65625, + -0.226562, + 0.617188, + -0.261719, + 0.359375, + 0.535156, + 0.351562, + 0.351562, + 0.914062, + 0.964844, + 7.9e-05, + 0.253906, + 0.328125, + 0.429688, + 0.566406, + 0.523438, + 0.492188, + 0.330078, + 0.875, + -0.000167, + 0.296875, + 0.554688, + 0.271484, + 0.695312, + 0.339844, + -0.248047, + 0.298828, + 0.285156, + 0.617188, + 0.279297, + 0.664062, + 0.296875, + 0.488281, + 0.621094, + 0.761719, + 0.601562, + 0.367188, + 0.441406, + 0.392578, + 0.367188, + 0.699219, + 0.679688, + 0.353516, + 0.28125, + 0.380859, + 0.269531, + 0.296875, + -2.6e-05, + 0.457031, + 0.296875, + 0.388672, + 0.574219, + 0.318359, + 0.318359, + 0.632812, + 0.707031, + 0.287109, + 0.609375, + 0.298828, + 0.349609, + 0.333984, + 0.304688, + -0.230469, + 0.640625, + 0.480469, + 0.53125, + 0.316406, + 0.476562, + 0.308594, + 0.269531, + 0.726562, + 0.5, + 0.322266, + 0.001732, + 0.322266, + 0.480469, + 0.412109, + 0.554688, + 0.660156, + 1.421875, + 0.349609, + 0.597656, + -0.229492, + 0.241211, + 0.324219, + 0.291016, + -0.248047, + 0.332031, + 0.367188, + 0.648438, + 0.361328, + 0.703125, + 0.392578, + 0.660156, + 0.410156, + 0.359375, + 0.367188, + 0.902344, + 0.347656, + 0.427734, + 0.24707, + 0.308594, + 0.511719, + -0.28125, + 0.59375, + 1.046875, + 0.427734, + 0.494141, + 0.320312, + 0.498047, + 0.388672, + 0.333984, + 0.40625, + 0.316406, + 0.75, + 0.539062, + -1.4e-05, + 0.402344, + 0.617188, + 0.664062, + -0.328125, + 0.617188, + 0.00041, + 0.396484, + 0.255859, + 0.503906, + 0.632812, + 0.337891, + 0.511719, + 0.314453, + 0.330078, + 0.369141, + 0.875, + 0.699219, + 0.261719, + 0.337891, + 0.283203, + 0.648438, + 0.484375, + 0.077148, + 0.28125, + 0.828125, + 0.283203, + 0.296875, + 0.289062, + 0.421875, + 0.632812, + 0.427734, + 0.664062, + 0.609375, + 0.447266, + 0.371094, + 0.46875, + 0.373047, + 0.302734, + 0.289062, + 0.333984, + 0.337891, + 0.287109, + 0.412109, + 0.578125, + 0.597656, + 0.773438, + 8.9e-05, + 0.259766, + -0.275391, + 0.345703, + 0.457031, + 0.292969, + 0.357422, + 0.291016, + 0.796875, + 0.065918, + 0.691406, + 0.271484, + 0.373047, + 0.245117, + 0.757812, + 0.542969, + 0.605469, + 0.470703, + 0.318359, + 0.220703, + 0.382812, + 0.675781, + 0.416016, + 0.382812, + 0.376953, + 0.302734, + 0.558594, + 0.349609, + 0.527344, + 0.237305, + 0.597656, + 0.291016, + 0.878906, + 0.351562, + 0.328125, + 0.285156, + 0.355469, + 0.703125, + 0.324219, + 0.597656, + 0.4375, + 0.550781, + 0.332031, + 0.472656, + 0.738281, + 0.6875, + 0.644531, + 0.902344, + 0.396484, + 0.597656, + 0.412109, + 0.78125, + 0.330078, + -2.8e-05, + 0.613281, + 0.59375, + 1.320312, + 0.550781, + 0.457031, + 0.398438, + 0.455078, + 0.585938, + 0.445312, + 0.605469, + 0.259766, + -0.12793, + 0.341797, + 0.753906, + 0.310547, + 0.765625, + 0.550781, + 0.474609, + 0.3125, + 0.308594, + 0.691406, + 0.425781, + 0.59375, + 0.402344, + 0.710938, + 0.484375, + 0.601562, + 0.324219, + 0.292969, + 0.289062, + 0.402344, + 0.353516, + 0.601562, + 0.298828, + 0.287109, + 0.259766, + 0.5, + 0.625, + 5.9e-05, + -0.363281, + 0.382812, + 0.238281, + 0.894531, + 1.179688, + -0.414062, + 0.275391, + 0.115234, + 0.291016, + 0.625, + 0.613281, + 0.804688, + 0.789062, + 0.333984, + -0.259766, + 0.185547, + 0.378906, + 1.3e-05, + 0.570312, + 0.322266, + 0.582031, + 0.318359, + 0.554688, + 0.46875, + 0.277344, + 0.378906, + 0.330078, + 0.289062, + 0.65625, + 0.291016, + 0.273438, + 0.394531, + -0.263672, + 0.648438, + 0.574219, + 0.628906, + 0.269531, + 0.412109, + 0.421875, + 0.5, + 0.296875, + 0.574219, + 0.431641, + 0.433594, + 0.423828, + 0.535156, + 0.314453, + 0.302734, + 0.304688, + 0.322266, + 0.644531, + 0.535156, + -2.6e-05, + 0.546875, + 0.640625, + 0.273438, + 0.53125, + 0.71875, + 0.335938, + 0.462891, + 0.515625, + 0.550781, + 0.496094, + -0.224609, + 0.785156, + 0.349609, + 0.316406, + 0.753906, + 0.652344, + 0.601562, + -0.030518, + 0.337891, + 0.419922, + 0.421875, + -0.259766, + 0.416016, + 0.609375, + 0.457031, + 0.367188, + 0.550781, + 0.466797, + 0.582031, + 0.535156, + 0.636719, + 0.306641, + 0.318359, + 0.671875, + 0.322266, + -0.000105, + 0.582031, + 0.632812, + 0.292969, + 0.277344, + 0.294922, + 0.613281, + 0.554688, + 0.349609, + 0.582031, + 0.347656, + 0.330078, + 0.609375, + 0.574219, + 0.558594, + 0.441406, + 0.302734, + 0.396484, + 0.621094, + 0.386719, + 0.326172, + 0.306641, + 0.211914, + 0.249023, + 0.466797, + 0.625, + 0.458984, + 0.566406, + 0.314453, + 0.359375, + 0.314453, + 0.308594, + 0.314453, + 0.447266, + 0.400391, + 0.5625, + 1.101562, + -2.4e-05, + 0.53125, + 0.279297, + -3e-05, + 0.482422, + 0.285156, + 0.376953, + 0.746094, + 0.5625, + 1.164062, + 0.423828, + 0.294922, + 0.65625, + 0.558594, + 0.765625, + 0.648438, + 0.644531, + 0.546875, + 0.597656, + 0.357422, + 0.416016, + -0.337891, + 0.308594, + 0.675781, + 0.296875, + 0.349609, + 1.007812, + 0.002472, + 0.257812, + 0.722656, + 0.347656, + 0.294922, + 0.363281, + 0.289062, + -0.000186, + 0.835938, + 0.417969, + 0.287109, + 0.667969, + 0.310547, + 0.326172, + 0.542969, + 0.761719, + 0.291016, + 0.921875, + 0.527344, + 0.328125, + 0.298828, + 0.047607, + -1.1e-05, + 0.566406, + 0.353516, + -0.000284, + 0.714844, + 0.316406, + 0.271484, + 0.310547, + 0.306641, + -0.002884, + 0.71875, + 0.486328, + -0.277344, + 0.375, + 0.378906, + 0.460938, + 0.5625, + 0.341797, + 0.75, + 0.648438, + 0.636719, + 0.6875, + 0.503906, + 0.044922, + 0.539062, + 0.695312, + 0.417969, + 0.578125, + 0.609375, + 0.582031, + 0.742188, + 8.2e-05, + 0.550781, + 0.294922, + 0.361328, + 0.277344, + 0.582031, + 0.361328, + 0.462891, + 0.851562, + 0.621094, + 0.380859, + 0.289062, + 0.275391, + 0.206055, + 0.328125, + 0.330078, + -0.239258, + 0.255859, + 0.292969, + 0.324219, + 0.392578, + 0.3125, + -0.253906, + 0.314453, + 0.355469, + 0.279297, + 0.214844, + -0.042236, + -0.265625, + 0.294922, + 0.589844, + 0.324219, + 0.476562, + 0.318359, + 0.578125, + 0.460938, + 0.353516, + 0.257812, + 0.910156, + 0.369141, + 0.361328, + 0.267578, + 0.318359, + 0.287109, + 0.539062, + 0.246094, + 0.308594, + -0.248047, + 0.380859, + 0.617188, + 0.628906, + 0.470703, + -0.265625, + 0.414062, + 0.667969, + 0.589844, + 0.96875, + 0.304688, + 0.373047, + 0.3125, + 0.498047, + 0.337891, + 0.695312, + -0.257812, + 0.310547, + -0.004608, + 0.417969, + 0.310547, + 0.314453, + 0.337891, + 0.324219, + 0.302734, + 0.308594, + 0.425781, + 0.294922, + -1e-05, + 0.306641, + 0.287109, + 0.652344, + -0.032959, + 0.384766, + 0.279297, + 0.5625, + 0.652344, + 0.376953, + 0.679688, + 0.921875, + 0.695312, + 0.6875, + 0.357422, + 0.289062, + 0.597656, + 0.292969, + 0.271484, + 0.330078, + 0.287109, + 0.416016, + 0.225586, + 0.404297, + 0.277344, + 0.111816, + 0.230469, + 0.285156, + 0.492188, + 0.351562, + 0.28125, + 0.671875, + 0.535156, + 0.480469, + 0.300781, + 0.726562, + 0.314453, + 0.871094, + -0.259766, + 0.328125, + 0.330078, + 0.396484, + 0.585938, + 0.738281, + 0.621094, + 0.382812, + 0.570312, + 2.9e-05, + -0.227539, + 0.271484, + 0.710938, + 0.378906, + 1.148438, + 0.302734, + 0.757812, + 1.203125, + 0.875, + 0.279297, + 0.707031, + 0.714844, + 0.000275, + 0.277344, + 0.263672, + 6.1e-05, + 0.3125, + -0.017578, + 0.984375, + 0.617188, + 0.494141, + 0.341797, + 0.318359, + 0.375, + 0.480469, + 0.351562, + -0.227539, + 0.574219, + 0.298828, + 0.589844, + 0.578125, + 0.333984, + 0.000197, + 0.542969, + 0.65625, + -0.25, + 0.384766, + 0.494141, + -0.00018, + 1.546875, + 0.294922, + 0.65625, + 0.369141, + 0.388672, + 0.746094, + 0.298828, + 0.408203, + 1.21875, + 0.734375, + 0.609375, + 0.597656, + 0.458984, + 0.316406, + 0.326172, + 0.640625, + 0.458984, + 0.671875, + 0.472656, + 0.515625, + 0.404297, + 0.488281, + 0.419922, + -0.228516, + 0.330078, + 0.292969, + 0.871094, + 1.8e-05, + -0.183594, + 0.285156, + 0.296875, + 0.429688, + 0.347656, + 0.322266, + -0.554688, + 0.310547, + 0.363281, + 0.314453, + 0.271484, + 0.496094, + 0.582031, + -0.300781, + 0.621094, + 0.298828, + 0.40625, + 0.789062, + 0.185547, + 0.261719, + 0.214844, + 0.306641, + 0.675781, + 0.441406, + 0.289062, + 0.554688, + 0.925781, + 0.589844, + 0.298828, + 0.257812, + 0.671875, + 0.894531, + 0.410156, + 0.000553, + 0.261719, + 0.585938, + 0.328125, + 0.486328, + 0.361328, + 0.539062, + 0.345703, + 0.251953, + 0.289062, + 0.439453, + 0.458984, + -0.238281, + 0.527344, + 0.310547, + 0.515625, + 0.261719, + 0.851562, + 0.357422, + 0.980469, + 0.988281, + 0.378906, + 0.675781, + 0.785156, + 0.523438, + -0.000179, + -0.369141, + 0.5625, + 0.601562, + 0.644531, + 0.6875, + -0.222656, + 0.359375, + 0.269531, + 0.636719, + 0.347656, + 0.546875, + 0.722656, + 0.667969, + 0.458984, + 0.474609, + 0.699219, + 0.707031, + 0.632812, + -0.00045, + 0.714844, + -0.245117, + 0.314453, + 0.515625, + 0.535156, + 0.347656, + 0.337891, + 0.777344, + 0.402344, + 0.289062, + 0.373047, + 0.710938, + 0.554688, + 0.921875, + 0.486328, + 0.527344, + 0.283203, + 0.275391, + 0.337891, + 0.78125, + 0.527344, + 0.392578, + 0.566406, + 0.34375, + 0.644531, + 0.707031, + 0.373047, + 0.617188, + 0.304688, + 0.283203, + 0.261719, + 0.277344, + 0.341797, + 0.972656, + -0.263672, + 0.345703, + -0.001358, + 0.703125, + 0.490234, + 0.28125, + 0.412109, + 0.390625, + 0.416016, + 0.667969, + 0.373047, + -0.000118, + 0.753906, + 0.605469, + 0.349609, + 0.300781, + -5e-05, + 0.000138, + -0.00034, + 0.730469, + 0.4375, + 0.648438, + 0.265625, + 0.339844, + 0.339844, + 0.310547, + -0.253906, + 0.470703, + 0.59375, + 0.447266, + -0.261719, + 0.263672, + 0.476562, + 0.306641, + 0.601562, + -0.158203, + 0.267578, + 0.628906, + 0.294922, + 0.496094, + 0.339844, + -0.188477, + 0.339844, + 0.445312, + 0.652344, + 0.625, + 0.404297, + 0.730469, + 0.320312, + 0.326172, + 0.523438, + 0.291016, + 0.292969, + 0.298828, + 0.275391, + 0.628906, + 0.332031, + 0.414062, + 0.566406, + 0.292969, + 0.621094, + 0.421875, + 0.617188, + 0.300781, + 0.000395, + 0.300781, + 0.566406, + 0.660156, + 0.519531, + 0.519531, + 0.554688, + 0.124023, + 0.714844, + 0.703125, + 0.267578, + 0.367188, + 0.515625, + 0.636719, + 0.259766, + 0.875, + 0.289062, + 0.235352, + 0.546875, + 0.320312, + 0.546875, + 0.523438, + 0.3125, + 0.373047, + 0.28125, + 0.337891, + 0.300781, + 0.408203, + 0.585938, + 0.519531, + 0.25, + 0.304688, + 0.675781, + -0.000187, + 0.75, + 0.345703, + -0.185547, + 0.441406, + 0.539062, + 0.341797, + 0.394531, + 0.714844, + -9e-06, + 0.605469, + 0.664062, + 0.332031, + 0.5, + -0.353516, + 0.660156, + 0.332031, + 0.287109, + 0.231445, + 0.746094, + 0.515625, + 0.396484, + 0.445312, + -0.25, + 0.644531, + 0.341797, + 0.423828, + 0.65625, + 0.75, + 0.300781, + 0.287109, + -0.271484, + 0.476562, + 0.589844, + 0.287109, + 0.022949, + 0.578125, + 0.714844, + 0.640625, + 0.000885, + 0.316406, + 0.302734, + 0.34375, + 0.710938 + ] + }, + "name": "model.model.layers.2.input_layernorm.weight", + "outputIndexes": [ + 206 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 205 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_2/Mul_output_0", + "outputIndexes": [ + 207 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 206, + 207 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_2/Mul_1_output_0", + "outputIndexes": [ + 208 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 208 + ], + "outputIndexes": [ + 2364 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2364 + ], + "outputIndexes": [ + 2365 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear", + "inputIndexes": [ + 2365 + ], + "outputIndexes": [ + 2366 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 262213940, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2366 + ], + "outputIndexes": [ + 2367 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2367 + ], + "outputIndexes": [ + 209 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 208 + ], + "main_type": "NONE", + "name": "/Shape_29_output_0", + "outputIndexes": [ + 210 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 210 + ], + "main_type": "NONE", + "name": "Shape581", + "outputIndexes": [ + 211 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 210 + ], + "main_type": "NONE", + "name": "Rank583", + "outputIndexes": [ + 212 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 212, + 212 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp585", + "outputIndexes": [ + 213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 213 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze586", + "outputIndexes": [ + 214 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 213, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp588", + "outputIndexes": [ + 215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 215 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze589", + "outputIndexes": [ + 216 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 211, + 214, + 216, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice592", + "outputIndexes": [ + 217 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 217 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze593", + "outputIndexes": [ + 218 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp594", + "outputIndexes": [ + 219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 219, + 218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp595", + "outputIndexes": [ + 220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 210, + 220, + 213 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_34_output_0", + "outputIndexes": [ + 221 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 221, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_65_output_0", + "outputIndexes": [ + 222 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 222, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_26_output_0", + "outputIndexes": [ + 223 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 209, + 223 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_19_output_0", + "outputIndexes": [ + 224 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 224, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_16_output_0", + "outputIndexes": [ + 225 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 224 + ], + "main_type": "NONE", + "name": "/Shape_30_output_0", + "outputIndexes": [ + 226 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 226 + ], + "main_type": "NONE", + "name": "Shape602", + "outputIndexes": [ + 227 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 226 + ], + "main_type": "NONE", + "name": "Rank604", + "outputIndexes": [ + 228 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 228, + 228 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp606", + "outputIndexes": [ + 229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 229 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze607", + "outputIndexes": [ + 230 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 229, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp609", + "outputIndexes": [ + 231 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 231 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze610", + "outputIndexes": [ + 232 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 227, + 230, + 232, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice613", + "outputIndexes": [ + 233 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 233 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze614", + "outputIndexes": [ + 234 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp615", + "outputIndexes": [ + 235 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 235, + 234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp616", + "outputIndexes": [ + 236 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 226, + 236, + 229 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_35_output_0", + "outputIndexes": [ + 237 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 237, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_6_output_0", + "outputIndexes": [ + 238 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 238, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_70_output_0", + "outputIndexes": [ + 239 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 224, + 239, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_9_output_0", + "outputIndexes": [ + 240 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 240 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_4_output_0", + "outputIndexes": [ + 241 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 224, + 22, + 239, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_8_output_0", + "outputIndexes": [ + 242 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 241, + 242 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_29_output_0", + "outputIndexes": [ + 243 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 243, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_17_output_0", + "outputIndexes": [ + 244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 225, + 244 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_10_output_0", + "outputIndexes": [ + 245 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 208 + ], + "outputIndexes": [ + 2368 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2368 + ], + "outputIndexes": [ + 2369 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear", + "inputIndexes": [ + 2369 + ], + "outputIndexes": [ + 2370 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 269453642, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2370 + ], + "outputIndexes": [ + 2371 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2371 + ], + "outputIndexes": [ + 246 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 222, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_27_output_0", + "outputIndexes": [ + 247 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 246, + 247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_20_output_0", + "outputIndexes": [ + 248 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 248, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_18_output_0", + "outputIndexes": [ + 249 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 248 + ], + "main_type": "NONE", + "name": "/Shape_31_output_0", + "outputIndexes": [ + 250 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 250 + ], + "main_type": "NONE", + "name": "Shape664", + "outputIndexes": [ + 251 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 250 + ], + "main_type": "NONE", + "name": "Rank666", + "outputIndexes": [ + 252 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 252, + 252 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp668", + "outputIndexes": [ + 253 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 253 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze669", + "outputIndexes": [ + 254 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 253, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp671", + "outputIndexes": [ + 255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 255 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze672", + "outputIndexes": [ + 256 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 251, + 254, + 256, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice675", + "outputIndexes": [ + 257 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 257 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze676", + "outputIndexes": [ + 258 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp677", + "outputIndexes": [ + 259 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 259, + 258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp678", + "outputIndexes": [ + 260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 250, + 260, + 253 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_36_output_0", + "outputIndexes": [ + 261 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 261, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_7_output_0", + "outputIndexes": [ + 262 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 262, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_72_output_0", + "outputIndexes": [ + 263 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 248, + 263, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_11_output_0", + "outputIndexes": [ + 264 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 264 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_5_output_0", + "outputIndexes": [ + 265 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 248, + 22, + 263, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_10_output_0", + "outputIndexes": [ + 266 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 265, + 266 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_30_output_0", + "outputIndexes": [ + 267 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 267, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_19_output_0", + "outputIndexes": [ + 268 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 249, + 268 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_11_output_0", + "outputIndexes": [ + 269 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 208 + ], + "outputIndexes": [ + 2372 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2372 + ], + "outputIndexes": [ + 2373 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear", + "inputIndexes": [ + 2373 + ], + "outputIndexes": [ + 2374 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 270487904, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2374 + ], + "outputIndexes": [ + 2375 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2375 + ], + "outputIndexes": [ + 270 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 270, + 247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_21_output_0", + "outputIndexes": [ + 271 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 245, + 269, + 271, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_26_output_0", + "outputIndexes": [ + 272 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 272 + ], + "outputIndexes": [ + 2376 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2376 + ], + "outputIndexes": [ + 2377 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear", + "inputIndexes": [ + 2377 + ], + "outputIndexes": [ + 2378 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 271522166, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2378 + ], + "outputIndexes": [ + 2379 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2379 + ], + "outputIndexes": [ + 273 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 205, + 273 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_13_output_0", + "outputIndexes": [ + 274 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.761719, + 0.976562, + 0.921875, + 0.617188, + 0.757812, + 0.792969, + 1.007812, + 1.054688, + 0.464844, + 0.601562, + 0.867188, + 0.671875, + 1.132812, + 0.832031, + 0.625, + 0.859375, + 0.773438, + 0.863281, + 0.867188, + 0.585938, + 2.140625, + 0.820312, + 0.988281, + 0.730469, + 0.753906, + 0.71875, + 0.765625, + 0.816406, + 0.714844, + 0.773438, + 1.117188, + 0.734375, + 1.21875, + 0.804688, + 0.929688, + 1.117188, + 0.667969, + 0.390625, + 0.878906, + 0.859375, + 0.828125, + 0.832031, + 1.007812, + 0.78125, + 0.824219, + 0.84375, + 0.792969, + 0.773438, + 0.792969, + 0.679688, + 0.851562, + 0.914062, + 0.847656, + 0.804688, + 0.910156, + 0.761719, + 0.734375, + 0.769531, + 1.164062, + 0.613281, + 0.902344, + 1.1875, + 1.015625, + 0.835938, + 1.03125, + 0.734375, + 0.710938, + 1.023438, + 1.835938, + 0.824219, + 0.789062, + 0.730469, + 0.953125, + 0.808594, + 0.859375, + 1.0, + 0.738281, + 0.699219, + 0.550781, + 1.007812, + 3.4375, + 0.835938, + 0.882812, + 0.757812, + 0.792969, + 0.714844, + 0.917969, + 0.773438, + 1.023438, + 0.609375, + 0.84375, + 0.902344, + 0.914062, + 1.304688, + 0.828125, + 0.929688, + 0.617188, + 0.699219, + 0.863281, + 0.753906, + 0.75, + 0.664062, + 0.914062, + 0.828125, + 0.808594, + 0.78125, + 0.960938, + 0.652344, + 0.820312, + 4.75, + 0.914062, + 0.828125, + 0.90625, + 0.324219, + 0.820312, + 0.419922, + 0.734375, + 1.195312, + 0.851562, + 0.699219, + 0.929688, + 0.917969, + 0.828125, + 0.859375, + 0.839844, + 0.765625, + 1.09375, + 0.773438, + 0.75, + 0.628906, + 0.726562, + 0.867188, + 0.660156, + 0.808594, + 0.601562, + 0.910156, + 0.832031, + 1.101562, + 0.710938, + 0.757812, + 0.886719, + 0.824219, + 1.171875, + 2.4375, + 0.302734, + 0.675781, + 1.023438, + 0.921875, + 0.792969, + 0.996094, + 0.753906, + 0.863281, + 0.804688, + 0.835938, + 0.703125, + 0.765625, + 0.675781, + 0.589844, + 1.0625, + 0.832031, + 0.613281, + 0.542969, + 0.46875, + 0.773438, + 0.734375, + 0.691406, + 0.746094, + 0.6875, + 0.761719, + 0.832031, + 0.960938, + 0.8125, + 0.78125, + 0.78125, + 0.878906, + 0.996094, + 0.867188, + 0.957031, + 0.917969, + 0.839844, + 1.007812, + 0.839844, + 0.820312, + 0.578125, + 1.101562, + 0.8125, + 0.898438, + 0.636719, + 0.820312, + 0.855469, + 0.691406, + 0.789062, + 0.800781, + 0.800781, + 0.773438, + 0.804688, + 0.804688, + 0.78125, + 0.703125, + 0.949219, + 0.953125, + 0.738281, + 0.792969, + 0.777344, + 1.101562, + 1.046875, + 0.980469, + 0.695312, + 0.78125, + 1.007812, + 0.832031, + 0.820312, + 0.765625, + 0.785156, + 1.039062, + 0.828125, + 0.738281, + 0.71875, + 0.851562, + 0.792969, + 0.882812, + 0.667969, + 0.734375, + 1.203125, + 0.941406, + 0.871094, + 0.722656, + 0.71875, + 0.816406, + 1.015625, + 1.8125, + 0.78125, + 0.808594, + 0.820312, + 0.855469, + 0.734375, + 0.851562, + 0.792969, + 0.8125, + 0.828125, + 1.0625, + 0.96875, + 1.234375, + 0.917969, + 1.0, + 0.78125, + 0.863281, + 1.226562, + 0.777344, + 0.785156, + 0.960938, + 0.804688, + 0.773438, + 0.746094, + 1.039062, + 0.664062, + 0.929688, + 0.773438, + 0.976562, + 0.644531, + 0.929688, + 0.953125, + 0.6875, + 0.828125, + 0.777344, + 0.71875, + 0.914062, + 1.054688, + 0.835938, + 0.804688, + 0.800781, + 0.96875, + 0.855469, + 0.691406, + 0.800781, + 1.039062, + 0.84375, + 0.605469, + 0.792969, + 0.863281, + 0.9375, + 1.03125, + 0.730469, + 1.046875, + 0.804688, + 1.101562, + 0.960938, + 0.820312, + 0.863281, + 0.632812, + 0.773438, + 1.039062, + 0.757812, + 0.695312, + 1.703125, + 1.0, + 0.742188, + 0.691406, + 0.832031, + 1.101562, + 1.078125, + 0.703125, + 0.640625, + 0.832031, + 0.847656, + 0.78125, + 0.78125, + 0.957031, + 0.746094, + 1.078125, + 0.8125, + 0.800781, + 0.941406, + 0.9375, + 0.419922, + 0.867188, + 1.101562, + 0.800781, + 0.722656, + 0.921875, + 0.828125, + 0.820312, + 0.933594, + 0.875, + 0.703125, + 0.8125, + 0.851562, + 0.875, + 0.789062, + 0.746094, + 0.730469, + 0.746094, + 0.796875, + 0.808594, + 0.671875, + 0.871094, + 0.765625, + 1.929688, + 0.753906, + 0.757812, + 0.761719, + 0.835938, + 0.871094, + 0.804688, + 0.695312, + 0.84375, + 0.847656, + 0.914062, + 0.890625, + 0.914062, + 0.761719, + 0.644531, + 0.804688, + 0.902344, + 1.007812, + 1.023438, + 1.03125, + 0.859375, + 0.855469, + 0.816406, + 0.785156, + 0.824219, + 0.769531, + 0.726562, + 0.59375, + 0.664062, + 0.722656, + 0.964844, + 0.84375, + 0.671875, + 0.949219, + 0.929688, + 0.996094, + 0.765625, + 0.972656, + 1.304688, + 0.792969, + 0.648438, + 0.789062, + 0.800781, + 0.785156, + 1.15625, + 0.675781, + 0.84375, + 0.90625, + 0.679688, + 0.871094, + 0.839844, + 0.625, + 0.699219, + 0.953125, + 0.953125, + 1.21875, + 0.707031, + 0.824219, + 0.949219, + 0.695312, + 0.765625, + 0.871094, + 0.796875, + 0.691406, + 0.816406, + 0.628906, + 0.914062, + 0.636719, + 0.976562, + 0.773438, + 0.84375, + 0.890625, + 0.757812, + 0.625, + 0.839844, + 1.125, + 0.929688, + 1.171875, + 0.867188, + 0.773438, + 0.796875, + 1.023438, + 0.910156, + 0.644531, + 0.726562, + 0.898438, + 0.785156, + 0.847656, + 0.617188, + 0.792969, + 1.1875, + 0.96875, + 0.785156, + 0.976562, + 0.957031, + 0.601562, + 0.78125, + 0.78125, + 1.171875, + 0.765625, + 0.992188, + 0.824219, + 0.648438, + 0.859375, + 0.78125, + 0.816406, + 0.820312, + 0.660156, + 0.738281, + 0.804688, + 0.839844, + 0.746094, + 0.773438, + 0.765625, + 0.839844, + 1.078125, + 0.945312, + 0.808594, + 0.945312, + 1.695312, + 0.859375, + -5.6e-05, + 0.859375, + 0.804688, + 0.816406, + 0.96875, + 0.730469, + 0.675781, + 0.78125, + 0.675781, + 0.898438, + 0.65625, + 0.769531, + 0.90625, + 0.738281, + 0.992188, + 1.085938, + 0.75, + 0.699219, + 0.902344, + 0.675781, + 0.976562, + 0.863281, + 1.390625, + 0.898438, + 0.804688, + 0.769531, + 0.839844, + 1.078125, + 0.851562, + 0.808594, + 0.808594, + 0.8125, + 0.929688, + 0.824219, + 0.847656, + 1.039062, + 0.722656, + 0.863281, + 1.117188, + 0.722656, + 0.816406, + 0.949219, + 0.90625, + 0.714844, + 0.832031, + 0.71875, + 0.953125, + 0.769531, + 0.882812, + 1.570312, + 1.171875, + 0.777344, + 0.800781, + 1.15625, + 0.804688, + 1.210938, + 0.730469, + 0.710938, + 0.863281, + 0.789062, + 0.765625, + 0.796875, + 0.945312, + 0.929688, + 1.007812, + 0.773438, + 0.898438, + 0.683594, + 0.730469, + 0.988281, + 0.886719, + 0.820312, + 0.835938, + 0.804688, + 0.78125, + 0.863281, + 0.890625, + 1.0625, + 0.679688, + 1.171875, + 0.8125, + 0.933594, + 0.625, + 1.46875, + 0.609375, + 0.894531, + 0.648438, + 0.925781, + 1.265625, + 0.761719, + 1.75, + 1.070312, + 0.78125, + 0.816406, + 0.78125, + 0.765625, + 0.789062, + 0.742188, + 0.765625, + 0.910156, + 0.855469, + 0.804688, + 0.839844, + 0.871094, + 0.679688, + 1.0625, + 0.683594, + 1.164062, + 0.796875, + 0.765625, + 0.773438, + 0.984375, + 0.816406, + 1.054688, + 0.628906, + 0.679688, + 0.804688, + 0.855469, + 0.898438, + 0.769531, + 0.660156, + 0.839844, + 0.882812, + 0.726562, + 0.722656, + 0.695312, + 0.808594, + 0.828125, + 0.871094, + 0.640625, + 0.78125, + 0.789062, + 0.792969, + 0.753906, + 0.839844, + 0.765625, + 0.800781, + 0.59375, + 0.945312, + 0.90625, + 0.652344, + 0.714844, + 0.953125, + 0.667969, + 0.8125, + 0.796875, + 1.007812, + 0.796875, + 0.875, + 0.851562, + 0.119141, + 0.835938, + 1.265625, + 0.8125, + 0.699219, + 0.597656, + 1.039062, + 0.878906, + 0.835938, + 0.773438, + 0.75, + 0.8125, + 0.871094, + 0.816406, + 0.996094, + 0.769531, + 0.609375, + 0.6875, + 0.785156, + 0.769531, + 0.914062, + 0.789062, + 0.6875, + 0.734375, + 0.808594, + 0.800781, + 0.996094, + 0.695312, + 0.753906, + 1.890625, + 0.949219, + 0.808594, + 0.890625, + 0.714844, + 1.148438, + 0.910156, + 0.808594, + 0.816406, + 0.859375, + 0.804688, + 0.988281, + 0.824219, + 0.757812, + 0.800781, + 0.777344, + 0.570312, + 0.578125, + 0.9375, + 0.777344, + 1.070312, + 0.988281, + 0.695312, + 0.597656, + 0.796875, + 0.382812, + 0.910156, + 0.816406, + 1.1875, + 0.914062, + 0.835938, + 0.925781, + 0.816406, + 0.734375, + 0.792969, + 0.910156, + 0.886719, + 1.109375, + 1.03125, + 0.84375, + 0.683594, + 0.792969, + 0.976562, + 0.871094, + 0.773438, + 0.867188, + 1.351562, + 0.632812, + 0.777344, + 0.859375, + 0.648438, + 0.734375, + 0.980469, + 0.921875, + 0.796875, + 0.949219, + 0.882812, + 0.839844, + 0.710938, + 0.730469, + 0.957031, + 0.632812, + 0.910156, + 0.71875, + 1.015625, + 0.785156, + 0.9375, + 0.773438, + 1.03125, + 0.839844, + 0.746094, + 1.382812, + 0.703125, + 0.800781, + 1.179688, + 0.726562, + 0.796875, + 0.84375, + 0.890625, + 0.5625, + 0.933594, + 0.667969, + 1.03125, + 0.703125, + 0.914062, + 0.9375, + 0.835938, + 1.03125, + 0.761719, + 0.792969, + 0.863281, + 0.769531, + 0.753906, + 0.820312, + 0.808594, + 0.777344, + 1.25, + 0.710938, + 0.820312, + 0.71875, + 0.984375, + 0.808594, + 2.046875, + 0.765625, + 0.964844, + 0.640625, + 0.671875, + 0.949219, + 1.09375, + 0.832031, + 0.875, + 0.910156, + 0.808594, + 0.617188, + 0.910156, + 0.734375, + 0.890625, + 0.949219, + 1.046875, + 0.675781, + 0.925781, + 0.777344, + 0.695312, + 0.890625, + 0.683594, + 0.820312, + 1.265625, + 0.996094, + 0.871094, + 0.871094, + 0.652344, + 0.503906, + 1.054688, + 0.898438, + 0.742188, + 0.773438, + 0.828125, + 0.808594, + 0.804688, + 0.785156, + 1.132812, + 0.777344, + 0.765625, + 0.90625, + 0.671875, + 0.910156, + 0.847656, + 0.667969, + 0.875, + 0.738281, + 0.695312, + 0.945312, + 0.910156, + 0.773438, + 0.554688, + 0.376953, + 0.753906, + 1.515625, + 0.691406, + 0.589844, + 1.125, + 0.964844, + 0.996094, + 0.925781, + 0.777344, + 0.722656, + 1.007812, + 0.789062, + 0.773438, + 1.039062, + 0.894531, + 0.695312, + 0.65625, + 0.832031, + 0.761719, + 1.109375, + 1.578125, + 1.15625, + 0.742188, + 0.773438, + 0.621094, + 0.824219, + 0.964844, + 0.78125, + 0.75, + 0.902344, + 0.832031, + 1.023438, + 1.039062, + 0.980469, + 0.800781, + 0.878906, + 0.765625, + 0.882812, + 0.777344, + 0.800781, + 1.015625, + 0.703125, + 1.679688, + 0.6875, + 0.808594, + 0.828125, + 1.039062, + 0.808594, + 0.632812, + 0.703125, + 0.96875, + 0.714844, + 0.785156, + 0.914062, + 0.6875, + 0.859375, + 0.769531, + 0.984375, + 0.875, + 0.675781, + 0.671875, + 0.777344, + 0.796875, + 0.78125, + 0.683594, + 1.195312, + 0.824219, + 0.820312, + 0.75, + 1.265625, + 0.796875, + 0.742188, + 0.875, + 2.9375, + 0.808594, + 1.109375, + 0.941406, + 0.925781, + 0.765625, + 0.765625, + 0.796875, + 1.101562, + 0.925781, + 0.726562, + 0.777344, + 0.863281, + 0.863281, + 1.085938, + 0.796875, + 3.0625, + 0.785156, + 1.296875, + 0.832031, + 0.859375, + 0.890625, + 0.722656, + 0.804688, + 0.714844, + 0.730469, + 0.769531, + 0.847656, + 0.957031, + 0.90625, + 0.769531, + 0.789062, + 0.765625, + 0.429688, + 0.925781, + 0.800781, + 0.8125, + 0.726562, + 1.226562, + 0.902344, + 0.847656, + 1.078125, + 0.855469, + 0.796875, + 0.90625, + 0.800781, + 0.78125, + 0.625, + 0.882812, + 0.84375, + 0.820312, + 0.78125, + 0.695312, + 0.957031, + 0.960938, + 0.839844, + 0.964844, + 0.859375, + 1.234375, + 0.796875, + 0.8125, + 0.957031, + 0.671875, + 0.96875, + 1.046875, + 0.710938, + 0.839844, + 0.769531, + 0.804688, + 0.792969, + 0.679688, + 0.820312, + 0.675781, + 0.78125, + 0.699219, + 0.925781, + 0.894531, + 0.75, + 0.554688, + 0.703125, + 1.085938, + 0.722656, + 0.648438, + 0.785156, + 0.929688, + 0.777344, + 1.101562, + 0.609375, + 0.910156, + 0.980469, + 0.8125, + 0.710938, + 0.8125, + 0.785156, + 0.617188, + 1.546875, + 0.769531, + 0.585938, + 0.714844, + 0.742188, + 0.882812, + 0.890625, + 0.695312, + 1.132812, + 0.765625, + 0.96875, + 0.734375, + 0.957031, + 0.925781, + 1.070312, + 0.800781, + 1.0625, + 0.832031, + 0.785156, + 0.761719, + 0.699219, + 0.710938, + 0.609375, + 0.753906, + 0.585938, + 0.722656, + 0.640625, + 1.0, + 0.84375, + 0.757812, + 0.835938, + 0.921875, + 1.117188, + 0.808594, + 0.898438, + 0.929688, + 0.753906, + 0.824219, + 0.683594, + 0.820312, + 1.023438, + 0.757812, + 0.730469, + 0.636719, + 0.949219, + 0.875, + 0.800781, + 0.929688, + 0.730469, + 1.03125, + 0.851562, + 0.925781, + 0.730469, + 0.777344, + 0.800781, + 0.8125, + 0.972656, + 0.675781, + 0.707031, + 0.945312, + 0.734375, + 0.773438, + 0.699219, + 0.644531, + 0.859375, + 0.777344, + 0.796875, + 0.878906, + 0.785156, + 0.816406, + 1.148438, + 0.894531, + 0.707031, + 0.945312, + 0.871094, + 0.921875, + 0.882812, + 0.605469, + 0.753906, + 0.746094, + 1.6875, + 0.792969, + 0.539062, + 1.015625, + 0.972656, + 0.972656, + 0.96875, + 1.132812, + 0.835938, + 0.75, + 0.65625, + 0.820312, + 0.488281, + 1.429688, + 0.792969, + 0.773438, + 0.773438, + 0.675781, + 0.667969, + 0.886719, + 0.574219, + 0.683594, + 0.820312, + 0.644531, + 0.707031, + 0.597656, + 0.824219, + 0.84375, + 0.433594, + 0.738281, + 0.796875, + 0.769531, + 0.945312, + 0.726562, + 1.03125, + 0.851562, + 1.820312, + 0.753906, + 0.769531, + 0.988281, + 0.707031, + 0.703125, + 1.070312, + 1.234375, + 0.847656, + 0.78125, + 0.820312, + 0.882812, + 0.558594, + 0.761719, + 0.726562, + 0.75, + 0.566406, + 0.796875, + 0.878906, + 0.960938, + 1.078125, + 0.933594, + 1.085938, + 1.0, + 0.902344, + 0.75, + 0.816406, + 0.871094, + 1.226562, + 0.636719, + 0.882812, + 0.8125, + 0.851562, + 1.1875, + 2.015625, + 1.054688, + 1.367188, + 0.765625, + 0.8125, + 1.140625, + 0.800781, + 0.773438, + 0.820312, + 0.773438, + 0.554688, + 0.695312, + 0.929688, + 0.730469, + 0.808594, + 1.328125, + 1.773438, + 1.0625, + 0.730469, + 0.894531, + 0.621094, + 1.054688, + 0.765625, + 0.882812, + 1.203125, + 0.742188, + 0.980469, + 0.8125, + 0.660156, + 0.613281, + 0.8125, + 0.734375, + 0.910156, + 0.820312, + 0.769531, + 0.933594, + 0.699219, + 0.839844, + 0.925781, + 0.722656, + 0.839844, + 0.652344, + 0.929688, + 0.757812, + 0.808594, + 0.988281, + 0.765625, + 0.976562, + 0.832031, + 0.804688, + 0.980469, + 0.84375, + 0.800781, + 1.046875, + 0.75, + 0.902344, + 0.617188, + 1.007812, + 0.679688, + 0.878906, + 0.964844, + 1.164062, + 0.808594, + 0.621094, + 0.636719, + 0.785156, + 0.804688, + 0.890625, + 0.855469, + 0.835938, + 0.773438, + 0.910156, + 0.757812, + 0.996094, + 0.796875, + 0.871094, + 1.015625, + 1.171875, + 0.792969, + 0.707031, + 0.675781, + 0.84375, + 1.046875, + 1.007812, + 2.984375, + 0.871094, + 0.9375, + 0.785156, + 0.792969, + 1.09375, + 0.796875, + 0.894531, + 0.820312, + 0.847656, + 0.667969, + 0.992188, + 0.710938, + 0.78125, + 0.894531, + 0.832031, + 0.757812, + 0.71875, + 1.007812, + 0.8125, + 1.09375, + 0.738281, + 0.828125, + 3.078125, + 0.761719, + 1.164062, + 0.570312, + 0.988281, + 0.996094, + 0.644531, + 0.953125, + 0.929688, + 0.839844, + 0.835938, + 0.96875, + 0.945312, + 1.007812, + 0.8125, + 0.832031, + 0.652344, + 0.785156, + 1.570312, + 0.984375, + 0.683594, + 0.9375, + 0.996094, + 0.980469, + 1.007812, + 0.996094, + 0.960938, + 1.25, + 0.761719, + 0.90625, + 0.832031, + 0.835938, + 0.859375, + 0.785156, + 1.140625, + 0.824219, + 0.796875, + 1.078125, + 1.070312, + 0.808594, + 0.792969, + 0.804688, + 0.769531, + 0.65625, + 0.898438, + 0.804688, + 0.847656, + 0.667969, + 0.792969, + 0.835938, + 1.03125, + 0.757812, + 1.0, + 1.007812, + 0.738281, + 0.695312, + 0.949219, + 0.875, + 0.867188, + 1.21875, + 0.78125, + 0.703125, + 0.824219, + 0.800781, + 0.78125, + 0.691406, + 0.796875, + 0.722656, + 0.941406, + 0.746094, + 0.283203, + 0.839844, + 1.289062, + 0.710938, + 0.777344, + 1.609375, + 0.859375, + 0.628906, + 0.65625, + 0.789062, + 0.644531, + 0.941406, + 0.617188, + 0.769531, + 0.828125, + 0.699219, + 0.617188, + 0.769531, + 0.933594, + 0.832031, + 0.777344, + 0.652344, + 1.070312, + 0.609375, + 0.902344, + 0.808594, + 0.828125, + 0.910156, + 1.203125, + 0.824219, + 0.914062, + 0.59375, + 1.273438, + 0.941406, + 0.804688, + 0.863281, + 0.640625, + 0.996094, + 0.675781, + 1.039062, + 0.703125, + 0.789062, + 0.75, + 0.824219, + 1.046875, + 0.917969, + 0.832031, + 0.753906, + 0.777344, + 0.9375, + 0.796875, + 0.859375, + 0.90625, + 0.863281, + 0.671875, + 0.828125, + 0.75, + 0.835938, + 1.054688, + 0.734375, + 0.984375, + 0.878906, + 0.859375, + 0.769531, + 0.535156, + 0.847656, + 1.148438, + 0.675781, + 1.132812, + 1.0625, + 0.863281, + 0.703125, + 1.289062, + 0.824219, + 1.195312, + 0.875, + 0.976562, + 0.808594, + 1.445312, + 0.820312, + 0.726562, + 0.796875, + 0.679688, + 1.078125, + 0.789062, + 0.757812, + 0.621094, + 0.980469, + 0.839844, + 0.828125, + 0.792969, + 0.808594, + 0.734375, + 0.613281, + 0.804688, + 0.738281, + 0.863281, + 0.851562, + 0.875, + 0.839844, + 0.804688, + 0.742188, + 0.804688, + 0.761719, + 0.769531, + 0.769531, + 0.730469, + 0.558594, + 0.699219, + 0.871094, + 0.976562, + 0.859375, + 0.84375, + 0.773438, + 0.890625, + 0.828125, + 0.746094, + 0.792969, + 1.890625, + 0.820312, + 0.804688, + 0.808594, + 0.792969, + 0.757812, + 0.765625, + 0.820312, + 0.792969, + 0.855469, + 0.773438, + 0.808594, + 0.785156, + 0.777344, + 0.785156, + 0.789062, + 0.859375, + 1.023438, + 0.847656, + 1.09375, + 0.804688, + 2.71875, + 0.710938, + 0.699219, + 0.78125, + 1.164062, + 3.125, + 0.691406, + 0.789062, + 0.9375, + 0.886719, + 0.867188, + 0.875, + 0.808594, + 0.933594, + 0.734375, + 0.746094, + 0.632812, + 0.832031, + 0.726562, + 1.140625, + 0.824219, + 1.375, + 0.917969, + 0.769531, + 2.375, + 0.777344, + 0.890625, + 1.085938, + 0.789062, + 0.945312, + 0.945312, + 0.742188, + 0.851562, + 0.792969, + 0.279297, + 0.796875, + 0.726562, + 0.710938, + 0.773438, + 0.800781, + 0.78125, + 0.925781, + 0.929688, + 0.847656, + 1.265625, + 1.125, + 0.427734, + 0.78125, + 0.792969, + 0.84375, + 0.894531, + 0.820312, + 0.753906, + 0.769531, + 0.863281, + 0.773438, + 1.289062, + 0.777344, + 1.140625, + 0.945312, + 0.964844, + 0.828125, + 0.765625, + 0.804688, + 2.171875, + 0.792969, + 1.429688, + 0.746094, + 0.667969, + 0.808594, + 0.816406, + 0.78125, + 0.960938, + 0.773438, + 0.78125, + 0.648438, + 0.773438, + 1.054688, + 0.90625, + 0.929688, + 0.447266, + 0.722656, + 1.15625, + 1.085938, + 1.085938, + 0.765625, + 0.886719, + 0.816406, + 0.699219, + 0.875, + 0.8125, + 0.84375, + 0.949219, + 0.859375, + 0.878906, + 0.921875, + 0.824219, + 0.824219, + 0.820312, + 0.769531, + 0.851562, + 0.773438, + 0.941406, + 0.765625, + 0.605469, + 0.765625, + 0.859375, + 0.808594, + 1.023438, + 0.820312, + 0.941406, + 0.816406, + 0.710938, + 1.179688, + 1.054688, + 0.679688, + 0.964844, + 1.140625, + 0.59375, + 0.8125, + 1.09375, + 0.730469, + 0.816406, + 0.789062, + 0.703125, + 0.855469, + 1.445312, + 0.757812, + 0.980469, + 0.589844, + 1.0625, + 0.796875, + 0.683594, + 0.886719, + 0.867188, + 0.914062, + 0.953125, + 0.75, + 0.96875, + 0.929688, + 0.84375, + 0.746094, + 0.902344, + 0.8125, + 0.886719, + 0.789062, + 0.640625, + 0.746094, + 0.746094, + 0.867188, + 0.726562, + 1.25, + 0.6875, + 0.867188, + 0.699219, + 0.808594, + 1.429688, + 0.816406, + 0.902344, + 0.757812, + 0.851562, + 0.746094, + 0.875, + 0.839844, + 0.96875, + 0.804688, + 0.652344, + 0.738281, + 0.972656, + 0.75, + 0.742188, + 0.753906, + 1.101562, + 0.847656, + 0.839844, + 0.914062, + 0.84375, + 0.847656, + 0.738281, + 0.714844, + 0.84375, + 1.054688, + 0.800781, + 0.683594, + 0.773438, + 1.304688, + 0.820312, + 0.726562, + 0.804688, + 1.1875, + 0.746094, + 0.964844, + 0.722656, + 0.660156, + 0.21875, + 0.953125, + 0.867188, + 0.8125, + 0.710938, + 0.714844, + 1.046875, + 0.832031, + 0.765625, + 1.617188, + 0.734375, + 0.765625, + 0.914062, + 0.933594, + 0.804688, + 0.832031, + 0.910156, + 0.804688, + 0.558594, + 0.832031, + 0.867188, + 0.988281, + 0.828125, + 1.0625, + 0.847656, + 1.0, + 0.992188, + 0.710938, + 0.785156, + 0.396484, + 0.714844, + 0.773438, + 0.808594, + 0.871094, + 0.742188, + 0.8125, + 2.0, + 0.835938, + 0.960938, + 1.132812, + 0.578125, + 0.839844, + 0.785156, + 0.8125, + 0.769531, + 0.785156, + 0.769531, + 0.8125, + 0.894531, + 0.710938, + 0.804688, + 0.671875, + 0.996094, + 0.804688, + 0.789062, + 0.773438, + 0.742188, + 0.941406, + 0.769531, + 0.835938, + 0.96875, + 0.792969, + 0.707031, + 1.132812, + 0.726562, + 0.691406, + 0.824219, + 0.890625, + 1.0, + 0.921875, + 0.648438, + 3.96875, + 0.746094, + 0.871094, + 0.679688, + 0.804688, + 0.753906, + 0.828125, + 0.648438, + 0.761719, + 1.078125, + 0.800781, + 0.796875, + 0.96875, + 0.816406, + 0.804688, + 0.789062, + 0.632812, + 0.871094, + 1.0, + 0.804688, + 0.761719, + 0.84375, + 0.78125, + 1.023438, + 0.894531, + 0.792969, + 0.796875, + 0.566406, + 0.714844, + 0.589844, + 0.777344, + 0.753906, + 0.804688, + 0.675781, + 1.3125, + 0.773438, + 0.769531, + 1.0, + 0.738281, + 0.847656, + 0.859375, + 0.894531, + 0.855469, + 0.667969, + 0.964844, + 0.824219, + 0.585938, + 0.777344, + 0.75, + 0.894531, + 0.746094, + 0.695312, + 0.660156, + 0.871094, + 0.917969, + 0.976562, + 0.671875, + 0.84375, + 0.675781, + 0.6875, + 0.78125, + 0.804688, + 1.03125, + 0.953125, + 0.734375, + 1.015625, + 0.851562, + 0.878906, + 0.695312, + 0.671875, + 0.9375, + 0.695312, + 0.78125, + 0.832031, + 1.03125, + 0.65625, + 0.859375, + 0.644531, + 1.265625, + 0.75, + 0.804688, + 0.800781, + 0.792969, + 1.023438, + 1.085938, + 0.859375, + 0.730469, + 0.867188, + 0.910156, + 1.09375, + 1.234375, + 0.753906, + 1.03125, + 0.761719, + 0.976562, + 0.925781, + 0.738281, + 1.140625, + 2.640625, + 0.808594, + 0.796875, + 0.859375, + 0.980469, + 0.804688, + 0.882812, + 0.832031, + 0.953125, + 0.710938, + 0.792969, + 0.490234, + 0.863281, + 1.8125, + 0.734375, + 1.820312, + 0.824219, + 0.859375, + 0.972656, + 0.75, + 0.757812, + 0.875, + 1.0, + 0.867188, + 1.0, + 0.769531, + 0.839844, + 0.628906, + 0.8125, + 0.835938, + 1.023438, + 0.894531, + 1.03125, + 0.921875, + 1.070312, + 0.816406, + 0.839844, + 0.722656, + 0.9375, + 0.785156, + 0.757812, + 0.839844, + 0.515625, + 0.683594, + 0.933594, + 0.695312, + 0.523438, + 0.851562, + 0.878906, + 1.09375, + 0.753906, + 0.632812, + 1.0, + 0.976562, + 0.980469, + 0.929688, + 0.941406, + 0.773438, + 0.761719, + 0.765625, + 0.777344, + 0.71875, + 0.773438, + 0.871094, + 0.773438, + 0.679688, + 0.671875, + 0.941406, + 1.054688, + 0.96875, + 0.753906, + 0.929688, + 0.765625, + 0.902344, + 0.785156, + 0.695312, + 0.675781, + 0.800781, + 0.691406, + 0.466797, + 0.761719, + 0.972656, + 0.675781, + 0.851562, + 0.921875, + 0.863281, + 0.808594, + 0.800781, + 0.738281, + 0.804688, + 0.917969, + 0.8125, + 0.886719, + 0.839844, + 0.832031, + 0.679688, + 0.960938, + 0.996094, + 0.855469, + 0.925781, + 1.171875, + 0.921875, + 0.777344, + 0.726562, + 0.828125, + 0.796875, + 0.804688, + 0.863281, + 0.914062, + 0.773438, + 0.621094, + 1.195312, + 0.828125, + 0.785156, + 0.898438, + 0.929688, + 0.8125, + 0.699219, + 0.875, + 0.710938, + 0.71875, + 0.882812, + 0.75, + 0.84375, + 0.832031, + 0.703125, + 0.78125, + 0.871094, + 0.75, + 0.761719, + 1.242188, + 1.289062, + 0.777344, + 4.53125, + 0.90625, + 0.847656, + 0.351562, + 0.789062, + 0.753906, + 1.632812, + 0.824219, + 0.933594, + 0.695312, + 0.894531, + 0.816406, + 1.023438, + 0.90625, + 0.980469, + 1.984375, + 0.941406, + 0.542969, + 0.761719, + 0.816406, + 0.765625, + 0.847656, + 0.894531, + 1.304688, + 0.8125, + 0.796875, + 0.824219, + 0.976562, + 0.746094, + 0.820312, + 0.863281, + 0.800781, + 0.875, + 1.140625, + 0.890625, + 1.0, + 0.835938, + 0.683594, + 0.820312, + 0.761719, + 0.824219, + 1.0, + 0.878906, + 1.03125, + 0.828125, + 0.738281, + 0.984375, + 1.078125, + 0.996094, + 0.875, + 0.84375, + 1.070312, + 1.054688, + 0.75, + 0.925781, + 0.902344, + 0.996094, + 0.785156, + 0.671875, + 0.875, + 0.777344, + 0.746094, + 0.792969, + 0.835938, + 0.867188, + 0.773438, + 0.820312, + 0.648438, + 0.703125, + 0.75, + 0.6875, + 0.886719, + 0.914062, + 1.0, + 0.84375, + 0.777344, + 0.753906, + 0.988281, + 0.972656, + 0.785156, + 0.957031, + 0.714844, + 0.945312, + 0.957031, + 0.996094, + 0.847656, + 0.898438, + 0.287109, + 0.851562, + 0.746094, + 0.808594, + 0.753906, + 0.855469, + 0.605469, + 0.878906, + 0.828125, + 0.710938, + 0.796875, + 0.953125, + 0.785156, + 1.132812, + 0.726562, + 0.691406, + 0.859375, + 0.640625, + 0.695312, + 0.976562, + 0.324219, + 0.78125, + 0.835938, + 0.859375, + 0.988281, + 0.929688, + 0.871094, + 0.710938, + 0.878906, + 1.007812, + 0.683594, + 0.839844, + 0.777344, + 1.351562, + 0.808594, + 0.660156, + 1.101562, + 0.839844, + 0.851562, + 0.910156, + 0.808594, + 0.6875, + 0.980469, + 1.015625, + 0.910156, + 0.789062, + 0.898438, + 0.925781, + 0.921875, + 0.875, + 0.792969, + 0.691406, + 0.875, + 0.847656, + 0.871094, + 0.863281, + 1.867188, + 1.0625, + 0.871094, + 0.785156, + 0.8125, + 0.714844, + 0.792969, + 0.859375, + 0.769531, + 0.773438, + 0.839844, + 0.679688, + 0.875, + 0.96875, + 0.660156, + 0.925781, + 1.0625, + 0.996094, + 0.800781, + 0.753906, + 0.800781, + 0.980469, + 0.832031, + 0.878906, + 0.695312, + 0.960938, + 0.828125, + 0.789062, + 0.503906, + 0.746094, + 0.808594, + 0.859375, + 0.914062, + 0.640625, + 0.777344, + 0.835938, + 0.832031, + 0.722656, + 0.886719, + 1.257812, + 0.789062, + 0.566406, + 1.195312, + 0.632812, + 1.039062, + 0.625, + 0.796875, + 0.949219, + 0.71875, + 0.832031, + 0.65625, + 0.855469, + 0.820312, + 0.925781, + 0.9375, + 1.0, + 1.429688, + 0.707031, + 1.015625, + 0.828125, + 0.753906, + 0.855469, + 0.875, + 0.753906, + 0.867188, + 1.179688, + 1.148438, + 0.742188, + 0.730469, + 0.925781, + 0.824219, + 0.769531, + 0.734375, + 0.800781, + 1.023438, + 0.824219, + 1.195312, + 0.734375, + 0.769531, + 0.710938, + 0.933594, + 0.890625, + 0.679688, + 0.441406, + 0.722656, + 0.804688, + 0.964844, + 1.210938, + 0.78125, + 0.8125, + 1.039062, + 0.765625, + 0.871094, + 0.886719, + 0.898438, + 0.726562, + 0.863281, + 0.789062, + 0.808594, + 0.804688, + 0.851562, + 0.617188, + 0.78125, + 0.792969, + 0.867188, + 0.773438, + 1.03125, + 0.890625, + 0.808594, + 0.703125, + 1.015625, + 0.65625, + 0.310547, + 0.820312, + 1.046875, + 0.761719, + 2.390625, + 0.832031, + 0.921875, + 0.886719, + 0.804688, + 0.84375, + 0.773438, + 0.738281, + 0.828125, + 0.988281, + 0.769531, + 0.894531, + 0.835938, + 0.886719, + 1.148438, + 0.785156, + 0.726562, + 0.882812, + 0.65625, + 0.914062, + 1.09375, + 0.8125, + 0.863281, + 0.882812, + 0.859375, + 0.75, + 1.0625, + 0.640625, + 0.761719, + 0.667969, + 0.707031, + 0.945312, + 0.878906, + 0.863281, + 0.714844, + 0.773438, + 0.964844, + 0.875, + 0.789062, + 0.714844, + 0.8125, + 0.828125, + 1.710938, + 0.773438, + 0.757812, + 0.820312, + 0.578125, + 0.941406, + 0.460938, + 0.753906, + 1.0, + 0.734375, + 0.90625, + 0.722656, + 0.859375, + 0.90625, + 1.226562, + 0.828125, + 0.75, + 1.09375, + 0.804688, + 0.828125, + 1.054688, + 0.699219, + 0.839844, + 0.753906, + 0.8125, + 0.722656, + 0.777344, + 0.617188, + 0.824219, + 0.792969, + 0.675781, + 0.566406, + 0.871094, + 0.832031, + 0.582031, + 1.242188, + 0.863281, + 0.820312, + 0.765625, + 0.796875, + 0.800781, + 0.949219, + 0.808594, + 1.0625, + 0.648438, + 0.828125, + 0.917969, + 0.910156, + 0.777344, + 0.75, + 0.765625, + 0.597656, + 0.878906, + 0.761719, + 1.039062, + 0.800781, + 0.824219, + 0.664062, + 0.808594, + 0.800781, + 0.710938, + 0.707031, + 0.851562, + 0.761719, + 0.800781, + 0.400391, + 0.71875, + 0.90625, + 0.957031, + 0.792969, + 0.53125, + 0.964844, + 0.832031, + 0.925781, + 1.101562, + 0.597656, + 0.90625, + 0.667969, + 0.863281, + 0.769531, + 0.554688, + 0.691406, + 0.925781, + 0.546875, + 1.054688, + 0.789062, + 0.757812, + 0.886719, + 0.734375, + 0.800781, + 1.039062, + 0.828125, + 0.851562, + 1.101562, + 0.863281, + 1.023438, + 0.710938, + 0.796875, + 0.738281, + 0.960938, + 0.8125, + 0.808594, + 0.746094, + 0.664062, + 0.835938, + 0.847656, + 1.820312, + 0.863281, + 0.683594, + 0.882812, + 0.769531, + 0.757812, + 0.921875, + 0.871094, + 0.980469, + 0.898438, + 0.738281, + 0.640625, + 0.757812, + 0.742188, + 0.855469, + 1.09375, + 0.839844, + 0.960938, + 0.921875, + 0.777344, + 0.890625, + 1.054688, + 0.847656, + 0.753906, + 0.867188, + 0.8125, + 0.785156, + 0.835938, + 1.0, + 0.746094, + 0.863281, + 0.917969, + 0.824219, + 1.1875, + 0.847656, + 0.871094, + 0.863281, + 0.863281, + 0.742188, + 0.75, + 0.808594, + 0.816406, + 0.710938, + 0.660156, + 0.597656, + 0.792969, + 0.921875, + 0.78125, + 0.882812, + 0.890625, + 0.742188, + 0.757812, + 0.75, + 0.800781, + 0.757812, + 0.871094, + 0.640625, + 0.769531, + 0.851562, + 0.8125, + 0.910156, + 0.683594, + 0.765625, + 0.828125, + 0.761719, + 0.878906, + 0.738281, + 0.789062, + 0.78125, + 0.855469, + 0.835938, + 0.761719, + 0.769531, + 0.734375, + 0.726562, + 0.707031, + 0.71875, + 0.945312, + 0.722656, + 1.335938, + 0.664062, + 0.945312, + 0.8125, + 0.792969, + 0.949219, + 0.546875, + 0.753906, + 0.722656, + 0.667969, + 0.664062, + 0.8125, + 0.832031, + 0.84375, + 0.816406, + 0.769531, + 0.785156, + 0.742188, + 0.9375, + 0.792969, + 0.886719, + 0.867188, + 2.765625, + 0.984375, + 0.859375, + 0.878906, + 0.902344, + 1.007812, + 0.699219, + 0.75, + 2.46875, + 0.824219, + 0.75, + 0.699219, + 1.03125, + 0.609375, + 0.875, + 0.828125, + 0.800781, + 0.8125, + 0.84375, + 0.832031, + 0.742188, + 0.726562, + 0.96875, + 0.816406, + 0.648438, + 1.179688, + 0.871094, + 0.742188, + 0.84375, + 0.816406, + 0.710938, + 0.757812, + 0.8125, + 0.960938, + 0.78125, + 0.871094, + 0.96875, + 1.085938, + 0.960938, + 0.671875, + 0.90625, + 0.96875, + 0.933594, + 0.96875, + 0.78125, + 0.832031, + 0.871094, + 0.734375, + 0.835938, + 0.96875, + 0.757812, + 0.863281, + 0.824219, + 0.640625, + 0.867188, + 0.683594, + 0.773438, + 0.695312, + 0.785156, + 0.910156, + 0.558594, + 0.769531, + 0.734375, + 0.746094, + 0.867188, + 0.910156, + 0.960938, + 0.773438, + 1.234375, + 1.039062, + 0.761719, + 1.210938, + 0.925781, + 0.78125, + 0.972656, + 0.890625, + 0.789062, + 0.972656, + 0.8125, + 1.0, + 0.828125, + 0.871094, + 1.1875, + 0.832031, + 0.867188, + 0.675781, + 0.75, + 0.800781, + 0.722656, + 0.6875, + 0.792969, + 0.808594, + 0.636719, + 1.296875, + 1.148438, + 0.859375, + 0.777344, + 0.804688, + 0.6875, + 0.949219, + 0.746094, + 0.886719, + 0.917969, + 0.660156, + 1.054688, + 1.109375, + 0.875, + 0.804688, + 0.78125, + 0.789062, + 0.765625, + 1.21875, + 0.828125, + 0.617188, + 0.828125, + 0.894531, + 0.722656, + 0.789062, + 0.886719, + 1.03125, + 0.871094, + 0.855469, + 0.964844, + 0.859375, + 0.855469, + 0.871094, + 0.746094, + 0.785156, + 0.71875, + 0.597656, + 0.828125, + 0.761719, + 0.902344, + 0.878906, + 0.640625, + 0.777344, + 0.507812, + 0.75, + 0.710938, + 8e-06, + 0.640625, + 0.78125, + 1.554688, + 1.34375, + 0.855469, + 0.785156, + 0.660156, + 0.890625, + 0.972656, + 0.804688, + 0.84375, + 0.847656, + 0.726562, + 1.101562, + 1.0, + 1.179688, + 0.875, + 1.03125, + 0.832031, + 0.742188, + 0.613281, + 0.769531, + 0.78125, + 1.0, + 0.8125, + 0.769531, + 0.777344, + 0.6875, + 0.78125, + 0.65625, + 0.757812, + 0.792969, + 0.890625, + 0.207031, + 0.679688, + 0.621094, + 1.078125, + 0.84375, + 0.964844, + 0.789062, + 0.777344, + 0.765625, + 0.800781, + 0.84375, + 0.964844, + 0.96875, + 0.84375, + 0.917969, + 0.5625, + 0.890625, + 0.90625, + 1.585938, + 0.886719, + 0.488281, + 0.800781, + 0.800781, + 0.847656, + 1.382812, + 0.785156, + 1.023438, + 1.046875, + 0.792969, + 0.855469, + 0.636719, + 0.9375, + 1.132812, + 0.773438, + 0.769531, + 0.820312, + 0.835938, + 0.890625, + 0.773438, + 0.675781, + 0.722656, + 0.695312, + 0.851562, + 0.84375, + 0.761719, + 0.820312, + 0.734375, + 0.773438, + 0.757812, + 0.917969, + 1.015625, + 0.753906, + 0.808594, + 0.914062, + 0.789062, + 0.753906, + 0.578125, + 0.757812, + 1.328125, + 0.796875, + 0.644531, + 1.023438, + 0.847656, + 0.804688, + 0.769531, + 0.800781, + 0.824219, + 0.988281, + 1.109375, + 0.660156, + 0.875, + 0.992188, + 0.921875, + 0.777344, + 0.671875, + 0.9375, + 0.664062, + 0.824219, + 0.699219, + 0.875, + 0.820312, + 0.621094, + 0.890625, + 0.796875, + 2.75, + 0.707031, + 1.171875, + 1.164062, + 0.910156, + 0.730469, + 0.972656, + 0.632812, + 0.734375, + 1.015625, + 1.195312, + 0.984375, + 0.945312, + 0.675781, + 0.921875, + 0.617188, + 0.953125, + 0.835938, + 0.792969, + 0.835938, + 0.71875, + 0.871094, + 0.652344, + 0.824219, + 0.785156, + 0.554688, + 0.710938, + 0.660156, + 0.96875, + 0.808594, + 2.25, + 0.878906, + 0.636719, + 0.613281, + 0.796875, + 0.808594, + 0.757812, + 0.734375, + 0.851562, + 1.828125, + 1.226562, + 0.976562, + 1.59375, + 0.839844, + 0.867188, + 0.78125, + 0.832031, + 0.691406, + 0.847656, + 0.722656, + 0.75, + 0.984375, + 0.757812, + 0.789062, + 0.925781, + 0.785156, + 1.0, + 0.535156, + 0.738281, + 0.792969, + 0.765625, + 0.789062, + 0.462891, + 1.085938, + 0.839844, + 0.878906, + 0.882812, + 0.644531, + 0.835938, + 0.964844, + 0.707031, + 0.886719, + 0.949219, + 1.03125, + 0.960938, + 0.851562, + 0.851562, + 0.8125, + 0.820312, + 0.859375, + 0.773438, + 0.644531, + 0.808594, + 0.738281, + 0.804688, + 0.75, + 0.78125, + 0.855469, + 0.777344, + 0.769531, + 0.75, + 0.683594, + 0.714844, + 0.917969, + 0.859375, + 0.9375, + 0.863281, + 1.335938, + 1.054688, + 0.765625, + 0.992188, + 0.804688, + 0.566406, + 0.769531, + 0.707031, + 1.007812, + 0.742188, + 0.660156, + 1.140625, + 0.761719, + 0.660156, + 1.609375, + 0.960938, + 0.738281, + 0.917969, + 1.007812, + 0.851562, + 1.195312, + 0.820312, + 0.824219, + 0.929688, + 0.816406, + 0.847656, + 0.953125, + 1.007812, + 0.644531, + 0.917969, + 0.972656, + 0.871094, + 0.660156, + 0.648438, + 0.917969, + 0.765625, + 1.132812, + 0.820312, + 0.753906, + 0.847656, + 0.742188, + 0.792969, + 0.746094, + 0.667969, + 0.695312, + 0.753906, + 0.8125, + 0.652344, + 0.785156, + 0.8125, + 0.785156, + 0.753906, + 0.820312, + 0.84375, + 0.820312, + 0.710938, + 0.628906, + 0.984375, + 1.085938, + 0.894531, + 0.867188, + 0.71875, + 1.140625, + 0.878906, + 0.894531, + 0.941406, + 0.75, + 0.824219, + 0.925781, + 0.890625, + 0.894531, + 0.878906, + 1.3125, + 0.835938, + 1.195312, + 0.96875, + 0.789062, + 0.929688, + 0.773438, + 0.910156, + 0.746094, + 0.78125, + 0.886719, + 0.847656, + 0.789062, + 0.984375, + 0.851562, + 0.902344, + 0.710938, + 0.929688, + 0.765625, + 0.929688, + 0.816406, + 0.828125, + 0.828125, + 0.761719, + 0.867188, + 0.6875, + 0.71875, + 0.707031, + 0.917969, + 0.738281, + 0.671875, + 0.816406, + 0.679688, + 0.707031, + 1.039062, + 0.984375, + 0.933594, + 0.6875, + 0.765625, + 0.980469, + 0.761719, + 0.605469, + 2.15625, + 0.589844, + 0.617188, + 0.847656, + 0.910156, + 0.980469, + 0.707031, + 1.054688, + 0.816406, + 0.785156, + 0.898438, + 0.78125, + 0.976562, + 1.117188, + 1.039062, + 0.550781, + 0.785156, + 0.847656, + 1.257812, + 0.636719, + 0.773438, + 0.691406, + 0.699219, + 0.691406, + 0.636719, + 0.964844, + 0.84375, + 0.808594, + 0.777344, + 0.929688, + 1.125, + 0.800781, + 0.847656, + 0.796875, + 0.886719, + 0.664062, + 1.023438, + 1.0625, + 0.8125, + 0.78125, + 0.789062, + 0.609375, + 1.164062, + 0.910156, + 0.859375, + 0.867188, + 0.792969, + 0.78125, + 0.792969, + 0.664062, + 0.859375, + 0.890625, + 0.910156, + 1.023438, + 2.125, + 1.289062, + 0.851562, + 0.777344, + 0.894531, + 0.601562, + 0.707031, + 0.75, + 0.800781, + 0.957031, + 0.859375, + 1.304688, + 0.832031, + 0.800781, + 0.796875, + 0.902344, + 0.707031, + 0.660156, + 0.757812, + 0.867188, + 0.605469, + 1.085938, + 0.683594, + 0.894531, + 0.722656, + 0.761719, + 1.03125, + 0.640625, + 0.761719, + 0.8125, + 0.808594, + 0.820312, + 0.765625, + 0.808594, + 0.777344, + 1.773438, + 0.632812, + 0.71875, + 0.871094, + 0.835938, + 0.800781, + 0.910156, + 0.6875, + 0.644531, + 0.714844, + 0.84375, + 0.910156, + 0.875, + 0.820312, + 0.960938, + 0.875, + 0.765625, + 0.660156, + 0.882812, + 0.898438, + 0.773438, + 0.761719, + 0.957031, + 0.867188, + 1.140625, + 0.671875, + 1.085938, + 0.757812, + 0.640625, + 0.792969, + 0.800781, + 0.738281, + 0.777344, + 0.832031, + 0.707031, + 1.0625, + 0.882812, + 0.71875, + 0.730469, + 0.839844, + 0.832031, + 0.835938, + 0.742188, + 0.609375, + 0.765625, + 1.09375, + 1.054688, + 0.972656, + 0.75, + 1.179688, + 1.34375, + 0.75, + 0.808594, + 0.765625, + 0.746094, + 0.714844, + 0.851562, + 0.84375, + 0.714844, + 0.835938, + 0.996094, + 1.132812, + 0.683594, + 0.65625, + 0.84375, + 0.738281, + 0.859375, + 0.902344, + 0.808594, + 0.824219, + 0.722656, + 0.890625, + 1.953125, + 1.21875, + 0.890625, + 0.816406, + 1.007812, + 0.84375, + 0.886719, + 0.761719, + 0.761719, + 0.667969, + 0.433594, + 0.78125, + 0.828125, + 0.65625, + 1.21875, + 0.890625, + 1.148438, + 0.578125, + 0.75, + 0.804688, + 1.039062, + 0.78125, + 0.988281, + 0.882812, + 0.679688, + 0.820312, + 0.746094, + 0.832031, + 0.808594, + 0.945312, + 0.886719, + 0.730469, + 0.800781, + 0.792969, + 0.765625, + 0.871094, + 1.539062, + 0.871094, + 0.976562, + 1.015625, + 0.890625, + 0.871094, + 0.683594, + 0.675781, + 0.949219, + 0.863281, + 0.84375, + 1.046875, + 0.882812, + 0.773438, + 2.578125, + 0.640625, + 0.765625, + 0.792969, + 1.125, + 1.039062, + 0.800781, + 0.839844, + 0.84375, + 2.234375, + 0.710938, + 0.761719, + 0.878906, + 0.71875, + 0.699219, + 0.832031, + 0.652344, + 0.753906, + 0.644531, + 0.710938, + 0.765625, + 0.726562, + 0.691406, + 1.015625, + 0.652344, + 0.75, + 0.902344, + 0.585938, + 0.789062, + 0.867188, + 0.789062, + 0.808594, + 0.710938, + 0.890625, + 1.117188, + 0.789062, + 0.667969, + 0.84375, + 0.703125, + 1.21875, + 1.351562, + 0.808594, + 0.820312, + 0.800781, + 0.867188, + 0.890625, + 0.90625, + 0.703125, + 0.8125, + 0.949219, + 0.753906, + 0.796875, + 0.945312, + 0.886719, + 0.792969, + 1.0, + 0.925781, + 0.890625, + 0.835938, + 0.945312, + 0.882812, + 0.691406, + 0.875, + 0.714844, + 0.90625, + 0.769531, + 0.839844, + 0.785156, + 0.824219, + 0.804688, + 1.015625, + 0.730469, + 0.90625, + 0.839844, + 0.816406, + 0.78125, + 0.976562, + 0.855469, + 0.777344, + 0.832031, + 0.8125, + 0.664062, + 0.605469, + 0.886719, + 0.722656, + 0.757812, + 1.335938, + 0.196289, + 0.871094, + 0.980469, + 0.964844, + 0.84375, + 0.796875, + 0.710938, + 0.894531, + 0.789062, + 2.578125, + 0.890625, + 1.195312, + 0.839844, + 0.871094, + 0.839844, + 0.796875, + 0.839844, + 1.125, + 0.753906, + 1.34375, + 0.867188, + 0.84375, + 0.769531, + 1.03125, + 0.8125, + 0.980469, + 0.773438, + 0.785156, + 0.824219, + 1.0625, + 0.992188, + 0.792969, + 0.886719, + 0.742188, + 0.910156, + 0.648438, + 0.839844, + 0.875, + 0.898438, + 0.796875, + 1.210938, + 1.007812, + 0.710938, + 0.816406, + 0.957031, + 0.742188, + 0.871094, + 0.753906, + 0.796875, + 0.796875, + 0.929688, + 0.585938, + 0.84375, + 0.859375, + 0.765625, + 1.023438, + 0.769531, + 0.820312, + 0.976562, + 0.78125, + 0.761719, + 1.109375, + 0.890625, + 0.699219, + 0.933594, + 0.699219, + 2.5625, + 0.871094, + 0.769531, + 1.195312, + 0.808594, + 1.203125, + 0.847656, + 0.816406, + 1.804688, + 0.84375, + 0.855469, + 0.910156, + 0.65625, + 0.886719, + 0.824219, + 0.964844, + 1.015625, + 0.984375, + 2.578125, + 0.898438, + 0.714844, + 0.804688, + 0.949219, + 0.878906, + 0.789062, + 0.605469, + 0.953125, + 0.679688, + 1.179688, + 0.894531, + 0.761719, + 0.851562, + 0.863281, + 0.894531, + 0.847656, + 0.808594, + 0.804688, + 0.636719, + 0.8125, + 0.878906, + 0.367188, + 0.859375, + 0.738281, + 0.796875, + 0.777344, + 0.730469, + 0.785156, + 0.953125, + 0.527344, + 0.416016, + 1.03125, + 0.742188, + 0.773438, + 0.824219, + 0.90625, + 0.683594, + 0.664062, + 0.769531, + 0.9375, + 1.03125, + 0.800781, + 1.1875, + 0.730469, + 0.890625, + 0.800781, + 0.816406, + 0.582031, + 1.234375, + 0.882812, + 0.804688, + 0.96875, + 0.816406, + 0.90625, + 0.824219, + 1.15625, + 0.839844, + 0.851562, + 0.878906, + 0.75, + 0.78125, + 1.265625, + 1.023438, + 0.761719, + 0.796875, + 0.875, + 0.769531, + 0.589844, + 0.828125, + 0.953125, + 0.796875, + 1.007812, + 0.746094, + 0.84375, + 0.644531, + 1.09375, + 0.617188, + 0.789062, + 0.753906, + 0.761719, + 1.46875, + 0.652344, + 0.910156, + 0.828125, + 1.195312, + 0.972656, + 0.742188, + 0.742188, + 0.71875, + 1.0, + 0.839844, + 0.824219, + 1.226562, + 0.800781, + 0.847656, + 0.808594, + 0.84375, + 0.734375, + 0.972656, + 0.996094, + 0.777344, + 1.304688, + 1.867188, + 1.0, + 0.871094, + 0.914062, + 0.652344, + 0.96875, + 1.109375, + 0.625, + 0.683594, + 0.816406, + 0.652344, + 0.886719, + 0.804688, + 0.933594, + 0.660156, + 0.757812, + 0.714844, + 0.800781, + 0.875, + 0.667969, + 0.660156, + 0.671875, + 1.15625, + 0.636719, + 0.867188, + 0.785156, + 0.851562, + 0.769531, + 0.683594, + 0.679688, + 0.851562, + 0.804688, + 0.691406, + 0.761719, + 0.96875, + 0.78125, + 0.691406, + 1.15625, + 1.6875, + 0.792969, + 0.707031, + 0.886719, + 0.859375, + 1.007812, + 0.914062, + 0.753906, + 0.820312, + 0.78125, + 0.769531, + 0.859375, + 0.792969, + 0.882812, + 0.671875, + 0.894531, + 0.8125, + 0.871094, + 0.835938, + 0.921875, + 1.40625, + 0.921875, + 1.015625, + 0.847656, + 0.777344, + 0.785156, + 0.8125, + 1.109375, + 0.804688, + 0.972656, + 0.609375, + 0.738281, + 0.90625, + 1.21875, + 0.808594, + 0.800781, + 0.847656, + 0.957031, + 0.933594, + 2.484375, + 0.730469, + 0.601562, + 0.746094, + 0.902344, + 0.734375, + 0.800781, + 0.769531, + 0.96875, + 0.777344, + 0.835938, + 0.796875, + 0.964844, + 0.839844, + 0.714844, + 0.84375, + 0.757812, + 0.875, + 0.773438, + 0.742188, + 0.921875, + 0.738281, + 0.910156, + 0.882812, + 0.804688, + 0.8125, + 0.714844, + 0.777344, + 0.722656, + 0.574219, + 0.828125, + 0.804688, + 0.65625, + 0.84375, + 0.921875, + 0.777344, + 0.945312, + 0.652344, + 0.878906, + 0.824219, + 0.699219, + 0.871094, + 0.640625, + 0.824219, + 0.820312, + 0.835938, + 1.164062, + 0.839844, + 0.664062, + 0.753906, + 0.773438, + 0.761719, + 0.652344, + 0.90625, + 0.554688, + 0.742188, + 0.824219, + 0.789062, + 1.070312, + 0.761719, + 0.855469, + 0.722656, + 0.820312, + 0.683594, + 0.730469, + 0.917969, + 0.851562, + 0.792969, + 0.808594, + 0.824219, + 0.773438, + 0.839844, + 0.804688, + 0.777344, + 0.6875, + 0.789062, + 0.835938, + 0.800781, + 0.984375, + 0.957031, + 0.644531, + 0.828125, + 0.929688, + 0.765625, + 0.648438, + 0.804688, + 0.816406, + 0.703125, + 1.179688, + 0.847656, + 0.683594, + 0.894531, + 0.796875, + 0.917969, + 0.757812, + 0.800781, + 0.824219, + 0.953125, + 0.921875, + 0.714844, + 0.828125, + 0.722656, + 0.816406, + 0.683594, + 0.777344, + 0.757812, + 0.609375, + 0.96875, + 0.796875, + 0.863281, + 0.878906, + 0.820312, + 0.695312, + 0.867188, + 0.894531, + 0.777344, + 0.910156, + 0.75, + 1.03125, + 0.945312, + 0.738281, + 0.964844, + 1.171875 + ] + }, + "name": "model.model.layers.2.post_attention_layernorm.weight", + "outputIndexes": [ + 275 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 274 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_2/Mul_output_0", + "outputIndexes": [ + 276 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 275, + 276 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_2/Mul_1_output_0", + "outputIndexes": [ + 277 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 277 + ], + "outputIndexes": [ + 2380 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2380 + ], + "outputIndexes": [ + 2381 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear", + "inputIndexes": [ + 2381 + ], + "outputIndexes": [ + 2382 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 278747532, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2382 + ], + "outputIndexes": [ + 2383 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2383 + ], + "outputIndexes": [ + 278 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 278 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_2/Sigmoid_output_0", + "outputIndexes": [ + 279 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 278, + 279 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Mul_output_0", + "outputIndexes": [ + 280 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 277 + ], + "outputIndexes": [ + 2384 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2384 + ], + "outputIndexes": [ + 2385 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear", + "inputIndexes": [ + 2385 + ], + "outputIndexes": [ + 2386 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 316938658, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2386 + ], + "outputIndexes": [ + 2387 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2387 + ], + "outputIndexes": [ + 281 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 280, + 281 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_2/Mul_output_0", + "outputIndexes": [ + 282 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 282 + ], + "outputIndexes": [ + 2388 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2388 + ], + "outputIndexes": [ + 2389 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear", + "inputIndexes": [ + 2389 + ], + "outputIndexes": [ + 2390 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 355129784, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2390 + ], + "outputIndexes": [ + 2391 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2391 + ], + "outputIndexes": [ + 283 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 274, + 283 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_14_output_0", + "outputIndexes": [ + 284 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 284, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_27_output_0", + "outputIndexes": [ + 285 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.371094, + 0.488281, + 0.435547, + 0.515625, + 0.257812, + 0.392578, + 0.304688, + 0.233398, + 0.636719, + 0.441406, + 0.257812, + 0.443359, + 0.808594, + 0.238281, + 0.515625, + -0.186523, + 0.222656, + 0.251953, + 0.236328, + 0.613281, + 6e-06, + 0.255859, + 0.339844, + 0.289062, + 0.294922, + 0.237305, + 0.671875, + 0.392578, + 0.511719, + 0.294922, + 0.566406, + 0.392578, + -1.7e-05, + 0.306641, + 0.240234, + 0.523438, + 0.478516, + 0.789062, + 0.203125, + 0.386719, + 0.21875, + 0.195312, + 0.585938, + 0.382812, + 0.240234, + 0.300781, + 0.78125, + 0.261719, + 0.392578, + 0.460938, + 0.22168, + 0.322266, + 0.263672, + 0.304688, + 0.566406, + 0.355469, + 0.429688, + 0.227539, + 0.443359, + 0.714844, + 0.231445, + 0.796875, + 0.53125, + 0.214844, + 0.667969, + 0.4375, + 0.263672, + 0.322266, + 0.204102, + 0.511719, + 0.369141, + 0.632812, + 0.28125, + 0.273438, + 0.378906, + 0.265625, + 0.566406, + 0.503906, + 0.660156, + 0.351562, + 0.910156, + 0.40625, + 0.416016, + 0.40625, + 0.269531, + -0.804688, + 0.271484, + 0.371094, + -0.010986, + 0.734375, + 0.304688, + 0.251953, + 0.291016, + 0.597656, + 0.457031, + 0.206055, + 0.169922, + 0.4375, + 0.129883, + 0.324219, + 0.296875, + 0.439453, + 0.240234, + 0.283203, + 0.367188, + 0.417969, + 0.4375, + 0.453125, + 0.494141, + 0.773438, + 0.245117, + 0.269531, + 0.219727, + 1.257812, + 0.296875, + 1.648438, + 0.357422, + 0.384766, + 0.294922, + 0.367188, + -0.013672, + 0.248047, + 0.207031, + 0.21582, + 0.482422, + 0.300781, + 0.582031, + 0.267578, + 0.707031, + 0.4375, + 0.644531, + 0.240234, + 0.542969, + 0.357422, + 0.929688, + 2.9e-05, + 0.273438, + 0.322266, + 0.53125, + 0.271484, + 0.337891, + 0.22168, + 0.453125, + 0.236328, + 0.660156, + 0.460938, + 0.539062, + 0.237305, + 0.275391, + 0.257812, + 0.337891, + 0.542969, + 0.302734, + 0.296875, + 0.613281, + 0.474609, + 0.441406, + 0.5, + 0.373047, + 0.302734, + 0.445312, + 0.585938, + 0.632812, + 0.277344, + 0.972656, + 0.542969, + 0.558594, + 0.609375, + 0.285156, + 0.5, + 0.296875, + 0.283203, + 0.322266, + 0.283203, + 0.251953, + 0.601562, + 0.320312, + 0.355469, + 0.279297, + 0.25, + 0.183594, + 0.345703, + 0.232422, + 0.414062, + -0.01355, + 0.263672, + 0.285156, + 0.417969, + 0.296875, + 0.202148, + 0.337891, + 0.263672, + 0.597656, + 0.273438, + 0.320312, + -0.137695, + 0.34375, + 0.253906, + 0.5625, + 0.255859, + 0.277344, + 0.691406, + 0.421875, + 0.449219, + 0.628906, + 0.337891, + -0.071777, + 0.527344, + 0.203125, + 0.202148, + 0.464844, + 0.249023, + 0.294922, + 0.3125, + 0.347656, + 0.546875, + 0.451172, + 0.472656, + 0.478516, + 0.345703, + 0.211914, + 0.490234, + 0.503906, + 0.363281, + 0.242188, + 0.640625, + 0.455078, + 0.582031, + 0.347656, + 0.326172, + 0.910156, + 0.310547, + 0.24707, + 0.232422, + 0.214844, + 0.255859, + 0.265625, + 0.316406, + -0.9375, + 0.373047, + 0.490234, + 0.220703, + 0.613281, + 0.265625, + 0.244141, + 0.59375, + 0.255859, + 0.511719, + 0.257812, + 0.237305, + 0.223633, + 0.324219, + 0.566406, + 0.322266, + 0.546875, + 0.457031, + 0.433594, + 0.6875, + 0.373047, + 0.515625, + 0.259766, + 0.001106, + 0.457031, + 0.251953, + 0.453125, + 0.337891, + 0.664062, + 0.285156, + 0.570312, + 0.390625, + 0.490234, + 0.199219, + 0.324219, + 0.585938, + 0.259766, + 0.287109, + 0.316406, + 0.427734, + 0.237305, + 0.470703, + 0.289062, + 0.361328, + 0.808594, + 0.279297, + 0.408203, + 0.558594, + 0.233398, + 0.277344, + 0.000435, + 0.443359, + 0.332031, + 0.498047, + 0.550781, + 0.582031, + 0.363281, + 0.707031, + 0.53125, + 0.390625, + 0.259766, + 0.472656, + -0.000267, + 0.519531, + 0.671875, + 0.28125, + 0.248047, + 0.188477, + 0.271484, + 0.245117, + 0.289062, + 0.507812, + 0.65625, + 0.289062, + 0.267578, + 0.324219, + 0.792969, + 0.291016, + 1.054688, + 0.353516, + 0.296875, + 0.208008, + 0.21875, + 0.261719, + -0.0625, + 0.273438, + 0.412109, + 0.259766, + 0.265625, + 0.267578, + 0.462891, + 0.398438, + 0.863281, + 0.431641, + 0.5625, + 0.261719, + 0.585938, + 0.216797, + 0.382812, + 1.164062, + 0.320312, + -0.243164, + 0.835938, + 0.232422, + 0.259766, + 0.267578, + 0.707031, + 0.241211, + 0.253906, + 0.339844, + 0.228516, + 0.302734, + 0.269531, + 0.451172, + 0.398438, + 0.259766, + 0.578125, + 0.361328, + 0.000106, + 0.298828, + 0.265625, + 0.253906, + 0.259766, + 0.267578, + 0.703125, + 0.431641, + 0.632812, + 0.675781, + 0.375, + 0.566406, + 0.349609, + 0.451172, + 0.5, + 0.240234, + 0.255859, + 0.277344, + 0.539062, + 0.808594, + 0.675781, + 0.519531, + 0.246094, + 0.308594, + 0.339844, + 0.341797, + 0.464844, + 0.263672, + 0.271484, + 0.431641, + 0.527344, + 0.263672, + 0.296875, + 0.414062, + 0.227539, + 0.550781, + 0.392578, + 0.34375, + 0.273438, + 0.253906, + 0.423828, + 0.306641, + 0.265625, + 0.761719, + 0.433594, + 0.373047, + 0.640625, + 0.285156, + 0.455078, + 0.308594, + 0.275391, + 0.291016, + 0.363281, + 0.65625, + 0.664062, + 0.589844, + 0.675781, + 0.349609, + 0.476562, + 0.480469, + 0.361328, + 0.248047, + 0.324219, + 0.296875, + 0.996094, + 0.542969, + 0.237305, + 0.330078, + 0.253906, + 0.527344, + 0.233398, + 0.921875, + -0.000854, + 0.527344, + 0.386719, + 0.306641, + 0.455078, + 0.291016, + 0.277344, + 0.180664, + 0.333984, + 0.302734, + 0.269531, + 0.484375, + 0.269531, + 0.275391, + 0.404297, + 0.232422, + 0.539062, + 0.400391, + 0.287109, + 0.231445, + 0.369141, + 0.257812, + 0.263672, + 0.235352, + 0.404297, + 0.265625, + 0.369141, + 0.402344, + -2.1e-05, + 0.314453, + 0.174805, + 0.291016, + 0.253906, + 0.414062, + 0.339844, + 0.769531, + 0.431641, + 0.292969, + 0.429688, + 0.25, + 0.46875, + 0.519531, + -0.208008, + 0.769531, + 0.300781, + 0.267578, + 0.283203, + 0.605469, + 0.589844, + 0.410156, + 0.373047, + 0.229492, + 0.695312, + 0.265625, + 0.257812, + 0.238281, + 0.75, + 0.478516, + 0.332031, + 0.408203, + 0.28125, + 0.414062, + 0.419922, + 0.255859, + 0.498047, + 0.388672, + 0.236328, + 0.210938, + 0.527344, + 0.5, + 0.322266, + 0.237305, + 0.246094, + 0.462891, + 0.300781, + 0.558594, + 0.253906, + 0.578125, + 0.496094, + 9e-06, + 0.447266, + 0.330078, + 0.277344, + 0.566406, + -0.230469, + 0.667969, + 0.232422, + 0.419922, + 0.253906, + 0.287109, + 0.300781, + 0.380859, + 0.294922, + 0.257812, + 0.419922, + 0.789062, + 0.212891, + 0.429688, + 0.375, + 0.251953, + 0.253906, + 0.265625, + 0.253906, + 0.294922, + 0.265625, + 0.251953, + 0.283203, + 0.322266, + 0.46875, + -2e-05, + 0.59375, + 0.231445, + 0.421875, + 1.7e-05, + 0.486328, + 0.277344, + 0.441406, + 0.25, + 0.679688, + 0.726562, + -1.6e-05, + 0.574219, + 0.519531, + 0.279297, + 0.392578, + 0.242188, + 0.257812, + 0.375, + 0.28125, + 0.304688, + 0.294922, + 0.261719, + 0.523438, + 0.237305, + 0.478516, + -0.000576, + 0.419922, + 0.726562, + 0.392578, + 0.380859, + 0.296875, + -0.1875, + 0.273438, + 0.429688, + 2.4e-05, + 0.333984, + 0.46875, + 0.263672, + 0.287109, + 0.202148, + 0.404297, + 0.204102, + 0.236328, + 0.419922, + 0.365234, + 0.369141, + 0.376953, + 0.263672, + 0.324219, + 0.449219, + 0.271484, + 0.318359, + 0.298828, + 0.492188, + 0.239258, + 0.292969, + 0.292969, + 0.554688, + 0.031982, + -0.085938, + 0.498047, + 0.425781, + 0.53125, + 0.4375, + 0.285156, + 0.242188, + 0.644531, + 0.261719, + 0.269531, + 0.236328, + 0.953125, + 0.230469, + 0.703125, + 0.249023, + 0.361328, + 0.4375, + 0.636719, + 0.246094, + 0.773438, + 0.318359, + 0.503906, + 0.464844, + 0.316406, + 0.230469, + -0.664062, + 0.337891, + 0.800781, + 0.494141, + 0.410156, + 0.488281, + 0.326172, + 0.347656, + 0.523438, + 0.494141, + 0.283203, + -0.167969, + -0.003403, + 0.324219, + 0.197266, + 0.15625, + 0.251953, + 0.261719, + 0.302734, + 0.511719, + 0.667969, + 0.237305, + 0.212891, + 0.394531, + 0.259766, + 0.271484, + 0.208984, + 0.242188, + 0.738281, + 0.462891, + 0.359375, + 0.628906, + 0.597656, + 0.640625, + 0.339844, + -0.392578, + 0.335938, + 0.458984, + 0.527344, + 0.291016, + 0.871094, + 0.261719, + 0.308594, + 0.523438, + 0.308594, + 0.320312, + 0.248047, + -0.195312, + 0.314453, + 0.341797, + 0.261719, + 0.410156, + 0.431641, + 0.359375, + 0.287109, + 0.535156, + 0.441406, + 0.279297, + 0.253906, + 0.253906, + 0.277344, + 0.617188, + 0.640625, + 0.419922, + 0.253906, + 0.53125, + 0.386719, + 0.632812, + 0.306641, + 0.261719, + 0.279297, + 0.335938, + 0.322266, + 0.519531, + 0.730469, + 0.523438, + 0.46875, + 0.185547, + 0.359375, + 0.550781, + 0.224609, + 0.265625, + 0.429688, + 0.318359, + 0.239258, + 0.886719, + 0.699219, + 0.296875, + 0.558594, + -0.000572, + 0.439453, + 0.263672, + 0.574219, + 1.179688, + 0.640625, + 0.175781, + 0.59375, + 0.554688, + 0.617188, + 0.287109, + 0.066895, + 0.237305, + 0.351562, + 0.441406, + 0.542969, + 0.667969, + 0.341797, + 0.310547, + 0.255859, + 0.267578, + 0.269531, + 0.46875, + 0.550781, + 0.232422, + 0.392578, + -0.25, + 0.308594, + -1.25, + 0.349609, + 0.390625, + 0.466797, + 0.455078, + 0.25, + 0.239258, + 0.265625, + 0.21875, + 0.283203, + 0.490234, + 0.486328, + 0.308594, + 0.4375, + 0.566406, + 0.511719, + 0.223633, + 0.453125, + 0.243164, + 0.367188, + 0.507812, + 0.222656, + 0.425781, + 0.194336, + 0.632812, + 0.441406, + 0.265625, + 0.341797, + 0.464844, + 0.5, + 0.644531, + 0.519531, + 0.419922, + 0.882812, + 0.214844, + 0.285156, + 0.816406, + 0.375, + 0.535156, + 0.213867, + 0.369141, + 0.24707, + 0.5, + 0.3125, + 0.253906, + 0.515625, + 0.243164, + 0.539062, + 0.462891, + 0.277344, + 0.302734, + 0.367188, + 0.419922, + 0.114746, + 0.507812, + 0.8125, + 0.441406, + 0.503906, + 0.425781, + 0.365234, + 0.306641, + 0.255859, + 0.679688, + 0.353516, + 0.341797, + 0.275391, + 0.683594, + 0.390625, + 0.3125, + 0.582031, + 0.472656, + 0.261719, + 0.566406, + 0.511719, + 0.867188, + 0.554688, + 0.361328, + 0.59375, + 0.474609, + 0.310547, + 0.667969, + 0.363281, + 0.318359, + 0.773438, + 0.324219, + 0.05127, + -0.001839, + 0.316406, + 0.263672, + 0.279297, + 0.306641, + 0.114746, + 0.320312, + 0.359375, + 0.511719, + 0.396484, + 3.9e-05, + 0.507812, + 0.320312, + -0.151367, + 0.636719, + 0.167969, + 0.582031, + 0.507812, + 0.326172, + 0.546875, + 0.302734, + 0.3125, + 0.519531, + 0.318359, + 0.211914, + 0.265625, + 0.273438, + 0.5625, + 0.542969, + 0.240234, + 0.242188, + 0.337891, + 0.472656, + 0.605469, + 0.304688, + 0.253906, + 0.486328, + 0.824219, + 0.425781, + 0.322266, + 0.25, + 0.585938, + 0.279297, + 0.419922, + -0.000136, + 0.229492, + 0.466797, + 0.398438, + 0.287109, + 0.628906, + 0.511719, + 0.554688, + 0.746094, + 0.287109, + 0.753906, + 0.464844, + 0.261719, + 0.200195, + 0.265625, + 0.457031, + 0.324219, + 0.214844, + 0.314453, + 0.742188, + 0.527344, + 0.71875, + 0.494141, + 0.460938, + 0.265625, + 0.230469, + 0.351562, + 0.478516, + 0.457031, + 0.652344, + 0.980469, + 0.300781, + 0.314453, + 0.498047, + 0.347656, + 0.636719, + 0.308594, + 0.269531, + 0.734375, + 0.511719, + 0.294922, + -3.7e-05, + 0.363281, + 0.314453, + 0.703125, + 0.233398, + 0.242188, + 0.275391, + 0.273438, + 0.427734, + 0.351562, + 0.251953, + 0.283203, + 0.367188, + 0.304688, + 0.65625, + 0.253906, + 0.205078, + 0.351562, + 0.392578, + 0.447266, + 0.421875, + 0.527344, + 0.341797, + 0.349609, + 0.223633, + 0.279297, + 0.46875, + 0.208008, + 0.425781, + 0.5625, + 0.433594, + 0.363281, + 0.241211, + 0.761719, + 1.5, + 0.322266, + 0.527344, + 0.453125, + 0.804688, + 0.373047, + 0.259766, + 0.621094, + 0.78125, + 0.408203, + 0.230469, + -0.234375, + 0.182617, + 0.71875, + 0.277344, + 0.761719, + 0.589844, + 0.964844, + 0.306641, + 0.523438, + 0.550781, + 0.380859, + 0.228516, + 0.273438, + 0.585938, + 0.558594, + 0.267578, + 0.304688, + 0.6875, + 0.59375, + 0.25, + 0.621094, + 0.263672, + 9.9e-05, + 0.234375, + 0.40625, + 0.412109, + 0.484375, + 0.384766, + 0.597656, + 0.511719, + 0.482422, + 0.339844, + 0.570312, + 0.417969, + 0.4375, + 0.414062, + 0.253906, + -0.204102, + 0.492188, + 0.408203, + 0.198242, + 0.277344, + 0.298828, + 0.695312, + 0.457031, + 0.470703, + 0.419922, + 0.298828, + 0.300781, + 0.476562, + 0.585938, + 0.644531, + 0.414062, + 0.229492, + 0.357422, + 0.349609, + 0.484375, + 0.257812, + 0.423828, + 0.875, + 0.257812, + 0.222656, + -0.129883, + 0.392578, + 0.5, + -0.232422, + 0.351562, + 0.308594, + 0.478516, + 0.402344, + 0.523438, + 0.738281, + 0.25, + 0.235352, + 0.679688, + 0.259766, + 0.494141, + 0.237305, + 0.480469, + -0.182617, + 0.259766, + 0.079102, + 0.574219, + 0.578125, + 0.597656, + 0.291016, + 5.6e-05, + 0.414062, + 0.574219, + 0.443359, + 0.000324, + 0.550781, + 0.322266, + -0.433594, + 0.431641, + 0.306641, + 0.429688, + 0.326172, + 0.679688, + 0.949219, + 0.337891, + 0.298828, + 0.398438, + 0.408203, + 0.417969, + 0.251953, + 0.447266, + 0.527344, + 0.398438, + 0.605469, + 0.414062, + 0.65625, + 0.21582, + 0.8125, + 0.173828, + 0.310547, + 0.302734, + 0.232422, + 0.283203, + 0.554688, + 0.5625, + 0.324219, + 0.582031, + 0.304688, + 0.304688, + 0.273438, + 0.412109, + 0.498047, + 0.073242, + 0.761719, + 0.239258, + 0.462891, + 0.24707, + 0.233398, + 0.470703, + 0.273438, + 0.527344, + 0.734375, + 0.738281, + 0.34375, + 0.546875, + 0.302734, + 0.605469, + 0.345703, + 0.046631, + 0.416016, + 0.217773, + 0.431641, + 0.330078, + 0.233398, + 0.640625, + 0.558594, + 0.253906, + 0.24707, + 0.28125, + 6e-05, + 0.164062, + 0.738281, + 0.671875, + 0.335938, + 0.371094, + 5.1e-05, + 0.271484, + 0.339844, + 0.229492, + 0.326172, + 0.75, + 0.455078, + 0.277344, + 0.333984, + 0.464844, + -0.000107, + 0.882812, + 0.441406, + 0.322266, + 0.263672, + 0.511719, + 0.332031, + 0.388672, + 0.243164, + 0.246094, + 0.28125, + 0.347656, + 0.476562, + 0.400391, + 0.714844, + 0.206055, + 0.605469, + 0.239258, + 0.269531, + 0.277344, + 0.259766, + 0.466797, + 0.492188, + 0.369141, + 0.40625, + 0.22168, + 0.507812, + 0.466797, + 0.246094, + 0.332031, + 0.279297, + 0.388672, + 0.236328, + 0.239258, + 0.291016, + 0.601562, + 0.265625, + 0.304688, + 0.589844, + 0.330078, + 0.263672, + 0.613281, + 0.527344, + 0.490234, + 0.486328, + 0.273438, + 0.605469, + 0.225586, + 0.451172, + 0.457031, + 0.259766, + 0.25, + 0.216797, + 0.24707, + 0.28125, + 0.378906, + 0.269531, + 0.330078, + 0.296875, + 0.263672, + 0.613281, + 0.644531, + -0.000254, + 0.296875, + 0.394531, + 0.490234, + 0.455078, + 0.421875, + 0.289062, + -8e-05, + 0.223633, + 0.251953, + 0.365234, + 0.417969, + 0.445312, + 0.219727, + 0.229492, + 0.371094, + 0.224609, + 0.597656, + 0.224609, + 0.40625, + 0.847656, + 0.25, + 0.339844, + 0.310547, + 0.363281, + 0.316406, + 0.359375, + 0.376953, + 0.277344, + 0.369141, + 0.9375, + 0.328125, + 0.28125, + 0.523438, + 0.294922, + 0.275391, + 0.5, + 0.484375, + -0.298828, + 0.228516, + 0.427734, + 0.800781, + 0.333984, + 0.404297, + 0.255859, + 0.257812, + 0.443359, + 0.253906, + 0.945312, + 0.259766, + 0.429688, + 0.269531, + 0.349609, + 0.609375, + 0.617188, + 0.275391, + 0.566406, + 0.679688, + 0.347656, + 0.425781, + 0.226562, + 0.21875, + 0.240234, + -0.160156, + 0.523438, + 0.237305, + 0.222656, + 0.283203, + 0.542969, + 0.261719, + 0.216797, + 0.302734, + 0.34375, + 0.675781, + 0.240234, + 0.310547, + 0.425781, + -0.550781, + 0.824219, + 0.542969, + 0.176758, + 0.234375, + 0.302734, + 0.277344, + 0.5625, + 0.443359, + 0.322266, + 0.269531, + 0.257812, + -7.2e-05, + 0.271484, + 0.660156, + 0.267578, + 0.308594, + -0.304688, + 0.398438, + 0.179688, + 0.902344, + 0.249023, + 0.410156, + 1.21875, + 0.324219, + 0.206055, + 0.746094, + 0.503906, + 0.804688, + 0.277344, + 0.667969, + 0.322266, + 0.322266, + 0.416016, + 0.365234, + 0.753906, + 0.275391, + 0.792969, + 0.498047, + 0.546875, + 0.253906, + 0.279297, + 0.226562, + 0.28125, + 0.494141, + 0.458984, + 0.494141, + 0.558594, + 0.609375, + 0.490234, + 0.259766, + 0.679688, + 0.216797, + 0.240234, + 0.460938, + 0.597656, + 0.376953, + 0.244141, + 0.204102, + 0.486328, + 0.345703, + 0.324219, + 0.503906, + 0.443359, + 0.265625, + 0.248047, + 0.275391, + 0.351562, + -0.200195, + 0.292969, + 0.283203, + 0.283203, + -0.1875, + 0.244141, + 0.257812, + 0.550781, + 0.484375, + 0.59375, + 0.28125, + 0.265625, + 0.251953, + 0.310547, + 0.443359, + 0.339844, + 0.455078, + 0.375, + 0.369141, + 0.46875, + 0.546875, + 0.40625, + 0.339844, + 3.2e-05, + 0.710938, + 0.275391, + 0.363281, + 0.644531, + 0.550781, + 0.707031, + 0.277344, + 0.001541, + 0.210938, + 0.566406, + 0.28125, + 0.535156, + 0.423828, + 0.398438, + 0.402344, + 0.458984, + 0.386719, + 0.675781, + 0.249023, + 0.271484, + 0.238281, + 0.373047, + 0.306641, + 0.570312, + 0.539062, + 0.231445, + 0.46875, + 0.214844, + 0.234375, + 0.294922, + 0.273438, + 0.632812, + 0.332031, + 0.273438, + 0.275391, + 0.287109, + 0.570312, + 0.326172, + 0.546875, + 0.621094, + 0.277344, + 0.527344, + 0.4375, + 0.249023, + 0.394531, + 0.230469, + 0.5, + 0.455078, + 0.539062, + 0.742188, + 0.219727, + 0.359375, + 0.429688, + 0.363281, + 0.816406, + 0.239258, + 0.285156, + 0.742188, + 0.06543, + 0.232422, + 0.222656, + 0.414062, + 0.46875, + 0.507812, + 0.320312, + 0.65625, + 0.376953, + 0.757812, + 0.314453, + 0.394531, + 0.172852, + 0.644531, + 0.472656, + 0.460938, + 0.261719, + 6.7e-05, + 0.490234, + 0.269531, + 0.365234, + 0.267578, + 0.46875, + 0.628906, + 0.722656, + 0.232422, + 0.330078, + 0.251953, + 0.574219, + 0.232422, + 0.695312, + 0.478516, + 0.248047, + 0.726562, + 0.558594, + 0.380859, + 0.198242, + 0.412109, + 0.253906, + 0.46875, + 0.28125, + 0.197266, + 0.224609, + 0.492188, + -0.223633, + 0.219727, + 0.503906, + 0.496094, + 0.283203, + 0.482422, + 0.259766, + 0.478516, + 0.257812, + 0.241211, + 0.234375, + 0.707031, + 0.447266, + 0.507812, + 0.523438, + 0.267578, + 0.3125, + 0.375, + 0.296875, + 0.277344, + 0.462891, + 0.255859, + 0.228516, + 0.361328, + 0.167969, + 0.535156, + 0.667969, + 0.441406, + 0.259766, + 0.230469, + 0.255859, + 0.267578, + 0.194336, + 0.223633, + 0.746094, + 0.314453, + 0.476562, + 0.357422, + 0.21582, + 0.392578, + 0.359375, + 0.34375, + 0.337891, + 0.503906, + 0.490234, + 0.478516, + 0.347656, + 0.507812, + 0.170898, + 0.416016, + 0.628906, + 0.361328, + 1.1e-05, + 0.261719, + 0.244141, + 0.261719, + 0.425781, + 0.304688, + 0.435547, + 0.279297, + 0.253906, + 0.294922, + 0.219727, + 0.480469, + 0.235352, + 0.243164, + 0.244141, + 0.488281, + 0.304688, + 0.345703, + 0.149414, + 0.314453, + 0.484375, + 0.480469, + 0.259766, + 0.213867, + 0.25, + 0.328125, + 0.40625, + 0.292969, + 0.423828, + 0.546875, + 0.296875, + 0.492188, + 0.304688, + 0.707031, + 0.503906, + 0.269531, + 0.296875, + 0.283203, + 0.287109, + 0.367188, + 0.632812, + 0.259766, + 0.910156, + 0.621094, + 0.239258, + 1.578125, + -0.233398, + 0.271484, + 0.458984, + 0.296875, + 0.238281, + 0.828125, + 0.300781, + 0.224609, + 0.263672, + 0.227539, + -0.021362, + 0.605469, + 0.320312, + 0.253906, + 0.683594, + 0.824219, + 0.515625, + 0.429688, + 0.257812, + 8e-06, + 0.316406, + 0.640625, + 0.460938, + 0.243164, + 0.539062, + 0.193359, + 0.933594, + 0.441406, + 0.273438, + 0.46875, + 0.267578, + 0.6875, + 0.244141, + 0.269531, + 0.238281, + 0.609375, + 0.400391, + 0.359375, + 0.357422, + 0.353516, + 0.392578, + 0.396484, + 0.412109, + 0.515625, + 0.24707, + 0.275391, + 0.359375, + 0.285156, + 0.523438, + 0.570312, + 0.235352, + 0.349609, + 0.402344, + 0.691406, + 0.53125, + 1.03125, + 0.25, + 0.318359, + 0.246094, + 0.648438, + 0.773438, + 0.196289, + 0.59375, + 0.675781, + 0.742188, + 0.439453, + 0.234375, + 0.306641, + 0.421875, + 0.332031, + 0.210938, + 0.832031, + 0.227539, + 0.875, + 0.3125, + 0.431641, + -0.200195, + 0.253906, + 0.300781, + 0.289062, + 0.453125, + 0.294922, + 0.523438, + 0.273438, + 0.404297, + 0.261719, + 0.398438, + -0.128906, + 0.211914, + 0.257812, + 0.320312, + 0.435547, + 0.328125, + 0.742188, + 0.308594, + 0.265625, + 0.265625, + 0.223633, + 0.527344, + 0.269531, + 2.5e-05, + 0.261719, + 0.316406, + 0.945312, + 0.507812, + 0.310547, + 0.289062, + 0.349609, + 0.294922, + 0.304688, + 0.400391, + 0.204102, + 0.664062, + 0.398438, + 0.392578, + 0.455078, + 0.28125, + 0.441406, + 0.503906, + 0.445312, + 0.375, + 0.191406, + 0.378906, + 0.371094, + 0.226562, + 0.447266, + 0.4375, + 0.000153, + 0.396484, + 0.466797, + 0.265625, + 0.273438, + 0.640625, + 0.300781, + 0.480469, + -0.226562, + 0.423828, + 0.453125, + 0.225586, + 0.332031, + 0.351562, + 0.248047, + 0.621094, + 0.431641, + 0.246094, + 0.425781, + 0.259766, + 0.328125, + 0.271484, + 0.251953, + 0.820312, + 0.570312, + 0.261719, + 0.478516, + 0.333984, + 0.519531, + 0.386719, + 0.251953, + 0.257812, + 0.236328, + 0.777344, + 0.271484, + 0.625, + 0.585938, + 0.519531, + 0.382812, + 0.314453, + 0.384766, + 0.445312, + 0.660156, + 0.349609, + 0.253906, + 0.225586, + 0.345703, + 0.230469, + 0.242188, + 0.271484, + 0.279297, + 0.527344, + 0.294922, + 0.246094, + 0.398438, + 0.253906, + 0.484375, + 0.263672, + 0.570312, + 0.511719, + 0.652344, + 0.285156, + 0.251953, + 0.25, + 0.410156, + 0.28125, + 0.554688, + 0.519531, + 0.824219, + 0.285156, + 0.408203, + 0.241211, + 0.351562, + 0.380859, + 0.251953, + 0.832031, + 0.369141, + 0.472656, + 0.332031, + 0.435547, + 0.265625, + 0.267578, + 0.261719, + 0.498047, + 0.263672, + 0.519531, + 0.648438, + 0.245117, + 0.239258, + 0.238281, + 0.239258, + 0.308594, + 0.233398, + 0.263672, + 0.332031, + 0.193359, + 0.28125, + 0.000259, + 0.859375, + 0.894531, + 0.371094, + 0.453125, + 3.7e-05, + 0.240234, + 0.742188, + 0.585938, + 0.353516, + 0.235352, + 0.251953, + 0.225586, + 0.369141, + 0.324219, + 0.243164, + 0.308594, + 0.22168, + 0.328125, + 0.226562, + 1.835938, + 0.251953, + -2e-05, + 0.371094, + 0.380859, + 0.652344, + 0.291016, + 0.435547, + 0.337891, + 0.3125, + -0.000526, + 0.339844, + 0.632812, + 0.308594, + 0.341797, + 0.648438, + 0.585938, + 0.345703, + 0.34375, + 0.00119, + 0.269531, + 0.292969, + 0.8125, + 0.412109, + 0.287109, + 0.227539, + 0.304688, + 0.224609, + 0.515625, + 0.257812, + 0.255859, + 1.65625, + 0.361328, + 0.232422, + 0.466797, + 0.621094, + 0.223633, + 0.333984, + 0.15625, + 0.378906, + 0.472656, + 0.609375, + 0.251953, + 0.267578, + 0.316406, + 0.476562, + 0.396484, + 0.289062, + 0.326172, + 0.363281, + 0.460938, + 0.25, + -0.210938, + 0.839844, + 0.380859, + 0.416016, + 0.271484, + 0.523438, + 0.330078, + 0.832031, + 0.188477, + 0.353516, + 0.21582, + 0.640625, + 0.640625, + 0.464844, + 0.265625, + 0.554688, + 0.609375, + -0.174805, + 0.234375, + 0.503906, + 0.378906, + 0.249023, + 0.314453, + 0.25, + 0.410156, + 0.419922, + 0.205078, + 0.28125, + 0.244141, + 0.233398, + 0.302734, + 0.219727, + 0.496094, + 0.515625, + 0.53125, + 0.273438, + 0.292969, + 0.000121, + 0.302734, + 0.503906, + 0.441406, + 0.474609, + 0.277344, + -0.168945, + 0.251953, + 0.25, + 0.229492, + 0.5, + 0.617188, + 0.291016, + 0.726562, + 0.212891, + 0.445312, + 0.259766, + 0.523438, + 0.291016, + 0.328125, + 0.332031, + 0.232422, + 0.335938, + 0.345703, + 0.237305, + 0.476562, + 0.429688, + -0.158203, + 0.341797, + 0.589844, + 0.722656, + 0.667969, + 0.304688, + 0.25, + 0.267578, + 0.84375, + 0.59375, + 0.228516, + 0.412109, + 6.5e-05, + 0.249023, + 0.328125, + 0.425781, + 0.462891, + 0.330078, + 0.292969, + 0.253906, + 0.28125, + 0.964844, + 0.523438, + 0.980469, + 0.353516, + 0.220703, + 0.326172, + 0.421875, + 0.259766, + 0.753906, + 0.238281, + 0.375, + 0.267578, + 0.265625, + 0.980469, + 0.261719, + 0.244141, + 0.427734, + 0.261719, + 0.457031, + 0.296875, + 0.558594, + 0.277344, + 0.335938, + 0.208008, + 0.462891, + 0.261719, + 0.000389, + 0.457031, + 0.644531, + 0.882812, + 0.519531, + 0.316406, + 0.683594, + 0.060059, + 0.414062, + 0.416016, + 0.439453, + 9.2e-05, + 0.462891, + 0.296875, + 0.447266, + 0.478516, + 0.277344, + 0.527344, + 0.271484, + 0.231445, + 0.898438, + 0.328125, + 0.330078, + 0.248047, + 0.233398, + 0.198242, + 0.507812, + 0.777344, + 0.265625, + 0.613281, + -0.155273, + 0.320312, + 0.194336, + 0.396484, + 0.287109, + 0.621094, + 0.628906, + 0.253906, + 0.222656, + 0.332031, + 0.53125, + 0.328125, + 0.241211, + 0.441406, + 0.515625, + 0.4375, + 0.597656, + 0.243164, + 0.373047, + 0.320312, + 0.466797, + 0.279297, + 0.457031, + 0.28125, + 0.289062, + 0.404297, + 0.234375, + -0.001198, + 0.773438, + 0.511719, + 0.644531, + 0.462891, + -0.167969, + 0.498047, + 0.457031, + 0.213867, + 0.570312, + 0.326172, + 0.3125, + 0.208008, + 0.298828, + 0.232422, + 0.226562, + 0.367188, + 0.306641, + 0.261719, + 0.486328, + 0.761719, + 0.296875, + 0.773438, + 0.249023, + 0.503906, + 0.289062, + 0.24707, + 0.5625, + 0.341797, + 0.277344, + 0.832031, + 0.585938, + 0.71875, + 0.253906, + 0.351562, + 0.178711, + 0.408203, + 0.251953, + 0.294922, + 0.380859, + 0.503906, + 0.294922, + 0.213867, + 0.251953, + 0.242188, + 0.202148, + 0.359375, + 0.219727, + 0.283203, + 0.253906, + 0.652344, + 0.773438, + 0.265625, + 0.447266, + 0.265625, + 0.25, + 0.449219, + 0.816406, + 0.5, + 0.419922, + 0.248047, + 0.390625, + 0.298828, + 0.267578, + 0.308594, + 0.248047, + 0.24707, + 0.248047, + 0.21875, + 0.433594, + 0.269531, + 0.488281, + 0.253906, + 0.5, + 0.429688, + 0.296875, + 0.243164, + 0.300781, + 0.640625, + 0.291016, + 0.24707, + 0.28125, + 0.435547, + 0.251953, + 0.589844, + 0.410156, + 0.363281, + 0.625, + 0.570312, + 0.378906, + 0.515625, + 0.231445, + 0.240234, + 0.294922, + 0.496094, + 0.535156, + 0.703125, + 0.265625, + 0.277344, + 0.298828, + 0.675781, + 0.378906, + 0.617188, + 0.249023, + 0.53125, + 0.455078, + 0.738281, + 0.277344, + 0.333984, + 0.453125, + 0.644531, + 0.000139, + 0.283203, + 0.466797, + 0.21582, + 0.511719, + 0.402344, + 0.226562, + 0.267578, + 0.5625, + 0.287109, + 0.617188, + 0.660156, + 0.318359, + 0.484375, + 0.480469, + 0.235352, + 0.464844, + 0.832031, + 0.507812, + 0.220703, + 0.244141, + 2e-06, + 0.425781, + 0.318359, + 0.451172, + 0.416016, + 0.241211, + 0.263672, + 0.271484, + 0.300781, + 0.259766, + -0.108887, + 0.217773, + 0.382812, + 0.240234, + 0.632812, + 0.351562, + 0.314453, + 0.263672, + 0.332031, + 0.357422, + 0.464844, + 0.277344, + 0.777344, + 0.277344, + 0.5625, + 0.507812, + 0.259766, + 0.302734, + 0.231445, + 0.984375, + 0.484375, + 0.306641, + 0.257812, + 0.265625, + 0.347656, + 0.259766, + 0.390625, + 0.249023, + 0.683594, + 0.478516, + 0.271484, + 0.462891, + 0.228516, + 0.597656, + 0.298828, + 0.515625, + 0.310547, + 0.683594, + 0.597656, + 0.232422, + 0.287109, + 0.298828, + 0.238281, + 0.24707, + 0.492188, + -0.017822, + 0.416016, + 0.255859, + 0.503906, + 0.332031, + 0.53125, + 0.251953, + 0.251953, + 0.519531, + 0.503906, + 0.310547, + 0.324219, + 0.251953, + 0.345703, + 0.237305, + 0.217773, + 1.007812, + 0.320312, + 0.486328, + 0.249023, + 0.478516, + 0.25, + 0.679688, + 0.427734, + 0.365234, + 0.292969, + 0.241211, + 0.412109, + 0.292969, + 0.28125, + 0.808594, + 0.21582, + 0.349609, + 0.486328, + 0.279297, + 0.402344, + 0.328125, + 0.527344, + 0.251953, + 0.574219, + 0.1875, + 0.453125, + 0.412109, + 0.710938, + 0.206055, + 0.283203, + 0.824219, + 0.427734, + 0.574219, + 0.245117, + 0.453125, + 0.769531, + 0.515625, + 0.213867, + 0.291016, + 0.503906, + 0.322266, + 0.298828, + 0.277344, + 0.427734, + 0.546875, + 0.392578, + 0.199219, + 0.206055, + 0.337891, + 0.6875, + 0.253906, + 0.640625, + 0.289062, + 0.429688, + 0.519531, + 0.3125, + 0.498047, + 0.380859, + 0.171875, + 0.371094, + 0.384766, + 0.390625, + 0.259766, + 0.390625, + 0.816406, + 1.453125, + 0.410156, + 0.259766, + 0.207031, + 0.277344, + 0.574219, + 0.269531, + 0.240234, + 0.212891, + 0.621094, + 0.445312, + 0.24707, + 0.527344, + 0.249023, + 0.882812, + 0.482422, + 0.527344, + 0.570312, + 0.59375, + 0.365234, + 0.380859, + 0.369141, + 0.231445, + 0.289062, + 0.253906, + 0.382812, + 0.330078, + 1.429688, + 0.449219, + 0.253906, + 0.738281, + 0.375, + 0.289062, + 0.351562, + 0.283203, + 0.578125, + 0.302734, + 0.392578, + 0.503906, + 0.546875, + 0.251953, + 0.185547, + 0.246094, + 0.546875, + 0.257812, + 0.578125, + 0.255859, + 0.269531, + 0.451172, + 0.296875, + 0.376953, + 0.558594, + 0.597656, + 0.287109, + 0.421875, + 0.253906, + 0.382812, + 0.257812, + 0.275391, + 0.695312, + 0.241211, + -0.199219, + 0.345703, + 0.263672, + 0.453125, + 0.298828, + 0.277344, + 0.324219, + 0.207031, + 0.001068, + 0.375, + 0.496094, + 0.287109, + 0.235352, + 0.326172, + 0.259766, + 0.271484, + 0.251953, + 0.251953, + 0.519531, + 0.570312, + 0.542969, + -0.183594, + 0.617188, + 0.511719, + 0.542969, + 0.478516, + 0.283203, + 0.21875, + 0.302734, + 0.25, + 0.287109, + 0.294922, + 0.433594, + 0.245117, + 0.287109, + 0.261719, + 0.470703, + 0.302734, + 0.277344, + 0.433594, + 0.265625, + 0.431641, + 0.515625, + 0.239258, + 0.632812, + 0.233398, + 0.398438, + 0.462891, + 0.341797, + 0.273438, + 0.248047, + 0.71875, + 0.353516, + 0.326172, + 0.574219, + 0.458984, + 0.722656, + 0.223633, + 0.328125, + 0.640625, + 0.408203, + 0.328125, + 0.214844, + 0.253906, + 0.269531, + 0.289062, + 0.546875, + 0.210938, + 0.554688, + 0.546875, + 0.550781, + 0.398438, + 0.242188, + 0.400391, + 0.328125, + 0.271484, + 0.296875, + 0.855469, + 0.322266, + 0.322266, + 0.172852, + 1.5e-05, + 0.283203, + 0.265625, + 0.28125, + 0.206055, + 0.234375, + 0.445312, + 0.5, + 1.7e-05, + 0.255859, + 0.373047, + 0.46875, + 0.273438, + 0.574219, + 0.796875, + 0.257812, + 0.237305, + 0.3125, + 0.298828, + 0.441406, + 0.78125, + 0.476562, + 0.570312, + 0.269531, + 0.53125, + 0.726562, + 0.21875, + 0.486328, + 0.214844, + 0.251953, + 0.308594, + 0.259766, + 0.269531, + 0.287109, + 0.792969, + 0.237305, + 0.773438, + 0.429688, + 0.765625, + 0.605469, + 9.3e-05, + 0.34375, + 0.304688, + 0.253906, + 0.636719, + 0.220703, + 0.855469, + 0.443359, + 0.283203, + 0.765625, + 0.341797, + 0.255859, + 0.601562, + 0.410156, + 0.283203, + 0.375, + 0.371094, + 0.476562, + 0.310547, + 0.222656, + 0.398438, + 0.347656, + 0.217773, + 0.466797, + 0.248047, + -0.21875, + 0.679688, + 0.294922, + 0.511719, + 0.566406, + 0.515625, + 0.757812, + 0.233398, + 0.335938, + 0.316406, + 0.25, + 0.310547, + 0.255859, + 0.245117, + 0.566406, + 0.271484, + 0.222656, + 0.490234, + 0.25, + 0.285156, + 0.431641, + 0.3125, + 0.24707, + 0.447266, + 0.3125, + 0.490234, + 0.273438, + 0.648438, + 0.707031, + 4.7e-05, + 0.322266, + 0.710938, + 0.410156, + 0.652344, + 0.137695, + 0.5, + 0.243164, + 0.275391, + 0.433594, + 0.322266, + 0.609375, + 0.222656, + 0.308594, + 0.289062, + 0.443359, + 0.333984, + 0.255859, + 0.255859, + 0.539062, + 0.640625, + 0.259766, + 0.597656, + 0.511719, + 0.300781, + -8.2e-05, + 0.240234, + 0.24707, + 0.460938, + 0.222656, + 0.339844, + 0.243164, + 0.726562, + 0.316406, + 0.458984, + 0.542969, + 0.820312, + 0.257812, + 0.277344, + 0.251953, + 0.519531, + 0.279297, + 0.570312, + 0.314453, + 0.363281, + -5.2e-05, + 0.515625, + 0.226562, + 0.820312, + 0.664062, + 0.259766, + 0.396484, + 0.5625, + -0.204102, + 0.369141, + 0.296875, + 0.263672, + 0.46875, + 0.457031, + 0.492188, + 0.357422, + 0.371094, + 0.182617, + 0.636719, + 0.246094, + 0.636719, + 0.773438, + 0.382812, + 0.431641, + 0.291016, + 0.271484, + 0.300781, + 0.214844, + 0.691406, + 0.832031, + 0.462891, + 0.439453, + 0.246094, + -2.3e-05, + 0.558594, + 0.523438, + 0.679688, + 0.648438, + 0.255859, + 0.243164, + 0.248047, + 0.228516, + 0.492188, + 0.380859, + 0.292969, + 0.183594, + 0.337891, + 0.289062, + 0.257812, + 0.464844, + 0.000422, + 0.271484, + 0.000224, + 0.337891, + 0.476562, + 0.271484, + 0.283203, + 0.337891, + 0.535156, + 0.3125, + 0.339844, + 0.000129, + 0.451172, + 0.226562, + 0.457031, + 0.367188, + 0.570312, + 0.292969, + 0.349609, + 0.347656, + 0.273438, + 0.269531, + 0.277344, + 0.691406, + 0.488281, + 0.419922, + 0.316406, + -0.000481, + 0.34375, + -0.15625, + 0.361328, + 0.3125, + 0.507812, + 0.546875, + 0.443359, + 0.804688, + 0.248047, + 0.273438, + 0.515625, + 0.734375, + 0.441406, + 0.339844, + 0.488281, + 0.357422, + 0.435547, + 0.40625, + 0.550781, + 0.320312, + 0.21582, + 0.433594, + 0.265625, + 0.503906, + 0.546875, + 0.326172, + 0.234375, + -0.0271, + 0.25, + 0.660156, + 0.574219, + 0.263672, + 0.535156, + 0.206055, + 0.613281, + 0.279297, + 0.357422, + 0.578125, + 0.255859, + 0.265625, + 0.742188, + 0.519531, + 6.3e-05, + 0.233398, + 0.318359, + 0.400391, + 0.554688, + 0.443359, + 0.408203, + 0.306641, + 0.820312, + 0.239258, + 0.255859, + 0.412109, + 0.261719, + 0.601562, + 0.333984, + 0.224609, + 0.289062, + 0.249023, + 0.566406, + 0.245117, + 0.535156, + 0.237305, + 0.388672, + 0.511719, + 0.675781, + 0.546875, + 0.328125, + 0.292969, + 0.589844, + 0.306641, + 0.519531, + 0.578125, + 0.316406, + 0.219727, + 0.375, + 0.785156, + 0.279297, + 9e-06, + 0.384766, + 0.257812, + 0.265625, + 0.585938, + 0.283203, + 0.335938, + 0.455078, + 0.472656, + 0.269531, + 0.617188, + 0.675781, + 0.337891, + 0.292969, + 0.251953, + 0.228516, + 0.453125, + 0.488281, + 0.527344, + 0.263672, + 0.328125, + 0.304688, + 0.244141, + 0.667969, + 0.443359, + 0.230469, + 0.21875, + 0.271484, + 0.429688, + 0.294922, + 0.558594, + 0.480469, + 1.140625, + 0.289062, + 0.478516, + 0.251953, + 0.236328, + 0.320312, + 0.231445, + 0.239258, + 0.261719, + 0.294922, + 0.507812, + 0.300781, + 0.439453, + 0.267578, + 0.507812, + 0.275391, + 0.271484, + 0.302734, + 0.441406, + 0.277344, + 0.386719, + 0.75, + 0.269531, + 0.474609, + 0.235352, + 0.546875, + 0.84375, + 0.605469, + 0.441406, + 0.289062, + 0.386719, + 0.380859, + 0.279297, + 0.388672, + 0.314453, + 0.628906, + 0.490234, + 0.140625, + 0.318359, + 0.482422, + 0.558594, + 0.324219, + 0.4375, + -0.169922, + 0.384766, + 0.21582, + 0.46875, + 0.458984, + 0.273438, + 0.478516, + 0.314453, + 0.314453, + 0.322266, + 0.988281, + 0.636719, + 0.242188, + 0.308594, + 0.267578, + 0.539062, + 0.416016, + 0.263672, + 0.234375, + 0.683594, + 0.261719, + 0.242188, + 0.232422, + 0.296875, + 0.416016, + 0.380859, + 0.613281, + 0.546875, + 0.376953, + 0.306641, + 0.474609, + 0.285156, + 0.214844, + 0.279297, + 0.337891, + 0.224609, + 0.253906, + 0.347656, + 0.742188, + 0.558594, + 0.515625, + 4.2e-05, + 0.236328, + 0.223633, + 0.269531, + 0.388672, + 0.234375, + 0.337891, + 0.253906, + 0.427734, + 0.214844, + 0.558594, + 0.251953, + 0.326172, + 0.245117, + 0.835938, + 0.394531, + 0.429688, + 0.335938, + 0.308594, + 0.222656, + 0.306641, + 0.490234, + 0.404297, + 0.283203, + 0.361328, + 0.28125, + 0.365234, + 0.322266, + 0.429688, + -0.216797, + 0.419922, + 0.261719, + 0.474609, + 0.269531, + 0.271484, + 0.24707, + 0.259766, + 0.5625, + 0.291016, + 0.582031, + 0.380859, + 0.492188, + 0.265625, + 0.40625, + 0.691406, + 0.435547, + 0.431641, + 0.753906, + 0.361328, + 0.507812, + 0.328125, + 0.644531, + 0.234375, + -2.4e-05, + 0.431641, + 0.5, + 0.824219, + 0.527344, + 0.478516, + 0.363281, + 0.503906, + 0.519531, + 0.361328, + 0.435547, + 0.285156, + -0.133789, + 0.287109, + 0.482422, + 0.234375, + 1.0, + 0.433594, + 0.431641, + 0.296875, + 0.263672, + 0.554688, + 0.425781, + 0.589844, + 0.40625, + 0.527344, + 0.412109, + 0.554688, + 0.304688, + 0.228516, + 0.245117, + 0.882812, + 0.289062, + 0.671875, + 0.248047, + 0.244141, + 0.242188, + 0.333984, + 0.542969, + 0.226562, + 0.335938, + 0.320312, + 0.242188, + 0.488281, + 0.894531, + 0.427734, + 0.261719, + 0.25, + 0.263672, + 0.478516, + 0.527344, + 0.558594, + 0.734375, + 0.249023, + 0.255859, + 0.220703, + 0.330078, + 0.219727, + 0.511719, + 0.287109, + 0.480469, + 0.285156, + 0.480469, + 0.419922, + 0.875, + 0.333984, + 0.275391, + 0.237305, + 0.511719, + 0.241211, + 0.202148, + 0.333984, + 0.237305, + 0.490234, + 0.527344, + 0.527344, + 0.269531, + 0.378906, + 0.345703, + 0.441406, + 0.269531, + 0.515625, + 0.3125, + 0.375, + 0.402344, + 0.332031, + 0.294922, + 0.255859, + 0.224609, + 0.283203, + 0.476562, + 0.558594, + 5.1e-05, + 0.472656, + 0.361328, + 0.289062, + 0.527344, + 0.480469, + 0.273438, + 0.431641, + 0.478516, + 0.416016, + 0.34375, + 0.259766, + 0.482422, + 0.28125, + 0.275391, + 0.660156, + 0.455078, + 0.550781, + 0.201172, + 0.257812, + 0.363281, + 0.330078, + 0.244141, + 0.351562, + 0.527344, + 0.441406, + 0.308594, + 0.371094, + 0.378906, + 0.511719, + 0.380859, + 0.412109, + 0.265625, + 0.273438, + 0.494141, + 0.306641, + 0.244141, + 0.582031, + 0.617188, + 0.233398, + 0.229492, + 0.253906, + 0.457031, + 0.447266, + 0.304688, + 0.466797, + 0.300781, + 0.3125, + 0.527344, + 0.574219, + 0.496094, + 0.269531, + 0.235352, + 0.292969, + 0.435547, + 0.359375, + 0.253906, + 0.246094, + 0.671875, + 0.230469, + 0.412109, + 0.492188, + 0.376953, + 0.443359, + 0.24707, + 0.339844, + 0.244141, + 0.271484, + 0.287109, + 0.357422, + 0.357422, + 0.503906, + 0.90625, + -2.4e-05, + 0.453125, + 0.226562, + 0.000229, + 0.3125, + 0.255859, + 0.341797, + 0.382812, + 0.441406, + 1.21875, + -0.898438, + 0.243164, + 0.492188, + 0.511719, + 0.474609, + 0.695312, + 0.542969, + 0.539062, + 0.394531, + 0.376953, + 0.308594, + 0.353516, + 0.291016, + 0.515625, + 0.259766, + 0.275391, + 0.628906, + 0.180664, + 0.233398, + 0.875, + 0.269531, + 0.3125, + 0.300781, + 0.210938, + 0.265625, + 1.070312, + 0.345703, + 0.249023, + 0.65625, + 0.249023, + 0.333984, + 0.427734, + 0.511719, + 0.263672, + 0.574219, + 0.410156, + 0.283203, + 0.283203, + -0.178711, + 0.253906, + 0.519531, + 0.239258, + 0.062256, + 0.671875, + 0.261719, + 0.233398, + 0.267578, + 0.255859, + 0.213867, + 0.601562, + 0.431641, + 0.243164, + 0.34375, + 0.644531, + 0.353516, + 0.443359, + 0.337891, + 0.617188, + 0.546875, + 0.398438, + 0.609375, + 0.457031, + 0.021606, + 0.498047, + 0.458984, + 0.353516, + 0.535156, + 0.396484, + 0.421875, + 0.472656, + 0.128906, + 0.484375, + 0.287109, + 0.294922, + 0.222656, + 0.390625, + 0.285156, + 0.378906, + 0.71875, + 0.851562, + 0.320312, + 0.253906, + 0.241211, + -0.216797, + 0.279297, + 0.269531, + 0.769531, + 0.236328, + 0.232422, + 0.308594, + 0.308594, + 0.259766, + 0.208008, + 0.25, + 0.332031, + 0.283203, + 0.238281, + 0.134766, + 0.255859, + 0.287109, + 0.5, + 0.277344, + 0.416016, + 0.308594, + 0.429688, + 0.333984, + 0.271484, + 0.240234, + 0.523438, + 0.349609, + 0.785156, + 0.236328, + 0.248047, + 0.263672, + 0.357422, + 0.194336, + 0.285156, + 0.242188, + 0.326172, + 0.376953, + 0.550781, + 0.4375, + 0.228516, + 0.326172, + 0.511719, + 0.515625, + 0.859375, + 0.255859, + 0.390625, + 0.306641, + 0.507812, + 0.257812, + 0.511719, + 0.263672, + 0.277344, + 8e-06, + 0.503906, + 0.285156, + 0.291016, + 0.283203, + 0.275391, + 0.231445, + 0.271484, + 0.386719, + 0.310547, + -5.4e-05, + 0.298828, + 0.255859, + 0.457031, + 0.224609, + 0.304688, + 0.248047, + 0.347656, + 0.65625, + 0.300781, + 0.535156, + 0.683594, + 0.417969, + 0.486328, + 0.318359, + 0.249023, + 0.503906, + 0.265625, + 0.25, + 0.25, + 0.259766, + 0.427734, + 0.251953, + 0.322266, + 0.265625, + 0.041016, + 0.25, + 0.263672, + 0.414062, + 0.289062, + 0.292969, + 0.589844, + 0.445312, + 0.333984, + 0.263672, + 0.498047, + 0.279297, + 0.4375, + 0.251953, + 0.296875, + 0.267578, + 0.335938, + 0.648438, + 0.507812, + 0.503906, + 0.296875, + 0.472656, + 0.0, + 0.236328, + 0.285156, + 0.757812, + 0.300781, + 1.023438, + 0.235352, + 0.753906, + 0.925781, + 0.640625, + 0.279297, + 0.546875, + 0.617188, + 0.239258, + 0.243164, + 0.243164, + 0.237305, + 0.275391, + -4e-06, + 0.621094, + 0.447266, + 0.369141, + 0.328125, + 0.267578, + 0.292969, + 0.449219, + 0.289062, + -0.632812, + 0.429688, + 0.271484, + 0.589844, + 0.390625, + 0.273438, + -0.000202, + 0.589844, + 0.511719, + 0.243164, + 0.390625, + 0.404297, + -0.000507, + 1.179688, + 0.279297, + 0.478516, + 0.285156, + 0.283203, + 0.546875, + 0.242188, + 0.345703, + 1.320312, + 0.679688, + 0.625, + 0.515625, + 0.328125, + 0.275391, + 0.287109, + 0.542969, + 0.447266, + 0.523438, + 0.488281, + 0.380859, + 0.357422, + 0.484375, + 0.384766, + -0.204102, + 0.28125, + 0.24707, + 0.757812, + 4.6e-05, + 0.208984, + 0.273438, + 0.279297, + 0.353516, + 0.249023, + 0.255859, + -0.453125, + 0.271484, + 0.277344, + 0.296875, + 0.275391, + 0.357422, + 0.664062, + 0.279297, + 0.511719, + 0.233398, + 0.402344, + 0.431641, + 0.429688, + 0.249023, + -0.210938, + 0.239258, + 0.644531, + 0.365234, + 0.304688, + 0.5, + 0.691406, + 0.589844, + 0.253906, + 0.867188, + 0.585938, + 0.664062, + 0.386719, + 0.208984, + 0.226562, + 0.546875, + 0.308594, + 0.363281, + 0.859375, + 0.322266, + 0.283203, + 0.208984, + 0.232422, + 0.419922, + 0.335938, + 0.237305, + 0.341797, + 0.241211, + 0.414062, + 0.285156, + 0.710938, + 0.316406, + 0.953125, + 1.101562, + 0.341797, + 0.585938, + 0.53125, + 0.474609, + 0.253906, + 0.402344, + 0.484375, + 0.542969, + 0.46875, + 0.597656, + 0.18457, + 0.296875, + 0.246094, + 0.589844, + 0.251953, + 0.376953, + 0.449219, + 0.820312, + 0.40625, + 0.435547, + 0.546875, + 0.613281, + 0.5625, + -0.002441, + 0.451172, + 0.222656, + 0.234375, + 0.443359, + 0.503906, + 0.261719, + 0.294922, + 0.337891, + 0.341797, + 0.285156, + 0.322266, + 0.490234, + 0.519531, + 0.8125, + 0.371094, + 0.486328, + 0.283203, + 0.248047, + 0.298828, + 0.621094, + 0.384766, + 0.382812, + 0.445312, + 0.306641, + 0.722656, + 0.433594, + 0.332031, + 0.511719, + 0.25, + 0.273438, + 0.25, + 0.259766, + 0.291016, + 0.84375, + 0.261719, + 0.324219, + 0.183594, + 0.609375, + 0.400391, + 0.248047, + 0.353516, + 0.267578, + 0.328125, + 0.5625, + 0.828125, + 0.204102, + 0.570312, + 0.496094, + 0.265625, + 0.259766, + 0.210938, + -5.8e-05, + 4.3e-05, + 0.636719, + 0.404297, + 0.550781, + 0.21582, + 0.320312, + 0.269531, + 0.275391, + 0.229492, + 0.357422, + 0.5, + 0.339844, + 0.236328, + 0.235352, + 0.427734, + 0.271484, + 0.574219, + 0.228516, + 0.835938, + 0.357422, + 0.248047, + 0.601562, + 0.261719, + 0.227539, + 0.237305, + 0.339844, + 0.621094, + 0.5, + 0.347656, + 0.6875, + 0.294922, + 0.285156, + 0.488281, + 0.231445, + 0.253906, + 0.785156, + 0.249023, + 0.644531, + 0.298828, + 0.322266, + 0.423828, + 0.28125, + 0.632812, + 0.3125, + 0.550781, + 0.235352, + 0.029053, + 0.237305, + 0.490234, + 0.550781, + 0.324219, + 0.761719, + 0.470703, + -0.200195, + 0.667969, + 0.527344, + 0.245117, + 0.304688, + 0.419922, + 0.429688, + 0.224609, + 0.730469, + 0.222656, + 0.738281, + 0.400391, + 0.269531, + 0.433594, + 0.380859, + 0.245117, + 0.271484, + 0.306641, + 0.28125, + 0.28125, + 0.324219, + 0.476562, + 0.449219, + 0.226562, + 0.285156, + 0.453125, + -0.1875, + 0.605469, + 0.3125, + -0.194336, + 0.404297, + 0.488281, + 0.294922, + 0.34375, + 0.589844, + 0.000347, + 0.71875, + 0.566406, + 0.300781, + 0.375, + 0.355469, + 0.507812, + 0.273438, + 0.263672, + 0.230469, + 0.589844, + 0.447266, + 0.320312, + 0.394531, + 0.243164, + 0.519531, + 0.318359, + 0.357422, + 0.664062, + 0.753906, + 0.244141, + 0.279297, + 0.245117, + 0.369141, + 0.474609, + 0.261719, + -0.214844, + 0.667969, + 0.703125, + 0.455078, + -2.3e-05, + 0.287109, + 0.3125, + 0.296875, + 0.621094 + ] + }, + "name": "model.model.layers.3.input_layernorm.weight", + "outputIndexes": [ + 286 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 285 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_3/Mul_output_0", + "outputIndexes": [ + 287 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 286, + 287 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_3/Mul_1_output_0", + "outputIndexes": [ + 288 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 288 + ], + "outputIndexes": [ + 2392 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2392 + ], + "outputIndexes": [ + 2393 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear", + "inputIndexes": [ + 2393 + ], + "outputIndexes": [ + 2394 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 393320910, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2394 + ], + "outputIndexes": [ + 2395 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2395 + ], + "outputIndexes": [ + 289 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 288 + ], + "main_type": "NONE", + "name": "/Shape_43_output_0", + "outputIndexes": [ + 290 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 290 + ], + "main_type": "NONE", + "name": "Shape830", + "outputIndexes": [ + 291 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 290 + ], + "main_type": "NONE", + "name": "Rank832", + "outputIndexes": [ + 292 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 292, + 292 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp834", + "outputIndexes": [ + 293 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 293 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze835", + "outputIndexes": [ + 294 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 293, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp837", + "outputIndexes": [ + 295 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 295 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze838", + "outputIndexes": [ + 296 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 291, + 294, + 296, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice841", + "outputIndexes": [ + 297 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 297 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze842", + "outputIndexes": [ + 298 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp843", + "outputIndexes": [ + 299 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 299, + 298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp844", + "outputIndexes": [ + 300 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 290, + 300, + 293 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_49_output_0", + "outputIndexes": [ + 301 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 301, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_97_output_0", + "outputIndexes": [ + 302 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 302, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_39_output_0", + "outputIndexes": [ + 303 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 289, + 303 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_28_output_0", + "outputIndexes": [ + 304 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 304, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_24_output_0", + "outputIndexes": [ + 305 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 304 + ], + "main_type": "NONE", + "name": "/Shape_44_output_0", + "outputIndexes": [ + 306 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 306 + ], + "main_type": "NONE", + "name": "Shape851", + "outputIndexes": [ + 307 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 306 + ], + "main_type": "NONE", + "name": "Rank853", + "outputIndexes": [ + 308 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 308, + 308 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp855", + "outputIndexes": [ + 309 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 309 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze856", + "outputIndexes": [ + 310 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 309, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp858", + "outputIndexes": [ + 311 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 311 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze859", + "outputIndexes": [ + 312 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 307, + 310, + 312, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice862", + "outputIndexes": [ + 313 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 313 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze863", + "outputIndexes": [ + 314 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 314 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp864", + "outputIndexes": [ + 315 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 315, + 314 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp865", + "outputIndexes": [ + 316 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 306, + 316, + 309 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_50_output_0", + "outputIndexes": [ + 317 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 317, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_9_output_0", + "outputIndexes": [ + 318 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 318, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_102_output_0", + "outputIndexes": [ + 319 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 304, + 319, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_13_output_0", + "outputIndexes": [ + 320 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 320 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_6_output_0", + "outputIndexes": [ + 321 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 304, + 22, + 319, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_12_output_0", + "outputIndexes": [ + 322 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 321, + 322 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_42_output_0", + "outputIndexes": [ + 323 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 323, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_25_output_0", + "outputIndexes": [ + 324 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 305, + 324 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_15_output_0", + "outputIndexes": [ + 325 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 288 + ], + "outputIndexes": [ + 2396 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2396 + ], + "outputIndexes": [ + 2397 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear", + "inputIndexes": [ + 2397 + ], + "outputIndexes": [ + 2398 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 400560612, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2398 + ], + "outputIndexes": [ + 2399 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2399 + ], + "outputIndexes": [ + 326 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 302, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_40_output_0", + "outputIndexes": [ + 327 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 326, + 327 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_29_output_0", + "outputIndexes": [ + 328 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_26_output_0", + "outputIndexes": [ + 329 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328 + ], + "main_type": "NONE", + "name": "/Shape_45_output_0", + "outputIndexes": [ + 330 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 330 + ], + "main_type": "NONE", + "name": "Shape913", + "outputIndexes": [ + 331 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 330 + ], + "main_type": "NONE", + "name": "Rank915", + "outputIndexes": [ + 332 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 332, + 332 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp917", + "outputIndexes": [ + 333 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 333 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze918", + "outputIndexes": [ + 334 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 333, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp920", + "outputIndexes": [ + 335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 335 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze921", + "outputIndexes": [ + 336 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 331, + 334, + 336, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice924", + "outputIndexes": [ + 337 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 337 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze925", + "outputIndexes": [ + 338 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp926", + "outputIndexes": [ + 339 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 339, + 338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp927", + "outputIndexes": [ + 340 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 330, + 340, + 333 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_51_output_0", + "outputIndexes": [ + 341 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 341, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_10_output_0", + "outputIndexes": [ + 342 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 342, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_104_output_0", + "outputIndexes": [ + 343 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328, + 343, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_15_output_0", + "outputIndexes": [ + 344 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 344 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_7_output_0", + "outputIndexes": [ + 345 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328, + 22, + 343, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_14_output_0", + "outputIndexes": [ + 346 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 345, + 346 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_43_output_0", + "outputIndexes": [ + 347 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 347, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_27_output_0", + "outputIndexes": [ + 348 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 329, + 348 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_16_output_0", + "outputIndexes": [ + 349 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 288 + ], + "outputIndexes": [ + 2400 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2400 + ], + "outputIndexes": [ + 2401 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear", + "inputIndexes": [ + 2401 + ], + "outputIndexes": [ + 2402 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 401594874, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2402 + ], + "outputIndexes": [ + 2403 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2403 + ], + "outputIndexes": [ + 350 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 350, + 327 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_30_output_0", + "outputIndexes": [ + 351 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 325, + 349, + 351, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_35_output_0", + "outputIndexes": [ + 352 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 352 + ], + "outputIndexes": [ + 2404 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2404 + ], + "outputIndexes": [ + 2405 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear", + "inputIndexes": [ + 2405 + ], + "outputIndexes": [ + 2406 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 402629136, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2406 + ], + "outputIndexes": [ + 2407 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2407 + ], + "outputIndexes": [ + 353 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 285, + 353 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_18_output_0", + "outputIndexes": [ + 354 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.25, + 1.359375, + 1.34375, + 1.0625, + 1.210938, + 1.195312, + 1.320312, + 1.304688, + 0.726562, + 0.925781, + 1.273438, + 1.070312, + 1.351562, + 1.242188, + 0.984375, + 1.25, + 1.21875, + 1.273438, + 1.265625, + 0.773438, + 4.59375, + 1.242188, + 1.335938, + 1.164062, + 1.148438, + 1.21875, + 0.859375, + 1.164062, + 1.140625, + 1.203125, + 1.351562, + 1.046875, + 0.890625, + 1.226562, + 1.289062, + 1.421875, + 1.070312, + 0.617188, + 1.289062, + 1.125, + 1.242188, + 1.226562, + 1.578125, + 1.21875, + 1.234375, + 1.242188, + 1.046875, + 1.21875, + 1.226562, + 1.078125, + 1.226562, + 1.289062, + 1.289062, + 1.242188, + 1.273438, + 1.179688, + 1.203125, + 1.21875, + 1.359375, + 0.863281, + 1.25, + 1.453125, + 1.367188, + 1.242188, + 1.460938, + 1.445312, + 1.085938, + 1.328125, + 2.03125, + 1.226562, + 1.203125, + 1.140625, + 1.3125, + 1.242188, + 1.289062, + 1.28125, + 1.148438, + 1.101562, + 0.890625, + 1.375, + 1.820312, + 1.234375, + 1.367188, + 1.195312, + 1.210938, + 0.824219, + 1.28125, + 1.28125, + 1.265625, + 0.894531, + 1.265625, + 1.328125, + 1.320312, + 1.617188, + 1.234375, + 1.304688, + 1.5625, + 1.117188, + 1.210938, + 1.148438, + 1.132812, + 1.125, + 1.296875, + 1.242188, + 1.273438, + 1.234375, + 1.304688, + 1.101562, + 1.25, + 2.421875, + 1.296875, + 1.25, + 1.242188, + 0.416016, + 1.273438, + 0.636719, + 1.125, + 1.351562, + 1.257812, + 1.15625, + 1.257812, + 1.304688, + 1.234375, + 1.257812, + 1.257812, + 1.195312, + 1.398438, + 1.203125, + 0.839844, + 1.0625, + 0.800781, + 1.257812, + 1.070312, + 1.234375, + 0.804688, + 1.1875, + 1.210938, + 1.375, + 1.125, + 1.195312, + 1.28125, + 1.210938, + 1.40625, + 3.1875, + 0.332031, + 1.085938, + 1.539062, + 1.257812, + 1.242188, + 1.289062, + 1.210938, + 1.25, + 1.203125, + 1.226562, + 1.140625, + 1.179688, + 1.101562, + 0.917969, + 1.351562, + 1.25, + 0.914062, + 0.941406, + 0.761719, + 1.21875, + 0.953125, + 1.109375, + 1.21875, + 1.132812, + 1.21875, + 1.210938, + 1.273438, + 1.1875, + 1.179688, + 1.1875, + 1.257812, + 1.46875, + 1.296875, + 1.320312, + 1.3125, + 1.265625, + 1.4375, + 1.226562, + 1.265625, + 0.796875, + 1.46875, + 1.257812, + 1.242188, + 1.015625, + 1.273438, + 1.257812, + 1.0625, + 1.21875, + 1.21875, + 1.210938, + 1.28125, + 1.195312, + 1.226562, + 1.234375, + 1.078125, + 1.273438, + 1.304688, + 1.15625, + 1.289062, + 1.25, + 1.648438, + 1.335938, + 1.359375, + 1.132812, + 1.21875, + 1.46875, + 1.234375, + 1.265625, + 1.203125, + 1.25, + 1.382812, + 1.25, + 1.101562, + 1.085938, + 1.320312, + 1.226562, + 1.257812, + 1.046875, + 1.15625, + 1.382812, + 1.296875, + 1.234375, + 1.085938, + 1.132812, + 1.265625, + 1.335938, + 2.53125, + 1.226562, + 1.234375, + 1.226562, + 1.234375, + 1.195312, + 1.21875, + 1.203125, + 0.859375, + 1.242188, + 1.328125, + 1.273438, + 1.5625, + 1.25, + 1.289062, + 1.25, + 1.265625, + 1.40625, + 1.226562, + 1.25, + 1.3125, + 1.210938, + 1.164062, + 1.171875, + 1.34375, + 1.09375, + 1.320312, + 1.015625, + 1.335938, + 1.023438, + 1.28125, + 1.273438, + 1.179688, + 1.234375, + 1.171875, + 1.117188, + 1.273438, + 1.34375, + 1.265625, + 1.328125, + 1.242188, + 1.320312, + 1.28125, + 1.117188, + 1.210938, + 1.328125, + 1.265625, + 0.558594, + 1.203125, + 1.257812, + 1.273438, + 1.367188, + 0.835938, + 1.335938, + 1.210938, + 1.367188, + 1.328125, + 1.21875, + 1.195312, + 0.964844, + 1.195312, + 1.398438, + 1.210938, + 1.046875, + 2.734375, + 1.28125, + 1.171875, + 1.101562, + 1.265625, + 1.421875, + 1.320312, + 1.09375, + 0.949219, + 1.25, + 1.242188, + 1.21875, + 1.234375, + 1.3125, + 1.195312, + 1.414062, + 1.210938, + 1.335938, + 1.304688, + 1.3125, + 0.707031, + 1.242188, + 1.320312, + 1.234375, + 1.164062, + 1.242188, + 1.242188, + 1.242188, + 1.242188, + 1.257812, + 1.132812, + 1.289062, + 1.273438, + 1.257812, + 1.195312, + 1.164062, + 0.855469, + 1.1875, + 1.195312, + 1.210938, + 1.0625, + 1.242188, + 1.234375, + 2.484375, + 1.1875, + 1.195312, + 0.859375, + 1.210938, + 1.273438, + 1.226562, + 0.859375, + 1.25, + 1.257812, + 1.28125, + 1.335938, + 1.296875, + 1.210938, + 1.023438, + 1.234375, + 1.25, + 1.59375, + 1.351562, + 1.257812, + 1.25, + 1.289062, + 1.25, + 1.210938, + 1.273438, + 0.863281, + 1.109375, + 0.707031, + 1.03125, + 1.203125, + 1.289062, + 1.265625, + 0.957031, + 1.375, + 1.265625, + 1.3125, + 1.242188, + 1.351562, + 1.6875, + 0.851562, + 1.015625, + 1.25, + 1.226562, + 1.257812, + 1.375, + 1.070312, + 1.273438, + 1.265625, + 1.0625, + 1.351562, + 1.265625, + 1.125, + 1.15625, + 1.304688, + 1.351562, + 2.625, + 1.039062, + 1.203125, + 1.257812, + 1.132812, + 1.1875, + 1.265625, + 0.90625, + 1.078125, + 1.242188, + 1.023438, + 1.289062, + 0.964844, + 1.3125, + 1.1875, + 1.265625, + 1.28125, + 1.117188, + 1.015625, + 1.25, + 1.492188, + 1.335938, + 1.445312, + 1.328125, + 1.226562, + 1.21875, + 1.351562, + 1.320312, + 0.890625, + 1.164062, + 1.296875, + 1.125, + 1.234375, + 0.988281, + 1.226562, + 1.4375, + 1.335938, + 1.203125, + 1.34375, + 1.320312, + 0.957031, + 1.203125, + 1.21875, + 1.820312, + 1.1875, + 1.3125, + 1.195312, + 1.085938, + 1.289062, + 1.234375, + 1.234375, + 1.242188, + 1.070312, + 1.117188, + 1.28125, + 1.25, + 1.210938, + 1.210938, + 1.257812, + 1.25, + 1.382812, + 1.273438, + 1.234375, + 1.335938, + 1.640625, + 1.273438, + 0.04541, + 1.234375, + 1.234375, + 1.203125, + 1.390625, + 1.070312, + 1.117188, + 1.21875, + 1.078125, + 1.242188, + 1.007812, + 1.203125, + 1.25, + 0.855469, + 1.289062, + 1.34375, + 1.21875, + 1.078125, + 1.296875, + 1.054688, + 1.414062, + 1.28125, + 1.523438, + 1.265625, + 1.234375, + 1.242188, + 1.148438, + 1.375, + 1.28125, + 1.234375, + 1.265625, + 1.226562, + 1.28125, + 1.226562, + 1.382812, + 1.359375, + 1.21875, + 1.296875, + 1.4375, + 1.171875, + 1.257812, + 1.28125, + 1.296875, + 1.117188, + 1.21875, + 1.125, + 1.328125, + 1.210938, + 1.375, + 1.867188, + 1.484375, + 1.21875, + 1.226562, + 1.40625, + 1.203125, + 1.460938, + 1.195312, + 1.109375, + 1.234375, + 1.242188, + 1.226562, + 1.234375, + 1.304688, + 1.265625, + 1.390625, + 0.894531, + 1.289062, + 1.085938, + 1.148438, + 1.320312, + 1.273438, + 1.25, + 1.21875, + 1.234375, + 1.234375, + 1.242188, + 1.3125, + 1.296875, + 1.015625, + 1.28125, + 1.242188, + 1.273438, + 0.898438, + 1.867188, + 0.925781, + 1.25, + 1.023438, + 1.257812, + 1.96875, + 1.046875, + 1.773438, + 1.609375, + 1.21875, + 1.25, + 1.1875, + 1.265625, + 1.171875, + 1.140625, + 1.210938, + 1.296875, + 1.273438, + 1.226562, + 1.304688, + 1.226562, + 1.101562, + 1.445312, + 1.085938, + 1.398438, + 1.203125, + 1.25, + 1.21875, + 1.40625, + 1.21875, + 1.421875, + 1.101562, + 1.125, + 1.210938, + 1.273438, + 1.28125, + 1.195312, + 1.046875, + 1.242188, + 1.273438, + 1.179688, + 1.25, + 1.132812, + 1.265625, + 1.25, + 1.265625, + 1.023438, + 1.21875, + 1.1875, + 1.203125, + 1.15625, + 1.265625, + 1.242188, + 1.25, + 0.988281, + 1.21875, + 1.28125, + 1.046875, + 1.140625, + 1.71875, + 1.039062, + 1.210938, + 1.234375, + 1.289062, + 1.265625, + 1.257812, + 1.242188, + 0.154297, + 1.226562, + 1.429688, + 1.242188, + 1.132812, + 0.878906, + 1.34375, + 1.257812, + 0.863281, + 1.203125, + 1.265625, + 1.21875, + 1.28125, + 1.25, + 1.515625, + 1.242188, + 0.902344, + 1.171875, + 1.265625, + 1.195312, + 1.28125, + 1.242188, + 1.125, + 1.179688, + 1.179688, + 1.195312, + 1.367188, + 1.125, + 1.21875, + 2.484375, + 1.273438, + 1.226562, + 1.28125, + 0.976562, + 1.390625, + 1.25, + 1.265625, + 1.28125, + 1.273438, + 1.226562, + 1.28125, + 1.210938, + 0.878906, + 1.265625, + 1.273438, + 0.898438, + 0.75, + 1.273438, + 1.179688, + 1.46875, + 1.328125, + 1.046875, + 0.960938, + 1.171875, + 0.605469, + 1.273438, + 1.242188, + 1.46875, + 1.273438, + 1.234375, + 1.289062, + 1.242188, + 1.195312, + 1.226562, + 1.28125, + 1.265625, + 1.429688, + 1.34375, + 1.234375, + 1.078125, + 1.273438, + 1.304688, + 1.257812, + 1.195312, + 1.265625, + 1.523438, + 1.03125, + 1.265625, + 1.265625, + 1.09375, + 1.085938, + 0.875, + 1.289062, + 1.257812, + 1.289062, + 1.273438, + 1.234375, + 0.917969, + 1.140625, + 1.5625, + 0.976562, + 1.242188, + 1.109375, + 1.484375, + 1.226562, + 1.296875, + 1.195312, + 1.335938, + 1.210938, + 0.84375, + 1.570312, + 1.164062, + 1.203125, + 1.539062, + 1.15625, + 1.226562, + 1.28125, + 1.148438, + 0.773438, + 1.257812, + 1.085938, + 1.414062, + 1.125, + 1.296875, + 1.226562, + 1.265625, + 1.34375, + 1.203125, + 1.28125, + 0.839844, + 1.140625, + 1.226562, + 1.234375, + 1.265625, + 1.203125, + 1.5, + 1.15625, + 1.234375, + 0.957031, + 1.328125, + 1.210938, + 2.859375, + 1.21875, + 1.335938, + 1.054688, + 1.101562, + 1.289062, + 1.328125, + 1.265625, + 1.242188, + 1.273438, + 1.195312, + 0.972656, + 1.320312, + 1.1875, + 1.390625, + 1.421875, + 1.367188, + 1.023438, + 1.242188, + 1.25, + 1.453125, + 1.25, + 1.132812, + 1.242188, + 1.085938, + 1.351562, + 1.304688, + 1.242188, + 1.070312, + 0.738281, + 1.492188, + 1.289062, + 1.195312, + 0.878906, + 1.226562, + 1.226562, + 0.871094, + 1.203125, + 1.4375, + 1.21875, + 1.195312, + 1.320312, + 1.054688, + 1.320312, + 1.234375, + 1.023438, + 1.265625, + 1.195312, + 1.070312, + 1.304688, + 1.265625, + 1.203125, + 0.824219, + 0.855469, + 1.179688, + 1.578125, + 1.039062, + 0.898438, + 1.429688, + 1.328125, + 1.304688, + 1.273438, + 1.125, + 1.171875, + 1.328125, + 1.210938, + 0.898438, + 1.34375, + 1.296875, + 1.171875, + 1.015625, + 1.242188, + 1.164062, + 1.484375, + 1.921875, + 1.460938, + 1.164062, + 1.140625, + 0.972656, + 1.21875, + 0.9375, + 1.234375, + 1.210938, + 0.839844, + 1.234375, + 1.398438, + 1.398438, + 1.328125, + 1.203125, + 1.289062, + 1.21875, + 1.210938, + 1.226562, + 1.203125, + 1.398438, + 1.140625, + 1.9375, + 1.46875, + 1.257812, + 1.21875, + 1.546875, + 1.25, + 1.03125, + 1.125, + 1.28125, + 1.132812, + 1.203125, + 1.296875, + 1.117188, + 1.25, + 1.226562, + 1.3125, + 1.273438, + 1.078125, + 1.023438, + 1.242188, + 1.226562, + 1.226562, + 1.085938, + 1.460938, + 1.234375, + 1.242188, + 1.195312, + 1.40625, + 1.242188, + 1.125, + 1.234375, + 1.609375, + 1.210938, + 1.390625, + 1.257812, + 1.304688, + 1.1875, + 1.234375, + 1.226562, + 1.390625, + 1.289062, + 1.164062, + 0.863281, + 1.273438, + 1.234375, + 1.398438, + 1.273438, + 2.5, + 1.210938, + 1.453125, + 1.242188, + 1.242188, + 1.328125, + 0.859375, + 1.226562, + 0.996094, + 1.21875, + 1.210938, + 1.273438, + 1.265625, + 1.289062, + 1.179688, + 1.242188, + 1.203125, + 0.609375, + 1.304688, + 1.1875, + 1.25, + 1.101562, + 1.523438, + 1.273438, + 1.265625, + 1.359375, + 1.273438, + 1.210938, + 1.226562, + 1.226562, + 1.21875, + 0.972656, + 1.273438, + 1.226562, + 1.242188, + 1.210938, + 1.125, + 1.328125, + 1.242188, + 1.289062, + 1.3125, + 1.28125, + 1.445312, + 1.210938, + 1.226562, + 1.3125, + 1.070312, + 1.390625, + 1.351562, + 1.171875, + 1.25, + 1.171875, + 1.25, + 1.226562, + 0.988281, + 1.242188, + 1.109375, + 1.1875, + 1.09375, + 1.320312, + 1.304688, + 1.117188, + 0.660156, + 1.132812, + 1.421875, + 1.132812, + 0.96875, + 1.242188, + 1.257812, + 1.148438, + 1.375, + 1.046875, + 1.265625, + 1.289062, + 1.265625, + 0.835938, + 1.21875, + 0.851562, + 1.015625, + 1.835938, + 1.226562, + 0.941406, + 1.101562, + 1.171875, + 1.242188, + 1.265625, + 1.148438, + 1.65625, + 1.226562, + 1.351562, + 0.851562, + 1.445312, + 1.28125, + 1.679688, + 1.25, + 1.242188, + 1.234375, + 1.21875, + 1.226562, + 1.078125, + 1.140625, + 0.867188, + 1.179688, + 0.949219, + 1.09375, + 1.03125, + 1.34375, + 1.289062, + 1.171875, + 1.25, + 1.273438, + 1.453125, + 1.242188, + 1.320312, + 1.28125, + 1.1875, + 0.859375, + 1.0625, + 1.195312, + 1.40625, + 1.179688, + 0.890625, + 1.007812, + 1.25, + 1.289062, + 1.273438, + 1.25, + 0.472656, + 1.34375, + 1.242188, + 1.289062, + 1.109375, + 0.847656, + 1.179688, + 1.234375, + 1.25, + 1.09375, + 1.148438, + 1.328125, + 1.125, + 1.234375, + 1.085938, + 1.0625, + 1.34375, + 0.84375, + 1.234375, + 1.25, + 0.855469, + 1.25, + 1.390625, + 1.296875, + 1.078125, + 1.28125, + 1.28125, + 1.257812, + 1.34375, + 0.941406, + 1.171875, + 1.140625, + 2.296875, + 1.226562, + 0.726562, + 1.320312, + 1.21875, + 1.484375, + 1.289062, + 1.414062, + 1.203125, + 1.148438, + 1.09375, + 1.273438, + 0.71875, + 2.25, + 1.203125, + 1.203125, + 1.1875, + 1.070312, + 1.140625, + 1.21875, + 0.777344, + 1.085938, + 1.25, + 1.007812, + 1.0625, + 0.9375, + 1.265625, + 0.960938, + 0.867188, + 1.195312, + 1.226562, + 1.203125, + 1.289062, + 1.125, + 1.554688, + 1.265625, + 1.609375, + 1.1875, + 1.234375, + 1.3125, + 1.109375, + 1.078125, + 1.304688, + 2.0625, + 1.265625, + 1.140625, + 1.242188, + 1.304688, + 0.863281, + 1.179688, + 1.140625, + 0.863281, + 0.878906, + 1.226562, + 1.390625, + 1.289062, + 1.695312, + 1.34375, + 1.421875, + 1.351562, + 1.242188, + 1.0625, + 1.195312, + 1.25, + 1.570312, + 1.078125, + 1.296875, + 1.257812, + 1.265625, + 1.578125, + 2.46875, + 1.875, + 1.554688, + 1.203125, + 1.242188, + 1.46875, + 1.203125, + 1.226562, + 1.242188, + 1.226562, + 0.851562, + 0.777344, + 1.335938, + 1.148438, + 1.296875, + 1.617188, + 1.75, + 1.4375, + 1.148438, + 1.3125, + 1.015625, + 1.3125, + 1.171875, + 1.257812, + 1.296875, + 1.148438, + 1.304688, + 1.242188, + 1.070312, + 0.957031, + 1.234375, + 1.15625, + 1.289062, + 1.203125, + 1.210938, + 1.265625, + 1.117188, + 1.226562, + 1.296875, + 1.125, + 1.25, + 0.953125, + 1.28125, + 1.195312, + 1.257812, + 1.273438, + 1.179688, + 1.359375, + 1.25, + 1.21875, + 1.546875, + 1.226562, + 1.195312, + 1.484375, + 1.179688, + 1.304688, + 1.007812, + 1.34375, + 1.070312, + 1.382812, + 1.335938, + 1.445312, + 1.273438, + 1.007812, + 1.023438, + 1.234375, + 1.234375, + 1.257812, + 1.242188, + 1.234375, + 1.210938, + 1.273438, + 1.226562, + 1.335938, + 1.234375, + 1.28125, + 1.484375, + 1.304688, + 1.203125, + 1.125, + 0.960938, + 1.257812, + 1.320312, + 1.34375, + 1.992188, + 1.273438, + 1.289062, + 1.242188, + 1.195312, + 1.398438, + 1.203125, + 1.296875, + 1.195312, + 1.234375, + 0.832031, + 1.304688, + 1.132812, + 0.863281, + 1.25, + 1.265625, + 1.21875, + 1.132812, + 1.359375, + 1.234375, + 1.390625, + 1.210938, + 1.242188, + 1.671875, + 1.15625, + 1.695312, + 0.800781, + 1.367188, + 1.296875, + 1.117188, + 1.484375, + 1.304688, + 1.273438, + 1.265625, + 1.335938, + 1.328125, + 1.351562, + 1.226562, + 1.242188, + 1.023438, + 1.21875, + 1.835938, + 1.304688, + 1.09375, + 1.273438, + 1.320312, + 1.53125, + 1.390625, + 1.289062, + 1.492188, + 1.5, + 1.226562, + 1.40625, + 1.265625, + 1.257812, + 1.242188, + 1.195312, + 1.398438, + 1.242188, + 1.226562, + 1.367188, + 1.359375, + 1.242188, + 1.203125, + 1.179688, + 1.21875, + 1.101562, + 1.242188, + 1.234375, + 1.3125, + 1.046875, + 0.882812, + 1.25, + 1.328125, + 1.210938, + 1.320312, + 1.296875, + 1.109375, + 1.117188, + 1.359375, + 1.273438, + 1.273438, + 1.546875, + 1.226562, + 1.210938, + 1.242188, + 1.203125, + 1.164062, + 1.109375, + 1.210938, + 1.179688, + 1.265625, + 1.15625, + 0.431641, + 1.265625, + 2.125, + 1.078125, + 1.203125, + 1.648438, + 1.242188, + 1.039062, + 1.210938, + 1.179688, + 1.078125, + 1.015625, + 0.878906, + 1.195312, + 1.203125, + 1.054688, + 1.007812, + 1.226562, + 1.304688, + 1.25, + 1.234375, + 1.078125, + 1.382812, + 0.929688, + 1.296875, + 1.226562, + 1.25, + 1.273438, + 1.460938, + 1.203125, + 1.273438, + 0.964844, + 1.601562, + 1.34375, + 1.234375, + 1.265625, + 1.039062, + 1.335938, + 1.179688, + 1.414062, + 1.117188, + 1.210938, + 1.226562, + 1.226562, + 1.390625, + 1.265625, + 1.25, + 1.242188, + 1.210938, + 1.257812, + 1.242188, + 1.210938, + 1.3125, + 1.335938, + 1.039062, + 1.234375, + 1.210938, + 1.234375, + 1.359375, + 1.171875, + 1.289062, + 1.375, + 1.335938, + 1.195312, + 0.769531, + 1.21875, + 1.390625, + 1.070312, + 1.3125, + 1.632812, + 1.25, + 1.085938, + 1.5, + 1.304688, + 1.695312, + 1.257812, + 1.25, + 1.226562, + 1.515625, + 1.257812, + 1.125, + 1.210938, + 1.039062, + 1.390625, + 1.234375, + 1.203125, + 0.972656, + 1.3125, + 1.257812, + 1.226562, + 1.234375, + 1.21875, + 1.179688, + 0.921875, + 1.265625, + 1.179688, + 1.242188, + 1.242188, + 1.296875, + 1.289062, + 1.203125, + 1.21875, + 1.242188, + 1.210938, + 1.148438, + 1.1875, + 1.117188, + 0.492188, + 1.140625, + 1.242188, + 1.421875, + 1.273438, + 1.234375, + 1.21875, + 1.234375, + 1.289062, + 1.15625, + 1.15625, + 1.6875, + 1.226562, + 1.257812, + 1.25, + 1.195312, + 0.84375, + 1.210938, + 1.226562, + 0.832031, + 1.226562, + 1.234375, + 1.242188, + 1.210938, + 1.242188, + 1.203125, + 1.226562, + 1.148438, + 1.398438, + 0.851562, + 1.382812, + 1.195312, + 3.0, + 0.851562, + 1.148438, + 1.203125, + 1.890625, + 2.015625, + 1.046875, + 1.25, + 1.273438, + 1.257812, + 1.375, + 1.234375, + 1.195312, + 1.265625, + 1.195312, + 1.1875, + 1.0, + 1.234375, + 0.75, + 1.40625, + 1.3125, + 1.585938, + 1.304688, + 1.242188, + 2.890625, + 1.210938, + 1.257812, + 1.429688, + 1.242188, + 1.3125, + 1.25, + 1.140625, + 1.242188, + 1.242188, + 0.275391, + 1.203125, + 1.1875, + 1.148438, + 1.195312, + 1.210938, + 1.203125, + 1.28125, + 1.28125, + 0.949219, + 1.4375, + 1.40625, + 0.5625, + 1.234375, + 1.21875, + 1.265625, + 1.304688, + 1.257812, + 1.195312, + 1.210938, + 1.21875, + 1.242188, + 1.320312, + 1.21875, + 1.484375, + 1.367188, + 1.28125, + 1.25, + 1.203125, + 1.21875, + 1.671875, + 1.234375, + 1.65625, + 1.164062, + 1.40625, + 1.210938, + 1.242188, + 1.226562, + 1.296875, + 1.195312, + 1.21875, + 1.078125, + 1.203125, + 1.414062, + 1.226562, + 1.257812, + 0.855469, + 1.171875, + 1.53125, + 1.34375, + 1.304688, + 1.21875, + 1.257812, + 1.226562, + 1.070312, + 1.28125, + 1.265625, + 1.242188, + 1.257812, + 1.226562, + 1.25, + 1.460938, + 1.257812, + 1.257812, + 1.203125, + 1.210938, + 1.21875, + 1.195312, + 1.234375, + 1.195312, + 0.921875, + 1.210938, + 1.25, + 1.25, + 1.320312, + 1.320312, + 1.320312, + 1.226562, + 1.195312, + 1.445312, + 1.328125, + 1.0625, + 1.320312, + 1.34375, + 0.945312, + 1.203125, + 1.90625, + 1.203125, + 1.210938, + 1.195312, + 1.070312, + 1.21875, + 1.617188, + 1.257812, + 1.367188, + 0.800781, + 1.484375, + 1.195312, + 1.109375, + 1.171875, + 1.242188, + 1.117188, + 1.320312, + 1.226562, + 1.3125, + 1.273438, + 1.203125, + 1.179688, + 1.328125, + 1.21875, + 0.851562, + 0.855469, + 1.046875, + 1.140625, + 1.210938, + 1.304688, + 1.164062, + 1.476562, + 1.0625, + 1.28125, + 1.09375, + 1.203125, + 2.203125, + 1.25, + 1.328125, + 1.203125, + 1.273438, + 0.835938, + 1.265625, + 1.273438, + 1.351562, + 1.265625, + 1.054688, + 1.140625, + 1.34375, + 1.203125, + 1.15625, + 1.132812, + 1.40625, + 1.296875, + 1.210938, + 1.304688, + 1.28125, + 1.265625, + 1.179688, + 1.085938, + 1.257812, + 1.3125, + 1.242188, + 1.039062, + 1.164062, + 1.5625, + 1.25, + 1.132812, + 1.242188, + 1.484375, + 1.117188, + 1.257812, + 1.132812, + 1.03125, + 0.359375, + 1.523438, + 1.234375, + 1.195312, + 1.117188, + 1.164062, + 1.695312, + 1.046875, + 1.179688, + 1.703125, + 1.15625, + 1.195312, + 1.304688, + 1.289062, + 1.195312, + 1.226562, + 1.304688, + 1.226562, + 0.886719, + 1.242188, + 1.296875, + 1.367188, + 1.242188, + 1.492188, + 1.265625, + 1.3125, + 1.3125, + 1.132812, + 1.242188, + 0.597656, + 1.164062, + 1.210938, + 1.234375, + 1.273438, + 1.148438, + 1.226562, + 1.695312, + 1.226562, + 1.335938, + 2.65625, + 0.957031, + 1.21875, + 1.203125, + 1.226562, + 1.242188, + 1.1875, + 1.234375, + 1.242188, + 1.351562, + 1.148438, + 1.265625, + 1.09375, + 1.367188, + 1.25, + 1.203125, + 1.164062, + 1.195312, + 1.273438, + 1.203125, + 1.265625, + 1.273438, + 1.164062, + 1.203125, + 1.335938, + 1.15625, + 1.117188, + 1.257812, + 1.257812, + 1.476562, + 1.289062, + 1.460938, + 3.859375, + 1.21875, + 1.351562, + 1.1875, + 1.242188, + 1.140625, + 1.25, + 0.796875, + 1.210938, + 1.320312, + 1.179688, + 1.234375, + 1.359375, + 1.203125, + 1.226562, + 0.835938, + 0.992188, + 1.273438, + 1.398438, + 1.210938, + 1.1875, + 1.320312, + 1.195312, + 1.320312, + 1.304688, + 0.839844, + 1.234375, + 0.75, + 1.0625, + 0.960938, + 1.210938, + 1.1875, + 1.242188, + 1.101562, + 1.460938, + 1.226562, + 1.21875, + 1.25, + 1.117188, + 1.257812, + 1.234375, + 1.273438, + 1.289062, + 1.460938, + 1.289062, + 1.25, + 0.886719, + 1.257812, + 1.179688, + 1.273438, + 1.171875, + 1.117188, + 1.070312, + 1.265625, + 1.335938, + 1.296875, + 1.023438, + 1.242188, + 1.085938, + 1.054688, + 0.878906, + 1.226562, + 1.359375, + 1.273438, + 1.203125, + 1.351562, + 1.234375, + 1.085938, + 1.140625, + 1.085938, + 1.289062, + 1.132812, + 1.226562, + 1.28125, + 1.304688, + 1.085938, + 1.226562, + 1.453125, + 1.445312, + 1.21875, + 1.234375, + 1.226562, + 1.234375, + 1.304688, + 1.4375, + 1.28125, + 1.09375, + 1.242188, + 1.304688, + 1.375, + 1.46875, + 0.992188, + 1.398438, + 1.101562, + 1.367188, + 1.265625, + 0.851562, + 1.359375, + -3.9375, + 1.226562, + 1.21875, + 1.242188, + 1.328125, + 1.210938, + 1.257812, + 1.242188, + 1.265625, + 1.09375, + 1.242188, + 0.632812, + 1.257812, + 1.9375, + 1.1875, + 4.03125, + 0.800781, + 1.257812, + 1.375, + 1.210938, + 1.179688, + 1.242188, + 1.34375, + 1.242188, + 1.320312, + 1.234375, + 1.179688, + 0.996094, + 1.242188, + 1.234375, + 1.304688, + 1.25, + 1.320312, + 1.09375, + 1.34375, + 1.21875, + 1.226562, + 1.164062, + 1.289062, + 1.242188, + 1.210938, + 1.234375, + 0.6875, + 1.0625, + 1.304688, + 1.117188, + 0.804688, + 1.226562, + 1.296875, + 1.882812, + 1.1875, + 0.972656, + 1.78125, + 1.28125, + 1.296875, + 1.289062, + 1.296875, + 1.1875, + 1.210938, + 1.265625, + 1.195312, + 1.179688, + 1.210938, + 1.21875, + 0.839844, + 1.132812, + 1.0625, + 1.3125, + 1.414062, + 1.3125, + 0.84375, + 1.28125, + 1.242188, + 1.257812, + 1.171875, + 0.683594, + 1.03125, + 1.226562, + 1.054688, + 0.652344, + 1.195312, + 1.296875, + 0.988281, + 1.328125, + 1.265625, + 1.273438, + 1.195312, + 1.226562, + 1.179688, + 1.242188, + 1.289062, + 1.21875, + 1.226562, + 1.28125, + 1.226562, + 1.085938, + 1.367188, + 1.421875, + 1.25, + 1.3125, + 1.492188, + 1.3125, + 1.195312, + 1.179688, + 1.25, + 1.179688, + 1.21875, + 1.25, + 1.296875, + 1.210938, + 0.921875, + 1.46875, + 1.242188, + 1.117188, + 1.304688, + 1.28125, + 1.257812, + 1.101562, + 1.25, + 1.109375, + 1.21875, + 1.265625, + 1.257812, + 1.265625, + 1.234375, + 1.125, + 1.148438, + 1.25, + 1.179688, + 1.15625, + 1.476562, + 1.484375, + 1.226562, + 3.078125, + 1.289062, + 0.875, + 0.371094, + 1.242188, + 1.15625, + 0.605469, + 1.210938, + 1.3125, + 1.101562, + 1.34375, + 1.21875, + 1.34375, + 1.28125, + 1.320312, + 2.15625, + 1.4375, + 0.84375, + 1.179688, + 1.226562, + 1.195312, + 1.320312, + 1.28125, + 1.773438, + 1.234375, + 1.234375, + 1.226562, + 1.3125, + 0.902344, + 1.242188, + 1.242188, + 1.210938, + 1.25, + 1.460938, + 1.226562, + 1.40625, + 1.25, + 1.125, + 1.226562, + 1.148438, + 1.234375, + 1.257812, + 1.367188, + 1.625, + 0.871094, + 1.195312, + 1.335938, + 1.5625, + 1.398438, + 1.320312, + 1.28125, + 1.460938, + 1.320312, + 1.132812, + 1.25, + 1.398438, + 1.328125, + 1.242188, + 1.109375, + 1.242188, + 1.195312, + 0.855469, + 1.148438, + 1.265625, + 1.265625, + 1.242188, + 1.226562, + 1.046875, + 0.964844, + 1.21875, + 0.75, + 1.210938, + 1.234375, + 1.289062, + 1.21875, + 1.242188, + 1.132812, + 1.34375, + 1.289062, + 1.242188, + 1.328125, + 1.125, + 1.289062, + 1.289062, + 1.34375, + 1.265625, + 1.320312, + -0.151367, + 1.25, + 1.15625, + 1.1875, + 1.242188, + 1.257812, + 0.902344, + 1.296875, + 1.234375, + 1.085938, + 1.21875, + 1.265625, + 0.851562, + 1.3125, + 0.820312, + 1.101562, + 1.25, + 1.070312, + 1.054688, + 1.34375, + 0.546875, + 1.195312, + 1.257812, + 1.21875, + 1.34375, + 1.289062, + 1.273438, + 1.171875, + 1.242188, + 1.460938, + 1.070312, + 0.847656, + 1.203125, + 1.445312, + 1.21875, + 1.0625, + 1.320312, + 1.242188, + 1.273438, + 1.28125, + 1.203125, + 1.015625, + 1.359375, + 1.117188, + 1.296875, + 1.226562, + 1.242188, + 1.289062, + 1.3125, + 1.257812, + 1.109375, + 1.109375, + 1.257812, + 1.242188, + 1.25, + 1.257812, + 2.390625, + 1.40625, + 1.25, + 1.101562, + 1.234375, + 1.125, + 0.851562, + 1.304688, + 1.203125, + 1.21875, + 1.257812, + 1.046875, + 1.203125, + 1.296875, + 1.117188, + 1.289062, + 1.429688, + 1.328125, + 1.242188, + 1.171875, + 1.210938, + 1.289062, + 1.25, + 1.242188, + 1.054688, + 1.289062, + 1.367188, + 1.21875, + 0.785156, + 1.125, + 1.179688, + 1.226562, + 1.273438, + 1.039062, + 1.21875, + 1.273438, + 1.242188, + 1.117188, + 1.273438, + 1.453125, + 1.257812, + 0.863281, + 1.453125, + 1.0625, + 1.40625, + 1.007812, + 1.21875, + 1.273438, + 1.203125, + 1.25, + 0.992188, + 0.785156, + 1.203125, + 1.304688, + 1.304688, + 1.320312, + 1.46875, + 1.0625, + 1.359375, + 1.21875, + 1.234375, + 0.84375, + 1.234375, + 1.21875, + 1.234375, + 1.507812, + 1.398438, + 1.164062, + 1.164062, + 1.296875, + 1.257812, + 1.1875, + 1.226562, + 1.257812, + 1.382812, + 1.210938, + 1.554688, + 0.871094, + 1.210938, + 1.164062, + 1.445312, + 1.257812, + 1.117188, + 0.613281, + 1.109375, + 1.210938, + 1.328125, + 1.617188, + 1.21875, + 1.296875, + 1.382812, + 1.15625, + 1.242188, + 1.265625, + 1.28125, + 1.132812, + 1.289062, + 1.210938, + 1.242188, + 1.25, + 1.257812, + 0.746094, + 1.242188, + 1.203125, + 1.273438, + 1.203125, + 1.351562, + 1.265625, + 1.210938, + 0.851562, + 1.296875, + 1.0625, + 0.369141, + 1.25, + 1.375, + 1.21875, + 2.203125, + 1.273438, + 1.257812, + 1.265625, + 1.242188, + 1.234375, + 1.21875, + 1.148438, + 1.234375, + 1.304688, + 1.203125, + 1.273438, + 1.210938, + 1.257812, + 1.5, + 1.257812, + 1.101562, + 1.25, + 0.976562, + 1.226562, + 1.539062, + 1.28125, + 1.273438, + 1.257812, + 1.257812, + 1.1875, + 1.476562, + 1.0, + 1.25, + 1.054688, + 1.125, + 1.40625, + 1.28125, + 1.28125, + 1.046875, + 1.210938, + 1.28125, + 1.257812, + 1.234375, + 1.164062, + 1.210938, + 1.203125, + 1.695312, + 1.164062, + 1.320312, + 1.242188, + 0.96875, + 1.28125, + 0.660156, + 1.140625, + 1.359375, + 1.203125, + 1.28125, + 1.101562, + 1.210938, + 1.28125, + 1.539062, + 1.257812, + 1.171875, + 1.4375, + 1.226562, + 1.25, + 1.375, + 1.0625, + 1.21875, + 1.171875, + 1.226562, + 1.398438, + 1.304688, + 0.976562, + 1.21875, + 1.242188, + 1.054688, + 0.847656, + 1.328125, + 1.265625, + 0.976562, + 1.375, + 1.3125, + 1.25, + 1.226562, + 1.21875, + 1.265625, + 1.304688, + 1.226562, + 1.429688, + 1.0, + 1.28125, + 1.242188, + 1.273438, + 1.179688, + 0.992188, + 1.234375, + 0.847656, + 1.242188, + 1.179688, + 1.484375, + 1.164062, + 1.257812, + 1.015625, + 1.203125, + 1.242188, + 1.140625, + 1.148438, + 1.273438, + 1.179688, + 0.875, + 0.664062, + 1.179688, + 1.265625, + 1.273438, + 1.210938, + 0.898438, + 1.3125, + 1.257812, + 1.296875, + 1.359375, + 0.871094, + 1.273438, + 1.054688, + 1.296875, + 0.855469, + 0.789062, + 1.125, + 1.304688, + 0.894531, + 1.375, + 1.257812, + 1.226562, + 1.25, + 1.21875, + 1.257812, + 1.351562, + 1.25, + 0.929688, + 1.414062, + 1.242188, + 1.328125, + 1.148438, + 1.242188, + 1.117188, + 1.28125, + 1.265625, + 1.242188, + 1.171875, + 0.976562, + 1.265625, + 1.257812, + 2.4375, + 1.25, + 1.15625, + 1.257812, + 1.234375, + 1.164062, + 1.296875, + 1.265625, + 1.28125, + 1.289062, + 1.195312, + 0.976562, + 1.21875, + 1.195312, + 1.25, + 1.351562, + 1.25, + 1.375, + 1.125, + 1.21875, + 1.242188, + 1.382812, + 1.242188, + 1.25, + 1.265625, + 1.195312, + 1.234375, + 1.21875, + 1.320312, + 1.164062, + 1.28125, + 1.34375, + 1.242188, + 1.367188, + 1.242188, + 1.242188, + 1.25, + 1.257812, + 1.195312, + 1.21875, + 1.257812, + 1.257812, + 1.109375, + 0.996094, + 0.960938, + 1.195312, + 1.296875, + 1.226562, + 1.273438, + 1.25, + 1.203125, + 1.179688, + 1.265625, + 1.21875, + 1.210938, + 1.273438, + 1.078125, + 1.171875, + 1.257812, + 1.265625, + 1.265625, + 1.101562, + 1.1875, + 1.226562, + 1.164062, + 1.25, + 1.132812, + 1.28125, + 1.25, + 1.257812, + 1.234375, + 0.863281, + 1.203125, + 1.179688, + 1.132812, + 1.085938, + 0.867188, + 1.242188, + 1.09375, + 1.539062, + 1.039062, + 1.34375, + 1.234375, + 1.234375, + 1.289062, + 0.71875, + 1.1875, + 1.210938, + 1.015625, + 1.078125, + 1.21875, + 1.257812, + 1.304688, + 1.265625, + 1.242188, + 1.210938, + 1.09375, + 1.164062, + 1.265625, + 1.234375, + 1.25, + 1.734375, + 1.351562, + 1.265625, + 1.265625, + 1.304688, + 1.28125, + 1.1875, + 1.164062, + 1.726562, + 1.257812, + 1.1875, + 1.109375, + 1.320312, + 0.945312, + 1.117188, + 1.25, + 1.21875, + 1.273438, + 1.273438, + 1.28125, + 0.8125, + 1.148438, + 1.460938, + 1.226562, + 1.023438, + 1.367188, + 1.21875, + 1.414062, + 1.234375, + 1.242188, + 1.140625, + 1.21875, + 1.21875, + 1.328125, + 0.847656, + 1.234375, + 0.804688, + 1.367188, + 1.3125, + 1.03125, + 1.226562, + 1.320312, + 1.328125, + 1.46875, + 1.164062, + 1.234375, + 1.171875, + 1.03125, + 1.21875, + 1.367188, + 1.125, + 1.25, + 1.226562, + 1.023438, + 1.273438, + 1.109375, + 1.195312, + 1.078125, + 1.203125, + 1.3125, + 0.890625, + 1.203125, + 1.21875, + 1.210938, + 1.242188, + 1.234375, + 1.242188, + 1.203125, + 1.5, + 1.40625, + 1.117188, + 1.671875, + 1.34375, + 1.257812, + 1.335938, + 1.304688, + 1.234375, + 1.3125, + 1.242188, + 1.484375, + 1.234375, + 1.265625, + 1.46875, + 1.257812, + 1.242188, + 1.085938, + 1.234375, + 1.273438, + 1.109375, + 1.117188, + 1.265625, + 1.25, + 1.015625, + 1.179688, + 1.429688, + 1.242188, + 0.851562, + 1.28125, + 1.078125, + 1.25, + 1.171875, + 1.289062, + 1.3125, + 1.085938, + 1.359375, + 1.484375, + 1.265625, + 1.234375, + 1.21875, + 1.273438, + 1.15625, + 1.554688, + 1.21875, + 0.945312, + 0.890625, + 1.28125, + 1.132812, + 1.203125, + 1.289062, + 1.273438, + 1.242188, + 1.21875, + 1.546875, + 1.28125, + 1.296875, + 1.28125, + 0.859375, + 1.179688, + 1.140625, + 1.0, + 0.847656, + 1.226562, + 1.296875, + 1.257812, + 1.0625, + 1.234375, + 0.679688, + 1.195312, + 1.125, + 0.033691, + 1.015625, + 1.210938, + 1.617188, + 1.507812, + 1.304688, + 1.195312, + 1.070312, + 1.234375, + 1.289062, + 1.234375, + 1.265625, + 1.28125, + 1.101562, + 1.429688, + 1.367188, + 1.414062, + 1.234375, + 1.304688, + 1.171875, + 1.109375, + 1.046875, + 1.25, + 1.226562, + 1.320312, + 1.203125, + 1.210938, + 1.21875, + 1.085938, + 0.851562, + 1.0625, + 1.117188, + 1.226562, + 1.265625, + 0.01001, + 1.085938, + 0.992188, + 1.484375, + 1.226562, + 1.3125, + 1.1875, + 1.210938, + 1.132812, + 1.21875, + 1.257812, + 1.296875, + 1.351562, + 1.242188, + 1.296875, + 0.753906, + 1.1875, + 1.335938, + 1.773438, + 1.289062, + 0.597656, + 1.234375, + 1.25, + 1.28125, + 1.515625, + 1.195312, + 1.367188, + 1.445312, + 1.226562, + 1.25, + 1.0, + 1.320312, + 1.695312, + 1.179688, + 1.210938, + 1.289062, + 1.21875, + 1.265625, + 1.210938, + 1.109375, + 1.140625, + 1.125, + 1.265625, + 1.179688, + 1.21875, + 1.234375, + 1.117188, + 1.234375, + 1.140625, + 1.0625, + 1.296875, + 0.894531, + 1.203125, + 1.289062, + 1.15625, + 0.847656, + 0.957031, + 1.210938, + 1.4375, + 1.265625, + 1.015625, + 1.34375, + 1.265625, + 1.226562, + 1.210938, + 1.265625, + 1.234375, + 1.476562, + 1.4375, + 1.0, + 1.273438, + 1.382812, + 1.28125, + 1.179688, + 1.0625, + 1.328125, + 1.0625, + 1.234375, + 1.132812, + 1.28125, + 1.25, + 0.871094, + 1.289062, + 1.242188, + 1.789062, + 1.171875, + 1.507812, + 1.398438, + 1.296875, + 1.171875, + 1.492188, + 0.953125, + 1.179688, + 1.335938, + 1.390625, + 1.359375, + 1.289062, + 1.148438, + 1.28125, + 1.0625, + 1.335938, + 1.25, + 1.210938, + 1.242188, + 1.164062, + 1.25, + 1.015625, + 1.265625, + 1.195312, + 0.792969, + 1.085938, + 1.015625, + 1.375, + 1.21875, + 9.1875, + 1.328125, + 1.015625, + 1.0, + 1.25, + 1.265625, + 1.15625, + 0.855469, + 1.265625, + 1.671875, + 1.398438, + 1.289062, + 2.875, + 1.25, + 1.265625, + 1.203125, + 1.28125, + 1.140625, + 1.234375, + 0.597656, + 0.828125, + 1.351562, + 1.242188, + 1.234375, + 1.273438, + 1.21875, + 1.4375, + 0.730469, + 1.195312, + 1.21875, + 1.210938, + 1.21875, + 0.675781, + 1.367188, + 1.242188, + 1.242188, + 1.25, + 1.046875, + 1.257812, + 1.460938, + 1.195312, + 1.21875, + 1.28125, + 1.40625, + 1.320312, + 1.25, + 1.226562, + 1.226562, + 1.226562, + 1.265625, + 1.1875, + 1.046875, + 1.242188, + 1.15625, + 1.273438, + 1.203125, + 1.21875, + 1.289062, + 1.21875, + 1.195312, + 1.234375, + 1.09375, + 0.84375, + 1.265625, + 1.34375, + 1.242188, + 1.296875, + 1.382812, + 1.578125, + 1.1875, + 1.335938, + 1.234375, + 0.714844, + 1.21875, + 1.054688, + 1.351562, + 1.132812, + 1.03125, + 1.523438, + 1.171875, + 1.375, + 1.515625, + 1.335938, + 1.179688, + 1.234375, + 1.351562, + 1.28125, + 1.40625, + 1.226562, + 1.242188, + 1.492188, + 1.195312, + 1.25, + 1.367188, + 1.25, + 1.03125, + 1.28125, + 1.289062, + 1.265625, + 1.015625, + 1.054688, + 1.242188, + 1.226562, + 1.507812, + 1.273438, + 1.195312, + 1.21875, + 1.21875, + 1.257812, + 1.171875, + 1.039062, + 1.109375, + 1.210938, + 1.179688, + 1.023438, + 1.203125, + 1.257812, + 1.164062, + 1.171875, + 1.257812, + 1.234375, + 1.265625, + 0.839844, + 0.980469, + 1.335938, + 1.390625, + 1.257812, + 1.242188, + 1.195312, + 1.382812, + 1.265625, + 1.289062, + 1.289062, + 1.15625, + 1.226562, + 1.34375, + 1.28125, + 1.289062, + 1.226562, + 1.875, + 1.242188, + 1.351562, + 1.359375, + 1.210938, + 1.257812, + 1.1875, + 1.257812, + 1.179688, + 1.21875, + 1.273438, + 1.257812, + 1.1875, + 1.320312, + 1.328125, + 1.304688, + 1.171875, + 1.304688, + 1.1875, + 1.289062, + 1.203125, + 1.210938, + 1.242188, + 1.195312, + 1.265625, + 1.046875, + 1.148438, + 1.078125, + 1.273438, + 1.117188, + 0.949219, + 1.21875, + 1.140625, + 1.132812, + 1.367188, + 1.351562, + 1.28125, + 1.078125, + 1.234375, + 1.359375, + 1.195312, + 1.429688, + 2.203125, + 0.851562, + 0.949219, + 1.265625, + 1.460938, + 1.46875, + 1.09375, + 2.15625, + 1.210938, + 1.210938, + 1.28125, + 1.242188, + 1.304688, + 1.5, + 1.359375, + 0.773438, + 1.210938, + 1.289062, + 1.398438, + 0.984375, + 1.195312, + 1.039062, + 1.109375, + 1.101562, + 1.03125, + 1.34375, + 1.257812, + 1.195312, + 0.855469, + 1.296875, + 1.671875, + 1.210938, + 1.234375, + 1.210938, + 1.28125, + 1.03125, + 1.304688, + 1.382812, + 1.257812, + 1.242188, + 1.1875, + 0.835938, + 1.4375, + 1.273438, + 1.242188, + 1.234375, + 1.226562, + 1.226562, + 1.265625, + 0.949219, + 1.273438, + 1.265625, + 1.234375, + 1.351562, + 2.203125, + 1.460938, + 1.234375, + 1.226562, + 1.273438, + 0.929688, + 1.140625, + 0.847656, + 1.210938, + 1.296875, + 1.234375, + 1.5, + 1.265625, + 1.242188, + 1.273438, + 1.242188, + 1.078125, + 1.046875, + 1.164062, + 1.210938, + 0.804688, + 1.304688, + 1.046875, + 1.265625, + 1.109375, + 1.195312, + 1.382812, + 0.976562, + 1.203125, + 1.242188, + 1.242188, + 1.242188, + 1.171875, + 1.25, + 1.171875, + 1.664062, + 1.015625, + 1.171875, + 1.234375, + 1.3125, + 1.289062, + 1.289062, + 1.039062, + 1.007812, + 1.171875, + 1.273438, + 1.265625, + 1.273438, + 1.234375, + 1.296875, + 0.730469, + 1.203125, + 1.070312, + 1.242188, + 1.25, + 1.21875, + 1.21875, + 1.3125, + 1.28125, + 1.429688, + 1.09375, + 1.34375, + 1.257812, + 1.078125, + 1.210938, + 1.265625, + 1.179688, + 1.1875, + 1.242188, + 1.367188, + 1.34375, + 1.28125, + 1.085938, + 1.132812, + 1.289062, + 1.242188, + 1.273438, + 1.1875, + 0.984375, + 1.210938, + 1.359375, + 1.375, + 1.3125, + 1.164062, + 1.46875, + 1.492188, + 1.234375, + 1.242188, + 1.210938, + 1.203125, + 1.109375, + 1.25, + 1.257812, + 0.839844, + 1.21875, + 1.328125, + 1.414062, + 1.53125, + 1.039062, + 1.304688, + 1.148438, + 1.265625, + 1.273438, + 1.234375, + 1.234375, + 1.132812, + 1.34375, + 1.804688, + 1.351562, + 1.304688, + 1.226562, + 1.3125, + 1.234375, + 1.265625, + 1.132812, + 1.21875, + 1.164062, + 0.628906, + 0.859375, + 1.195312, + 1.0, + 1.421875, + 1.25, + 1.726562, + 0.96875, + 1.164062, + 1.195312, + 1.351562, + 1.226562, + 1.320312, + 1.242188, + 1.171875, + 1.203125, + 1.210938, + 1.226562, + 1.21875, + 1.273438, + 1.203125, + 1.195312, + 1.132812, + 1.25, + 1.171875, + 1.242188, + 2.15625, + 1.289062, + 1.28125, + 1.476562, + 1.25, + 1.289062, + 1.09375, + 1.53125, + 1.28125, + 1.273438, + 1.265625, + 1.328125, + 1.3125, + 1.195312, + 3.640625, + 0.984375, + 1.1875, + 1.203125, + 1.3125, + 1.304688, + 1.234375, + 1.242188, + 1.265625, + 2.421875, + 1.265625, + 1.164062, + 1.257812, + 1.117188, + 0.859375, + 1.273438, + 1.078125, + 1.1875, + 1.046875, + 1.0625, + 1.21875, + 1.117188, + 1.09375, + 1.382812, + 1.015625, + 1.179688, + 1.28125, + 1.023438, + 1.203125, + 1.28125, + 1.226562, + 1.210938, + 1.15625, + 1.265625, + 1.34375, + 1.25, + 1.101562, + 1.242188, + 1.117188, + 1.429688, + 2.015625, + 1.21875, + 1.226562, + 1.234375, + 1.257812, + 1.273438, + 1.289062, + 0.847656, + 1.21875, + 1.304688, + 1.132812, + 1.25, + 1.296875, + 1.25, + 1.21875, + 1.351562, + 1.304688, + 1.25, + 1.234375, + 1.265625, + 1.25, + 1.109375, + 1.242188, + 1.164062, + 1.296875, + 1.257812, + 1.28125, + 1.234375, + 1.265625, + 1.195312, + 1.351562, + 0.863281, + 1.25, + 1.21875, + 1.21875, + 1.164062, + 1.296875, + 1.257812, + 1.242188, + 1.25, + 1.289062, + 1.140625, + 0.75, + 1.242188, + 1.210938, + 1.15625, + 1.59375, + 0.326172, + 1.226562, + 1.351562, + 1.351562, + 1.335938, + 1.234375, + 1.109375, + 1.257812, + 1.203125, + 3.25, + 1.164062, + 1.3125, + 1.257812, + 1.289062, + 1.25, + 1.226562, + 1.226562, + 1.375, + 1.179688, + 1.726562, + 1.242188, + 1.242188, + 1.148438, + 1.304688, + 1.28125, + 1.273438, + 1.203125, + 1.15625, + 1.242188, + 1.367188, + 1.367188, + 1.203125, + 1.257812, + 1.164062, + 1.273438, + 0.964844, + 1.226562, + 1.273438, + 1.289062, + 1.265625, + 1.429688, + 1.28125, + 1.179688, + 1.171875, + 1.28125, + 1.210938, + 1.296875, + 1.15625, + 1.210938, + 1.210938, + 1.320312, + 0.882812, + 1.257812, + 1.28125, + 1.171875, + 1.3125, + 1.171875, + 1.257812, + 1.320312, + 1.234375, + 1.164062, + 1.578125, + 1.265625, + 1.140625, + 1.289062, + 1.085938, + 2.109375, + 1.304688, + 1.1875, + 1.421875, + 1.273438, + 1.3125, + 1.234375, + 0.824219, + 2.0625, + 1.140625, + 1.257812, + 1.328125, + 1.007812, + 1.375, + 1.242188, + 1.304688, + 1.335938, + 1.304688, + 2.5, + 1.34375, + 1.148438, + 1.25, + 1.328125, + 1.289062, + 1.226562, + 0.757812, + 1.28125, + 0.8125, + 1.421875, + 1.273438, + 1.179688, + 1.28125, + 1.273438, + 1.320312, + 1.28125, + 1.226562, + 1.257812, + 1.0, + 1.21875, + 1.210938, + 0.671875, + 1.265625, + 1.164062, + 1.234375, + 1.226562, + 1.148438, + 1.234375, + 1.320312, + 0.6875, + 0.570312, + 1.507812, + 1.164062, + 1.21875, + 1.265625, + 1.3125, + 1.046875, + 0.996094, + 1.140625, + 1.460938, + 1.382812, + 1.257812, + 1.515625, + 1.132812, + 1.265625, + 1.210938, + 1.25, + 0.886719, + 1.546875, + 1.21875, + 1.234375, + 1.320312, + 1.265625, + 1.25, + 1.226562, + 1.507812, + 1.242188, + 1.289062, + 1.257812, + 1.132812, + 1.21875, + 1.796875, + 1.390625, + 1.195312, + 1.210938, + 1.296875, + 1.1875, + 0.820312, + 1.273438, + 1.242188, + 1.226562, + 1.554688, + 1.226562, + 1.273438, + 1.015625, + 1.3125, + 0.902344, + 1.21875, + 0.84375, + 1.132812, + 1.507812, + 1.015625, + 1.28125, + 1.273438, + 1.523438, + 1.289062, + 1.203125, + 0.867188, + 1.21875, + 1.3125, + 1.25, + 1.257812, + 1.429688, + 1.203125, + 1.265625, + 1.257812, + 1.21875, + 1.1875, + 1.3125, + 1.328125, + 1.140625, + 1.40625, + 2.4375, + 1.289062, + 1.296875, + 1.28125, + 1.054688, + 1.3125, + 1.429688, + 1.03125, + 1.085938, + 1.226562, + 0.691406, + 1.265625, + 1.234375, + 1.328125, + 1.0, + 1.242188, + 1.164062, + 1.226562, + 1.078125, + 1.023438, + 1.078125, + 1.046875, + 1.46875, + 1.046875, + 1.234375, + 1.21875, + 1.25, + 1.25, + 1.03125, + 1.046875, + 1.21875, + 1.234375, + 1.195312, + 1.171875, + 1.3125, + 1.203125, + 1.179688, + 1.453125, + 1.640625, + 1.25, + 1.09375, + 1.265625, + 1.257812, + 1.304688, + 1.320312, + 1.257812, + 1.039062, + 1.210938, + 1.210938, + 0.863281, + 1.25, + 1.273438, + 1.0625, + 1.257812, + 1.203125, + 1.226562, + 1.226562, + 1.265625, + 1.671875, + 1.265625, + 1.320312, + 1.242188, + 1.195312, + 1.226562, + 1.226562, + 1.398438, + 1.226562, + 1.34375, + 1.015625, + 0.851562, + 1.257812, + 1.476562, + 1.21875, + 1.226562, + 1.273438, + 1.257812, + 1.195312, + 1.453125, + 1.09375, + 0.828125, + 1.140625, + 1.265625, + 1.171875, + 1.21875, + 1.210938, + 1.304688, + 1.25, + 1.28125, + 1.242188, + 1.28125, + 1.242188, + 1.117188, + 1.265625, + 1.1875, + 1.203125, + 0.859375, + 1.179688, + 1.257812, + 0.859375, + 1.273438, + 1.273438, + 1.226562, + 1.21875, + 1.1875, + 1.1875, + 1.140625, + 0.765625, + 1.265625, + 1.203125, + 1.0625, + 1.25, + 1.289062, + 0.863281, + 1.304688, + 0.644531, + 1.289062, + 1.265625, + 1.15625, + 1.257812, + 0.976562, + 1.25, + 1.242188, + 1.234375, + 1.515625, + 1.265625, + 1.023438, + 1.148438, + 1.195312, + 0.863281, + 1.046875, + 1.234375, + 0.6875, + 1.21875, + 1.234375, + 1.273438, + 1.359375, + 1.21875, + 1.25, + 1.054688, + 1.195312, + 0.824219, + 1.117188, + 1.304688, + 1.296875, + 1.242188, + 1.25, + 1.21875, + 1.171875, + 1.242188, + 1.179688, + 1.226562, + 1.117188, + 1.179688, + 1.25, + 1.203125, + 1.359375, + 1.3125, + 1.078125, + 1.257812, + 1.273438, + 1.226562, + 1.0, + 1.203125, + 1.273438, + 1.09375, + 1.460938, + 0.808594, + 1.085938, + 1.3125, + 1.226562, + 1.304688, + 1.164062, + 1.226562, + 1.28125, + 1.3125, + 1.28125, + 1.210938, + 1.203125, + 1.132812, + 1.242188, + 1.09375, + 1.234375, + 1.242188, + 0.703125, + 1.25, + 1.210938, + 1.304688, + 1.25, + 1.25, + 1.328125, + 1.210938, + 1.257812, + 1.15625, + 1.171875, + 1.148438, + 1.421875, + 1.3125, + 1.117188, + 1.3125, + 1.4375 + ] + }, + "name": "model.model.layers.3.post_attention_layernorm.weight", + "outputIndexes": [ + 355 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 354 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_3/Mul_output_0", + "outputIndexes": [ + 356 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 355, + 356 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_3/Mul_1_output_0", + "outputIndexes": [ + 357 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 357 + ], + "outputIndexes": [ + 2408 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2408 + ], + "outputIndexes": [ + 2409 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear", + "inputIndexes": [ + 2409 + ], + "outputIndexes": [ + 2410 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 409854502, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2410 + ], + "outputIndexes": [ + 2411 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2411 + ], + "outputIndexes": [ + 358 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 358 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_3/Sigmoid_output_0", + "outputIndexes": [ + 359 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 358, + 359 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Mul_output_0", + "outputIndexes": [ + 360 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 357 + ], + "outputIndexes": [ + 2412 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2412 + ], + "outputIndexes": [ + 2413 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear", + "inputIndexes": [ + 2413 + ], + "outputIndexes": [ + 2414 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 448045628, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2414 + ], + "outputIndexes": [ + 2415 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2415 + ], + "outputIndexes": [ + 361 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 360, + 361 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_3/Mul_output_0", + "outputIndexes": [ + 362 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 362 + ], + "outputIndexes": [ + 2416 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2416 + ], + "outputIndexes": [ + 2417 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear", + "inputIndexes": [ + 2417 + ], + "outputIndexes": [ + 2418 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 486236754, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2418 + ], + "outputIndexes": [ + 2419 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2419 + ], + "outputIndexes": [ + 363 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 354, + 363 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_19_output_0", + "outputIndexes": [ + 364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 364, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_36_output_0", + "outputIndexes": [ + 365 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.621094, + 0.28125, + 0.707031, + 0.597656, + 0.341797, + 0.558594, + 0.255859, + 0.275391, + 0.898438, + 0.460938, + -0.259766, + 0.546875, + 0.632812, + 0.296875, + 0.570312, + 0.277344, + 0.251953, + 0.277344, + 0.263672, + 0.582031, + 0.322266, + 0.244141, + 0.292969, + 0.357422, + 0.371094, + 0.236328, + 0.5, + 0.427734, + 0.660156, + 0.330078, + 0.542969, + 0.498047, + 0.496094, + 0.388672, + 0.239258, + 0.306641, + 0.570312, + 1.1875, + -0.212891, + 0.445312, + 0.263672, + -0.098145, + 1.601562, + 0.4375, + 0.277344, + 0.251953, + 1.640625, + 0.306641, + 0.59375, + 0.550781, + 0.267578, + 0.3125, + 0.279297, + 0.283203, + 0.699219, + 0.503906, + 0.484375, + 0.285156, + 0.410156, + 1.0625, + 0.263672, + 1.109375, + 0.486328, + -0.237305, + 1.265625, + 2.609375, + 0.320312, + -0.257812, + 0.408203, + 0.617188, + 0.412109, + 1.15625, + 0.253906, + 0.330078, + 0.503906, + 0.263672, + 0.992188, + 0.601562, + 0.859375, + 0.289062, + 0.824219, + 0.384766, + 0.71875, + 0.535156, + 0.248047, + 0.15918, + -0.259766, + 0.451172, + 0.235352, + 1.0, + 0.349609, + 0.255859, + 0.238281, + 0.378906, + 0.746094, + 0.253906, + 0.429688, + 0.546875, + 0.228516, + 0.423828, + 0.4375, + 0.605469, + 0.269531, + 0.308594, + 0.542969, + 0.458984, + 0.839844, + 0.589844, + 0.8125, + 1.289062, + 0.229492, + 0.285156, + -0.232422, + 1.257812, + 0.3125, + 1.757812, + 0.431641, + 0.339844, + 0.253906, + 0.404297, + 0.259766, + 0.238281, + 0.220703, + -0.208984, + 1.703125, + 0.328125, + 0.494141, + 0.314453, + 0.180664, + 0.542969, + 0.519531, + -0.234375, + 0.757812, + 0.419922, + 0.816406, + 0.279297, + 0.306641, + 0.271484, + 0.777344, + 0.283203, + 0.253906, + 0.267578, + 0.353516, + 0.417969, + 0.726562, + 0.636719, + 1.296875, + 0.232422, + 0.285156, + 0.231445, + 0.365234, + 0.445312, + 0.363281, + 0.296875, + 0.941406, + 0.71875, + 0.628906, + 0.589844, + 0.355469, + 0.349609, + 0.496094, + 0.734375, + 0.753906, + 0.300781, + 1.132812, + 0.683594, + 0.679688, + 0.992188, + 0.322266, + 0.523438, + 0.259766, + 0.351562, + 0.349609, + 0.392578, + 0.275391, + 1.0625, + 0.330078, + 0.285156, + 0.263672, + 0.279297, + 1e-05, + 0.386719, + 0.273438, + 0.421875, + 0.237305, + 0.306641, + 0.298828, + 0.488281, + 0.349609, + 0.255859, + 0.402344, + 0.337891, + 0.972656, + 0.302734, + 0.490234, + 0.357422, + 0.308594, + 0.298828, + 0.820312, + 0.291016, + 0.269531, + 1.039062, + 0.710938, + 0.820312, + 1.484375, + -0.248047, + 3e-06, + 0.675781, + 0.234375, + 0.287109, + 0.388672, + -0.246094, + 0.355469, + 0.357422, + 0.283203, + 0.847656, + 0.625, + 0.609375, + 0.675781, + 0.376953, + 0.271484, + 0.59375, + 0.851562, + 0.314453, + 0.263672, + 0.703125, + 0.53125, + 0.789062, + 0.335938, + 0.28125, + 1.398438, + 0.320312, + 0.267578, + 0.244141, + 0.249023, + 0.367188, + 0.283203, + 0.324219, + 0.169922, + 0.382812, + 0.578125, + -0.226562, + 0.341797, + 0.298828, + -0.265625, + 1.65625, + 0.261719, + 0.314453, + 0.291016, + 0.308594, + 0.226562, + 0.425781, + 0.738281, + 0.396484, + 0.494141, + 0.632812, + 0.353516, + 1.53125, + 0.285156, + 0.699219, + 0.255859, + 0.227539, + 0.416016, + 0.248047, + 0.482422, + 0.359375, + 0.527344, + 0.243164, + 1.101562, + 0.734375, + 0.984375, + 0.269531, + 0.275391, + 0.804688, + 0.326172, + 0.289062, + 0.28125, + 0.402344, + 0.285156, + 0.605469, + 0.279297, + 0.243164, + 0.166992, + -0.265625, + 0.392578, + 0.585938, + -0.244141, + 0.371094, + 0.294922, + 0.490234, + 0.341797, + 0.582031, + 0.875, + 0.863281, + 0.460938, + 0.601562, + 0.878906, + 0.423828, + 0.310547, + 0.335938, + -0.000305, + 0.789062, + 0.847656, + 0.300781, + 0.306641, + 0.277344, + 0.318359, + 0.267578, + 0.394531, + 0.326172, + 1.0625, + 0.371094, + -0.249023, + 0.271484, + 1.242188, + 0.245117, + 1.226562, + 0.289062, + 0.339844, + 0.253906, + 0.251953, + 0.341797, + 0.267578, + 0.304688, + 0.554688, + 0.24707, + 0.283203, + 0.251953, + 0.675781, + 0.585938, + 0.15625, + 0.546875, + 0.722656, + 0.320312, + 0.757812, + 0.251953, + 0.472656, + 1.859375, + 0.34375, + 0.345703, + 0.142578, + 0.285156, + 0.249023, + 0.3125, + 0.233398, + 0.316406, + 0.265625, + 0.285156, + 0.251953, + 0.283203, + 0.347656, + 0.597656, + 0.435547, + 0.265625, + 1.242188, + 0.275391, + -0.000288, + 0.291016, + 0.279297, + 0.273438, + 0.306641, + 0.265625, + 0.232422, + 0.488281, + 0.597656, + 0.839844, + 0.458984, + 0.902344, + 0.328125, + 0.5, + 0.34375, + 0.248047, + 0.257812, + 0.328125, + 0.423828, + 1.007812, + 0.234375, + 0.652344, + 0.273438, + 0.314453, + 0.345703, + 0.267578, + 0.683594, + 0.302734, + 0.28125, + 0.523438, + 1.992188, + 0.28125, + 0.369141, + 0.535156, + 0.245117, + 0.851562, + 0.640625, + 0.357422, + 0.375, + 0.245117, + 0.523438, + 0.347656, + 0.257812, + 0.275391, + 0.53125, + 0.355469, + 0.882812, + 0.292969, + 0.519531, + 0.267578, + 0.359375, + 0.333984, + 0.283203, + 0.960938, + 0.863281, + 1.0625, + 0.957031, + 0.28125, + 0.300781, + 0.804688, + 0.410156, + 0.283203, + 0.273438, + 0.253906, + 1.03125, + 0.832031, + 0.259766, + 0.451172, + 0.285156, + 0.601562, + 0.253906, + 0.902344, + 0.353516, + 0.507812, + 0.302734, + 0.273438, + 0.542969, + 0.339844, + 0.400391, + 0.28125, + 0.429688, + -0.261719, + 0.322266, + 0.664062, + 0.253906, + 0.292969, + 0.416016, + 0.253906, + 0.757812, + 0.625, + 0.347656, + 0.241211, + 0.421875, + 0.357422, + 0.294922, + 0.25, + 0.320312, + -0.016113, + 0.414062, + 0.306641, + -5.5e-05, + 0.300781, + -5.2e-05, + 0.324219, + 0.273438, + 0.414062, + 0.267578, + 1.015625, + 0.53125, + 0.349609, + 0.488281, + 0.304688, + 0.574219, + 0.632812, + 0.269531, + 0.208984, + 0.248047, + 0.230469, + 0.332031, + 1.0625, + 0.433594, + 0.482422, + 0.25, + 0.222656, + 0.691406, + 0.261719, + 0.310547, + 0.318359, + 1.109375, + 0.361328, + 0.466797, + 0.738281, + 0.320312, + 0.65625, + 0.351562, + 0.275391, + 2.25, + 0.304688, + 0.308594, + 0.257812, + 0.357422, + 0.605469, + 0.40625, + 0.25, + 0.245117, + 0.554688, + 0.328125, + 0.753906, + 0.277344, + 0.996094, + 0.910156, + -5e-06, + 0.296875, + 0.396484, + 0.310547, + 0.416016, + 0.243164, + 1.15625, + 0.275391, + 0.609375, + 0.289062, + 0.287109, + 0.369141, + 0.546875, + 0.237305, + 0.267578, + 0.373047, + 0.273438, + 0.231445, + 0.523438, + 0.486328, + 0.242188, + 0.261719, + 0.304688, + 0.287109, + 0.355469, + 0.287109, + 0.241211, + 0.265625, + 0.246094, + 0.605469, + -0.205078, + 0.742188, + 0.22168, + 0.390625, + 0.211914, + 0.578125, + 0.25, + 0.566406, + 0.244141, + 1.414062, + 1.164062, + 7.1e-05, + 1.234375, + 0.707031, + 0.3125, + 0.4375, + 0.320312, + 0.300781, + 0.4375, + 0.353516, + -0.232422, + 0.267578, + 0.332031, + 1.21875, + 0.275391, + 0.523438, + -0.000175, + 0.550781, + 0.462891, + 0.373047, + 0.589844, + 0.355469, + -0.273438, + 0.375, + 0.308594, + 0.257812, + 0.392578, + 0.589844, + 0.287109, + -0.243164, + 0.251953, + 0.472656, + -0.228516, + 0.249023, + 0.492188, + 0.394531, + 0.458984, + 0.439453, + 0.28125, + 0.376953, + 0.554688, + 0.294922, + 0.351562, + 0.332031, + 0.613281, + 0.241211, + 0.421875, + 0.308594, + 0.859375, + 0.244141, + -0.109375, + 0.632812, + 0.494141, + 0.945312, + 0.5, + 0.345703, + 0.287109, + 0.722656, + 0.292969, + 0.275391, + 0.273438, + 0.984375, + 0.22168, + 1.0, + 0.257812, + 0.53125, + 0.503906, + 0.835938, + 0.251953, + 0.173828, + 0.353516, + 0.75, + 0.695312, + 0.267578, + 0.241211, + -1.03125, + 0.351562, + 1.296875, + 0.566406, + 0.523438, + 0.582031, + 0.273438, + 0.421875, + 0.675781, + 0.5625, + 0.28125, + 0.255859, + -0.134766, + 0.435547, + 0.251953, + 7.2e-05, + -0.238281, + 0.267578, + 0.28125, + 0.589844, + 0.416016, + 0.265625, + 0.267578, + 0.710938, + 0.238281, + 0.271484, + 0.259766, + 0.292969, + 0.253906, + 0.804688, + 0.40625, + 0.707031, + 0.554688, + 0.835938, + 0.425781, + -0.257812, + 0.279297, + 0.480469, + 0.691406, + 0.355469, + 0.996094, + 0.240234, + 0.310547, + 0.367188, + 0.253906, + 0.402344, + 0.279297, + 0.263672, + 0.376953, + 0.412109, + 0.237305, + 0.400391, + 0.294922, + 0.271484, + 0.285156, + 0.78125, + 0.820312, + 0.246094, + 0.240234, + 0.320312, + 0.302734, + 0.429688, + 1.0, + 0.746094, + 0.267578, + 0.703125, + 0.441406, + 1.0625, + 0.302734, + 0.447266, + 0.25, + 0.324219, + 0.345703, + 0.628906, + 1.078125, + 1.03125, + 0.519531, + 0.283203, + 0.390625, + 0.425781, + 0.261719, + 0.287109, + 0.455078, + -0.251953, + 0.302734, + 0.188477, + 0.400391, + 0.371094, + 0.636719, + 3.7e-05, + 0.496094, + 0.308594, + 1.015625, + 1.609375, + 0.699219, + 0.249023, + 0.832031, + 0.396484, + 0.914062, + 0.277344, + 0.233398, + 0.251953, + 0.277344, + 0.390625, + 1.992188, + 0.554688, + 0.408203, + 0.421875, + 0.257812, + 0.269531, + 0.292969, + 0.375, + 0.929688, + 0.269531, + 0.482422, + 0.257812, + 0.324219, + 1.523438, + 0.462891, + 0.302734, + 0.628906, + 0.625, + -0.067871, + -0.244141, + 0.302734, + 0.298828, + 0.292969, + 0.675781, + 0.582031, + 0.255859, + 0.582031, + 0.960938, + 1.171875, + 0.257812, + 0.542969, + 0.242188, + 0.519531, + 2.546875, + 0.243164, + 0.539062, + 0.283203, + 0.328125, + 0.341797, + -0.246094, + 0.314453, + 0.601562, + 0.515625, + 0.394531, + 0.46875, + 0.482422, + 0.176758, + 0.273438, + 0.298828, + 0.314453, + 0.542969, + 0.322266, + 0.237305, + 0.503906, + 0.013489, + 0.582031, + 0.277344, + 0.326172, + 0.660156, + 0.28125, + 0.5625, + 0.621094, + 0.261719, + 0.285156, + 0.414062, + 0.5, + -0.060791, + 0.753906, + 0.484375, + 0.476562, + 0.625, + 0.320312, + 0.349609, + -0.240234, + 0.233398, + 1.210938, + 0.359375, + 0.263672, + 0.298828, + 0.28125, + 0.332031, + 0.257812, + 0.914062, + 0.578125, + 0.292969, + 0.691406, + 0.287109, + 1.453125, + 0.298828, + 0.605469, + 0.71875, + 0.484375, + 0.279297, + 0.605469, + 0.404297, + 0.353516, + 1.0625, + 0.308594, + 0.000128, + -0.219727, + 0.285156, + 0.333984, + 0.275391, + 0.324219, + 0.248047, + 0.410156, + 0.314453, + 0.394531, + 0.507812, + -4e-06, + 2.53125, + 0.302734, + 0.253906, + 1.367188, + 0.217773, + 0.71875, + 0.707031, + 0.332031, + 1.203125, + 0.408203, + 0.277344, + 0.71875, + 0.349609, + 0.242188, + 0.251953, + 0.255859, + 0.816406, + 0.707031, + 0.287109, + 0.261719, + 0.472656, + 0.570312, + 0.363281, + 0.414062, + 0.265625, + 0.527344, + 0.632812, + 0.503906, + 0.410156, + 0.285156, + 0.785156, + 0.306641, + 0.332031, + 0.25, + -0.259766, + 0.589844, + 0.601562, + 0.363281, + 0.824219, + 0.5625, + 0.761719, + 0.257812, + 0.273438, + 1.226562, + 0.326172, + 0.269531, + 0.304688, + 0.314453, + 0.408203, + 0.333984, + -0.213867, + 0.231445, + 0.155273, + 0.886719, + 1.109375, + 0.503906, + 0.558594, + 0.251953, + 0.25, + 0.308594, + 0.472656, + 0.439453, + 0.925781, + 1.242188, + 0.263672, + 0.441406, + 0.585938, + 0.419922, + 0.457031, + 0.294922, + 0.246094, + 0.675781, + 0.478516, + 0.345703, + 0.228516, + 0.511719, + 0.316406, + 0.980469, + 0.251953, + 0.275391, + 0.296875, + 0.353516, + 0.460938, + 0.269531, + 0.253906, + 0.283203, + 0.255859, + 0.283203, + 0.425781, + 0.279297, + 0.269531, + 0.292969, + 0.460938, + 0.289062, + 0.326172, + 0.808594, + 0.285156, + 0.386719, + 0.265625, + 0.375, + 0.582031, + 0.242188, + 0.496094, + 0.601562, + 0.625, + 0.265625, + 0.263672, + 1.046875, + 1.164062, + 0.392578, + 0.427734, + 0.601562, + 1.148438, + 0.388672, + 0.320312, + 1.007812, + 1.015625, + 0.527344, + 0.251953, + 0.255859, + 0.253906, + 0.212891, + 0.298828, + 0.224609, + 0.734375, + 1.460938, + 0.429688, + 0.632812, + 0.804688, + 0.398438, + 0.257812, + 0.24707, + 0.824219, + 1.304688, + 0.273438, + 0.251953, + 0.570312, + 0.601562, + 0.271484, + 1.21875, + 0.333984, + 0.243164, + 0.25, + 0.480469, + 0.484375, + 0.632812, + 0.447266, + 0.804688, + 0.730469, + 0.601562, + 0.417969, + 0.824219, + 0.341797, + 0.789062, + 0.419922, + 0.275391, + 0.259766, + 0.34375, + 0.710938, + 0.240234, + 0.255859, + 0.324219, + 0.3125, + 0.539062, + 0.496094, + 0.291016, + 0.34375, + 0.347656, + 0.648438, + 0.458984, + 0.404297, + 0.648438, + 0.267578, + 0.345703, + 0.298828, + 0.427734, + 0.251953, + 0.507812, + 0.166992, + 0.265625, + 0.239258, + 0.283203, + 0.539062, + 0.605469, + 0.255859, + 0.410156, + 0.351562, + 0.566406, + 0.535156, + 1.984375, + 0.285156, + 0.249023, + -0.289062, + 0.237305, + 0.292969, + 0.388672, + 0.242188, + 0.691406, + -0.225586, + 0.245117, + 0.242188, + 2.03125, + 0.746094, + 1.054688, + 0.380859, + 0.375, + 0.597656, + 0.816406, + 0.349609, + 0.279297, + 1.070312, + 0.279297, + 0.291016, + 0.365234, + 0.34375, + 0.585938, + 0.443359, + 1.0625, + 1.617188, + 0.421875, + 0.322266, + 0.402344, + 0.511719, + 0.419922, + 0.287109, + 0.523438, + 0.628906, + 0.558594, + 0.804688, + 0.53125, + 0.855469, + 0.253906, + 1.539062, + 0.066406, + 0.345703, + 0.330078, + 0.253906, + 0.25, + 1.023438, + 1.109375, + 0.310547, + 0.470703, + 0.398438, + 0.392578, + 0.261719, + 0.585938, + 0.605469, + -0.235352, + 1.382812, + -0.24707, + 0.625, + 0.328125, + -0.261719, + 0.554688, + 0.294922, + 0.742188, + 0.202148, + 0.898438, + 0.371094, + 0.894531, + 0.300781, + 1.375, + 0.269531, + -0.237305, + 0.306641, + 0.255859, + 0.503906, + 0.384766, + 0.25, + 1.023438, + 1.1875, + 0.283203, + 0.285156, + 0.291016, + 0.289062, + 0.308594, + 1.1875, + 0.414062, + 0.441406, + 0.507812, + 0.337891, + 0.349609, + 0.423828, + 0.265625, + 0.384766, + 1.007812, + 0.451172, + 0.275391, + 0.386719, + 0.773438, + -0.308594, + 1.335938, + 0.285156, + 0.388672, + 0.279297, + 0.695312, + 0.255859, + 0.539062, + 0.267578, + 0.28125, + 0.361328, + 0.291016, + 0.878906, + 0.464844, + 1.039062, + 0.249023, + 0.816406, + 0.245117, + 0.314453, + 0.310547, + 0.279297, + 0.667969, + 0.5625, + 0.373047, + 0.486328, + 0.244141, + 0.625, + 0.466797, + 0.337891, + 0.460938, + 0.275391, + 0.427734, + -0.239258, + 0.231445, + 0.285156, + 1.234375, + 0.298828, + 0.359375, + 1.195312, + 0.412109, + -0.242188, + 0.851562, + 0.404297, + 0.574219, + 0.925781, + 0.267578, + 0.453125, + 0.238281, + 0.498047, + 0.601562, + 0.283203, + 0.277344, + 0.235352, + 0.259766, + 0.341797, + 0.347656, + 0.265625, + 0.441406, + 0.287109, + 0.285156, + 0.78125, + 1.007812, + 0.341797, + 0.341797, + 0.453125, + 0.570312, + 0.621094, + 0.369141, + 0.244141, + -0.001587, + -0.222656, + 0.243164, + 0.464844, + 0.490234, + 0.355469, + 0.261719, + 0.251953, + 0.443359, + 0.243164, + 0.132812, + -0.105469, + 0.539062, + 0.15332, + 0.271484, + 0.375, + 0.46875, + 0.421875, + 0.28125, + 0.365234, + 0.273438, + 0.339844, + 0.466797, + 0.863281, + 0.414062, + 0.412109, + 0.609375, + 0.291016, + 0.263672, + 0.691406, + 1.046875, + 0.294922, + 0.242188, + 0.449219, + 0.769531, + 0.289062, + 0.3125, + 0.232422, + 0.259766, + 0.550781, + 0.261719, + 1.117188, + 0.265625, + 0.507812, + 0.245117, + 0.320312, + 1.132812, + 1.15625, + 0.259766, + 1.3125, + 0.427734, + 0.474609, + 0.679688, + 0.255859, + 0.279297, + 0.246094, + 0.240234, + 0.392578, + 0.24707, + 0.269531, + -0.277344, + 0.359375, + 0.335938, + 0.259766, + 0.345703, + 0.392578, + 1.054688, + 0.263672, + 0.353516, + 0.605469, + 0.78125, + 0.929688, + 0.851562, + -0.000137, + 0.298828, + 0.285156, + 0.232422, + 0.699219, + 0.566406, + 0.255859, + 0.296875, + 0.261719, + 0.269531, + 0.283203, + 1.273438, + 0.273438, + 0.332031, + 0.361328, + 0.53125, + 0.235352, + 3.40625, + 0.257812, + 0.53125, + 1.546875, + 0.326172, + 0.241211, + 1.023438, + 0.789062, + 0.980469, + 0.285156, + 0.730469, + 0.419922, + 0.376953, + 0.511719, + 0.416016, + 1.007812, + 0.363281, + 1.171875, + 0.613281, + 0.863281, + 0.347656, + 0.28125, + 0.239258, + 0.337891, + 0.648438, + 0.308594, + 0.582031, + 0.910156, + 0.972656, + 0.443359, + 0.269531, + 0.433594, + 0.298828, + 0.263672, + 0.474609, + 0.484375, + 0.273438, + 0.234375, + -0.000431, + 0.597656, + 0.302734, + 0.421875, + 0.351562, + 0.632812, + 0.3125, + 0.244141, + 0.306641, + 0.265625, + -0.255859, + 0.394531, + 0.283203, + 0.353516, + 0.241211, + 0.267578, + 0.3125, + 0.992188, + 1.289062, + 0.902344, + 0.300781, + 0.3125, + 0.335938, + 0.265625, + 0.453125, + 0.285156, + 0.984375, + 0.585938, + 0.470703, + 0.328125, + 0.859375, + 0.326172, + 0.398438, + -0.229492, + 1.382812, + -0.207031, + 0.419922, + 0.474609, + 0.996094, + 1.210938, + 0.236328, + 0.320312, + -0.242188, + 0.353516, + 0.326172, + 0.6875, + 0.542969, + 0.466797, + 0.263672, + 0.660156, + 0.453125, + 0.941406, + -0.255859, + 0.265625, + 0.261719, + 0.470703, + 0.386719, + 0.964844, + 0.648438, + 0.241211, + 0.660156, + 0.271484, + 0.296875, + 0.275391, + 0.263672, + 0.640625, + 0.5, + 0.283203, + 0.384766, + 0.328125, + 0.859375, + 0.380859, + 0.574219, + 1.125, + 0.289062, + 0.298828, + 0.894531, + 0.245117, + 0.632812, + -0.25, + 0.742188, + 0.507812, + 0.738281, + 0.574219, + 0.263672, + 0.451172, + 0.460938, + 0.451172, + 0.171875, + 0.269531, + 0.294922, + 0.231445, + 0.242188, + 0.271484, + 0.294922, + 0.542969, + 0.816406, + 0.640625, + 0.326172, + 1.929688, + 0.294922, + 0.330078, + 0.257812, + 0.570312, + 0.306641, + 0.141602, + 0.46875, + 0.421875, + 0.269531, + 0.0, + 0.644531, + 0.287109, + 0.390625, + -0.263672, + 0.78125, + 0.710938, + 1.054688, + 0.289062, + 0.392578, + 0.371094, + 0.738281, + 0.269531, + 0.6875, + 0.373047, + 0.347656, + 0.5, + 0.388672, + 0.443359, + 0.402344, + 0.511719, + 0.28125, + 0.34375, + 0.267578, + 0.236328, + -0.231445, + 0.671875, + 0.253906, + 0.237305, + 0.59375, + 0.365234, + 0.408203, + 0.640625, + 0.34375, + 0.679688, + 0.304688, + 0.263672, + 0.245117, + 0.365234, + 0.378906, + 0.373047, + 0.605469, + 0.275391, + 0.318359, + 0.46875, + 0.287109, + 0.279297, + 0.625, + 0.298828, + 0.238281, + 0.357422, + 0.234375, + 0.5625, + 0.738281, + 0.296875, + 0.251953, + 0.239258, + 0.267578, + 0.279297, + 0.369141, + 0.292969, + 1.125, + 0.416016, + 2.578125, + 0.330078, + 0.253906, + 0.570312, + 0.330078, + 0.332031, + 0.40625, + 0.691406, + 0.582031, + 0.326172, + 0.453125, + 0.511719, + 0.069336, + 0.507812, + 0.392578, + 0.304688, + 0.267578, + 0.328125, + 0.249023, + 0.287109, + 0.458984, + 0.279297, + 0.410156, + 0.269531, + 0.222656, + 0.289062, + -0.00592, + 0.84375, + 0.296875, + 0.294922, + 0.300781, + 0.492188, + 0.339844, + 0.367188, + 0.285156, + 0.371094, + 0.511719, + 0.476562, + 0.28125, + 0.251953, + 0.240234, + 0.503906, + 0.396484, + 0.279297, + 0.416016, + 0.476562, + 0.291016, + 0.554688, + 0.220703, + 0.472656, + 0.53125, + 0.339844, + 0.390625, + 0.357422, + 0.345703, + 0.431641, + 0.96875, + 0.306641, + 0.917969, + 1.898438, + -0.232422, + 1.429688, + -0.271484, + 0.316406, + 0.542969, + -0.390625, + 0.257812, + 1.859375, + 0.298828, + 0.263672, + -0.232422, + 0.255859, + 0.259766, + 0.957031, + 0.265625, + 0.28125, + 0.804688, + 0.193359, + 0.621094, + 0.625, + 0.324219, + 0.257812, + 0.380859, + 0.554688, + 0.503906, + 0.255859, + 0.734375, + 0.251953, + 1.679688, + 0.691406, + 0.236328, + 0.558594, + 0.292969, + 0.384766, + 0.255859, + 0.330078, + 0.25, + 0.933594, + 0.53125, + 0.419922, + 0.277344, + 0.337891, + 0.457031, + 0.462891, + 0.294922, + 0.832031, + 0.265625, + 0.259766, + 0.490234, + 0.341797, + 0.65625, + 0.90625, + 0.261719, + 0.294922, + 0.423828, + 1.015625, + 0.691406, + 0.933594, + 0.269531, + 0.388672, + 0.255859, + 0.796875, + 1.140625, + -0.227539, + 1.164062, + 0.886719, + 0.820312, + 1.0625, + 0.277344, + 0.539062, + 0.566406, + 0.414062, + 0.240234, + 1.648438, + 0.25, + 1.25, + 0.439453, + 0.478516, + 0.248047, + 0.287109, + 0.353516, + 0.376953, + 0.460938, + 0.292969, + 0.589844, + 0.289062, + 0.40625, + 0.277344, + 0.341797, + 0.253906, + 0.241211, + 0.261719, + 0.291016, + 0.480469, + 0.386719, + 1.070312, + 0.46875, + 0.298828, + 0.292969, + 0.21875, + 0.707031, + 0.289062, + -6.6e-05, + 0.285156, + -0.279297, + 1.109375, + 0.566406, + 0.330078, + 0.347656, + 0.396484, + 0.349609, + 0.337891, + 0.402344, + 0.228516, + 1.109375, + 0.464844, + 0.539062, + 0.582031, + -0.231445, + 0.722656, + 0.511719, + 0.546875, + 0.375, + -0.236328, + 0.65625, + 0.339844, + 0.239258, + 0.558594, + 0.449219, + 0.000252, + 0.462891, + 0.601562, + 0.294922, + -0.28125, + 1.460938, + 0.28125, + 2.734375, + 0.423828, + 0.554688, + 0.378906, + 0.353516, + 0.333984, + 0.408203, + 0.3125, + 0.589844, + 0.734375, + 0.255859, + 0.4375, + 0.261719, + 0.285156, + 0.335938, + 0.318359, + 0.149414, + 0.730469, + 0.261719, + 0.546875, + 0.369141, + 0.660156, + 0.632812, + 0.320312, + 0.248047, + -0.259766, + 0.167969, + 0.28125, + 0.339844, + 0.96875, + 0.695312, + 0.582031, + 0.382812, + 0.609375, + 0.523438, + 0.578125, + 0.439453, + 0.300781, + -0.000999, + 0.373047, + 0.232422, + 0.251953, + 0.241211, + 0.257812, + 2.34375, + 0.257812, + 0.273438, + 0.476562, + 0.25, + 0.660156, + 0.277344, + 1.070312, + 0.683594, + 1.21875, + 0.298828, + 0.255859, + 0.246094, + 0.503906, + 0.306641, + 0.730469, + 0.773438, + 0.257812, + 0.349609, + 0.332031, + -0.186523, + 0.503906, + 0.277344, + 0.285156, + 1.875, + 0.449219, + 0.542969, + 0.320312, + 0.484375, + 0.339844, + 0.255859, + 0.245117, + 0.000116, + 0.271484, + 2.5625, + 0.386719, + 0.320312, + 0.285156, + 0.306641, + 0.263672, + 0.253906, + -3.1e-05, + 0.298828, + 0.412109, + 0.242188, + 0.257812, + -3.7e-05, + 0.746094, + 1.09375, + 0.265625, + 0.644531, + 0.265625, + 0.239258, + 0.195312, + 0.414062, + 0.636719, + 0.242188, + 0.289062, + 0.269531, + 0.269531, + 0.373047, + 0.223633, + 0.417969, + 0.28125, + 0.484375, + 0.271484, + 1.726562, + 0.257812, + 0.177734, + 0.392578, + 0.566406, + 0.652344, + 0.269531, + 0.304688, + 0.542969, + 0.359375, + 0.248047, + 0.304688, + 0.769531, + 0.243164, + 0.429688, + 0.621094, + 0.753906, + 0.320312, + 0.341797, + -0.263672, + 0.283203, + -0.269531, + 1.835938, + 0.314453, + 0.363281, + 0.239258, + 0.412109, + 0.249023, + 0.980469, + 0.314453, + 0.291016, + 1.65625, + 0.464844, + 0.25, + 0.613281, + 0.777344, + 0.306641, + 0.273438, + 0.289062, + 0.449219, + 0.566406, + 1.25, + 0.000152, + 0.269531, + 0.359375, + 0.388672, + 0.527344, + 0.386719, + 0.558594, + 0.46875, + 0.511719, + 0.298828, + 0.289062, + 0.208008, + 0.582031, + 0.476562, + 0.251953, + 0.34375, + 0.245117, + 0.151367, + 0.201172, + 0.414062, + 0.265625, + 0.714844, + 0.742188, + 0.535156, + 0.316406, + 0.703125, + 0.75, + 0.255859, + -9.6e-05, + 0.570312, + 0.570312, + -0.251953, + 0.392578, + 0.289062, + 0.542969, + 0.507812, + 0.255859, + 0.289062, + 0.314453, + 0.271484, + 0.308594, + 0.248047, + 0.648438, + 0.396484, + 0.660156, + 0.296875, + 0.245117, + -0.300781, + -0.263672, + 0.863281, + 0.644531, + 0.486328, + 0.332031, + 0.229492, + 0.233398, + -0.251953, + 0.25, + 0.597656, + 0.484375, + 0.349609, + 1.046875, + -0.238281, + 0.746094, + 0.316406, + 0.605469, + 0.330078, + 0.363281, + 0.472656, + 0.279297, + 0.523438, + 0.546875, + 0.259766, + 0.664062, + 0.462891, + 0.229492, + 0.480469, + 1.109375, + 0.730469, + 0.539062, + 0.408203, + 0.380859, + 0.25, + 0.164062, + 0.613281, + 0.265625, + 0.507812, + 0.765625, + 0.308594, + 0.279297, + 0.515625, + 0.925781, + 0.392578, + 0.267578, + 0.267578, + 0.273438, + 1.53125, + 1.109375, + 1.3125, + 0.4375, + 0.279297, + 0.416016, + 0.726562, + 0.255859, + 0.996094, + 0.294922, + 0.369141, + 0.251953, + 0.287109, + 1.101562, + 0.279297, + 0.242188, + 0.419922, + 0.306641, + 0.318359, + 0.320312, + 0.84375, + 0.267578, + 0.425781, + 0.241211, + 0.601562, + 0.263672, + 0.277344, + 0.746094, + 1.390625, + 0.203125, + 0.726562, + 0.259766, + 1.15625, + 2e-06, + 0.3125, + 0.332031, + 0.3125, + 0.225586, + 0.5625, + 0.275391, + 0.765625, + 0.337891, + 0.314453, + 0.785156, + 0.275391, + 0.296875, + 0.171875, + 0.337891, + 0.339844, + -0.099609, + 0.259766, + 0.253906, + 0.6875, + 0.96875, + 0.380859, + 0.507812, + -0.21875, + 0.367188, + 0.279297, + 0.435547, + 0.308594, + 0.972656, + 0.582031, + 0.225586, + 0.345703, + 0.291016, + 0.707031, + 0.287109, + 0.237305, + 0.369141, + 0.361328, + 0.337891, + 0.660156, + 0.251953, + 0.445312, + 0.376953, + 0.683594, + 0.275391, + 0.550781, + 0.237305, + 0.359375, + 0.519531, + 0.318359, + -0.210938, + 0.172852, + 0.519531, + 0.308594, + 0.527344, + 0.253906, + 0.65625, + 0.585938, + 0.310547, + 0.925781, + 0.296875, + 0.386719, + 0.265625, + 0.257812, + 0.244141, + 0.285156, + 0.388672, + 0.255859, + 0.357422, + 0.753906, + 0.196289, + 0.332031, + 0.746094, + 0.271484, + 0.667969, + 0.267578, + 0.287109, + 0.757812, + 0.292969, + 0.320312, + 1.085938, + 0.910156, + 1.8125, + 0.285156, + 0.369141, + 0.255859, + 0.365234, + -0.255859, + 0.251953, + 0.486328, + 0.894531, + 0.24707, + 0.304688, + 0.24707, + 0.235352, + 0.363281, + 0.24707, + 0.257812, + -3e-06, + 0.314453, + 1.054688, + 0.257812, + 0.277344, + 0.472656, + 0.310547, + 0.291016, + 0.507812, + 2.015625, + 0.515625, + 0.511719, + 0.234375, + 0.308594, + 0.255859, + 0.308594, + 0.373047, + 0.275391, + 0.231445, + 0.263672, + 0.283203, + 0.523438, + 0.24707, + 2.40625, + 0.279297, + 0.542969, + 0.482422, + 0.34375, + 0.275391, + 0.277344, + 1.101562, + 0.320312, + 0.28125, + 0.318359, + 0.457031, + 0.285156, + 0.84375, + 0.349609, + 0.308594, + 0.416016, + 0.824219, + 0.269531, + 0.722656, + -0.004791, + 0.275391, + 0.373047, + 0.75, + 0.710938, + 0.279297, + 0.318359, + 0.302734, + 0.257812, + 0.773438, + 0.292969, + 1.148438, + 0.25, + 0.480469, + 0.462891, + 0.169922, + 0.271484, + 0.4375, + 0.458984, + 0.367188, + -0.209961, + 0.355469, + 0.417969, + 0.242188, + 0.835938, + 0.59375, + 0.287109, + 0.320312, + 0.425781, + 0.341797, + 0.332031, + 0.429688, + 0.394531, + 0.439453, + 1.265625, + 0.24707, + 0.679688, + 1.085938, + 0.804688, + 0.251953, + 0.261719, + 7.6e-05, + 0.449219, + 0.458984, + 0.298828, + 0.429688, + 0.243164, + -0.246094, + 0.265625, + 0.376953, + 0.239258, + 0.25, + 0.263672, + 0.40625, + 0.232422, + 0.675781, + 0.519531, + 0.337891, + 0.267578, + 0.412109, + -0.019409, + 0.382812, + 0.296875, + 0.230469, + 0.320312, + 0.816406, + 0.605469, + 0.251953, + -0.273438, + 0.277344, + 1.125, + 0.820312, + 0.271484, + 0.261719, + 0.324219, + 0.382812, + 0.21582, + 0.441406, + 0.28125, + 0.722656, + 0.578125, + 0.257812, + 0.5625, + -0.222656, + 0.380859, + 0.396484, + 0.65625, + 0.337891, + 0.855469, + 0.480469, + 9e-05, + 0.375, + 0.292969, + 0.249023, + 0.253906, + 0.726562, + 0.259766, + 0.574219, + 0.289062, + 0.679688, + 0.376953, + 0.886719, + 0.279297, + 0.263672, + 0.625, + 0.746094, + 0.251953, + 0.367188, + 0.326172, + 0.388672, + 0.271484, + 0.279297, + 1.054688, + 0.34375, + 1.875, + 0.245117, + 0.597656, + 0.255859, + 0.714844, + 0.609375, + 0.28125, + 0.451172, + 0.265625, + 0.460938, + 0.375, + 0.285156, + 1.125, + 0.006439, + 0.455078, + 0.291016, + 0.324219, + 0.503906, + -0.010193, + 0.667969, + 0.265625, + 0.832031, + 0.238281, + 2.40625, + 0.636719, + 1.09375, + 0.269531, + 0.265625, + 1.203125, + 0.476562, + 0.773438, + 0.263672, + 0.558594, + 0.847656, + 0.816406, + 0.253906, + 0.347656, + 0.738281, + 0.519531, + 0.273438, + 0.289062, + 0.3125, + 0.636719, + 0.367188, + -0.216797, + -0.204102, + 0.464844, + 0.820312, + 0.263672, + 0.871094, + 0.300781, + 0.53125, + 0.363281, + 0.371094, + 0.777344, + 0.419922, + 0.208984, + 0.457031, + 0.542969, + 0.427734, + 0.263672, + 0.486328, + 0.219727, + 1.890625, + 0.466797, + 0.279297, + 0.236328, + 0.371094, + 0.789062, + 0.251953, + 0.249023, + 0.242188, + 0.578125, + 0.542969, + 0.273438, + 0.742188, + 0.259766, + 0.182617, + 0.496094, + 0.636719, + 0.53125, + 0.792969, + 0.244141, + 0.373047, + 0.472656, + 0.25, + 0.283203, + 0.306641, + 0.28125, + 0.445312, + 1.242188, + 0.300781, + 0.3125, + 1.179688, + 0.482422, + 0.318359, + 0.402344, + 0.106445, + 0.443359, + 0.292969, + 0.412109, + 0.625, + 1.148438, + 0.271484, + 3.8e-05, + 0.322266, + 0.9375, + 0.294922, + 0.980469, + 0.308594, + 0.287109, + 0.396484, + 0.3125, + 0.515625, + 0.691406, + 0.847656, + 0.333984, + 0.484375, + 0.273438, + 0.339844, + 0.326172, + 0.275391, + 1.914062, + 0.326172, + 0.232422, + 0.294922, + 0.28125, + 0.769531, + 0.300781, + 0.337891, + 0.332031, + 0.285156, + -0.016479, + 0.421875, + 0.738281, + 0.261719, + 0.255859, + 0.308594, + 0.291016, + 0.300781, + 0.267578, + 0.298828, + 0.855469, + 0.773438, + 1.015625, + 0.243164, + 0.890625, + 0.566406, + 0.746094, + 0.496094, + 0.277344, + -0.255859, + 0.285156, + 0.263672, + 0.375, + 0.306641, + 0.410156, + 0.3125, + 0.34375, + 0.271484, + 0.542969, + 0.326172, + 0.265625, + 0.574219, + 0.294922, + 0.527344, + 0.632812, + 0.261719, + 1.0625, + 0.287109, + 0.511719, + 0.816406, + 0.457031, + 0.273438, + 0.257812, + 0.300781, + 0.439453, + 0.460938, + 0.84375, + 0.476562, + 0.503906, + 0.251953, + 0.384766, + 1.03125, + 0.431641, + 0.294922, + 0.249023, + 0.333984, + 0.275391, + 0.199219, + 0.75, + 0.296875, + 0.710938, + 0.933594, + 0.566406, + 0.46875, + 0.257812, + 0.652344, + 0.539062, + 0.361328, + 0.365234, + 2.078125, + 0.451172, + 0.34375, + 0.233398, + 0.232422, + 0.253906, + 0.291016, + 0.330078, + 0.267578, + 0.226562, + 0.613281, + 0.625, + 0.241211, + 0.279297, + 0.439453, + 0.648438, + 0.263672, + 0.824219, + 2.109375, + 0.261719, + 0.265625, + 0.339844, + 0.302734, + 0.816406, + 0.154297, + 0.492188, + 1.117188, + 0.283203, + 0.683594, + 0.671875, + 0.248047, + 2.640625, + 0.240234, + 0.234375, + 0.357422, + 0.259766, + 0.341797, + 0.265625, + 0.19043, + 0.229492, + 0.308594, + 0.28125, + 0.921875, + 0.832031, + 0.243164, + 0.242188, + 0.279297, + 0.003906, + 0.992188, + 0.283203, + 2.0, + 0.570312, + 0.347656, + 0.472656, + 0.408203, + 0.253906, + 0.894531, + 0.523438, + 0.263672, + 0.507812, + 0.396484, + 0.636719, + 0.378906, + 0.271484, + 0.53125, + 0.400391, + 0.261719, + 0.5, + 0.294922, + 0.283203, + 0.664062, + 0.332031, + 0.339844, + 0.474609, + 0.730469, + 1.171875, + 0.255859, + 0.425781, + 0.306641, + 0.211914, + 0.431641, + 0.236328, + 0.316406, + 0.957031, + 0.316406, + 0.248047, + 0.279297, + 0.246094, + 0.287109, + 0.535156, + 0.408203, + 0.255859, + 0.589844, + 0.394531, + 0.648438, + 0.244141, + 0.847656, + 1.734375, + 0.004272, + 0.380859, + 0.253906, + 0.550781, + 1.140625, + -0.042236, + 0.574219, + 0.255859, + 0.257812, + 0.59375, + 0.269531, + 0.398438, + 0.277344, + 0.328125, + 0.333984, + 0.738281, + 0.443359, + 0.332031, + 0.273438, + 0.632812, + 0.542969, + 0.25, + 1.078125, + 0.710938, + 0.28125, + -0.001358, + 0.28125, + 0.275391, + 1.054688, + 0.244141, + 0.416016, + 0.238281, + 0.253906, + 0.369141, + 0.53125, + 0.679688, + 0.19043, + 0.402344, + 0.269531, + 0.261719, + 0.667969, + 0.34375, + 0.730469, + 0.447266, + 0.423828, + 7.6e-05, + 0.742188, + 0.231445, + 0.59375, + 0.416016, + 0.245117, + 0.644531, + 1.070312, + -0.000201, + 0.390625, + 0.302734, + 0.292969, + 0.8125, + 0.589844, + 0.326172, + 0.269531, + 0.333984, + 0.230469, + 0.601562, + 0.296875, + 0.953125, + 1.09375, + 0.419922, + 0.617188, + 0.213867, + 0.289062, + 0.390625, + 0.279297, + 1.242188, + 0.15332, + 0.53125, + 0.636719, + 0.302734, + 0.265625, + 0.714844, + 0.765625, + 1.085938, + 1.046875, + 0.285156, + 0.237305, + 0.291016, + 0.239258, + 0.625, + 0.423828, + 0.300781, + 0.239258, + 0.269531, + 0.287109, + 0.229492, + 0.320312, + 0.328125, + 0.291016, + 0.234375, + 0.302734, + 0.53125, + 0.253906, + 0.324219, + 0.332031, + 0.355469, + 0.322266, + 0.253906, + 0.277344, + 0.589844, + 0.277344, + 0.566406, + 0.310547, + 1.3125, + 0.359375, + 0.498047, + 0.621094, + 0.314453, + 0.277344, + 0.359375, + 0.949219, + 0.769531, + 0.496094, + 0.304688, + 0.257812, + 0.40625, + 0.226562, + 0.435547, + 0.384766, + 0.710938, + 0.542969, + 0.449219, + 0.263672, + 0.332031, + 0.257812, + 0.644531, + 0.144531, + 0.523438, + 0.363281, + 0.484375, + 0.585938, + 0.601562, + 0.34375, + 0.933594, + 0.333984, + 0.251953, + 0.851562, + 0.259766, + 1.046875, + 0.357422, + 0.380859, + 0.240234, + -0.008179, + 0.306641, + 1.140625, + 0.765625, + 0.245117, + 0.710938, + 0.227539, + 0.832031, + 0.271484, + 0.376953, + 0.492188, + 0.25, + 0.298828, + 1.203125, + 0.488281, + 0.251953, + 0.203125, + 0.287109, + 0.486328, + 1.09375, + 0.486328, + 0.443359, + 0.259766, + 1.054688, + 0.237305, + 0.120605, + 0.414062, + 0.285156, + 0.949219, + 0.226562, + 0.275391, + 0.292969, + 0.257812, + 0.917969, + 0.271484, + 0.777344, + 0.271484, + 0.335938, + 0.640625, + 1.234375, + 0.664062, + 0.257812, + 0.337891, + 0.291016, + 0.326172, + 0.714844, + 0.820312, + 0.345703, + 0.285156, + 0.40625, + 0.146484, + 0.28125, + 0.234375, + 0.308594, + 0.263672, + -5.4e-05, + 0.949219, + 0.289062, + 0.390625, + 0.789062, + 0.660156, + 0.261719, + 0.6875, + 0.162109, + 0.283203, + 0.287109, + 0.285156, + 0.246094, + 0.652344, + 0.3125, + 0.550781, + 0.316406, + 0.410156, + 0.347656, + 0.251953, + 0.734375, + 0.316406, + 0.279297, + 0.273438, + 0.298828, + 0.523438, + 0.306641, + 0.9375, + 0.613281, + 1.382812, + 0.279297, + 0.298828, + -0.259766, + 0.265625, + 0.314453, + 0.261719, + 0.226562, + 0.285156, + 0.347656, + 0.566406, + 0.333984, + 0.671875, + 0.351562, + 0.894531, + 0.318359, + 0.275391, + 0.361328, + 0.550781, + 0.279297, + 0.496094, + 0.157227, + 0.263672, + 0.925781, + 0.245117, + 1.101562, + 0.804688, + 1.164062, + 0.609375, + -0.22168, + 0.5625, + 0.390625, + 0.345703, + 0.425781, + -0.275391, + 0.96875, + 0.609375, + 0.0, + 0.431641, + 2.5625, + 0.359375, + 0.310547, + 0.478516, + 0.230469, + 0.267578, + 0.248047, + 0.333984, + 0.441406, + 0.28125, + 0.792969, + 0.384766, + 0.304688, + 0.285156, + 0.855469, + 0.867188, + 0.285156, + 0.310547, + 0.257812, + 0.722656, + 0.582031, + 0.265625, + 0.308594, + 0.585938, + 0.245117, + 0.263672, + 0.283203, + 0.390625, + 0.478516, + 0.441406, + 0.789062, + 0.636719, + 0.427734, + 0.388672, + 0.554688, + 0.332031, + 0.263672, + 0.349609, + 0.361328, + 0.261719, + 0.298828, + 0.433594, + 0.335938, + 0.660156, + 0.423828, + 3e-06, + 0.245117, + 0.267578, + 0.3125, + 0.314453, + 0.263672, + 0.265625, + 0.051025, + 0.449219, + 0.310547, + 0.9375, + 0.283203, + 0.365234, + 0.231445, + 1.476562, + 0.423828, + 0.404297, + 0.283203, + 0.367188, + 0.248047, + 0.400391, + 0.507812, + 0.396484, + 0.333984, + 0.300781, + 0.255859, + 0.386719, + 0.296875, + 0.730469, + -0.249023, + 0.488281, + 0.306641, + 0.640625, + 0.306641, + 0.355469, + 0.257812, + 0.279297, + 0.644531, + 0.273438, + 0.875, + 0.484375, + 0.574219, + 0.277344, + 0.507812, + 1.085938, + 0.503906, + 0.494141, + 1.0, + 0.259766, + 0.431641, + 0.302734, + 1.085938, + 0.267578, + -0.008545, + 0.527344, + 3.953125, + 1.375, + 0.628906, + 0.535156, + 0.550781, + 1.015625, + 0.96875, + 0.462891, + 0.523438, + 0.320312, + 0.233398, + 0.273438, + 0.492188, + -0.251953, + 1.460938, + 0.355469, + 0.443359, + 0.332031, + 0.283203, + 0.447266, + 0.46875, + 0.8125, + 0.460938, + 0.792969, + 0.511719, + 0.695312, + 0.265625, + 0.267578, + 0.345703, + 0.186523, + 0.275391, + 1.539062, + 0.267578, + 0.279297, + 0.271484, + 0.361328, + 0.792969, + 0.259766, + 0.269531, + 0.390625, + -0.242188, + 0.628906, + 1.484375, + 0.296875, + 0.244141, + 0.241211, + 0.318359, + 0.636719, + 0.867188, + 0.800781, + 0.882812, + 0.249023, + 0.238281, + 0.251953, + 0.294922, + 0.277344, + 0.425781, + 0.330078, + 0.761719, + 0.279297, + 0.527344, + 0.550781, + 0.15625, + 0.392578, + 0.263672, + 0.267578, + 0.349609, + 0.240234, + 0.230469, + 0.441406, + 0.275391, + 0.699219, + 0.8125, + 0.714844, + 0.263672, + 0.380859, + 0.320312, + 0.546875, + 0.243164, + 0.582031, + 0.402344, + -0.296875, + 0.439453, + 0.337891, + 0.357422, + 0.298828, + 0.283203, + 0.351562, + 0.582031, + 0.847656, + 3.8e-05, + 0.550781, + 0.423828, + 0.261719, + 0.953125, + 0.324219, + 0.285156, + 0.458984, + 0.523438, + 0.46875, + 0.351562, + 0.28125, + 0.445312, + 0.373047, + 0.25, + 0.353516, + 0.435547, + 0.632812, + 0.241211, + 0.255859, + 0.417969, + 0.476562, + 0.269531, + 0.40625, + 0.328125, + 0.539062, + 0.28125, + 0.490234, + 0.490234, + 0.835938, + 0.574219, + 0.367188, + 0.324219, + 0.318359, + 2.375, + 0.241211, + 0.244141, + 0.914062, + 0.867188, + 0.24707, + 0.25, + 0.227539, + 0.621094, + 0.523438, + 0.332031, + 0.416016, + 0.251953, + 0.267578, + 0.78125, + 0.345703, + 0.367188, + 0.349609, + 0.296875, + 0.285156, + 0.460938, + 0.435547, + 0.277344, + 0.298828, + 0.177734, + 0.257812, + 0.349609, + 0.388672, + 2.984375, + 0.667969, + 0.244141, + 0.412109, + 0.265625, + 0.300781, + 0.339844, + 0.451172, + 0.388672, + 0.800781, + 1.234375, + 0.208984, + 0.75, + 0.251953, + 0.183594, + 0.46875, + 0.242188, + 0.388672, + 0.392578, + 0.40625, + 1.179688, + 0.201172, + 0.265625, + 0.660156, + 0.000595, + 0.601562, + 1.3125, + 0.824219, + 0.921875, + 0.404297, + 0.292969, + 0.361328, + 0.271484, + 0.269531, + 1.507812, + 0.308594, + 0.316406, + 0.753906, + 0.238281, + 0.233398, + 2.03125, + 0.28125, + 0.373047, + 0.486328, + 0.263672, + 0.28125, + 1.882812, + 0.298828, + 0.261719, + 1.007812, + 0.267578, + 0.28125, + 0.464844, + 2.65625, + -0.261719, + 0.65625, + 0.464844, + 0.261719, + 0.267578, + 0.208984, + -0.460938, + 0.589844, + 0.339844, + 0.292969, + 0.722656, + 0.243164, + 0.246094, + 0.243164, + 0.287109, + 0.337891, + 2.109375, + 0.478516, + 0.232422, + 0.367188, + 0.199219, + 0.300781, + 0.574219, + 0.378906, + 1.015625, + 0.667969, + 0.546875, + 0.917969, + 0.566406, + 0.275391, + 0.636719, + 0.470703, + 0.302734, + 0.652344, + 0.410156, + 0.589844, + 0.578125, + 0.261719, + 0.507812, + 0.300781, + 0.213867, + 0.244141, + 0.427734, + 0.245117, + 0.486328, + 0.707031, + 1.289062, + 0.347656, + 0.292969, + 0.227539, + 0.306641, + 0.306641, + 0.248047, + 0.141602, + 0.231445, + -0.22168, + 0.40625, + 0.390625, + 0.261719, + -0.222656, + 0.271484, + 0.265625, + 0.289062, + 0.28125, + 0.232422, + 0.236328, + 0.302734, + 0.765625, + 0.314453, + 0.519531, + 0.267578, + 0.474609, + 0.392578, + 0.287109, + 0.251953, + 0.566406, + -0.287109, + 0.239258, + 0.294922, + 0.269531, + 0.310547, + 0.388672, + 0.228516, + 0.271484, + 0.3125, + 0.427734, + 0.474609, + 0.765625, + 0.478516, + 0.253906, + 0.441406, + 0.667969, + 0.386719, + 1.015625, + 0.24707, + 0.289062, + 0.227539, + 0.832031, + 0.314453, + 0.742188, + 0.251953, + 0.324219, + -2.9e-05, + 0.478516, + 0.261719, + 0.306641, + 0.289062, + 0.306641, + 0.263672, + 0.332031, + 0.269531, + 0.359375, + 3.7e-05, + 0.316406, + 0.269531, + 0.609375, + -0.234375, + 0.365234, + -0.267578, + 0.316406, + 1.132812, + 0.277344, + 0.404297, + 0.847656, + 0.5625, + 0.503906, + 0.392578, + 0.28125, + 0.617188, + 0.308594, + -0.000341, + -0.001335, + 0.24707, + 0.267578, + 0.255859, + 0.361328, + 0.345703, + 0.249023, + 0.265625, + 0.277344, + 0.523438, + 0.345703, + 0.316406, + 1.0, + 0.484375, + 0.332031, + 0.298828, + 0.851562, + 0.24707, + 0.5625, + 0.257812, + 0.259766, + 0.314453, + 0.412109, + 1.34375, + 1.046875, + 0.742188, + 0.302734, + 0.613281, + 0.249023, + 0.248047, + 0.328125, + 1.242188, + 0.382812, + 0.757812, + 0.265625, + 0.300781, + 1.328125, + 0.816406, + 0.300781, + 0.582031, + 0.949219, + -0.359375, + 0.28125, + 0.00079, + -0.249023, + -0.235352, + 0.386719, + 0.722656, + 0.396484, + 0.435547, + -0.251953, + 0.289062, + 0.357422, + 0.503906, + 0.271484, + 0.147461, + 0.3125, + 0.267578, + 0.84375, + 0.441406, + 0.271484, + 0.257812, + 1.085938, + 0.671875, + 0.225586, + 0.441406, + 0.396484, + 0.294922, + 1.734375, + 0.310547, + 0.820312, + 0.283203, + 0.394531, + 0.910156, + 0.28125, + 0.322266, + 1.148438, + 0.953125, + 1.703125, + 0.589844, + 0.392578, + 0.265625, + 0.255859, + 0.726562, + 0.574219, + 0.832031, + 1.046875, + 0.355469, + 0.388672, + 0.261719, + 0.464844, + 0.249023, + 0.320312, + 0.285156, + 0.890625, + 4.9e-05, + 0.25, + 0.269531, + 0.294922, + 0.539062, + 0.257812, + 0.269531, + 0.357422, + 0.244141, + 0.275391, + 0.310547, + 0.341797, + 0.435547, + 1.21875, + 0.000108, + 0.613281, + 0.314453, + 0.28125, + 0.507812, + 0.118164, + 0.296875, + 0.244141, + 0.234375, + 1.335938, + 0.498047, + 0.253906, + 0.574219, + 0.785156, + 0.628906, + 0.292969, + 0.140625, + 0.707031, + 0.800781, + 0.472656, + 0.249023, + 0.271484, + 0.302734, + 0.275391, + 0.349609, + 0.181641, + 0.357422, + 0.265625, + 0.248047, + 0.287109, + 0.265625, + 0.425781, + -0.240234, + 0.351562, + 0.324219, + 0.585938, + 0.271484, + 0.746094, + 0.373047, + 1.296875, + 1.4375, + 0.287109, + 0.558594, + 0.414062, + 0.707031, + 0.275391, + 0.265625, + 0.648438, + 0.824219, + 0.431641, + 0.84375, + 0.216797, + 0.333984, + 0.265625, + 0.777344, + 0.320312, + 0.306641, + 0.333984, + 1.84375, + 0.527344, + 0.527344, + 0.9375, + 0.367188, + 0.945312, + 0.267578, + 0.417969, + 0.265625, + 0.251953, + 0.550781, + 0.628906, + 0.269531, + 0.306641, + 0.310547, + 0.382812, + 0.183594, + 0.333984, + 0.824219, + 0.328125, + 0.867188, + 0.318359, + 0.761719, + 0.230469, + 0.287109, + 0.294922, + 0.757812, + 0.589844, + 0.464844, + 0.574219, + 0.337891, + 0.433594, + 0.404297, + 0.320312, + 0.742188, + 0.28125, + 0.328125, + 0.265625, + 0.259766, + 0.320312, + 1.195312, + 0.283203, + 0.283203, + 0.285156, + 0.734375, + 0.539062, + 0.228516, + 0.316406, + 0.316406, + 0.3125, + 0.722656, + 0.205078, + -0.238281, + 0.380859, + 0.597656, + 0.304688, + 0.279297, + 0.207031, + 0.320312, + -8.3e-05, + 0.949219, + 0.427734, + 0.707031, + 0.279297, + 0.410156, + 0.279297, + 0.330078, + 0.265625, + 0.527344, + 0.78125, + 0.316406, + 0.261719, + -0.224609, + 0.535156, + 0.253906, + 0.9375, + 0.255859, + 0.171875, + 0.373047, + 0.273438, + 0.275391, + 0.238281, + 0.231445, + 0.287109, + 0.384766, + 1.320312, + 0.511719, + 0.412109, + 0.652344, + 0.322266, + 0.347656, + 0.597656, + 0.261719, + 0.326172, + 0.193359, + 0.259766, + 0.550781, + 0.28125, + 0.419922, + 0.523438, + 0.24707, + 0.8125, + 0.458984, + 0.867188, + 0.255859, + -0.275391, + 0.269531, + 0.605469, + 1.304688, + 0.400391, + 0.291016, + 0.667969, + -0.000178, + 0.652344, + 0.71875, + 0.279297, + 0.376953, + 0.431641, + 0.660156, + 0.222656, + 0.933594, + 0.246094, + 0.147461, + 0.53125, + 0.296875, + 0.59375, + 0.330078, + 0.283203, + 0.429688, + 0.339844, + 0.34375, + 0.291016, + 0.492188, + 0.738281, + 0.601562, + 0.257812, + 0.330078, + 0.302734, + 0.269531, + 1.132812, + 0.484375, + 0.222656, + 0.380859, + 0.546875, + 0.376953, + 0.369141, + 0.820312, + -0.243164, + 0.271484, + 0.726562, + 0.296875, + 0.4375, + 0.289062, + 0.761719, + 0.371094, + 0.259766, + -0.249023, + 0.578125, + 0.519531, + 0.322266, + 0.478516, + 0.277344, + 0.601562, + 0.306641, + 0.394531, + 0.714844, + 0.71875, + 0.283203, + 0.279297, + -0.244141, + 0.324219, + 2.328125, + 0.287109, + 0.265625, + 0.929688, + 1.976562, + 0.601562, + 0.261719, + 0.259766, + 0.402344, + 0.275391, + 0.539062 + ] + }, + "name": "model.model.layers.4.input_layernorm.weight", + "outputIndexes": [ + 366 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 365 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_4/Mul_output_0", + "outputIndexes": [ + 367 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 366, + 367 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_4/Mul_1_output_0", + "outputIndexes": [ + 368 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 368 + ], + "outputIndexes": [ + 2420 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2420 + ], + "outputIndexes": [ + 2421 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear", + "inputIndexes": [ + 2421 + ], + "outputIndexes": [ + 2422 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 524427880, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2422 + ], + "outputIndexes": [ + 2423 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2423 + ], + "outputIndexes": [ + 369 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 368 + ], + "main_type": "NONE", + "name": "/Shape_57_output_0", + "outputIndexes": [ + 370 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 370 + ], + "main_type": "NONE", + "name": "Shape1079", + "outputIndexes": [ + 371 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 370 + ], + "main_type": "NONE", + "name": "Rank1081", + "outputIndexes": [ + 372 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 372, + 372 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1083", + "outputIndexes": [ + 373 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 373 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1084", + "outputIndexes": [ + 374 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 373, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1086", + "outputIndexes": [ + 375 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 375 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1087", + "outputIndexes": [ + 376 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 371, + 374, + 376, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1090", + "outputIndexes": [ + 377 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 377 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1091", + "outputIndexes": [ + 378 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1092", + "outputIndexes": [ + 379 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 379, + 378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1093", + "outputIndexes": [ + 380 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 370, + 380, + 373 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_64_output_0", + "outputIndexes": [ + 381 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 381, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_129_output_0", + "outputIndexes": [ + 382 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 382, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_52_output_0", + "outputIndexes": [ + 383 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 369, + 383 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_37_output_0", + "outputIndexes": [ + 384 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_32_output_0", + "outputIndexes": [ + 385 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384 + ], + "main_type": "NONE", + "name": "/Shape_58_output_0", + "outputIndexes": [ + 386 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 386 + ], + "main_type": "NONE", + "name": "Shape1100", + "outputIndexes": [ + 387 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 386 + ], + "main_type": "NONE", + "name": "Rank1102", + "outputIndexes": [ + 388 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 388, + 388 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1104", + "outputIndexes": [ + 389 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 389 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1105", + "outputIndexes": [ + 390 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 389, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1107", + "outputIndexes": [ + 391 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 391 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1108", + "outputIndexes": [ + 392 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 387, + 390, + 392, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1111", + "outputIndexes": [ + 393 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 393 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1112", + "outputIndexes": [ + 394 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 394 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1113", + "outputIndexes": [ + 395 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 395, + 394 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1114", + "outputIndexes": [ + 396 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 386, + 396, + 389 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_65_output_0", + "outputIndexes": [ + 397 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 397, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_12_output_0", + "outputIndexes": [ + 398 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 398, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_134_output_0", + "outputIndexes": [ + 399 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 399, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_17_output_0", + "outputIndexes": [ + 400 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 400 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_8_output_0", + "outputIndexes": [ + 401 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 22, + 399, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_16_output_0", + "outputIndexes": [ + 402 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 401, + 402 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_55_output_0", + "outputIndexes": [ + 403 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 403, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_33_output_0", + "outputIndexes": [ + 404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 385, + 404 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_20_output_0", + "outputIndexes": [ + 405 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 368 + ], + "outputIndexes": [ + 2424 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2424 + ], + "outputIndexes": [ + 2425 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear", + "inputIndexes": [ + 2425 + ], + "outputIndexes": [ + 2426 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 531667582, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2426 + ], + "outputIndexes": [ + 2427 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2427 + ], + "outputIndexes": [ + 406 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 382, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_53_output_0", + "outputIndexes": [ + 407 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 406, + 407 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_38_output_0", + "outputIndexes": [ + 408 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 408, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_34_output_0", + "outputIndexes": [ + 409 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 408 + ], + "main_type": "NONE", + "name": "/Shape_59_output_0", + "outputIndexes": [ + 410 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 410 + ], + "main_type": "NONE", + "name": "Shape1163", + "outputIndexes": [ + 411 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 410 + ], + "main_type": "NONE", + "name": "Rank1165", + "outputIndexes": [ + 412 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 412, + 412 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1167", + "outputIndexes": [ + 413 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 413 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1168", + "outputIndexes": [ + 414 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 413, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1170", + "outputIndexes": [ + 415 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 415 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1171", + "outputIndexes": [ + 416 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 411, + 414, + 416, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1174", + "outputIndexes": [ + 417 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 417 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1175", + "outputIndexes": [ + 418 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1176", + "outputIndexes": [ + 419 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 419, + 418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1177", + "outputIndexes": [ + 420 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 410, + 420, + 413 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_66_output_0", + "outputIndexes": [ + 421 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 421, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_13_output_0", + "outputIndexes": [ + 422 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 422, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_136_output_0", + "outputIndexes": [ + 423 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 408, + 423, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_19_output_0", + "outputIndexes": [ + 424 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 424 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_9_output_0", + "outputIndexes": [ + 425 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 408, + 22, + 423, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_18_output_0", + "outputIndexes": [ + 426 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 425, + 426 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_56_output_0", + "outputIndexes": [ + 427 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 427, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_35_output_0", + "outputIndexes": [ + 428 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 409, + 428 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_21_output_0", + "outputIndexes": [ + 429 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 368 + ], + "outputIndexes": [ + 2428 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2428 + ], + "outputIndexes": [ + 2429 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear", + "inputIndexes": [ + 2429 + ], + "outputIndexes": [ + 2430 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 532701844, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2430 + ], + "outputIndexes": [ + 2431 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2431 + ], + "outputIndexes": [ + 430 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 430, + 407 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_39_output_0", + "outputIndexes": [ + 431 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 405, + 429, + 431, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_44_output_0", + "outputIndexes": [ + 432 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 432 + ], + "outputIndexes": [ + 2432 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2432 + ], + "outputIndexes": [ + 2433 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear", + "inputIndexes": [ + 2433 + ], + "outputIndexes": [ + 2434 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 533736106, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2434 + ], + "outputIndexes": [ + 2435 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2435 + ], + "outputIndexes": [ + 433 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 365, + 433 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_23_output_0", + "outputIndexes": [ + 434 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.242188, + 1.28125, + 1.421875, + 1.046875, + 1.210938, + 1.1875, + 1.25, + 1.257812, + 0.710938, + 0.960938, + 1.203125, + 1.015625, + 1.289062, + 1.203125, + 0.957031, + 1.234375, + 1.203125, + 1.226562, + 1.210938, + 0.789062, + 4.3125, + 1.203125, + 1.296875, + 1.117188, + 1.15625, + 1.164062, + 0.859375, + 1.101562, + 1.101562, + 1.171875, + 1.328125, + 1.015625, + 0.878906, + 1.234375, + 1.210938, + 1.3125, + 1.046875, + 0.664062, + 1.242188, + 1.109375, + 1.195312, + 1.195312, + 1.539062, + 1.1875, + 1.226562, + 1.203125, + 0.878906, + 1.195312, + 1.195312, + 1.023438, + 1.179688, + 1.242188, + 1.226562, + 1.21875, + 1.25, + 1.15625, + 1.203125, + 1.1875, + 1.3125, + 0.800781, + 1.265625, + 1.414062, + 1.3125, + 1.234375, + 1.476562, + 0.867188, + 1.085938, + 1.28125, + 1.859375, + 1.195312, + 1.179688, + 1.023438, + 1.226562, + 1.21875, + 1.234375, + 1.25, + 1.109375, + 1.085938, + 0.875, + 1.289062, + 1.6875, + 1.210938, + 1.398438, + 1.179688, + 1.195312, + 0.9375, + 1.25, + 1.273438, + 1.195312, + 0.835938, + 1.210938, + 1.242188, + 1.242188, + 1.476562, + 1.25, + 1.242188, + 1.34375, + 1.09375, + 1.210938, + 1.15625, + 1.09375, + 1.054688, + 1.226562, + 1.203125, + 1.289062, + 1.21875, + 1.328125, + 1.0625, + 1.210938, + 2.3125, + 1.273438, + 1.195312, + 1.21875, + 0.386719, + 1.25, + 0.46875, + 1.085938, + 1.296875, + 1.210938, + 1.117188, + 1.234375, + 1.25, + 1.21875, + 1.226562, + 1.046875, + 1.203125, + 1.296875, + 1.164062, + 0.890625, + 1.078125, + 0.851562, + 1.226562, + 1.03125, + 1.21875, + 0.863281, + 1.171875, + 1.179688, + 1.296875, + 1.101562, + 1.179688, + 1.25, + 1.171875, + 1.320312, + 2.765625, + 0.503906, + 1.046875, + 1.570312, + 1.226562, + 1.195312, + 1.273438, + 1.195312, + 1.21875, + 1.179688, + 1.226562, + 1.140625, + 1.148438, + 1.0625, + 0.914062, + 1.257812, + 1.203125, + 0.910156, + 0.972656, + 0.757812, + 1.203125, + 0.847656, + 1.054688, + 1.15625, + 1.09375, + 1.164062, + 1.1875, + 1.226562, + 1.15625, + 1.148438, + 1.164062, + 1.242188, + 1.460938, + 1.234375, + 1.265625, + 1.265625, + 1.234375, + 1.585938, + 1.203125, + 1.226562, + 0.804688, + 1.585938, + 1.195312, + 1.25, + 1.0, + 1.195312, + 1.210938, + 1.054688, + 1.1875, + 1.1875, + 1.1875, + 1.289062, + 1.164062, + 1.179688, + 1.171875, + 1.023438, + 1.242188, + 1.242188, + 1.078125, + 1.296875, + 1.265625, + 1.664062, + 1.273438, + 1.421875, + 1.117188, + 1.203125, + 1.648438, + 1.171875, + 1.242188, + 1.148438, + 1.234375, + 1.304688, + 1.25, + 1.070312, + 1.039062, + 1.304688, + 1.171875, + 1.21875, + 0.996094, + 1.148438, + 1.3125, + 1.226562, + 1.242188, + 1.09375, + 1.101562, + 1.21875, + 1.273438, + 4.0625, + 1.1875, + 1.203125, + 1.226562, + 1.1875, + 1.203125, + 1.234375, + 1.179688, + 0.90625, + 1.21875, + 1.273438, + 1.203125, + 1.414062, + 1.234375, + 1.304688, + 1.0, + 1.21875, + 1.3125, + 1.179688, + 1.203125, + 1.273438, + 1.21875, + 1.109375, + 1.171875, + 1.234375, + 1.054688, + 1.273438, + 0.898438, + 1.289062, + 0.972656, + 1.242188, + 1.25, + 1.164062, + 1.1875, + 1.1875, + 1.101562, + 1.242188, + 1.257812, + 1.203125, + 1.375, + 1.234375, + 1.203125, + 1.21875, + 1.117188, + 1.1875, + 1.265625, + 1.226562, + -0.621094, + 1.203125, + 1.25, + 1.25, + 1.296875, + 0.949219, + 1.273438, + 1.164062, + 1.28125, + 1.351562, + 1.179688, + 1.21875, + 0.933594, + 1.195312, + 1.171875, + 1.15625, + 1.054688, + 2.640625, + 1.273438, + 1.148438, + 1.09375, + 1.242188, + 1.367188, + 1.304688, + 1.070312, + 0.949219, + 1.226562, + 1.195312, + 1.195312, + 1.210938, + 1.273438, + 1.171875, + 1.28125, + 1.1875, + 1.242188, + 1.265625, + 1.257812, + 0.730469, + 1.226562, + 1.429688, + 1.226562, + 1.171875, + 1.242188, + 1.195312, + 1.21875, + 1.257812, + 1.226562, + 1.09375, + 1.226562, + 1.234375, + 1.21875, + 1.179688, + 1.125, + 0.933594, + 1.171875, + 1.140625, + 1.179688, + 1.023438, + 1.21875, + 1.195312, + 3.0, + 1.171875, + 1.140625, + 0.960938, + 1.210938, + 1.226562, + 1.171875, + 0.875, + 1.21875, + 1.210938, + 1.25, + 1.234375, + 1.273438, + 1.164062, + 1.039062, + 1.226562, + 1.21875, + 1.773438, + 1.257812, + 1.21875, + 1.210938, + 1.265625, + 1.21875, + 1.195312, + 1.210938, + 0.898438, + 1.0625, + 0.753906, + 0.992188, + 1.15625, + 1.296875, + 1.210938, + 0.964844, + 1.304688, + 1.242188, + 1.234375, + 1.210938, + 1.234375, + 1.703125, + 0.863281, + 0.976562, + 1.203125, + 1.21875, + 1.195312, + 1.289062, + 1.03125, + 1.226562, + 1.226562, + 1.117188, + 1.007812, + 1.21875, + 1.15625, + 1.117188, + 1.234375, + 1.367188, + 2.71875, + 1.015625, + 1.1875, + 1.226562, + 1.117188, + 1.164062, + 1.21875, + 0.941406, + 1.070312, + 1.210938, + 1.046875, + 1.210938, + 0.957031, + 1.265625, + 1.164062, + 1.210938, + 1.234375, + 1.09375, + 0.921875, + 1.140625, + 1.46875, + 1.28125, + 1.3125, + 1.320312, + 1.195312, + 1.210938, + 1.296875, + 1.25, + 0.933594, + 1.140625, + 1.265625, + 1.125, + 1.210938, + 0.960938, + 1.1875, + 1.335938, + 1.40625, + 1.195312, + 1.289062, + 1.296875, + 0.96875, + 1.164062, + 1.210938, + 1.820312, + 1.164062, + 1.242188, + 1.210938, + 1.023438, + 1.28125, + 1.203125, + 1.226562, + 1.210938, + 1.039062, + 1.132812, + 1.21875, + 1.226562, + 1.179688, + 1.234375, + 1.203125, + 1.195312, + 1.3125, + 1.226562, + 1.203125, + 1.273438, + 1.601562, + 1.234375, + -4.3e-05, + 1.226562, + 1.203125, + 1.164062, + 1.296875, + 1.023438, + 1.054688, + 1.242188, + 1.054688, + 1.210938, + 1.0, + 1.140625, + 1.28125, + 0.871094, + 1.242188, + 1.273438, + 1.179688, + 1.007812, + 1.28125, + 1.101562, + 1.320312, + 1.234375, + 1.484375, + 1.226562, + 1.242188, + 1.195312, + 1.148438, + 1.28125, + 1.289062, + 1.242188, + 1.210938, + 1.21875, + 1.257812, + 1.21875, + 0.96875, + 1.304688, + 1.1875, + 1.304688, + 1.335938, + 1.125, + 1.21875, + 1.210938, + 1.234375, + 1.085938, + 1.195312, + 1.070312, + 1.28125, + 1.203125, + 1.398438, + 1.867188, + 1.320312, + 1.15625, + 1.195312, + 1.28125, + 1.1875, + 1.382812, + 1.195312, + 1.078125, + 1.210938, + 1.21875, + 1.1875, + 1.242188, + 1.265625, + 1.226562, + 1.296875, + 0.976562, + 1.226562, + 1.078125, + 1.171875, + 1.265625, + 1.226562, + 1.179688, + 1.195312, + 1.210938, + 1.1875, + 1.210938, + 1.25, + 1.257812, + 1.023438, + 1.242188, + 1.179688, + 1.257812, + 0.867188, + 1.820312, + 0.945312, + 1.226562, + 0.992188, + 1.21875, + 2.28125, + 1.023438, + 1.742188, + 1.710938, + 1.15625, + 1.203125, + 1.15625, + 1.195312, + 1.195312, + 1.148438, + 1.179688, + 1.226562, + 1.21875, + 1.203125, + 1.210938, + 1.1875, + 1.109375, + 1.625, + 1.039062, + 1.296875, + 1.1875, + 1.234375, + 1.1875, + 1.53125, + 1.1875, + 1.34375, + 1.289062, + 1.054688, + 1.1875, + 1.226562, + 1.226562, + 1.195312, + 1.023438, + 1.195312, + 1.226562, + 1.195312, + 1.164062, + 1.09375, + 1.226562, + 1.226562, + 1.21875, + 1.023438, + 1.21875, + 1.171875, + 1.195312, + 1.164062, + 1.21875, + 1.25, + 1.195312, + 0.972656, + 1.234375, + 1.296875, + 1.007812, + 1.070312, + 1.875, + 1.039062, + 1.203125, + 1.1875, + 1.195312, + 1.203125, + 1.242188, + 1.210938, + 0.161133, + 1.203125, + 1.4375, + 1.1875, + 1.09375, + 0.890625, + 1.242188, + 1.234375, + 0.894531, + 1.179688, + 1.210938, + 1.242188, + 1.25, + 1.203125, + 1.539062, + 1.210938, + 0.863281, + 1.140625, + 1.226562, + 1.1875, + 1.242188, + 1.234375, + 1.078125, + 1.148438, + 1.171875, + 1.203125, + 1.4375, + 1.109375, + 1.195312, + 2.28125, + 1.242188, + 1.210938, + 1.273438, + 0.941406, + 1.28125, + 1.226562, + 1.195312, + 1.320312, + 1.210938, + 1.210938, + 1.210938, + 1.210938, + 0.894531, + 1.242188, + 1.210938, + 0.929688, + 0.773438, + 1.265625, + 1.164062, + 1.390625, + 1.242188, + 0.976562, + 0.9375, + 1.164062, + 0.601562, + 1.226562, + 1.210938, + 1.335938, + 1.234375, + 1.226562, + 1.242188, + 1.203125, + 1.171875, + 1.195312, + 1.257812, + 1.210938, + 1.34375, + 1.273438, + 1.195312, + 1.007812, + 1.25, + 1.234375, + 1.203125, + 1.210938, + 1.257812, + 1.40625, + 1.03125, + 1.25, + 1.203125, + 1.070312, + 1.085938, + 0.796875, + 1.21875, + 1.25, + 1.242188, + 1.226562, + 1.1875, + 0.980469, + 1.0625, + 1.59375, + 1.101562, + 1.210938, + 1.046875, + 1.507812, + 1.203125, + 1.265625, + 1.171875, + 1.265625, + 1.1875, + 0.910156, + 1.398438, + 1.1875, + 1.171875, + 1.703125, + 1.125, + 1.210938, + 1.265625, + 1.078125, + 0.824219, + 1.203125, + 1.054688, + 1.28125, + 1.09375, + 1.257812, + 1.210938, + 1.234375, + 1.265625, + 1.171875, + 0.917969, + 0.878906, + 1.15625, + 1.203125, + 1.234375, + 1.21875, + 1.203125, + 1.34375, + 1.039062, + 1.203125, + 0.902344, + 1.398438, + 1.179688, + 3.265625, + 1.195312, + 1.296875, + 0.992188, + 1.039062, + 1.265625, + 1.289062, + 1.226562, + 1.265625, + 1.21875, + 1.15625, + 0.9375, + 1.242188, + 1.1875, + 1.40625, + 1.429688, + 1.304688, + 1.03125, + 1.21875, + 1.234375, + 0.664062, + 1.210938, + 1.09375, + 1.21875, + 1.015625, + 1.304688, + 1.234375, + 1.210938, + 1.015625, + 0.761719, + 1.34375, + 1.234375, + 1.195312, + 0.914062, + 1.1875, + 1.203125, + 0.929688, + 1.210938, + 1.320312, + 1.195312, + 1.164062, + 1.257812, + 1.03125, + 1.257812, + 1.21875, + 1.007812, + 1.21875, + 1.171875, + 1.070312, + 1.226562, + 1.25, + 1.164062, + 0.835938, + 0.503906, + 1.125, + 1.398438, + 1.046875, + 0.925781, + 1.320312, + 1.265625, + 1.257812, + 1.265625, + 1.015625, + 1.1875, + 1.289062, + 1.171875, + 0.933594, + 1.25, + 1.226562, + 1.148438, + 0.996094, + 1.226562, + 1.117188, + 1.382812, + 2.03125, + 1.34375, + 1.15625, + 1.132812, + 0.972656, + 1.195312, + 1.039062, + 1.179688, + 1.164062, + 0.730469, + 1.171875, + 1.429688, + 1.484375, + 1.289062, + 1.179688, + 1.234375, + 1.179688, + 1.179688, + 1.179688, + 1.1875, + 1.3125, + 1.070312, + 1.710938, + 0.683594, + 1.210938, + 1.179688, + 1.539062, + 1.195312, + 1.007812, + 1.0625, + 1.25, + 1.03125, + 1.179688, + 1.242188, + 1.0625, + 1.1875, + 1.179688, + 1.242188, + 1.234375, + 1.039062, + 0.953125, + 1.21875, + 1.1875, + 1.21875, + 1.0625, + 1.335938, + 1.226562, + 1.203125, + 1.148438, + 1.375, + 1.210938, + 1.109375, + 1.21875, + 1.492188, + 1.195312, + 1.3125, + 1.21875, + 1.234375, + 1.140625, + 1.25, + 1.210938, + 1.351562, + 1.226562, + 1.125, + 0.960938, + 1.195312, + 1.117188, + 1.320312, + 1.1875, + 2.203125, + 1.171875, + 1.34375, + 1.195312, + 1.203125, + 1.28125, + 0.933594, + 1.195312, + 0.992188, + 1.1875, + 1.195312, + 1.203125, + 1.226562, + 1.265625, + 1.171875, + 1.179688, + 1.132812, + 0.671875, + 1.265625, + 1.148438, + 1.203125, + 1.0625, + 1.429688, + 1.234375, + 1.234375, + 1.28125, + 1.21875, + 1.1875, + 1.195312, + 1.226562, + 1.179688, + 0.898438, + 1.242188, + 1.21875, + 1.179688, + 1.1875, + 1.109375, + 1.28125, + 1.21875, + 1.210938, + 1.257812, + 1.226562, + 1.351562, + 1.195312, + 1.1875, + 1.273438, + 1.054688, + 1.289062, + 1.289062, + 1.140625, + 1.21875, + 1.140625, + 1.179688, + 1.195312, + 0.957031, + 1.210938, + 1.078125, + 1.179688, + 1.0625, + 1.28125, + 1.273438, + 1.046875, + 0.726562, + 1.117188, + 1.320312, + 1.109375, + 0.921875, + 1.226562, + 1.234375, + 1.085938, + 1.351562, + 1.039062, + 1.234375, + 1.226562, + 1.210938, + 0.890625, + 1.195312, + 0.878906, + 1.039062, + 1.90625, + 1.226562, + 0.96875, + 1.054688, + 1.140625, + 1.234375, + 1.257812, + 1.078125, + 1.789062, + 1.203125, + 1.28125, + 0.871094, + 1.460938, + 1.25, + 1.78125, + 1.226562, + 1.25, + 1.179688, + 1.210938, + 1.210938, + 1.046875, + 1.101562, + 0.855469, + 1.132812, + 0.921875, + 1.085938, + 1.007812, + 1.25, + 1.296875, + 1.148438, + 1.226562, + 1.296875, + 1.367188, + 1.25, + 1.21875, + 1.242188, + 1.1875, + 0.910156, + 1.0625, + 1.171875, + 1.296875, + 1.164062, + 0.925781, + 0.953125, + 1.226562, + 1.210938, + 1.242188, + 1.226562, + 0.640625, + 1.273438, + 1.210938, + 1.242188, + 1.125, + 0.886719, + 1.1875, + 1.210938, + 1.304688, + 1.0625, + 1.085938, + 1.25, + 1.101562, + 1.226562, + 1.039062, + 1.046875, + 0.988281, + 0.890625, + 1.1875, + 1.226562, + 0.921875, + 1.203125, + 1.3125, + 1.242188, + 1.085938, + 1.242188, + 1.21875, + 1.203125, + 1.078125, + 0.933594, + 1.125, + 1.109375, + 2.6875, + 1.242188, + 0.835938, + 1.25, + 1.226562, + 1.484375, + 1.273438, + 1.359375, + 1.179688, + 1.132812, + 1.0625, + 1.257812, + 0.652344, + 2.8125, + 1.1875, + 1.179688, + 1.1875, + 1.0625, + 1.171875, + 1.210938, + 0.859375, + 1.078125, + 1.1875, + 0.96875, + 1.03125, + 0.890625, + 1.257812, + 0.75, + 0.527344, + 1.195312, + 1.1875, + 1.210938, + 1.21875, + 1.117188, + 1.71875, + 1.226562, + 1.375, + 1.125, + 1.210938, + 1.25, + 1.054688, + 1.023438, + 1.242188, + 2.390625, + 1.21875, + 1.15625, + 1.226562, + 1.3125, + 0.882812, + 1.195312, + 1.109375, + 0.90625, + 0.941406, + 1.1875, + 1.382812, + 1.242188, + 1.820312, + 1.273438, + 1.609375, + 1.296875, + 1.21875, + 1.101562, + 1.171875, + 1.242188, + 1.546875, + 0.949219, + 1.234375, + 1.210938, + 1.21875, + 1.648438, + 2.296875, + 1.875, + 1.429688, + 1.15625, + 1.210938, + 1.492188, + 1.1875, + 1.1875, + 1.195312, + 1.25, + 0.792969, + 0.773438, + 1.382812, + 1.140625, + 1.273438, + 1.6875, + 1.960938, + 1.34375, + 1.117188, + 1.242188, + 1.007812, + 1.257812, + 1.164062, + 1.226562, + 1.257812, + 1.117188, + 1.257812, + 1.265625, + 1.070312, + 0.878906, + 1.203125, + 1.101562, + 1.21875, + 1.164062, + 1.203125, + 1.25, + 1.101562, + 1.265625, + 1.265625, + 1.078125, + 1.195312, + 0.929688, + 1.289062, + 1.179688, + 1.257812, + 1.234375, + 1.164062, + 1.429688, + 1.210938, + 1.1875, + 1.59375, + 1.21875, + 1.171875, + 1.53125, + 1.1875, + 1.28125, + 0.988281, + 1.28125, + 1.0625, + 1.4375, + 1.257812, + 1.335938, + 1.171875, + 1.054688, + 1.007812, + 1.195312, + 1.203125, + 1.242188, + 1.242188, + 1.195312, + 1.21875, + 1.21875, + 1.210938, + 1.257812, + 1.226562, + 1.265625, + 1.546875, + 1.328125, + 1.164062, + 1.101562, + 0.980469, + 1.28125, + 1.242188, + 1.28125, + 1.75, + 1.242188, + 1.25, + 1.21875, + 1.179688, + 1.3125, + 1.1875, + 1.226562, + 1.164062, + 1.210938, + 0.972656, + 1.242188, + 1.054688, + 0.984375, + 1.242188, + 1.21875, + 1.210938, + 1.132812, + 1.273438, + 1.203125, + 1.296875, + 1.179688, + 1.234375, + 1.664062, + 1.148438, + 1.617188, + 0.839844, + 1.359375, + 1.25, + 1.085938, + 1.578125, + 1.257812, + 1.203125, + 1.234375, + 1.289062, + 1.296875, + 1.257812, + 1.210938, + 1.1875, + 1.03125, + 1.21875, + 1.78125, + 1.242188, + 1.054688, + 1.234375, + 1.234375, + 1.546875, + 1.351562, + 1.265625, + 1.46875, + 1.390625, + 1.195312, + 1.5, + 1.203125, + 1.226562, + 1.210938, + 1.179688, + 1.289062, + 1.1875, + 1.1875, + 1.265625, + 1.273438, + 1.210938, + 1.1875, + 1.179688, + 1.164062, + 1.03125, + 1.25, + 1.1875, + 1.40625, + 1.0, + 0.949219, + 1.242188, + 1.195312, + 1.203125, + 1.234375, + 1.242188, + 1.125, + 1.085938, + 1.226562, + 1.210938, + 1.203125, + 1.8125, + 1.1875, + 0.976562, + 1.195312, + 1.203125, + 1.140625, + 1.070312, + 1.1875, + 0.777344, + 1.210938, + 1.117188, + 0.519531, + 1.210938, + 1.984375, + 1.03125, + 1.179688, + 1.554688, + 1.242188, + 1.03125, + 1.148438, + 1.148438, + 1.070312, + 1.023438, + 0.835938, + 1.203125, + 1.203125, + 1.039062, + 0.992188, + 1.203125, + 1.257812, + 1.203125, + 1.21875, + 1.09375, + 1.273438, + 0.941406, + 1.296875, + 1.179688, + 1.226562, + 1.210938, + 1.34375, + 1.195312, + 1.210938, + 0.96875, + 1.4375, + 1.25, + 1.21875, + 1.25, + 1.046875, + 1.273438, + 1.15625, + 1.328125, + 1.085938, + 1.1875, + 1.179688, + 1.21875, + 1.3125, + 1.265625, + 1.226562, + 1.21875, + 1.203125, + 1.203125, + 1.1875, + 1.210938, + 1.320312, + 1.257812, + 1.023438, + 1.21875, + 1.179688, + 1.210938, + 1.296875, + 1.132812, + 1.25, + 1.382812, + 1.351562, + 1.179688, + 0.773438, + 1.171875, + 1.414062, + 1.046875, + 1.273438, + 1.640625, + 1.226562, + 1.070312, + 1.414062, + 1.289062, + 1.859375, + 1.203125, + 1.203125, + 1.1875, + 1.414062, + 1.203125, + 1.085938, + 1.179688, + 1.039062, + 1.320312, + 1.210938, + 1.1875, + 1.007812, + 1.257812, + 1.210938, + 1.195312, + 1.179688, + 1.164062, + 1.09375, + 0.886719, + 1.203125, + 1.125, + 1.21875, + 1.226562, + 1.273438, + 1.210938, + 1.171875, + 1.226562, + 1.210938, + 1.195312, + 1.148438, + 1.171875, + 1.046875, + 0.621094, + 1.046875, + 1.242188, + 1.273438, + 1.3125, + 1.195312, + 1.1875, + 1.21875, + 1.265625, + 1.132812, + 1.140625, + 1.601562, + 1.1875, + 1.25, + 1.203125, + 1.148438, + 0.90625, + 1.203125, + 1.210938, + 0.878906, + 1.242188, + 1.195312, + 1.210938, + 1.1875, + 1.226562, + 1.148438, + 1.1875, + 0.679688, + 1.320312, + 0.925781, + 1.3125, + 1.210938, + 2.65625, + 0.957031, + 1.125, + 1.1875, + 2.109375, + 1.773438, + 1.0, + 1.21875, + 1.25, + 1.242188, + 1.359375, + 1.210938, + 1.140625, + 1.21875, + 1.195312, + 1.179688, + 0.964844, + 1.210938, + 0.789062, + 1.273438, + 1.234375, + 1.46875, + 1.257812, + 1.203125, + 2.6875, + 1.195312, + 1.210938, + 1.34375, + 1.210938, + 1.328125, + 1.257812, + 1.085938, + 1.242188, + 1.203125, + 0.308594, + 1.210938, + 1.15625, + 1.140625, + 1.171875, + 1.15625, + 1.203125, + 1.242188, + 1.226562, + 0.9375, + 1.335938, + 1.296875, + 0.664062, + 1.171875, + 1.21875, + 1.242188, + 1.226562, + 1.234375, + 1.148438, + 1.1875, + 1.195312, + 1.203125, + 1.242188, + 1.164062, + 1.4375, + 1.304688, + 1.273438, + 1.210938, + 1.203125, + 1.203125, + 1.421875, + 1.195312, + 1.640625, + 1.132812, + 0.640625, + 1.210938, + 1.210938, + 1.234375, + 1.234375, + 1.1875, + 1.195312, + 1.046875, + 1.164062, + 1.328125, + 1.195312, + 1.21875, + 0.542969, + 1.179688, + 1.40625, + 1.273438, + 1.28125, + 1.179688, + 1.210938, + 1.21875, + 1.046875, + 1.226562, + 1.21875, + 1.234375, + 1.226562, + 1.21875, + 1.203125, + 1.4375, + 1.226562, + 1.203125, + 1.203125, + 1.203125, + 1.1875, + 1.148438, + 1.210938, + 1.179688, + 0.921875, + 1.203125, + 1.210938, + 1.21875, + 1.25, + 1.273438, + 1.257812, + 1.21875, + 1.179688, + 1.304688, + 1.257812, + 1.023438, + 1.234375, + 1.242188, + 0.933594, + 1.1875, + 1.828125, + 1.1875, + 1.171875, + 1.21875, + 1.023438, + 1.1875, + 1.539062, + 0.855469, + 1.421875, + 0.746094, + 1.632812, + 1.203125, + 1.117188, + 1.203125, + 1.226562, + 0.753906, + 1.28125, + 1.195312, + 1.25, + 1.210938, + 1.21875, + 1.117188, + 1.226562, + 1.1875, + 0.839844, + 0.855469, + 1.046875, + 1.125, + 1.210938, + 1.335938, + 1.164062, + 1.34375, + 1.046875, + 1.203125, + 1.054688, + 1.195312, + 2.453125, + 1.203125, + 1.257812, + 1.140625, + 1.226562, + 0.875, + 1.21875, + 1.234375, + 1.273438, + 1.1875, + 1.03125, + 1.125, + 1.273438, + 1.210938, + 1.132812, + 1.09375, + 1.335938, + 1.257812, + 1.195312, + 1.242188, + 1.296875, + 1.195312, + 1.132812, + 1.0625, + 1.226562, + 1.25, + 1.21875, + 1.007812, + 1.164062, + 1.492188, + 1.203125, + 1.101562, + 1.203125, + 1.328125, + 1.039062, + 1.257812, + 1.023438, + 0.984375, + 0.503906, + 1.609375, + 1.226562, + 1.21875, + 1.070312, + 1.148438, + 1.546875, + 0.851562, + 1.171875, + 1.6875, + 1.117188, + 1.15625, + 1.226562, + 1.28125, + 1.15625, + 1.203125, + 1.242188, + 1.234375, + 0.886719, + 1.210938, + 1.257812, + 1.429688, + 1.21875, + 1.632812, + 1.226562, + 1.242188, + 1.265625, + 1.132812, + 1.21875, + 0.585938, + 1.203125, + 1.1875, + 1.195312, + 1.21875, + 1.109375, + 1.1875, + 1.632812, + 1.195312, + 1.242188, + 3.9375, + 0.964844, + 1.203125, + 1.164062, + 1.1875, + 1.203125, + 1.140625, + 1.203125, + 1.1875, + 1.351562, + 1.117188, + 1.28125, + 1.046875, + 1.28125, + 1.234375, + 1.1875, + 1.132812, + 1.179688, + 1.25, + 1.164062, + 1.226562, + 1.28125, + 1.140625, + 1.140625, + 1.492188, + 1.132812, + 1.078125, + 1.1875, + 1.257812, + 1.398438, + 1.242188, + 0.59375, + 3.53125, + 1.15625, + 1.265625, + 1.148438, + 1.226562, + 1.125, + 1.1875, + 0.785156, + 1.195312, + 1.242188, + 1.1875, + 1.226562, + 1.273438, + 1.179688, + 1.195312, + 0.949219, + 0.992188, + 1.242188, + 1.492188, + 1.164062, + 1.164062, + 1.320312, + 1.210938, + 1.289062, + 1.328125, + 0.917969, + 1.195312, + 0.765625, + 1.03125, + 0.980469, + 1.203125, + 1.148438, + 1.234375, + 1.0625, + 1.359375, + 1.265625, + 1.203125, + 1.195312, + 1.101562, + 1.242188, + 1.234375, + 1.25, + 1.234375, + 0.664062, + 1.226562, + 1.195312, + 0.878906, + 1.195312, + 1.125, + 1.21875, + 1.070312, + 1.09375, + 0.988281, + 1.242188, + 1.289062, + 1.25, + 0.992188, + 1.21875, + 1.046875, + 1.023438, + 0.953125, + 1.234375, + 1.289062, + 1.234375, + 1.226562, + 1.289062, + 1.203125, + 0.789062, + 1.101562, + 1.117188, + 1.25, + 1.09375, + 1.1875, + 1.226562, + 1.25, + 1.109375, + 1.226562, + 0.605469, + 1.34375, + 1.203125, + 1.1875, + 1.195312, + 1.195312, + 1.25, + 1.5, + 1.234375, + 1.085938, + 1.210938, + 1.226562, + 1.460938, + 1.46875, + 0.941406, + 1.296875, + 1.085938, + 1.46875, + 1.226562, + 0.941406, + 1.304688, + 2.71875, + 1.1875, + 1.179688, + 1.257812, + 1.289062, + 1.210938, + 1.234375, + 1.21875, + 1.210938, + 1.085938, + 1.210938, + 0.482422, + 1.210938, + 2.0625, + 1.179688, + 4.03125, + 0.78125, + 1.21875, + 1.28125, + 1.234375, + 1.179688, + 1.257812, + 1.25, + 1.234375, + 1.242188, + 1.164062, + 1.164062, + 0.949219, + 1.21875, + 1.164062, + 1.273438, + 1.234375, + 1.25, + 0.777344, + 1.273438, + 1.179688, + 1.210938, + 1.148438, + 1.25, + 1.265625, + 1.226562, + 1.226562, + 0.605469, + 1.046875, + 1.234375, + 1.070312, + 0.773438, + 1.234375, + 1.257812, + 1.796875, + 1.179688, + 0.925781, + 2.015625, + 1.265625, + 1.25, + 1.257812, + 1.25, + 1.164062, + 1.203125, + 1.226562, + 1.179688, + 1.109375, + 1.21875, + 1.226562, + 0.886719, + 1.0625, + 1.078125, + 1.257812, + 1.351562, + 1.257812, + 0.972656, + 1.257812, + 1.203125, + 1.210938, + 1.132812, + 0.722656, + 1.023438, + 1.21875, + 1.015625, + 0.695312, + 1.179688, + 1.34375, + 0.988281, + 1.28125, + 1.234375, + 1.25, + 1.195312, + 1.25, + 1.164062, + 1.1875, + 1.25, + 1.1875, + 1.195312, + 1.242188, + 1.195312, + 1.039062, + 1.257812, + 1.421875, + 1.195312, + 1.257812, + 1.554688, + 1.289062, + 1.195312, + 1.117188, + 1.242188, + 1.164062, + 1.1875, + 1.203125, + 1.265625, + 1.179688, + 0.945312, + 1.351562, + 1.21875, + 1.101562, + 1.359375, + 1.304688, + 1.195312, + 1.054688, + 1.226562, + 1.148438, + 1.203125, + 1.242188, + 1.234375, + 1.265625, + 1.21875, + 1.09375, + 1.140625, + 1.203125, + 1.15625, + 1.09375, + 1.429688, + 1.375, + 1.171875, + 2.21875, + 1.242188, + 0.898438, + 0.392578, + 1.1875, + 1.109375, + 0.8125, + 1.203125, + 1.242188, + 1.0625, + 1.359375, + 1.171875, + 1.265625, + 1.25, + 1.25, + 2.765625, + 1.4375, + 0.894531, + 1.132812, + 1.203125, + 1.1875, + 1.3125, + 1.242188, + 1.851562, + 1.210938, + 1.203125, + 1.21875, + 1.242188, + 0.992188, + 1.203125, + 1.195312, + 1.210938, + 1.210938, + 1.320312, + 1.195312, + 1.421875, + 1.21875, + 1.109375, + 1.226562, + 1.15625, + 1.21875, + 1.226562, + 1.445312, + 1.578125, + 0.9375, + 1.1875, + 1.3125, + 1.539062, + 1.523438, + 1.25, + 1.21875, + 1.367188, + 1.265625, + 1.070312, + 1.242188, + 1.460938, + 1.273438, + 1.203125, + 1.070312, + 1.242188, + 1.203125, + 0.90625, + 1.085938, + 1.226562, + 1.21875, + 1.203125, + 1.179688, + 1.0, + 0.957031, + 1.21875, + 0.789062, + 1.195312, + 1.195312, + 1.273438, + 1.210938, + 1.1875, + 1.109375, + 1.3125, + 1.21875, + 1.226562, + 1.289062, + 1.085938, + 1.242188, + 1.273438, + 1.265625, + 1.203125, + 1.25, + 0.322266, + 1.210938, + 1.140625, + 1.203125, + 1.195312, + 1.226562, + 0.898438, + 1.242188, + 1.210938, + 1.09375, + 1.210938, + 1.257812, + 0.886719, + 1.3125, + 0.878906, + 1.070312, + 1.242188, + 1.023438, + 1.039062, + 1.398438, + 0.625, + 1.179688, + 1.203125, + 1.210938, + 1.265625, + 1.265625, + 1.3125, + 1.164062, + 1.25, + 1.570312, + 1.046875, + 0.894531, + 1.140625, + 1.359375, + 1.210938, + 1.007812, + 1.265625, + 1.203125, + 1.21875, + 1.25, + 1.171875, + 0.964844, + 1.382812, + 0.707031, + 1.257812, + 1.1875, + 1.234375, + 1.242188, + 1.28125, + 1.234375, + 1.070312, + 1.078125, + 1.21875, + 1.242188, + 1.226562, + 1.210938, + 2.171875, + 1.3125, + 1.210938, + 1.046875, + 1.195312, + 1.109375, + 0.914062, + 1.28125, + 1.210938, + 1.179688, + 1.21875, + 1.03125, + 0.773438, + 1.257812, + 1.101562, + 1.234375, + 1.328125, + 1.28125, + 1.242188, + 1.140625, + 1.195312, + 1.257812, + 1.210938, + 1.234375, + 1.046875, + 1.21875, + 0.976562, + 1.210938, + 0.824219, + 1.101562, + 1.15625, + 1.226562, + 1.242188, + 0.960938, + 1.1875, + 1.195312, + 1.203125, + 1.101562, + 1.203125, + 1.40625, + 1.210938, + 0.886719, + 1.359375, + 1.0625, + 1.296875, + 1.007812, + 1.171875, + 1.242188, + 1.171875, + 1.234375, + 0.953125, + 0.878906, + 1.195312, + 1.242188, + 1.234375, + 1.328125, + 1.3125, + 1.007812, + 1.234375, + 1.179688, + 1.179688, + 0.882812, + 1.226562, + 1.195312, + 1.195312, + 1.398438, + 1.507812, + 1.140625, + 1.171875, + 1.234375, + 1.242188, + 1.195312, + 1.1875, + 1.210938, + 1.289062, + 1.195312, + 1.390625, + 0.882812, + 1.179688, + 1.140625, + 1.421875, + 1.203125, + 1.085938, + 0.636719, + 1.070312, + 1.1875, + 1.28125, + 1.679688, + 1.21875, + 1.28125, + 1.273438, + 1.101562, + 1.203125, + 1.25, + 1.226562, + 1.109375, + 1.234375, + 1.1875, + 1.25, + 1.195312, + 1.210938, + 0.773438, + 1.257812, + 1.21875, + 1.273438, + 1.15625, + 1.28125, + 1.234375, + 1.179688, + 0.875, + 1.234375, + 1.070312, + 0.400391, + 1.195312, + 1.273438, + 1.195312, + 2.203125, + 1.28125, + 1.21875, + 1.203125, + 1.226562, + 1.210938, + 1.1875, + 1.109375, + 1.210938, + 1.257812, + 1.179688, + 1.25, + 1.179688, + 1.257812, + 1.40625, + 1.257812, + 1.0625, + 1.21875, + 0.9375, + 1.21875, + 1.609375, + 1.210938, + 1.234375, + 1.234375, + 1.226562, + 1.179688, + 1.609375, + 1.015625, + 1.1875, + 1.007812, + 1.109375, + 1.4375, + 1.242188, + 1.21875, + 1.0625, + 1.210938, + 1.242188, + 1.234375, + 1.203125, + 1.171875, + 1.195312, + 1.21875, + 1.6875, + 1.140625, + 0.996094, + 1.1875, + 0.945312, + 1.257812, + 0.835938, + 1.101562, + 1.320312, + 1.195312, + 1.296875, + 1.046875, + 1.171875, + 1.21875, + 1.539062, + 1.195312, + 1.125, + 1.3125, + 1.179688, + 1.1875, + 1.289062, + 1.078125, + 1.203125, + 1.15625, + 1.179688, + 0.699219, + 1.320312, + 0.980469, + 1.195312, + 1.195312, + 1.023438, + 0.886719, + 1.304688, + 1.242188, + 1.0, + 1.34375, + 1.28125, + 1.1875, + 1.203125, + 1.226562, + 1.265625, + 1.226562, + 1.21875, + 1.3125, + 0.984375, + 1.21875, + 1.226562, + 1.226562, + 1.195312, + 0.96875, + 1.203125, + 0.839844, + 1.28125, + 1.15625, + 1.335938, + 1.140625, + 1.226562, + 1.0, + 1.179688, + 1.195312, + 1.125, + 1.085938, + 1.203125, + 1.179688, + 0.898438, + 0.492188, + 1.179688, + 1.273438, + 1.242188, + 1.21875, + 0.867188, + 1.265625, + 1.210938, + 1.242188, + 1.328125, + 0.890625, + 1.3125, + 1.070312, + 1.3125, + 0.917969, + 0.828125, + 1.078125, + 1.234375, + 0.945312, + 1.289062, + 1.210938, + 1.1875, + 1.21875, + 1.203125, + 1.210938, + 1.28125, + 1.234375, + 0.824219, + 1.289062, + 1.234375, + 1.335938, + 1.070312, + 1.21875, + 1.0625, + 1.28125, + 1.21875, + 1.226562, + 1.179688, + 0.953125, + 1.171875, + 1.25, + 1.960938, + 1.226562, + 1.023438, + 1.242188, + 1.203125, + 1.164062, + 1.234375, + 1.234375, + 1.28125, + 1.304688, + 1.148438, + 0.941406, + 1.1875, + 1.109375, + 1.226562, + 1.28125, + 1.226562, + 1.28125, + 0.738281, + 1.1875, + 1.234375, + 1.304688, + 1.1875, + 1.21875, + 1.234375, + 1.15625, + 1.195312, + 1.210938, + 1.460938, + 1.179688, + 1.210938, + 1.273438, + 1.1875, + 1.28125, + 1.234375, + 1.195312, + 1.242188, + 1.210938, + 1.164062, + 1.195312, + 1.21875, + 1.210938, + 1.070312, + 0.984375, + 0.992188, + 1.179688, + 1.273438, + 1.195312, + 1.226562, + 1.1875, + 1.203125, + 1.1875, + 1.195312, + 1.1875, + 1.21875, + 1.25, + 1.015625, + 1.15625, + 1.226562, + 1.257812, + 1.226562, + 1.054688, + 1.140625, + 1.203125, + 1.140625, + 1.226562, + 1.085938, + 1.257812, + 1.226562, + 1.210938, + 1.226562, + 0.910156, + 1.164062, + 1.125, + 1.078125, + 1.070312, + 0.890625, + 1.242188, + 1.09375, + 1.5625, + 1.023438, + 1.289062, + 1.203125, + 1.148438, + 1.210938, + 0.691406, + 1.148438, + 1.171875, + 1.007812, + 1.007812, + 1.203125, + 1.21875, + 1.203125, + 1.234375, + 1.203125, + 1.1875, + 1.09375, + 0.746094, + 1.28125, + 1.148438, + 1.226562, + 1.617188, + 1.304688, + 1.21875, + 1.226562, + 1.34375, + 1.25, + 1.15625, + 1.101562, + 1.609375, + 1.21875, + 1.148438, + 1.039062, + 1.257812, + 0.960938, + 0.734375, + 1.210938, + 1.203125, + 1.226562, + 1.21875, + 1.273438, + 0.941406, + 1.140625, + 1.515625, + 1.195312, + 1.039062, + 1.304688, + 1.226562, + 0.765625, + 1.203125, + 1.210938, + 1.132812, + 1.1875, + 1.203125, + 1.3125, + 0.851562, + 1.210938, + 0.832031, + 1.296875, + 1.265625, + 0.988281, + 1.195312, + 1.234375, + 1.265625, + 1.53125, + 1.164062, + 1.210938, + 0.75, + 0.933594, + 1.195312, + 1.289062, + 1.101562, + 1.21875, + 1.179688, + 0.980469, + 1.203125, + 1.03125, + 1.164062, + 1.015625, + 1.15625, + 1.195312, + 1.054688, + 1.179688, + 1.195312, + 1.179688, + 1.226562, + 1.226562, + 1.195312, + 1.171875, + 1.328125, + 1.351562, + 1.078125, + 1.796875, + 1.3125, + 1.234375, + 1.242188, + 1.21875, + 1.226562, + 1.257812, + 1.210938, + 1.515625, + 1.1875, + 1.226562, + 1.320312, + 1.195312, + 1.195312, + 1.046875, + 1.226562, + 1.21875, + 1.09375, + 1.101562, + 1.265625, + 1.195312, + 0.984375, + 0.773438, + 1.476562, + 1.226562, + 0.945312, + 1.203125, + 0.984375, + 1.21875, + 1.140625, + 1.21875, + 1.257812, + 1.054688, + 1.257812, + 1.320312, + 1.25, + 1.195312, + 1.1875, + 1.273438, + 1.109375, + 1.585938, + 1.210938, + 0.949219, + 0.859375, + 1.234375, + 1.03125, + 1.242188, + 1.210938, + 1.226562, + 1.25, + 1.195312, + 1.648438, + 1.1875, + 1.242188, + 1.195312, + 0.910156, + 1.171875, + 1.070312, + 0.992188, + 0.890625, + 1.25, + 1.242188, + 1.195312, + 1.023438, + 1.15625, + 0.710938, + 1.132812, + 1.085938, + -0.145508, + 1.0, + 1.1875, + 1.5, + 1.4375, + 1.242188, + 1.164062, + 0.976562, + 1.203125, + 1.25, + 1.195312, + 1.25, + 1.242188, + 1.09375, + 1.304688, + 1.296875, + 1.273438, + 1.21875, + 1.257812, + 1.203125, + 1.070312, + 1.09375, + 1.210938, + 1.171875, + 1.28125, + 1.179688, + 1.1875, + 1.21875, + 0.992188, + 0.914062, + 1.007812, + 1.09375, + 1.195312, + 1.257812, + 0.000292, + 1.0625, + 0.960938, + 1.5, + 1.195312, + 1.242188, + 1.1875, + 1.1875, + 1.085938, + 1.164062, + 1.226562, + 1.265625, + 1.265625, + 1.210938, + 1.234375, + 0.75, + 1.226562, + 1.242188, + 1.71875, + 1.234375, + 0.679688, + 1.203125, + 1.203125, + 1.210938, + 1.421875, + 1.179688, + 1.289062, + 1.570312, + 1.171875, + 1.265625, + 0.992188, + 1.226562, + 1.78125, + 1.171875, + 1.164062, + 1.28125, + 1.195312, + 1.25, + 1.140625, + 1.03125, + 1.132812, + 1.085938, + 1.234375, + 1.203125, + 1.179688, + 1.203125, + 1.078125, + 1.210938, + 1.101562, + 1.148438, + 1.28125, + 0.964844, + 1.1875, + 1.296875, + 1.101562, + 1.007812, + 0.949219, + 1.1875, + 1.367188, + 1.28125, + 1.007812, + 1.257812, + 1.1875, + 1.179688, + 1.195312, + 1.265625, + 1.234375, + 1.570312, + 1.328125, + 1.007812, + 1.234375, + 1.53125, + 1.226562, + 1.09375, + 1.023438, + 1.257812, + 1.03125, + 1.1875, + 1.085938, + 1.265625, + 1.203125, + 0.839844, + 1.226562, + 1.21875, + 1.789062, + 1.140625, + 1.765625, + 1.28125, + 1.203125, + 1.148438, + 1.5625, + 0.957031, + 1.132812, + 1.257812, + 1.328125, + 1.273438, + 1.273438, + 1.148438, + 1.265625, + 1.007812, + 1.257812, + 1.21875, + 1.1875, + 1.210938, + 1.09375, + 1.25, + 0.992188, + 1.21875, + 1.164062, + 0.808594, + 0.996094, + 1.007812, + 1.28125, + 1.1875, + 5.09375, + 1.21875, + 1.015625, + 0.992188, + 1.1875, + 1.210938, + 1.140625, + 0.933594, + 1.21875, + 1.59375, + 1.3125, + 1.25, + 2.84375, + 1.25, + 1.234375, + 1.195312, + 1.265625, + 1.078125, + 1.226562, + 0.605469, + 0.945312, + 1.273438, + 1.179688, + 1.1875, + 1.265625, + 1.210938, + 1.320312, + 0.816406, + 1.179688, + 1.171875, + 1.164062, + 1.179688, + 0.746094, + 1.304688, + 1.1875, + 1.28125, + 1.203125, + 1.023438, + 1.195312, + 1.507812, + 1.101562, + 1.265625, + 1.234375, + 1.304688, + 1.265625, + 1.226562, + 1.21875, + 1.210938, + 1.195312, + 1.226562, + 1.203125, + 1.023438, + 1.242188, + 1.15625, + 1.203125, + 1.140625, + 1.203125, + 1.25, + 1.203125, + 1.164062, + 1.1875, + 1.039062, + 0.925781, + 1.21875, + 1.359375, + 1.195312, + 1.257812, + 1.335938, + 1.65625, + 1.1875, + 1.289062, + 1.210938, + 0.722656, + 1.179688, + 1.070312, + 1.289062, + 1.101562, + 1.03125, + 1.507812, + 1.148438, + 0.691406, + 1.390625, + 1.289062, + 1.164062, + 1.1875, + 1.273438, + 1.265625, + 1.3125, + 1.21875, + 1.203125, + 1.523438, + 1.21875, + 1.226562, + 1.289062, + 1.25, + 1.039062, + 1.21875, + 1.265625, + 1.195312, + 1.03125, + 0.992188, + 1.234375, + 1.164062, + 1.367188, + 1.21875, + 1.171875, + 1.210938, + 1.195312, + 1.242188, + 1.117188, + 0.992188, + 1.101562, + 1.15625, + 1.195312, + 1.0, + 1.1875, + 1.1875, + 1.148438, + 1.117188, + 1.1875, + 1.210938, + 1.195312, + 0.882812, + 0.984375, + 1.265625, + 1.453125, + 1.234375, + 1.21875, + 1.195312, + 1.28125, + 1.226562, + 1.242188, + 1.234375, + 1.125, + 1.203125, + 1.351562, + 1.265625, + 1.234375, + 1.1875, + 2.1875, + 1.203125, + 1.304688, + 1.273438, + 1.1875, + 1.226562, + 1.140625, + 1.257812, + 1.140625, + 1.1875, + 1.242188, + 1.234375, + 1.195312, + 1.242188, + 1.296875, + 1.320312, + 1.125, + 1.257812, + 1.195312, + 1.226562, + 1.179688, + 1.21875, + 1.179688, + 1.164062, + 1.242188, + 1.007812, + 1.117188, + 1.09375, + 1.242188, + 1.070312, + 0.945312, + 1.1875, + 1.117188, + 1.09375, + 1.328125, + 1.273438, + 1.226562, + 1.015625, + 1.203125, + 1.390625, + 1.179688, + 0.667969, + 2.671875, + 0.855469, + 0.917969, + 1.25, + 1.445312, + 1.554688, + 1.03125, + 1.382812, + 1.179688, + 1.195312, + 1.234375, + 1.195312, + 1.257812, + 1.429688, + 1.289062, + 0.824219, + 1.195312, + 1.210938, + 1.296875, + 0.949219, + 1.140625, + 1.046875, + 1.101562, + 1.0625, + 1.007812, + 1.296875, + 1.210938, + 1.179688, + 0.902344, + 1.21875, + 1.710938, + 1.1875, + 1.226562, + 1.210938, + 1.203125, + 1.03125, + 1.234375, + 1.3125, + 1.242188, + 1.195312, + 1.1875, + 0.855469, + 1.34375, + 1.242188, + 1.21875, + 1.195312, + 1.21875, + 1.203125, + 1.25, + 0.96875, + 1.203125, + 1.21875, + 1.234375, + 1.296875, + 1.820312, + 1.3125, + 1.234375, + 1.242188, + 1.226562, + 0.925781, + 1.078125, + 0.910156, + 1.21875, + 1.257812, + 1.203125, + 1.351562, + 1.242188, + 1.1875, + 1.203125, + 1.21875, + 1.0625, + 1.023438, + 1.148438, + 1.234375, + 0.789062, + 1.273438, + 1.039062, + 1.21875, + 1.109375, + 1.15625, + 1.320312, + 0.976562, + 1.179688, + 1.203125, + 1.171875, + 1.195312, + 1.148438, + 1.242188, + 1.179688, + 1.632812, + 0.972656, + 1.195312, + 1.21875, + 1.273438, + 1.195312, + 1.210938, + 1.007812, + 0.992188, + 1.15625, + 1.226562, + 1.210938, + 1.226562, + 1.164062, + 1.226562, + 0.78125, + 1.1875, + 1.054688, + 1.195312, + 1.195312, + 1.171875, + 1.171875, + 1.273438, + 1.257812, + 1.34375, + 1.070312, + 1.351562, + 1.210938, + 1.03125, + 1.171875, + 1.25, + 1.171875, + 1.179688, + 1.210938, + 0.648438, + 1.273438, + 1.1875, + 1.03125, + 1.125, + 1.234375, + 1.242188, + 1.234375, + 1.1875, + 0.984375, + 1.171875, + 1.28125, + 1.273438, + 1.242188, + 1.179688, + 1.335938, + 1.328125, + 1.234375, + 1.203125, + 1.210938, + 1.1875, + 1.0625, + 1.1875, + 1.234375, + 0.992188, + 1.210938, + 1.257812, + 1.34375, + 0.828125, + 1.023438, + 1.257812, + 1.117188, + 1.210938, + 1.210938, + 1.226562, + 1.242188, + 1.125, + 1.328125, + 1.976562, + 1.3125, + 1.320312, + 1.210938, + 1.335938, + 1.226562, + 1.242188, + 1.132812, + 1.195312, + 1.164062, + 0.652344, + 0.929688, + 1.1875, + 1.007812, + 1.320312, + 1.25, + 1.820312, + 0.964844, + 1.132812, + 1.15625, + 1.304688, + 1.203125, + 1.273438, + 1.234375, + 0.851562, + 1.226562, + 1.21875, + 1.1875, + 1.1875, + 1.234375, + 0.765625, + 1.195312, + 1.125, + 1.21875, + 1.179688, + 1.28125, + 2.421875, + 1.242188, + 1.25, + 1.492188, + 1.195312, + 1.210938, + 1.085938, + 0.605469, + 1.257812, + 1.210938, + 1.25, + 1.273438, + 1.265625, + 1.164062, + 3.34375, + 1.007812, + 1.203125, + 1.195312, + 1.328125, + 1.28125, + 1.210938, + 1.234375, + 1.234375, + 2.1875, + 0.792969, + 1.164062, + 1.210938, + 1.046875, + 0.972656, + 1.25, + 1.054688, + 1.164062, + 0.976562, + 1.039062, + 1.21875, + 1.078125, + 1.054688, + 1.476562, + 1.0, + 1.140625, + 1.226562, + 0.996094, + 1.164062, + 1.234375, + 1.210938, + 1.179688, + 1.140625, + 1.203125, + 1.265625, + 1.210938, + 1.125, + 1.21875, + 1.070312, + 1.3125, + 2.671875, + 1.15625, + 1.195312, + 1.203125, + 1.28125, + 1.242188, + 1.203125, + 0.972656, + 1.210938, + 1.25, + 1.117188, + 1.21875, + 1.242188, + 1.242188, + 1.195312, + 1.273438, + 1.226562, + 1.210938, + 1.210938, + 1.226562, + 1.210938, + 1.078125, + 1.234375, + 1.070312, + 1.242188, + 1.195312, + 1.21875, + 1.179688, + 1.226562, + 1.195312, + 1.273438, + 0.910156, + 1.226562, + 1.234375, + 1.203125, + 1.15625, + 1.257812, + 1.21875, + 1.179688, + 1.226562, + 1.210938, + 1.085938, + 0.832031, + 1.203125, + 1.226562, + 1.164062, + 1.429688, + 0.347656, + 1.203125, + 1.289062, + 1.289062, + 1.3125, + 1.210938, + 1.070312, + 1.21875, + 1.171875, + 3.234375, + 1.53125, + 1.273438, + 1.21875, + 1.242188, + 1.210938, + 1.203125, + 1.195312, + 1.273438, + 1.15625, + 1.835938, + 1.21875, + 1.234375, + 1.148438, + 1.21875, + 1.226562, + 1.265625, + 1.210938, + 1.085938, + 1.203125, + 1.28125, + 1.367188, + 1.171875, + 1.234375, + 1.140625, + 1.25, + 0.933594, + 1.234375, + 1.226562, + 1.234375, + 1.226562, + 1.304688, + 1.242188, + 1.15625, + 1.179688, + 1.382812, + 1.195312, + 1.234375, + 1.125, + 1.234375, + 1.1875, + 1.257812, + 0.925781, + 1.203125, + 1.234375, + 1.179688, + 1.265625, + 1.148438, + 1.195312, + 1.28125, + 1.195312, + 1.132812, + 1.609375, + 1.273438, + 1.125, + 1.242188, + 1.046875, + 1.9375, + 1.257812, + 1.1875, + 1.359375, + 1.234375, + 1.273438, + 1.1875, + 0.90625, + 3.296875, + 1.179688, + 1.257812, + 1.296875, + 0.976562, + 1.4375, + 1.203125, + 1.242188, + 1.28125, + 1.28125, + 2.71875, + 1.25, + 1.140625, + 1.265625, + 1.273438, + 1.226562, + 1.21875, + 0.710938, + 1.242188, + 0.929688, + 1.320312, + 1.242188, + 1.164062, + 1.21875, + 1.21875, + 1.367188, + 1.265625, + 1.15625, + 1.210938, + 0.976562, + 1.21875, + 1.203125, + 0.746094, + 1.226562, + 1.125, + 1.210938, + 1.203125, + 1.09375, + 1.171875, + 1.234375, + 0.726562, + 0.644531, + 1.445312, + 1.125, + 1.1875, + 1.210938, + 1.242188, + 1.039062, + 0.96875, + 1.117188, + 1.507812, + 1.3125, + 1.226562, + 1.390625, + 1.09375, + 1.210938, + 1.203125, + 1.234375, + 0.886719, + 1.648438, + 1.210938, + 1.15625, + 1.304688, + 1.304688, + 1.21875, + 1.1875, + 1.414062, + 1.21875, + 1.210938, + 1.242188, + 1.132812, + 1.195312, + 1.960938, + 1.335938, + 1.117188, + 1.203125, + 1.242188, + 1.195312, + 0.953125, + 1.226562, + 1.210938, + 1.179688, + 1.617188, + 1.179688, + 1.296875, + 0.996094, + 1.25, + 0.929688, + 1.171875, + 0.886719, + 1.101562, + 1.40625, + 0.988281, + 1.210938, + 1.234375, + 1.40625, + 1.273438, + 1.179688, + 0.945312, + 1.203125, + 1.265625, + 1.210938, + 1.210938, + 1.335938, + 1.164062, + 1.21875, + 1.226562, + 1.195312, + 1.117188, + 1.289062, + 1.320312, + 1.117188, + 1.367188, + 2.859375, + 1.257812, + 1.265625, + 1.21875, + 1.023438, + 1.210938, + 1.34375, + 1.023438, + 1.0625, + 1.195312, + 0.648438, + 1.203125, + 1.210938, + 1.25, + 0.976562, + 1.234375, + 1.148438, + 1.195312, + 0.773438, + 0.984375, + 1.046875, + 0.984375, + 1.367188, + 1.0, + 1.210938, + 1.179688, + 1.210938, + 1.203125, + 0.976562, + 1.007812, + 1.21875, + 1.195312, + 1.164062, + 1.164062, + 1.25, + 1.234375, + 1.117188, + 1.335938, + 1.695312, + 1.210938, + 1.046875, + 1.21875, + 1.226562, + 1.273438, + 1.289062, + 1.265625, + 0.957031, + 1.132812, + 1.179688, + 0.910156, + 1.210938, + 1.226562, + 1.039062, + 1.203125, + 1.1875, + 1.234375, + 1.210938, + 1.242188, + 1.78125, + 1.25, + 1.265625, + 1.203125, + 1.15625, + 1.210938, + 1.195312, + 1.34375, + 1.242188, + 1.242188, + 1.023438, + 0.890625, + 1.1875, + 1.359375, + 1.195312, + 1.210938, + 1.21875, + 1.203125, + 1.1875, + 1.539062, + 1.0625, + 0.84375, + 1.078125, + 1.226562, + 1.179688, + 1.203125, + 1.195312, + 1.210938, + 1.25, + 1.28125, + 1.21875, + 1.234375, + 1.1875, + 1.0625, + 1.21875, + 1.078125, + 1.21875, + 0.914062, + 1.164062, + 1.25, + 0.964844, + 1.210938, + 1.203125, + 1.171875, + 1.179688, + 1.023438, + 1.148438, + 1.132812, + 0.796875, + 1.171875, + 1.203125, + 1.0625, + 1.1875, + 1.210938, + 0.886719, + 1.234375, + 0.78125, + 1.257812, + 1.234375, + 1.101562, + 1.234375, + 0.9375, + 1.210938, + 1.195312, + 1.1875, + 1.710938, + 1.210938, + 1.007812, + 0.980469, + 1.179688, + 0.902344, + 1.007812, + 1.273438, + 0.796875, + 1.148438, + 1.210938, + 1.226562, + 1.28125, + 1.265625, + 1.21875, + 1.03125, + 1.179688, + 0.953125, + 1.09375, + 1.21875, + 1.289062, + 1.171875, + 1.226562, + 1.21875, + 1.148438, + 1.203125, + 1.140625, + 1.234375, + 1.085938, + 1.171875, + 1.226562, + 1.164062, + 1.304688, + 1.25, + 0.953125, + 1.257812, + 1.203125, + 1.179688, + 0.976562, + 1.179688, + 1.226562, + 1.054688, + 1.578125, + 0.863281, + 1.078125, + 1.234375, + 1.21875, + 1.25, + 1.117188, + 1.21875, + 1.210938, + 1.257812, + 1.25, + 1.179688, + 1.226562, + 1.085938, + 1.234375, + 1.09375, + 1.203125, + 1.195312, + 0.757812, + 1.210938, + 1.1875, + 1.273438, + 1.226562, + 1.21875, + 0.78125, + 1.203125, + 1.234375, + 1.085938, + 0.726562, + 1.125, + 1.585938, + 1.234375, + 1.101562, + 1.21875, + 1.328125 + ] + }, + "name": "model.model.layers.4.post_attention_layernorm.weight", + "outputIndexes": [ + 435 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 434 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_4/Mul_output_0", + "outputIndexes": [ + 436 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 435, + 436 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_4/Mul_1_output_0", + "outputIndexes": [ + 437 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 437 + ], + "outputIndexes": [ + 2436 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2436 + ], + "outputIndexes": [ + 2437 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear", + "inputIndexes": [ + 2437 + ], + "outputIndexes": [ + 2438 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 540961472, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2438 + ], + "outputIndexes": [ + 2439 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2439 + ], + "outputIndexes": [ + 438 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 438 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_4/Sigmoid_output_0", + "outputIndexes": [ + 439 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 438, + 439 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Mul_output_0", + "outputIndexes": [ + 440 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 437 + ], + "outputIndexes": [ + 2440 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2440 + ], + "outputIndexes": [ + 2441 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear", + "inputIndexes": [ + 2441 + ], + "outputIndexes": [ + 2442 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 579152598, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2442 + ], + "outputIndexes": [ + 2443 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2443 + ], + "outputIndexes": [ + 441 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 440, + 441 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_4/Mul_output_0", + "outputIndexes": [ + 442 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 442 + ], + "outputIndexes": [ + 2444 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2444 + ], + "outputIndexes": [ + 2445 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear", + "inputIndexes": [ + 2445 + ], + "outputIndexes": [ + 2446 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 617343724, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2446 + ], + "outputIndexes": [ + 2447 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2447 + ], + "outputIndexes": [ + 443 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 434, + 443 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_24_output_0", + "outputIndexes": [ + 444 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 444, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_45_output_0", + "outputIndexes": [ + 445 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.75, + 0.439453, + 0.96875, + 0.820312, + 0.589844, + 0.777344, + 0.380859, + 0.394531, + 1.273438, + 0.65625, + 0.375, + 0.871094, + 0.703125, + 0.386719, + 0.875, + 0.402344, + 0.378906, + 0.394531, + 0.386719, + 0.839844, + -2.8e-05, + 0.394531, + 0.380859, + 0.472656, + 0.5, + 0.396484, + 0.777344, + 0.507812, + 0.785156, + 0.423828, + 0.664062, + 0.667969, + 0.542969, + 0.457031, + 0.361328, + 0.402344, + 0.734375, + 1.390625, + 0.351562, + 0.59375, + 0.382812, + 0.369141, + 1.320312, + 0.601562, + 0.402344, + 0.375, + 0.214844, + 0.507812, + 0.726562, + 0.796875, + 0.410156, + 0.419922, + 0.378906, + 0.376953, + 0.84375, + 0.628906, + 0.605469, + 0.412109, + 0.574219, + 1.25, + 0.373047, + 1.078125, + 0.609375, + 0.380859, + 1.335938, + 0.972656, + 0.417969, + 0.363281, + 0.378906, + 0.789062, + 0.535156, + 1.328125, + 0.382812, + 0.474609, + 0.628906, + 0.369141, + 1.28125, + 0.726562, + 1.179688, + 0.416016, + 0.9375, + 0.519531, + 0.945312, + 0.71875, + 0.429688, + 0.273438, + 0.355469, + 0.703125, + 0.349609, + 1.15625, + 0.458984, + 0.335938, + 0.355469, + 0.439453, + 0.988281, + 0.371094, + 0.65625, + 0.671875, + 0.322266, + 0.542969, + 0.582031, + 0.734375, + 0.390625, + 0.447266, + 0.855469, + 0.667969, + 1.070312, + 0.820312, + 1.046875, + 1.296875, + 0.335938, + 0.408203, + 0.347656, + 1.640625, + 0.443359, + 2.203125, + 0.585938, + 0.435547, + 0.380859, + 0.535156, + 0.390625, + 0.378906, + 0.382812, + 0.373047, + 1.109375, + 0.453125, + 0.601562, + 0.443359, + 0.361328, + 0.820312, + 0.792969, + 0.357422, + 0.910156, + 0.597656, + 0.957031, + 0.423828, + 0.396484, + 0.380859, + 1.015625, + 0.425781, + 0.390625, + 0.367188, + 0.447266, + 0.414062, + 1.054688, + 1.007812, + 1.359375, + 0.345703, + 0.417969, + 0.333984, + 0.527344, + 0.585938, + 0.46875, + 0.416016, + 1.257812, + 0.984375, + 0.839844, + 0.925781, + 0.453125, + 0.511719, + 0.75, + 1.117188, + 1.070312, + 0.396484, + 1.164062, + 0.914062, + 0.859375, + 1.335938, + 0.455078, + 0.738281, + 0.384766, + 0.429688, + 0.441406, + 0.5, + 0.388672, + 1.140625, + 0.404297, + 0.396484, + 0.384766, + 0.398438, + 0.316406, + 0.498047, + 0.388672, + 0.589844, + 0.333984, + 0.402344, + 0.431641, + 0.671875, + 0.515625, + 0.367188, + 0.523438, + 0.466797, + 1.375, + 0.408203, + 0.773438, + 0.486328, + 0.449219, + 0.460938, + 1.054688, + 0.392578, + 0.359375, + 1.265625, + 0.976562, + 1.070312, + 1.460938, + 0.380859, + -0.314453, + 0.859375, + 0.347656, + 0.345703, + 0.507812, + 0.382812, + 0.449219, + 0.53125, + 0.341797, + 1.109375, + 0.789062, + 0.855469, + 0.90625, + 0.503906, + 0.361328, + 0.890625, + 1.101562, + 0.423828, + 0.392578, + 0.855469, + 0.675781, + 1.078125, + 0.431641, + 0.396484, + 1.375, + 0.515625, + 0.404297, + 0.365234, + 0.363281, + 0.550781, + 0.398438, + 0.449219, + 0.335938, + 0.523438, + 0.789062, + 0.359375, + 0.429688, + 0.408203, + -0.376953, + 1.367188, + 0.363281, + 0.427734, + 0.453125, + 0.416016, + 0.347656, + 0.632812, + 0.875, + 0.53125, + 0.621094, + 0.800781, + 0.482422, + 0.28125, + 0.400391, + 1.046875, + 0.384766, + 0.330078, + 0.574219, + 0.388672, + 0.652344, + 0.492188, + 0.625, + 0.367188, + 1.226562, + 1.03125, + 1.171875, + 0.376953, + 0.363281, + 1.023438, + 0.431641, + 0.431641, + 0.380859, + 0.59375, + 0.402344, + 0.855469, + 0.365234, + 0.371094, + 0.261719, + 0.380859, + 0.53125, + 0.675781, + 0.347656, + 0.472656, + 0.404297, + 0.714844, + 0.570312, + 0.746094, + 1.03125, + 1.1875, + 0.414062, + 0.691406, + 1.25, + 0.585938, + 0.449219, + 0.425781, + 0.341797, + 1.171875, + 1.132812, + 0.412109, + 0.416016, + 0.394531, + 0.416016, + 0.376953, + 0.613281, + 0.416016, + 1.359375, + 0.494141, + 0.355469, + 0.365234, + 1.492188, + 0.376953, + 1.28125, + 0.408203, + 0.503906, + 0.351562, + 0.378906, + 0.449219, + 0.371094, + 0.417969, + 0.714844, + 0.337891, + 0.373047, + 0.388672, + 0.789062, + 0.707031, + 0.263672, + 0.75, + 0.917969, + 0.435547, + 0.992188, + 0.375, + 0.6875, + 1.6875, + 0.527344, + 0.431641, + 0.237305, + 0.402344, + 0.355469, + 0.449219, + 0.412109, + 0.414062, + 0.419922, + 0.355469, + 0.373047, + 0.412109, + 0.507812, + 0.785156, + 0.570312, + 0.382812, + 1.476562, + 0.402344, + 0.330078, + 0.435547, + 0.376953, + 0.394531, + 0.486328, + 0.378906, + 0.419922, + 0.617188, + 0.867188, + 1.15625, + 0.554688, + 1.054688, + 0.447266, + 0.660156, + 0.433594, + 0.355469, + 0.347656, + 0.423828, + 0.550781, + 1.1875, + 0.40625, + 0.945312, + 0.375, + 0.466797, + 0.494141, + 0.363281, + 0.917969, + 0.449219, + 0.404297, + 0.6875, + 1.320312, + 0.400391, + 0.523438, + 0.640625, + 0.378906, + 1.125, + 0.78125, + 0.574219, + 0.478516, + 0.339844, + 0.648438, + 0.449219, + 0.375, + 0.447266, + 0.714844, + 0.486328, + 1.179688, + 0.439453, + 0.746094, + 0.363281, + 0.582031, + 0.402344, + 0.398438, + 1.0625, + 1.15625, + 0.964844, + 1.109375, + 0.365234, + 0.4375, + 1.015625, + 0.582031, + 0.419922, + 0.394531, + 0.367188, + 1.257812, + 1.234375, + 0.363281, + 0.503906, + 0.371094, + 0.914062, + 0.416016, + 0.832031, + 0.421875, + 0.695312, + 0.396484, + 0.359375, + 0.8125, + 0.476562, + 0.558594, + 0.339844, + 0.59375, + 0.332031, + 0.460938, + 0.90625, + 0.353516, + 0.419922, + 0.632812, + 0.363281, + 1.101562, + 0.828125, + 0.498047, + 0.369141, + 0.582031, + 0.574219, + 0.460938, + 0.353516, + 0.40625, + 0.349609, + 0.609375, + 0.439453, + -0.000169, + 0.402344, + 4.8e-05, + 0.40625, + 0.382812, + 0.527344, + 0.386719, + 1.265625, + 0.675781, + 0.478516, + 0.652344, + 0.404297, + 0.785156, + 0.84375, + 0.378906, + 0.384766, + 0.392578, + 0.357422, + 0.486328, + 1.289062, + 0.546875, + 0.699219, + 0.371094, + 0.355469, + 0.734375, + 0.353516, + 0.435547, + 0.441406, + 1.390625, + 0.451172, + 0.703125, + 0.957031, + 0.445312, + 0.878906, + 0.507812, + 0.417969, + 1.203125, + 0.414062, + 0.474609, + 0.349609, + 0.460938, + 0.761719, + 0.621094, + 0.369141, + 0.353516, + 0.640625, + 0.410156, + 1.007812, + 0.384766, + 1.25, + 1.148438, + 1e-06, + 0.414062, + 0.511719, + 0.484375, + 0.527344, + 0.402344, + 1.21875, + 0.398438, + 0.761719, + 0.394531, + 0.402344, + 0.494141, + 0.789062, + 0.365234, + 0.375, + 0.421875, + 0.40625, + 0.347656, + 0.679688, + 0.675781, + 0.353516, + 0.390625, + 0.40625, + 0.410156, + 0.498047, + 0.439453, + 0.359375, + 0.357422, + 0.376953, + 0.84375, + 0.328125, + 0.976562, + 0.34375, + 0.5625, + 0.316406, + 0.789062, + 0.396484, + 0.867188, + 0.339844, + 1.5625, + 1.429688, + -0.28125, + 1.429688, + 0.9375, + 0.449219, + 0.621094, + 0.523438, + 0.419922, + 0.5625, + 0.443359, + 0.365234, + 0.388672, + 0.414062, + 1.109375, + 0.425781, + 0.648438, + 0.300781, + 0.769531, + 0.535156, + 0.511719, + 0.824219, + 0.546875, + 0.34375, + 0.558594, + 0.373047, + 0.345703, + 0.53125, + 0.757812, + 0.417969, + 0.367188, + 0.376953, + 0.667969, + 0.347656, + 0.359375, + 0.757812, + 0.554688, + 0.640625, + 0.605469, + 0.363281, + 0.519531, + 0.894531, + 0.414062, + 0.449219, + 0.5, + 0.800781, + 0.345703, + 0.710938, + 0.455078, + 1.320312, + 0.369141, + 0.333984, + 0.925781, + 0.628906, + 1.328125, + 0.730469, + 0.4375, + 0.46875, + 0.789062, + 0.460938, + 0.392578, + 0.376953, + 1.226562, + 0.367188, + 1.085938, + 0.404297, + 0.632812, + 0.683594, + 0.816406, + 0.349609, + 0.376953, + 0.46875, + 1.054688, + 0.867188, + 0.412109, + 0.359375, + -1.351562, + 0.476562, + 1.554688, + 0.734375, + 0.75, + 0.691406, + 0.382812, + 0.617188, + 0.835938, + 0.75, + 0.398438, + 0.359375, + 0.326172, + 0.535156, + 0.371094, + -1.1e-05, + 0.347656, + 0.441406, + 0.396484, + 0.789062, + 0.535156, + 0.369141, + 0.392578, + 1.023438, + 0.355469, + 0.423828, + 0.365234, + 0.423828, + 0.511719, + 1.164062, + 0.523438, + 1.070312, + 0.746094, + 0.894531, + 0.515625, + -0.375, + 0.416016, + 0.636719, + 1.015625, + 0.447266, + 1.234375, + 0.392578, + 0.507812, + 0.492188, + 0.361328, + 0.5625, + 0.373047, + 0.355469, + 0.492188, + 0.53125, + 0.365234, + 0.550781, + 0.400391, + 0.384766, + 0.402344, + 1.0625, + 1.09375, + 0.367188, + 0.367188, + 0.492188, + 0.382812, + 0.515625, + 1.3125, + 1.054688, + 0.390625, + 1.046875, + 0.582031, + 0.835938, + 0.431641, + 0.644531, + 0.363281, + 0.470703, + 0.445312, + 0.886719, + 1.328125, + 1.210938, + 0.707031, + 0.380859, + 0.507812, + 0.523438, + 0.382812, + 0.351562, + 0.546875, + 0.390625, + 0.417969, + 0.353516, + 0.5, + 0.539062, + 0.789062, + 0.275391, + 0.605469, + 0.402344, + 1.289062, + 1.875, + 1.0, + 0.367188, + 1.164062, + 0.542969, + 1.335938, + 0.423828, + 0.339844, + 0.339844, + 0.378906, + 0.496094, + 1.203125, + 0.917969, + 0.472656, + 0.566406, + 0.365234, + 0.447266, + 0.433594, + 0.408203, + 1.242188, + 0.365234, + 0.707031, + 0.349609, + 0.476562, + 1.507812, + 0.644531, + 0.396484, + 0.960938, + 0.886719, + 0.337891, + 0.337891, + 0.402344, + 0.398438, + 0.421875, + 0.859375, + 0.789062, + 0.371094, + 0.84375, + 1.25, + 1.226562, + 0.376953, + 0.699219, + 0.347656, + 0.761719, + 1.742188, + 0.357422, + 0.675781, + 0.412109, + 0.457031, + 0.474609, + 0.375, + 0.457031, + 0.777344, + 0.746094, + 0.5625, + 0.578125, + 0.636719, + 0.324219, + 0.394531, + 0.484375, + 0.617188, + 0.769531, + 0.423828, + 0.357422, + 0.589844, + 0.361328, + 0.863281, + 0.367188, + 0.457031, + 0.910156, + 0.369141, + 0.679688, + 0.867188, + 0.384766, + 0.361328, + 0.558594, + 0.78125, + 0.112793, + 1.046875, + 0.539062, + 0.605469, + 0.960938, + 0.466797, + 0.462891, + 0.359375, + 0.34375, + 1.429688, + 0.5, + 0.392578, + 0.511719, + 0.601562, + 0.470703, + 0.402344, + 1.382812, + 0.800781, + 0.400391, + 0.792969, + 0.40625, + 1.6875, + 0.412109, + 0.828125, + 0.859375, + 0.699219, + 0.402344, + 0.980469, + 0.578125, + 0.53125, + 0.875, + 0.410156, + 0.390625, + 0.322266, + 0.410156, + 0.443359, + 0.363281, + 0.433594, + 0.351562, + 0.671875, + 0.480469, + 0.488281, + 0.609375, + -1.8e-05, + 1.695312, + 0.443359, + 0.378906, + 1.421875, + 0.359375, + 1.070312, + 0.917969, + 0.425781, + 1.359375, + 0.570312, + 0.398438, + 0.949219, + 0.435547, + 0.351562, + 0.353516, + 0.365234, + 1.273438, + 1.03125, + 0.439453, + 0.394531, + 0.640625, + 0.753906, + 0.503906, + 0.613281, + 0.386719, + 0.65625, + 0.648438, + 0.648438, + 0.542969, + 0.392578, + 0.875, + 0.427734, + 0.439453, + 0.355469, + 0.365234, + 0.78125, + 0.851562, + 0.558594, + 1.046875, + 0.726562, + 1.0, + 0.425781, + 0.462891, + 1.445312, + 0.414062, + 0.380859, + 0.416016, + 0.421875, + 0.535156, + 0.458984, + 0.330078, + 0.337891, + 0.28125, + 1.21875, + 1.3125, + 0.605469, + 0.71875, + 0.392578, + 0.380859, + 0.40625, + 0.652344, + 0.5625, + 1.265625, + 1.585938, + 0.392578, + 0.542969, + 0.695312, + 0.519531, + 0.515625, + 0.394531, + 0.384766, + 0.769531, + 0.589844, + 0.476562, + 0.351562, + 0.664062, + 0.439453, + 1.234375, + 0.367188, + 0.396484, + 0.423828, + 0.535156, + 0.59375, + 0.394531, + 0.367188, + 0.378906, + 0.375, + 0.404297, + 0.46875, + 0.410156, + 0.400391, + 0.408203, + 0.59375, + 0.394531, + 0.443359, + 1.109375, + 0.451172, + 0.503906, + 0.396484, + 0.488281, + 0.671875, + 0.359375, + 0.601562, + 0.769531, + 0.828125, + 0.378906, + 0.384766, + 1.40625, + 1.382812, + 0.542969, + 0.542969, + 0.765625, + 1.382812, + 0.585938, + 0.443359, + 1.296875, + 1.023438, + 0.707031, + 0.355469, + 0.376953, + 0.373047, + 0.367188, + 0.402344, + 0.441406, + 1.09375, + 1.492188, + 0.585938, + 0.867188, + 1.109375, + 0.53125, + 0.375, + 0.392578, + 1.054688, + 1.507812, + 0.392578, + 0.361328, + 0.804688, + 0.734375, + 0.398438, + 1.382812, + 0.464844, + 0.363281, + 0.390625, + 0.609375, + 0.621094, + 0.972656, + 0.574219, + 0.980469, + 0.988281, + 0.75, + 0.546875, + 1.179688, + 0.435547, + 1.109375, + 0.53125, + 0.388672, + 0.359375, + 0.443359, + 1.007812, + 0.363281, + 0.373047, + 0.53125, + 0.494141, + 0.808594, + 0.671875, + 0.382812, + 0.478516, + 0.453125, + 0.960938, + 0.570312, + 0.527344, + 0.898438, + 0.443359, + 0.523438, + 0.380859, + 0.527344, + 0.361328, + 0.667969, + 0.34375, + 0.404297, + 0.351562, + 0.375, + 0.691406, + 0.796875, + 0.337891, + 0.498047, + 0.554688, + 0.773438, + 0.71875, + 1.234375, + 0.494141, + 0.386719, + 0.386719, + 0.349609, + 0.421875, + 0.466797, + 0.351562, + 0.847656, + 0.369141, + 0.357422, + 0.347656, + 1.148438, + 1.085938, + 1.398438, + 0.527344, + 0.396484, + 0.992188, + 1.03125, + 0.490234, + 0.396484, + 1.1875, + 0.404297, + 0.367188, + 0.484375, + 0.451172, + 0.746094, + 0.632812, + 1.398438, + 1.859375, + 0.601562, + 0.455078, + 0.597656, + 0.746094, + 0.523438, + 0.402344, + 0.722656, + 0.960938, + 0.75, + 0.976562, + 0.671875, + 1.203125, + 0.384766, + 0.832031, + 0.126953, + 0.546875, + 0.439453, + 0.394531, + 0.347656, + 1.351562, + 1.289062, + 0.402344, + 0.535156, + 0.550781, + 0.511719, + 0.361328, + 0.640625, + 0.75, + 0.363281, + 1.570312, + 0.357422, + 0.789062, + 0.433594, + 0.353516, + 0.785156, + 0.396484, + 0.933594, + 0.392578, + 1.1875, + 0.601562, + 1.203125, + 0.455078, + 1.476562, + 0.392578, + 0.314453, + 0.427734, + 0.328125, + 0.628906, + 0.503906, + 0.369141, + 1.1875, + 1.328125, + 0.367188, + 0.447266, + 0.425781, + 0.341797, + 0.292969, + 1.390625, + 0.523438, + 0.601562, + 0.644531, + 0.427734, + 0.458984, + 0.65625, + 0.400391, + 0.585938, + 1.179688, + 0.6875, + 0.357422, + 0.539062, + 1.070312, + -0.365234, + 1.492188, + 0.384766, + 0.503906, + 0.353516, + 0.941406, + 0.376953, + 0.683594, + 0.380859, + 0.419922, + 0.419922, + 0.394531, + 1.164062, + 0.578125, + 1.320312, + 0.373047, + 1.117188, + 0.349609, + 0.412109, + 0.410156, + 0.402344, + 0.851562, + 0.808594, + 0.503906, + 0.652344, + 0.345703, + 0.898438, + 0.636719, + 0.427734, + 0.734375, + 0.384766, + 0.582031, + 0.316406, + 0.353516, + 0.4375, + 1.351562, + 0.417969, + 0.466797, + 1.335938, + 0.578125, + 0.347656, + 1.242188, + 0.542969, + 0.835938, + 1.15625, + 0.408203, + 0.601562, + 0.345703, + 0.710938, + 0.820312, + 0.388672, + 0.378906, + 0.373047, + 0.361328, + 0.455078, + 0.523438, + 0.388672, + 0.621094, + 0.40625, + 0.423828, + 0.890625, + 1.265625, + 0.392578, + 0.476562, + 0.542969, + 0.785156, + 0.796875, + 0.476562, + 0.349609, + -0.28125, + 0.339844, + 0.353516, + 0.667969, + 0.613281, + 0.490234, + 0.365234, + 0.353516, + 0.578125, + 0.345703, + 0.210938, + 0.333984, + 0.660156, + 0.246094, + 0.355469, + 0.484375, + 0.605469, + 0.570312, + 0.367188, + 0.535156, + 0.40625, + 0.464844, + 0.691406, + 0.863281, + 0.519531, + 0.480469, + 0.820312, + 0.375, + 0.388672, + 0.941406, + 1.351562, + 0.40625, + 0.351562, + 0.570312, + 0.839844, + 0.390625, + 0.416016, + 0.382812, + 0.392578, + 0.816406, + 0.384766, + 1.304688, + 0.365234, + 0.714844, + 0.392578, + 0.464844, + 1.351562, + 1.21875, + 0.373047, + 1.335938, + 0.511719, + 0.660156, + 0.964844, + 0.376953, + 0.382812, + 0.394531, + 0.369141, + 0.457031, + 0.341797, + 0.431641, + 0.388672, + 0.451172, + 0.441406, + 0.388672, + 0.453125, + 0.589844, + 1.351562, + 0.363281, + 0.458984, + 0.933594, + 1.039062, + 0.259766, + 0.953125, + 0.333984, + 0.472656, + 0.394531, + 0.357422, + 0.921875, + 0.691406, + 0.380859, + 0.412109, + 0.376953, + 0.328125, + 0.445312, + 1.390625, + 0.375, + 0.449219, + 0.449219, + 0.726562, + 0.371094, + 0.241211, + 0.373047, + 0.621094, + 2.0, + 0.488281, + 0.261719, + 1.257812, + 1.117188, + 1.203125, + 0.376953, + 0.902344, + 0.613281, + 0.511719, + 0.726562, + 0.527344, + 1.234375, + 0.472656, + 1.234375, + 0.792969, + 1.210938, + 0.523438, + 0.40625, + 0.332031, + 0.519531, + 1.0625, + 0.396484, + 0.769531, + 0.96875, + 1.289062, + 0.601562, + 0.392578, + 0.535156, + 0.404297, + 0.396484, + 0.75, + 0.574219, + 0.392578, + 0.349609, + 0.351562, + 0.886719, + 0.457031, + 0.589844, + 0.433594, + 0.792969, + 0.408203, + 0.376953, + 0.421875, + 0.384766, + 0.34375, + 0.605469, + 0.375, + 0.464844, + 0.339844, + 0.410156, + 0.412109, + 1.070312, + 1.140625, + 1.265625, + 0.408203, + 0.478516, + 0.425781, + 0.34375, + 0.601562, + 0.394531, + 1.09375, + 0.875, + 0.652344, + 0.470703, + 1.125, + 0.429688, + 0.523438, + 0.353516, + 1.492188, + 0.341797, + 0.535156, + 0.527344, + 1.195312, + 1.578125, + 0.345703, + 0.482422, + 0.365234, + 0.503906, + 0.464844, + 0.859375, + 0.722656, + 0.601562, + 0.384766, + 0.894531, + 0.636719, + 1.132812, + 0.359375, + 0.40625, + 0.400391, + 0.652344, + 0.527344, + 1.171875, + 0.828125, + 0.371094, + 0.882812, + 0.371094, + 0.369141, + 0.371094, + 0.367188, + 0.773438, + 0.785156, + 0.408203, + 0.558594, + 0.4375, + 1.085938, + 0.474609, + 0.863281, + 1.367188, + 0.390625, + 0.376953, + 1.0625, + 0.365234, + 0.84375, + 0.363281, + 0.949219, + 0.679688, + 0.910156, + 0.574219, + 0.373047, + 0.671875, + 0.554688, + 0.589844, + 0.291016, + 0.394531, + 0.439453, + 0.404297, + 0.332031, + 0.412109, + 0.449219, + 0.625, + 1.023438, + 0.839844, + 0.441406, + 0.296875, + 0.404297, + 0.625, + 0.369141, + 0.757812, + 0.324219, + 0.232422, + 0.644531, + 0.5625, + 0.314453, + -0.263672, + 0.867188, + 0.419922, + 0.535156, + 0.369141, + 1.0625, + 0.964844, + 1.28125, + 0.396484, + 0.578125, + 0.5625, + 1.078125, + 0.363281, + 0.84375, + 0.523438, + 0.503906, + 0.542969, + 0.539062, + 0.558594, + 0.410156, + 0.675781, + 0.386719, + 0.402344, + 0.410156, + 0.351562, + 0.361328, + 0.75, + 0.375, + 0.357422, + 0.832031, + 0.5, + 0.515625, + 0.867188, + 0.464844, + 0.859375, + 0.435547, + 0.375, + 0.355469, + 0.566406, + 0.476562, + 0.498047, + 0.792969, + 0.445312, + 0.400391, + 0.714844, + 0.402344, + 0.371094, + 0.863281, + 0.402344, + 0.390625, + 0.460938, + 0.365234, + 0.660156, + 0.886719, + 0.388672, + 0.378906, + 0.351562, + 0.386719, + 0.4375, + 0.578125, + 0.4375, + 1.289062, + 0.5, + 1.65625, + 0.423828, + 0.390625, + 0.882812, + 0.503906, + 0.443359, + 0.535156, + 0.925781, + 0.628906, + 0.441406, + 0.652344, + 0.671875, + 0.128906, + 0.78125, + 0.466797, + 0.408203, + 0.382812, + 0.398438, + 0.367188, + 0.398438, + 0.6875, + 0.361328, + 0.574219, + 0.380859, + 0.353516, + 0.402344, + 0.332031, + 1.109375, + 0.369141, + 0.457031, + 0.390625, + 0.585938, + 0.439453, + 0.478516, + 0.386719, + 0.539062, + 0.664062, + 0.609375, + 0.402344, + 0.369141, + 0.353516, + 0.765625, + 0.546875, + 0.392578, + 0.546875, + 0.667969, + 0.373047, + 0.734375, + 0.34375, + 0.582031, + 0.785156, + 0.472656, + 0.398438, + 0.515625, + 0.451172, + 0.59375, + 1.25, + 0.433594, + 1.007812, + 1.484375, + 0.328125, + 1.898438, + 0.357422, + 0.412109, + 0.691406, + 0.488281, + 0.373047, + 0.231445, + 0.392578, + 0.392578, + 0.341797, + 0.382812, + 0.363281, + 1.203125, + 0.421875, + 0.40625, + 0.800781, + 0.292969, + 0.855469, + 0.835938, + 0.535156, + 0.357422, + 0.535156, + 0.636719, + 0.652344, + 0.363281, + 0.90625, + 0.347656, + 1.921875, + 0.917969, + 0.335938, + 0.734375, + 0.382812, + 0.625, + 0.353516, + 0.417969, + 0.353516, + 1.21875, + 0.683594, + 0.5625, + 0.390625, + 0.507812, + 0.59375, + 0.613281, + 0.412109, + 1.03125, + 0.382812, + 0.367188, + 0.769531, + 0.433594, + 0.878906, + 1.171875, + 0.376953, + 0.412109, + 0.570312, + 1.34375, + 0.910156, + 1.054688, + 0.421875, + 0.515625, + 0.371094, + 0.851562, + 1.273438, + 0.337891, + 1.351562, + 1.226562, + 1.09375, + 1.328125, + 0.396484, + 0.746094, + 0.710938, + 0.554688, + 0.296875, + 0.308594, + 0.353516, + 1.210938, + 0.535156, + 0.621094, + 0.349609, + 0.380859, + 0.453125, + 0.527344, + 0.585938, + 0.398438, + 0.921875, + 0.439453, + 0.527344, + 0.355469, + 0.484375, + 0.357422, + 0.351562, + 0.359375, + 0.408203, + 0.609375, + 0.597656, + 1.257812, + 0.722656, + 0.482422, + 0.402344, + 0.34375, + 0.914062, + 0.410156, + -0.328125, + 0.396484, + 0.375, + 1.382812, + 0.941406, + 0.431641, + 0.429688, + 0.482422, + 0.507812, + 0.470703, + 0.554688, + 0.347656, + 1.265625, + 0.574219, + 0.816406, + 0.8125, + 0.408203, + 1.007812, + 0.714844, + 0.691406, + 0.492188, + 0.339844, + 0.835938, + 0.431641, + 0.357422, + 0.648438, + 0.566406, + -0.304688, + 0.570312, + 0.839844, + 0.404297, + 0.376953, + 1.429688, + 0.398438, + 1.757812, + 0.367188, + 0.75, + 0.462891, + 0.462891, + 0.515625, + 0.558594, + 0.433594, + 0.75, + 1.0, + 0.371094, + 0.5625, + 0.388672, + 0.396484, + 0.451172, + 0.466797, + 0.230469, + 1.132812, + 0.396484, + 0.6875, + 0.449219, + 0.84375, + 0.871094, + 0.439453, + 0.361328, + 0.347656, + 0.291016, + 0.408203, + 0.53125, + 1.320312, + 1.117188, + 0.839844, + 0.458984, + 0.875, + 0.710938, + 0.640625, + 0.695312, + 0.431641, + 0.337891, + 0.507812, + 0.349609, + 0.363281, + 0.373047, + 0.369141, + 1.765625, + 0.398438, + 0.398438, + 0.671875, + 0.363281, + 0.816406, + 0.417969, + 1.195312, + 0.898438, + 1.40625, + 0.398438, + 0.357422, + 0.369141, + 0.746094, + 0.470703, + 1.101562, + 1.242188, + 0.427734, + 0.40625, + 0.449219, + 0.369141, + 0.726562, + 0.390625, + 0.410156, + 0.337891, + 0.652344, + 0.699219, + 0.423828, + 0.65625, + 0.453125, + 0.392578, + 0.347656, + 0.363281, + 0.361328, + 1.835938, + 0.53125, + 0.453125, + 0.435547, + 0.5, + 0.392578, + 0.394531, + 0.000175, + 0.384766, + 0.5, + 0.371094, + 0.398438, + 0.339844, + 0.847656, + 1.414062, + 0.396484, + 0.890625, + 0.365234, + 0.365234, + 0.328125, + 0.546875, + 0.820312, + 0.375, + 0.447266, + 0.376953, + 0.398438, + 0.539062, + 0.345703, + 0.574219, + 0.378906, + 0.59375, + 0.355469, + 1.65625, + 0.384766, + 0.207031, + 0.542969, + 0.550781, + 0.785156, + 0.357422, + 0.433594, + 0.816406, + 0.503906, + 0.355469, + 0.417969, + 0.867188, + 0.371094, + 0.609375, + 0.757812, + 1.0625, + 0.503906, + 0.470703, + 0.365234, + 0.417969, + 0.367188, + 0.248047, + 0.40625, + 0.429688, + 0.353516, + 0.535156, + 0.347656, + 1.359375, + 0.443359, + 0.398438, + 1.65625, + 0.574219, + 0.359375, + 0.863281, + 1.039062, + 0.439453, + 0.394531, + 0.351562, + 0.625, + 0.773438, + 1.507812, + 0.361328, + 0.382812, + 0.474609, + 0.53125, + 0.695312, + 0.582031, + 0.839844, + 0.59375, + 0.703125, + 0.4375, + 0.390625, + 0.414062, + 0.847656, + 0.683594, + 0.384766, + 0.416016, + 0.359375, + 0.249023, + 0.349609, + 0.589844, + 0.363281, + 0.863281, + 0.875, + 0.75, + 0.484375, + 1.054688, + 0.949219, + 0.40625, + 0.333984, + 0.820312, + 0.792969, + 0.341797, + 0.601562, + 0.380859, + 0.695312, + 0.640625, + 0.347656, + 0.410156, + 0.394531, + 0.382812, + 0.435547, + 0.351562, + 0.84375, + 0.554688, + 0.84375, + 0.396484, + 0.373047, + 0.386719, + 0.355469, + 1.132812, + 0.84375, + 0.585938, + 0.392578, + 0.363281, + 0.363281, + 0.339844, + 0.378906, + 0.816406, + 0.574219, + 0.492188, + 1.335938, + 0.339844, + 0.972656, + 0.371094, + 0.796875, + 0.425781, + 0.511719, + 0.765625, + 0.359375, + 0.785156, + 0.785156, + 0.359375, + 0.875, + 0.566406, + 0.355469, + 0.578125, + 1.296875, + 0.878906, + 0.601562, + 0.515625, + 0.519531, + 0.382812, + 0.318359, + 0.734375, + 0.396484, + 0.667969, + 1.0, + 0.421875, + 0.419922, + 0.699219, + 1.078125, + 0.503906, + 0.398438, + 0.384766, + 0.359375, + 1.742188, + 1.234375, + 1.539062, + 0.566406, + 0.384766, + 0.582031, + 0.9375, + 0.388672, + 1.195312, + 0.498047, + 0.5, + 0.341797, + 0.392578, + 1.5625, + 0.380859, + 0.349609, + 0.578125, + 0.410156, + 0.412109, + 0.451172, + 1.054688, + 0.386719, + 0.578125, + 0.339844, + 0.699219, + 0.388672, + 0.390625, + 1.039062, + 1.5, + 0.341797, + 0.992188, + 0.365234, + 1.257812, + 0.3125, + 0.458984, + 0.451172, + 0.376953, + 0.349609, + 0.722656, + 0.369141, + 1.085938, + 0.453125, + 0.439453, + 1.085938, + 0.373047, + 0.433594, + 0.300781, + 0.439453, + 0.519531, + 0.363281, + 0.373047, + 0.369141, + 0.859375, + 1.15625, + 0.542969, + 0.722656, + 0.324219, + 0.482422, + 0.388672, + 0.605469, + 0.4375, + 1.25, + 0.707031, + 0.351562, + 0.482422, + 0.400391, + 1.0, + 0.414062, + 0.353516, + 0.523438, + 0.470703, + 0.453125, + 0.960938, + 0.369141, + 0.542969, + 0.570312, + 0.738281, + 0.40625, + 0.789062, + 0.355469, + 0.484375, + 0.617188, + 0.478516, + 0.345703, + 0.337891, + 0.667969, + 0.507812, + 0.699219, + 0.369141, + 0.878906, + 0.800781, + 0.419922, + 1.203125, + 0.412109, + 0.472656, + 0.373047, + 0.390625, + 0.373047, + 0.359375, + 0.451172, + 0.34375, + 0.404297, + 1.023438, + 0.382812, + 0.462891, + 0.785156, + 0.373047, + 1.007812, + 0.349609, + 0.380859, + 0.902344, + 0.429688, + 0.429688, + 1.273438, + 1.007812, + 0.5625, + 0.375, + 0.515625, + 0.375, + 0.466797, + 0.361328, + 0.380859, + 0.601562, + 1.132812, + 0.363281, + 0.378906, + 0.371094, + 0.388672, + 0.357422, + 0.361328, + 0.363281, + 0.345703, + 0.457031, + 1.226562, + 0.462891, + 0.369141, + 0.695312, + 0.439453, + 0.394531, + 0.710938, + 0.22168, + 0.742188, + 0.65625, + 0.353516, + 0.419922, + 0.365234, + 0.414062, + 0.447266, + 0.390625, + 0.365234, + 0.382812, + 0.380859, + 0.691406, + 0.363281, + 1.117188, + 0.445312, + 0.824219, + 0.652344, + 0.435547, + 0.369141, + 0.365234, + 1.320312, + 0.455078, + 0.369141, + 0.474609, + 0.578125, + 0.386719, + 0.910156, + 0.490234, + 0.345703, + 0.535156, + 1.140625, + 0.363281, + 1.054688, + 0.353516, + 0.378906, + 0.535156, + 0.945312, + 0.957031, + 0.357422, + 0.4375, + 0.466797, + 0.353516, + 0.855469, + 0.382812, + 1.421875, + 0.347656, + 0.636719, + 0.609375, + 0.373047, + 0.404297, + 0.667969, + 0.585938, + 0.443359, + -0.287109, + 0.458984, + 0.496094, + 0.353516, + 1.15625, + 0.78125, + 0.427734, + 0.439453, + 0.566406, + 0.425781, + 0.478516, + 0.667969, + 0.570312, + 0.59375, + 1.328125, + 0.369141, + 0.910156, + 1.359375, + 1.171875, + 0.382812, + 0.357422, + 0.203125, + 0.589844, + 0.824219, + 0.435547, + 0.59375, + 0.375, + 0.375, + 0.386719, + 0.486328, + 0.365234, + 0.382812, + 0.361328, + 0.582031, + 0.335938, + 0.8125, + 0.757812, + 0.5625, + 0.353516, + 0.546875, + 0.367188, + 0.490234, + 0.425781, + 0.398438, + 0.431641, + 1.15625, + 0.949219, + 0.345703, + 0.369141, + 0.421875, + 1.046875, + 0.988281, + 0.365234, + 0.396484, + 0.451172, + 0.523438, + 0.353516, + 0.601562, + 0.375, + 0.726562, + 0.730469, + 0.380859, + 0.660156, + 0.361328, + 0.466797, + 0.675781, + 0.933594, + 0.447266, + 1.210938, + 0.605469, + 6.5e-05, + 0.478516, + 0.412109, + 0.382812, + 0.369141, + 1.007812, + 0.349609, + 0.910156, + 0.455078, + 0.964844, + 0.507812, + 1.1875, + 0.375, + 0.373047, + 0.726562, + 1.078125, + 0.373047, + 0.447266, + 0.494141, + 0.609375, + 0.404297, + 0.384766, + 1.148438, + 0.460938, + 1.265625, + 0.353516, + 0.835938, + 0.365234, + 1.046875, + 0.769531, + 0.402344, + 0.667969, + 0.365234, + 0.59375, + 0.443359, + 0.417969, + 1.179688, + 0.335938, + 0.621094, + 0.404297, + 0.414062, + 0.625, + 0.363281, + 1.0, + 0.376953, + 1.070312, + 0.328125, + 1.46875, + 0.890625, + 1.320312, + 0.390625, + 0.417969, + 1.398438, + 0.710938, + 0.933594, + 0.380859, + 0.722656, + 0.871094, + 0.96875, + 0.402344, + 0.542969, + 0.84375, + 0.796875, + 0.361328, + 0.410156, + 0.378906, + 0.941406, + 0.458984, + 0.335938, + 0.324219, + 0.664062, + 1.0625, + 0.416016, + 1.085938, + 0.425781, + 0.703125, + 0.447266, + 0.457031, + 1.101562, + 0.597656, + 0.337891, + 0.585938, + 0.605469, + 0.585938, + 0.361328, + 0.628906, + 0.4375, + 2.375, + 0.578125, + 0.357422, + 0.353516, + 0.5, + 1.023438, + 0.363281, + 0.365234, + 0.345703, + 0.714844, + 0.695312, + 0.341797, + 0.945312, + 0.349609, + 0.335938, + 0.761719, + 0.761719, + 0.628906, + 1.046875, + 0.353516, + 0.492188, + 0.703125, + 0.394531, + 0.427734, + 0.439453, + 0.388672, + 0.625, + 1.328125, + 0.423828, + 0.429688, + 1.179688, + 0.589844, + 0.396484, + 0.5, + 0.355469, + 0.578125, + 0.394531, + 0.59375, + 0.914062, + 1.132812, + 0.373047, + 3.7e-05, + 0.40625, + 1.234375, + 0.376953, + 1.226562, + 0.431641, + 0.375, + 0.503906, + 0.472656, + 0.710938, + 0.722656, + 1.117188, + 0.515625, + 0.640625, + 0.402344, + 0.404297, + 0.398438, + 0.375, + 0.291016, + 0.5, + 0.345703, + 0.378906, + 0.375, + 1.0, + 0.388672, + 0.431641, + 0.482422, + 0.380859, + 0.296875, + 0.664062, + 0.984375, + 0.339844, + 0.375, + 0.431641, + 0.416016, + 0.435547, + 0.378906, + 0.382812, + 1.148438, + 0.945312, + 1.328125, + 0.353516, + 1.304688, + 0.851562, + 1.085938, + 0.714844, + 0.384766, + 0.347656, + 0.400391, + 0.390625, + 0.589844, + 0.498047, + 0.644531, + 0.416016, + 0.488281, + 0.365234, + 0.738281, + 0.427734, + 0.375, + 0.820312, + 0.410156, + 0.6875, + 0.8125, + 0.394531, + 1.390625, + 0.433594, + 0.648438, + 1.007812, + 0.667969, + 0.351562, + 0.386719, + 0.519531, + 0.585938, + 0.597656, + 1.085938, + 0.679688, + 0.839844, + 0.369141, + 0.496094, + 1.117188, + 0.566406, + 0.408203, + 0.371094, + 0.417969, + 0.423828, + 0.330078, + 0.925781, + 0.4375, + 1.03125, + 1.15625, + 0.816406, + 0.632812, + 0.357422, + 0.882812, + 0.742188, + 0.451172, + 0.507812, + 0.228516, + 0.648438, + 0.490234, + 0.351562, + 0.363281, + 0.365234, + 0.384766, + 0.421875, + 0.359375, + 0.326172, + 0.78125, + 0.824219, + 0.332031, + 0.371094, + 0.582031, + 0.96875, + 0.400391, + 1.15625, + 0.306641, + 0.40625, + 0.398438, + 0.464844, + 0.410156, + 1.1875, + 0.259766, + 0.597656, + 1.234375, + 0.394531, + 0.996094, + 0.765625, + 0.390625, + 1.359375, + 0.347656, + 0.357422, + 0.464844, + 0.458984, + 0.455078, + 0.365234, + 0.398438, + 0.332031, + 0.490234, + 0.429688, + 1.0, + 1.03125, + 0.363281, + 0.378906, + 0.382812, + 0.330078, + 1.234375, + 0.388672, + 0.207031, + 0.769531, + 0.46875, + 0.578125, + 0.542969, + 0.408203, + 0.875, + 0.707031, + 0.417969, + 0.660156, + 0.527344, + 0.859375, + 0.507812, + 0.398438, + 0.757812, + 0.523438, + 0.402344, + 0.664062, + 0.423828, + 0.375, + 0.832031, + 0.466797, + 0.472656, + 0.628906, + 0.988281, + 1.390625, + 0.378906, + 0.644531, + 0.423828, + 0.34375, + 0.605469, + 0.367188, + 0.474609, + 1.132812, + 0.421875, + 0.353516, + 0.390625, + 0.380859, + 0.427734, + 0.75, + 0.632812, + 0.349609, + 0.730469, + 0.519531, + 0.992188, + 0.375, + 1.078125, + 0.867188, + 0.285156, + 0.523438, + 0.494141, + 0.75, + 1.421875, + 0.330078, + 0.761719, + 0.384766, + 0.380859, + 0.878906, + 0.390625, + 0.453125, + 0.382812, + 0.455078, + 0.441406, + 1.070312, + 0.578125, + 0.373047, + 0.355469, + 0.960938, + 0.785156, + 0.355469, + 1.320312, + 0.921875, + 0.388672, + 0.328125, + 0.386719, + 0.390625, + 1.234375, + 0.345703, + 0.5625, + 0.355469, + 0.472656, + 0.460938, + 0.683594, + 1.039062, + 0.300781, + 0.566406, + 0.355469, + 0.421875, + 0.921875, + 0.494141, + 0.875, + 0.523438, + 0.574219, + 0.101562, + 0.960938, + 0.359375, + 0.652344, + 0.5, + 0.359375, + 0.972656, + 1.28125, + 0.332031, + 0.546875, + 0.451172, + 0.386719, + 1.085938, + 0.757812, + 0.416016, + 0.376953, + 0.40625, + 0.347656, + 0.792969, + 0.404297, + 1.265625, + 1.453125, + 0.578125, + 0.730469, + 0.34375, + 0.474609, + 0.527344, + 0.453125, + 1.453125, + 0.339844, + 0.699219, + 0.730469, + 0.455078, + 0.361328, + 0.777344, + 1.007812, + 1.320312, + 1.25, + 0.402344, + 0.347656, + 0.386719, + 0.388672, + 0.816406, + 0.53125, + 0.404297, + 0.373047, + 0.386719, + 0.416016, + 0.337891, + 0.466797, + 0.429688, + 0.408203, + -0.316406, + 0.431641, + 0.71875, + 0.427734, + 0.4375, + 0.458984, + 0.431641, + 0.451172, + 0.373047, + 0.285156, + 0.800781, + 0.367188, + 0.824219, + 0.414062, + 1.4375, + 0.515625, + 0.765625, + 0.851562, + 0.447266, + 0.40625, + 0.4375, + 1.179688, + 0.933594, + 0.652344, + 0.445312, + 0.371094, + 0.53125, + 0.347656, + 0.574219, + 0.535156, + 0.863281, + 0.71875, + 0.644531, + 0.427734, + 0.414062, + 0.353516, + 0.765625, + 0.229492, + 0.664062, + 0.494141, + 0.550781, + 0.828125, + 1.007812, + 0.460938, + 1.171875, + 0.492188, + 0.398438, + 1.28125, + 0.345703, + 1.195312, + 0.419922, + 0.578125, + 0.375, + 0.322266, + 0.435547, + 1.4375, + 1.070312, + 0.351562, + 0.992188, + 0.361328, + 1.070312, + 0.363281, + 0.523438, + 0.6875, + 0.369141, + 0.470703, + 1.359375, + 0.691406, + 0.314453, + 0.330078, + 0.355469, + 0.652344, + 1.296875, + 0.679688, + 0.5625, + 0.361328, + 1.046875, + 0.353516, + 0.363281, + 0.605469, + 0.384766, + 1.195312, + 0.351562, + 0.345703, + 0.429688, + 0.349609, + 1.210938, + 0.369141, + 1.054688, + 0.373047, + 0.476562, + 0.90625, + 1.429688, + 0.847656, + 0.365234, + 0.558594, + 0.447266, + 0.46875, + 1.039062, + 1.179688, + 0.503906, + 0.408203, + 0.523438, + 0.271484, + 0.388672, + 0.320312, + 0.40625, + 0.347656, + 0.259766, + 1.289062, + 0.386719, + 0.480469, + 1.140625, + 0.824219, + 0.402344, + 0.867188, + 0.251953, + 0.402344, + 0.435547, + 0.425781, + 0.339844, + 0.789062, + 0.439453, + 0.746094, + 0.46875, + 0.601562, + 0.492188, + 0.386719, + 0.9375, + 0.410156, + 0.390625, + 0.404297, + 0.392578, + 0.691406, + 0.451172, + 1.117188, + 0.71875, + 1.835938, + 0.384766, + 0.394531, + 0.357422, + 0.367188, + 0.40625, + 0.380859, + 0.367188, + 0.404297, + 0.462891, + 0.730469, + 0.474609, + 0.839844, + 0.5, + 1.242188, + 0.492188, + 0.386719, + 0.503906, + 0.699219, + 0.375, + 0.710938, + 0.283203, + 0.376953, + 1.101562, + 0.347656, + 1.195312, + 0.996094, + 1.476562, + 0.867188, + 0.357422, + 0.785156, + 0.582031, + 0.464844, + 0.617188, + 0.355469, + 1.289062, + 0.757812, + 0.279297, + 0.542969, + 1.585938, + 0.484375, + 0.400391, + 0.652344, + 0.349609, + 0.394531, + 0.351562, + 0.474609, + 0.542969, + 0.441406, + 1.15625, + 0.441406, + 0.453125, + 0.382812, + 0.90625, + 1.1875, + 0.378906, + 0.417969, + 0.365234, + 0.972656, + 0.855469, + 0.390625, + 0.4375, + 0.601562, + 0.361328, + 0.353516, + 0.373047, + 0.636719, + 0.675781, + 0.617188, + 1.046875, + 0.894531, + 0.496094, + 0.527344, + 0.816406, + 0.451172, + 0.365234, + 0.435547, + 0.470703, + 0.402344, + 0.378906, + 0.570312, + 0.53125, + 0.933594, + 0.523438, + 0.287109, + 0.357422, + 0.339844, + 0.527344, + 0.4375, + 0.423828, + 0.384766, + 0.34375, + 0.671875, + 0.466797, + 1.148438, + 0.376953, + 0.490234, + 0.378906, + 1.710938, + 0.511719, + 0.585938, + 0.40625, + 0.443359, + 0.351562, + 0.470703, + 0.753906, + 0.527344, + 0.429688, + 0.404297, + 0.355469, + 0.550781, + 0.373047, + 0.945312, + 0.359375, + 0.636719, + 0.380859, + 0.816406, + 0.433594, + 0.443359, + 0.375, + 0.402344, + 0.839844, + 0.386719, + 1.15625, + 0.566406, + 0.773438, + 0.357422, + 0.613281, + 1.25, + 0.703125, + 0.679688, + 1.257812, + 0.367188, + 0.535156, + 0.433594, + 1.3125, + 0.396484, + 0.328125, + 0.742188, + 1.601562, + 1.601562, + 0.886719, + 0.773438, + 0.734375, + 1.257812, + 1.09375, + 0.667969, + 0.808594, + 0.412109, + 0.341797, + 0.369141, + 0.640625, + 0.369141, + 1.507812, + 0.457031, + 0.695312, + 0.470703, + 0.371094, + 0.601562, + 0.777344, + 1.046875, + 0.617188, + 1.085938, + 0.617188, + 1.007812, + 0.361328, + 0.376953, + 0.400391, + 0.320312, + 0.392578, + 1.648438, + 0.423828, + 0.386719, + 0.40625, + 0.519531, + 1.171875, + 0.380859, + -0.369141, + 0.597656, + 0.345703, + 0.84375, + 2.46875, + 0.394531, + 0.373047, + 0.357422, + 0.396484, + 0.839844, + 1.195312, + 1.023438, + 1.25, + 0.373047, + 0.355469, + 0.361328, + 0.380859, + 0.392578, + 0.492188, + 0.414062, + 1.15625, + 0.40625, + 0.738281, + 0.675781, + 0.302734, + 0.5625, + 0.384766, + 0.365234, + 0.507812, + 0.365234, + 0.388672, + 0.582031, + 0.376953, + 0.855469, + 1.203125, + 0.886719, + 0.363281, + 0.582031, + 0.431641, + 0.734375, + 0.400391, + 0.714844, + 0.5625, + 0.371094, + 0.601562, + 0.492188, + 0.480469, + 0.421875, + 0.400391, + 0.433594, + 0.859375, + 1.195312, + 0.246094, + 0.921875, + 0.605469, + 0.402344, + 1.1875, + 0.421875, + 0.375, + 0.664062, + 0.753906, + 0.621094, + 0.453125, + 0.386719, + 0.601562, + 0.515625, + 0.369141, + 0.75, + 0.582031, + 0.917969, + 0.365234, + 0.349609, + 0.566406, + 0.617188, + 0.373047, + 0.527344, + 0.445312, + 0.742188, + 0.380859, + 0.71875, + 0.71875, + 1.101562, + 0.796875, + 0.53125, + 0.425781, + 0.416016, + 1.65625, + 0.357422, + 0.359375, + 1.320312, + 1.140625, + 0.431641, + 0.363281, + 0.345703, + 0.765625, + 0.726562, + 0.453125, + 0.546875, + 0.361328, + 0.369141, + 1.085938, + 0.433594, + 0.451172, + 0.609375, + 0.439453, + 0.451172, + 0.695312, + 0.542969, + 0.417969, + 0.425781, + 0.231445, + 0.40625, + 0.46875, + 0.466797, + 1.023438, + 0.804688, + 0.357422, + 0.542969, + 0.376953, + 0.427734, + 0.539062, + 0.65625, + 0.542969, + 1.148438, + 1.257812, + 0.322266, + 0.976562, + 0.359375, + 0.318359, + 0.699219, + 0.349609, + 0.515625, + 0.484375, + 0.574219, + 1.53125, + 0.335938, + 0.410156, + 0.992188, + 0.414062, + 0.832031, + 1.453125, + 1.171875, + 1.210938, + 0.515625, + 0.392578, + 0.59375, + 0.394531, + 0.375, + 1.507812, + 0.400391, + 0.535156, + 0.820312, + 0.337891, + 0.333984, + 0.289062, + 0.449219, + 0.484375, + 0.671875, + 0.455078, + 0.373047, + 1.632812, + 0.425781, + 0.400391, + 1.234375, + 0.367188, + 0.384766, + 0.601562, + 1.898438, + 0.380859, + 0.757812, + 0.632812, + 0.398438, + 0.369141, + 0.341797, + 0.457031, + 0.902344, + 0.554688, + 0.380859, + 0.855469, + 0.375, + 0.373047, + 0.382812, + 0.382812, + 0.365234, + 1.539062, + 0.601562, + 0.355469, + 0.494141, + 0.320312, + 0.421875, + 0.796875, + 0.46875, + 1.328125, + 0.839844, + 0.765625, + 1.179688, + 0.769531, + 0.333984, + 0.820312, + 0.632812, + 0.453125, + 1.007812, + 0.511719, + 0.78125, + 0.796875, + 0.365234, + 0.640625, + 0.416016, + 0.375, + 0.357422, + 0.640625, + 0.386719, + 0.589844, + 0.800781, + 1.460938, + 0.457031, + 0.398438, + 0.373047, + 0.361328, + 0.40625, + 0.404297, + 0.211914, + 0.365234, + 0.363281, + 0.462891, + 0.625, + 0.357422, + 0.341797, + 0.398438, + 0.361328, + 0.410156, + 0.410156, + 0.339844, + 0.318359, + 0.392578, + 1.0, + 0.40625, + 0.691406, + 0.384766, + 0.679688, + 0.542969, + 0.400391, + 0.345703, + 0.789062, + 0.347656, + 0.410156, + 0.361328, + 0.416016, + 0.412109, + 0.523438, + 0.326172, + 0.414062, + 0.453125, + 0.578125, + 0.734375, + 1.039062, + 0.640625, + 0.347656, + 0.695312, + 0.886719, + 0.472656, + 1.234375, + 0.373047, + 0.398438, + 0.359375, + 0.984375, + 0.449219, + 1.023438, + 0.357422, + 0.431641, + 0.380859, + 0.574219, + 0.375, + 0.404297, + 0.388672, + 0.410156, + 0.451172, + 0.410156, + 0.367188, + 0.476562, + 0.000128, + 0.427734, + 0.367188, + 0.820312, + 0.341797, + 0.578125, + 0.398438, + 0.449219, + 1.398438, + 0.423828, + 0.503906, + 1.140625, + 0.679688, + 0.59375, + 0.519531, + 0.34375, + 0.859375, + 0.417969, + 0.355469, + 0.339844, + 0.373047, + 0.367188, + 0.373047, + 0.496094, + 0.458984, + 0.326172, + 0.359375, + 0.388672, + 0.703125, + 0.490234, + 0.447266, + 1.039062, + 0.683594, + 0.472656, + 0.380859, + 1.15625, + 0.337891, + 0.714844, + 0.390625, + 0.369141, + 0.458984, + 0.550781, + 1.382812, + 1.054688, + 0.882812, + 0.419922, + 0.84375, + 0.298828, + 0.384766, + 0.429688, + 1.210938, + 0.566406, + 0.851562, + 0.386719, + 0.824219, + 1.609375, + 0.824219, + 0.394531, + 0.859375, + 1.328125, + 0.453125, + 0.392578, + 0.337891, + 0.357422, + 0.332031, + 0.410156, + 0.820312, + 0.503906, + 0.675781, + 0.375, + 0.421875, + 0.519531, + 0.714844, + 0.390625, + 0.222656, + 0.416016, + 0.375, + 1.101562, + 0.640625, + 0.378906, + 0.335938, + 1.367188, + 0.863281, + 0.371094, + 0.558594, + 0.507812, + 0.382812, + 2.390625, + 0.445312, + 1.171875, + 0.388672, + 0.628906, + 1.117188, + 0.447266, + 0.410156, + 1.335938, + 1.085938, + 1.421875, + 0.75, + 0.539062, + 0.394531, + 0.375, + 0.9375, + 0.773438, + 1.109375, + 1.3125, + 0.425781, + 0.558594, + 0.40625, + 0.574219, + 0.380859, + 0.402344, + 0.396484, + 1.164062, + -0.255859, + 0.378906, + 0.375, + 0.376953, + 0.8125, + 0.380859, + 0.386719, + 0.4375, + 0.361328, + 0.408203, + 0.40625, + 0.441406, + 0.703125, + 1.453125, + 0.332031, + 0.789062, + 0.441406, + 0.402344, + 0.683594, + 0.175781, + 0.425781, + 0.388672, + 0.345703, + 1.585938, + 0.671875, + 0.378906, + 0.832031, + 0.714844, + 0.8125, + 0.412109, + 0.245117, + 0.871094, + 0.960938, + 0.699219, + 0.380859, + 0.417969, + 0.400391, + 0.380859, + 0.527344, + 0.285156, + 0.546875, + 0.402344, + 0.355469, + 0.414062, + 0.402344, + 0.542969, + 0.365234, + 0.539062, + 0.443359, + 0.707031, + 0.365234, + 0.925781, + 0.511719, + 1.171875, + 1.679688, + 0.408203, + 0.71875, + 0.53125, + 1.046875, + 0.414062, + 0.382812, + 0.992188, + 1.210938, + 0.574219, + 0.953125, + 0.34375, + 0.466797, + 0.371094, + 0.996094, + 0.433594, + 0.462891, + 0.484375, + 0.3125, + 0.679688, + 0.742188, + 1.179688, + 0.511719, + 1.203125, + 0.398438, + 0.53125, + 0.355469, + 0.404297, + 0.765625, + 0.9375, + 0.384766, + 0.435547, + 0.466797, + 0.570312, + 0.355469, + 0.478516, + 1.070312, + 0.419922, + 0.890625, + 0.453125, + 1.078125, + 0.410156, + 0.398438, + 0.40625, + 0.898438, + 0.871094, + 0.5625, + 0.757812, + 0.410156, + 0.707031, + 0.527344, + 0.398438, + 1.039062, + 0.388672, + 0.4375, + 0.371094, + 0.392578, + 0.410156, + 1.375, + 0.359375, + 0.390625, + 0.423828, + 0.890625, + 0.683594, + 0.357422, + 0.410156, + 0.464844, + 0.433594, + 1.195312, + 0.363281, + 0.357422, + 0.464844, + 0.773438, + 0.417969, + 0.369141, + 0.34375, + 0.480469, + 0.458984, + 1.21875, + 0.632812, + 0.8125, + 0.375, + 0.519531, + 0.392578, + 0.523438, + 0.363281, + 0.839844, + 1.039062, + 0.449219, + 0.330078, + 0.378906, + 0.742188, + 0.382812, + 1.171875, + 0.369141, + 0.306641, + 0.546875, + 0.382812, + 0.365234, + 0.414062, + 0.328125, + 0.480469, + 0.507812, + 1.375, + 0.6875, + 0.601562, + 0.835938, + 0.466797, + 0.427734, + 0.785156, + 0.376953, + 0.439453, + 0.298828, + 0.367188, + 0.769531, + 0.402344, + 0.625, + 0.679688, + 0.351562, + 1.179688, + 0.640625, + 1.101562, + 0.375, + 0.367188, + 0.396484, + 0.867188, + 1.195312, + 0.628906, + 0.498047, + 0.957031, + 0.355469, + 0.878906, + 0.886719, + 0.378906, + 0.585938, + 0.550781, + 0.90625, + 0.345703, + 1.140625, + 0.373047, + 0.255859, + 0.648438, + 0.416016, + 0.789062, + 0.484375, + 0.416016, + 0.644531, + 0.423828, + 0.511719, + 0.425781, + 0.714844, + 0.933594, + 0.789062, + 0.355469, + 0.476562, + 0.425781, + 0.369141, + 1.296875, + 0.671875, + 0.349609, + 0.515625, + 0.78125, + 0.474609, + 0.515625, + 1.078125, + -0.332031, + 0.400391, + 0.976562, + 0.400391, + 0.617188, + 0.425781, + 0.941406, + 0.511719, + 0.349609, + 0.339844, + 0.691406, + 0.738281, + 0.419922, + 0.625, + 0.375, + 0.75, + 0.453125, + 0.503906, + 0.824219, + 0.871094, + 0.402344, + 0.378906, + 0.371094, + 0.425781, + 1.335938, + 0.408203, + 0.392578, + 1.148438, + 0.339844, + 0.777344, + 0.376953, + 0.375, + 0.472656, + 0.380859, + 0.6875 + ] + }, + "name": "model.model.layers.5.input_layernorm.weight", + "outputIndexes": [ + 446 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 445 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_5/Mul_output_0", + "outputIndexes": [ + 447 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 446, + 447 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_5/Mul_1_output_0", + "outputIndexes": [ + 448 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 448 + ], + "outputIndexes": [ + 2448 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2448 + ], + "outputIndexes": [ + 2449 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear", + "inputIndexes": [ + 2449 + ], + "outputIndexes": [ + 2450 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 655534850, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2450 + ], + "outputIndexes": [ + 2451 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2451 + ], + "outputIndexes": [ + 449 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 448 + ], + "main_type": "NONE", + "name": "/Shape_71_output_0", + "outputIndexes": [ + 450 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 450 + ], + "main_type": "NONE", + "name": "Shape1329", + "outputIndexes": [ + 451 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 450 + ], + "main_type": "NONE", + "name": "Rank1331", + "outputIndexes": [ + 452 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 452, + 452 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1333", + "outputIndexes": [ + 453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 453 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1334", + "outputIndexes": [ + 454 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 453, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1336", + "outputIndexes": [ + 455 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 455 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1337", + "outputIndexes": [ + 456 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 451, + 454, + 456, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1340", + "outputIndexes": [ + 457 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 457 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1341", + "outputIndexes": [ + 458 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1342", + "outputIndexes": [ + 459 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 459, + 458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1343", + "outputIndexes": [ + 460 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 450, + 460, + 453 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_79_output_0", + "outputIndexes": [ + 461 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 461, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_161_output_0", + "outputIndexes": [ + 462 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 462, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_65_output_0", + "outputIndexes": [ + 463 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 449, + 463 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_46_output_0", + "outputIndexes": [ + 464 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_40_output_0", + "outputIndexes": [ + 465 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464 + ], + "main_type": "NONE", + "name": "/Shape_72_output_0", + "outputIndexes": [ + 466 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 466 + ], + "main_type": "NONE", + "name": "Shape1350", + "outputIndexes": [ + 467 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 466 + ], + "main_type": "NONE", + "name": "Rank1352", + "outputIndexes": [ + 468 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 468, + 468 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1354", + "outputIndexes": [ + 469 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 469 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1355", + "outputIndexes": [ + 470 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 469, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1357", + "outputIndexes": [ + 471 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 471 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1358", + "outputIndexes": [ + 472 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 467, + 470, + 472, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1361", + "outputIndexes": [ + 473 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 473 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1362", + "outputIndexes": [ + 474 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 474 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1363", + "outputIndexes": [ + 475 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 475, + 474 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1364", + "outputIndexes": [ + 476 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 466, + 476, + 469 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_80_output_0", + "outputIndexes": [ + 477 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 477, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_15_output_0", + "outputIndexes": [ + 478 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 478, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_166_output_0", + "outputIndexes": [ + 479 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464, + 479, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_21_output_0", + "outputIndexes": [ + 480 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 480 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_10_output_0", + "outputIndexes": [ + 481 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464, + 22, + 479, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_20_output_0", + "outputIndexes": [ + 482 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 481, + 482 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_68_output_0", + "outputIndexes": [ + 483 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 483, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_41_output_0", + "outputIndexes": [ + 484 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 465, + 484 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_25_output_0", + "outputIndexes": [ + 485 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 448 + ], + "outputIndexes": [ + 2452 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2452 + ], + "outputIndexes": [ + 2453 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear", + "inputIndexes": [ + 2453 + ], + "outputIndexes": [ + 2454 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 662774552, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2454 + ], + "outputIndexes": [ + 2455 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2455 + ], + "outputIndexes": [ + 486 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 462, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_66_output_0", + "outputIndexes": [ + 487 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 486, + 487 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_47_output_0", + "outputIndexes": [ + 488 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 488, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_42_output_0", + "outputIndexes": [ + 489 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 488 + ], + "main_type": "NONE", + "name": "/Shape_73_output_0", + "outputIndexes": [ + 490 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 490 + ], + "main_type": "NONE", + "name": "Shape1413", + "outputIndexes": [ + 491 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 490 + ], + "main_type": "NONE", + "name": "Rank1415", + "outputIndexes": [ + 492 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 492, + 492 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1417", + "outputIndexes": [ + 493 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 493 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1418", + "outputIndexes": [ + 494 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 493, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1420", + "outputIndexes": [ + 495 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 495 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1421", + "outputIndexes": [ + 496 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 491, + 494, + 496, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1424", + "outputIndexes": [ + 497 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 497 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1425", + "outputIndexes": [ + 498 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1426", + "outputIndexes": [ + 499 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 499, + 498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1427", + "outputIndexes": [ + 500 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 490, + 500, + 493 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_81_output_0", + "outputIndexes": [ + 501 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 501, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_16_output_0", + "outputIndexes": [ + 502 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 502, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_168_output_0", + "outputIndexes": [ + 503 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 488, + 503, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_23_output_0", + "outputIndexes": [ + 504 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 504 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_11_output_0", + "outputIndexes": [ + 505 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 488, + 22, + 503, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_22_output_0", + "outputIndexes": [ + 506 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 505, + 506 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_69_output_0", + "outputIndexes": [ + 507 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 507, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_43_output_0", + "outputIndexes": [ + 508 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 489, + 508 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_26_output_0", + "outputIndexes": [ + 509 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 448 + ], + "outputIndexes": [ + 2456 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2456 + ], + "outputIndexes": [ + 2457 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear", + "inputIndexes": [ + 2457 + ], + "outputIndexes": [ + 2458 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 663808814, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2458 + ], + "outputIndexes": [ + 2459 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2459 + ], + "outputIndexes": [ + 510 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 510, + 487 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_48_output_0", + "outputIndexes": [ + 511 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 485, + 509, + 511, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_53_output_0", + "outputIndexes": [ + 512 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 512 + ], + "outputIndexes": [ + 2460 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2460 + ], + "outputIndexes": [ + 2461 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear", + "inputIndexes": [ + 2461 + ], + "outputIndexes": [ + 2462 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 664843076, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2462 + ], + "outputIndexes": [ + 2463 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2463 + ], + "outputIndexes": [ + 513 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 445, + 513 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_28_output_0", + "outputIndexes": [ + 514 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.4375, + 1.484375, + 1.710938, + 1.203125, + 1.40625, + 1.34375, + 1.445312, + 1.453125, + 0.921875, + 1.140625, + 1.390625, + 1.140625, + 1.515625, + 1.40625, + 1.078125, + 1.4375, + 1.351562, + 1.414062, + 1.414062, + 0.964844, + 4.65625, + 1.375, + 1.46875, + 1.289062, + 1.28125, + 1.367188, + 0.945312, + 1.28125, + 1.289062, + 1.34375, + 1.617188, + 1.195312, + 1.25, + 1.398438, + 1.40625, + 1.53125, + 1.265625, + 0.953125, + 1.40625, + 1.1875, + 1.4375, + 1.382812, + 1.953125, + 1.398438, + 1.390625, + 1.390625, + 0.824219, + 1.40625, + 1.4375, + 1.203125, + 1.335938, + 1.4375, + 1.414062, + 1.398438, + 1.46875, + 1.335938, + 1.40625, + 1.382812, + 1.515625, + 1.109375, + 1.460938, + 1.695312, + 1.5, + 1.382812, + 1.8125, + 1.3125, + 1.234375, + 1.445312, + 2.0, + 1.40625, + 1.398438, + 1.242188, + 1.445312, + 1.382812, + 1.421875, + 1.414062, + 1.335938, + 1.28125, + 1.085938, + 1.492188, + 2.0, + 1.414062, + 1.726562, + 1.351562, + 1.390625, + 0.851562, + 1.414062, + 1.515625, + 1.390625, + 1.148438, + 1.414062, + 1.414062, + 1.414062, + 1.65625, + 1.5, + 1.398438, + 1.578125, + 1.242188, + 1.359375, + 1.3125, + 1.257812, + 1.21875, + 1.40625, + 1.367188, + 1.515625, + 1.40625, + 1.625, + 1.195312, + 1.46875, + 2.984375, + 1.429688, + 1.375, + 1.382812, + 0.886719, + 1.40625, + 1.195312, + 1.21875, + 1.515625, + 1.367188, + 1.234375, + 1.40625, + 1.4375, + 1.390625, + 1.398438, + 1.421875, + 1.351562, + 1.523438, + 1.351562, + 0.925781, + 1.25, + 0.882812, + 1.40625, + 1.257812, + 1.390625, + 1.3125, + 1.359375, + 1.375, + 1.46875, + 1.304688, + 1.351562, + 1.429688, + 1.375, + 1.515625, + 2.765625, + 0.84375, + 1.148438, + 1.90625, + 1.414062, + 1.382812, + 1.414062, + 1.40625, + 1.429688, + 1.367188, + 1.40625, + 1.3125, + 1.398438, + 1.234375, + 1.054688, + 1.484375, + 1.429688, + 1.101562, + 1.132812, + 1.0, + 1.398438, + 1.210938, + 1.257812, + 1.398438, + 1.296875, + 1.335938, + 1.414062, + 1.4375, + 1.304688, + 1.328125, + 1.320312, + 1.414062, + 1.796875, + 1.421875, + 1.453125, + 1.4375, + 1.375, + 1.8125, + 1.414062, + 1.390625, + 0.996094, + 1.867188, + 1.398438, + 1.429688, + 1.171875, + 1.375, + 1.390625, + 1.195312, + 1.359375, + 1.382812, + 1.335938, + 1.570312, + 1.398438, + 1.40625, + 1.351562, + 1.21875, + 1.445312, + 1.445312, + 1.359375, + 1.554688, + 1.523438, + 2.015625, + 1.46875, + 1.65625, + 1.34375, + 1.34375, + 1.914062, + 1.390625, + 1.414062, + 1.304688, + 1.421875, + 1.5, + 1.523438, + 1.242188, + 1.234375, + 1.59375, + 1.359375, + 1.390625, + 1.164062, + 1.359375, + 1.507812, + 1.40625, + 1.5, + 1.257812, + 1.320312, + 1.40625, + 1.507812, + 4.3125, + 1.359375, + 1.382812, + 1.429688, + 1.335938, + 1.382812, + 1.382812, + 1.359375, + 0.894531, + 1.40625, + 1.515625, + 1.421875, + 1.65625, + 1.390625, + 1.507812, + 1.382812, + 1.398438, + 1.523438, + 1.398438, + 1.382812, + 1.484375, + 1.476562, + 1.328125, + 1.375, + 1.460938, + 1.203125, + 1.476562, + 0.835938, + 1.476562, + 1.125, + 1.40625, + 1.421875, + 1.40625, + 1.382812, + 1.429688, + 1.25, + 1.492188, + 1.46875, + 1.4375, + 1.703125, + 1.46875, + 1.398438, + 1.375, + 1.320312, + 1.359375, + 1.445312, + 1.40625, + 0.917969, + 1.34375, + 1.523438, + 1.40625, + 1.46875, + 0.855469, + 1.429688, + 1.34375, + 1.5, + 1.578125, + 1.40625, + 1.398438, + 1.171875, + 1.414062, + 1.296875, + 1.367188, + 1.28125, + 2.1875, + 1.53125, + 1.375, + 1.265625, + 1.398438, + 1.59375, + 1.515625, + 1.25, + 1.179688, + 1.40625, + 1.382812, + 1.367188, + 1.382812, + 1.414062, + 1.367188, + 1.492188, + 1.453125, + 1.382812, + 1.453125, + 1.453125, + 0.953125, + 1.40625, + 1.757812, + 1.429688, + 1.375, + 1.414062, + 1.414062, + 1.382812, + 1.445312, + 1.382812, + 1.296875, + 1.382812, + 1.414062, + 1.40625, + 1.382812, + 1.328125, + 0.894531, + 1.398438, + 1.382812, + 1.367188, + 1.226562, + 1.40625, + 1.421875, + 3.875, + 1.390625, + 1.3125, + 0.835938, + 1.375, + 1.375, + 1.40625, + 0.917969, + 1.40625, + 1.390625, + 1.421875, + 1.390625, + 1.476562, + 1.367188, + 1.195312, + 1.46875, + 1.414062, + 2.234375, + 1.445312, + 1.382812, + 1.429688, + 1.453125, + 1.375, + 1.40625, + 1.367188, + 0.9375, + 1.21875, + 0.917969, + 1.164062, + 1.398438, + 1.617188, + 1.390625, + 1.132812, + 1.515625, + 1.414062, + 1.445312, + 1.382812, + 1.429688, + 2.109375, + 0.925781, + 1.132812, + 1.382812, + 1.421875, + 1.421875, + 1.476562, + 1.226562, + 1.390625, + 1.398438, + 1.34375, + 1.445312, + 1.421875, + 1.34375, + 1.3125, + 1.398438, + 1.734375, + 3.46875, + 1.148438, + 1.390625, + 1.382812, + 1.257812, + 1.335938, + 1.398438, + 0.925781, + 1.242188, + 1.398438, + 1.171875, + 1.429688, + 1.132812, + 1.453125, + 1.34375, + 1.421875, + 1.429688, + 1.359375, + 1.148438, + 1.390625, + 1.773438, + 1.476562, + 1.507812, + 1.59375, + 1.414062, + 1.367188, + 1.484375, + 1.414062, + 1.195312, + 1.351562, + 1.4375, + 1.375, + 1.40625, + 1.125, + 1.359375, + 1.59375, + 1.601562, + 1.429688, + 1.46875, + 1.492188, + 1.09375, + 1.382812, + 1.414062, + 2.0, + 1.335938, + 1.445312, + 1.359375, + 1.21875, + 1.445312, + 1.398438, + 1.429688, + 1.398438, + 1.1875, + 1.257812, + 1.390625, + 1.40625, + 1.398438, + 1.421875, + 1.390625, + 1.359375, + 1.492188, + 1.40625, + 1.40625, + 1.484375, + 1.765625, + 1.398438, + 0.231445, + 1.398438, + 1.375, + 1.359375, + 1.453125, + 1.320312, + 1.203125, + 1.398438, + 1.234375, + 1.40625, + 1.195312, + 1.398438, + 1.40625, + 0.925781, + 1.445312, + 1.46875, + 1.375, + 1.21875, + 1.476562, + 1.257812, + 1.53125, + 1.429688, + 1.679688, + 1.421875, + 1.453125, + 1.382812, + 1.507812, + 1.46875, + 1.5625, + 1.5, + 1.40625, + 1.453125, + 1.484375, + 1.390625, + 1.367188, + 1.484375, + 1.40625, + 1.46875, + 1.5625, + 1.375, + 1.4375, + 1.414062, + 1.390625, + 1.289062, + 1.335938, + 1.273438, + 1.460938, + 1.476562, + 1.648438, + 2.15625, + 1.515625, + 1.320312, + 1.398438, + 1.53125, + 1.359375, + 1.617188, + 1.382812, + 1.3125, + 1.390625, + 1.390625, + 1.367188, + 1.453125, + 1.453125, + 1.414062, + 1.46875, + 0.871094, + 1.40625, + 1.21875, + 1.453125, + 1.476562, + 1.40625, + 1.375, + 1.367188, + 1.390625, + 1.359375, + 1.390625, + 1.46875, + 1.414062, + 1.179688, + 1.421875, + 1.414062, + 1.421875, + 1.09375, + 1.796875, + 1.117188, + 1.40625, + 1.140625, + 1.398438, + 2.859375, + 1.320312, + 2.171875, + 2.09375, + 1.382812, + 1.367188, + 1.382812, + 1.398438, + 1.367188, + 1.296875, + 1.359375, + 1.421875, + 1.398438, + 1.351562, + 1.523438, + 1.367188, + 1.289062, + 1.90625, + 1.203125, + 1.570312, + 1.367188, + 1.460938, + 1.40625, + 1.757812, + 1.421875, + 1.585938, + 1.445312, + 1.234375, + 1.382812, + 1.382812, + 1.421875, + 1.34375, + 1.164062, + 1.375, + 1.40625, + 1.453125, + 1.382812, + 1.242188, + 1.453125, + 1.414062, + 1.382812, + 1.164062, + 1.375, + 1.335938, + 1.398438, + 1.382812, + 1.382812, + 1.484375, + 1.421875, + 1.148438, + 1.390625, + 1.5, + 1.179688, + 1.257812, + 2.453125, + 1.132812, + 1.335938, + 1.359375, + 1.460938, + 1.367188, + 1.414062, + 1.390625, + 0.59375, + 1.375, + 1.789062, + 1.351562, + 1.273438, + 1.125, + 1.492188, + 1.40625, + 0.933594, + 1.359375, + 1.460938, + 1.515625, + 1.4375, + 1.390625, + 1.914062, + 1.40625, + 1.15625, + 1.375, + 1.476562, + 1.398438, + 1.414062, + 1.460938, + 1.257812, + 1.351562, + 1.367188, + 1.359375, + 1.78125, + 1.25, + 1.359375, + 2.453125, + 1.421875, + 1.375, + 1.453125, + 1.179688, + 1.585938, + 1.398438, + 1.359375, + 1.578125, + 1.390625, + 1.359375, + 1.398438, + 1.34375, + 0.941406, + 1.429688, + 1.414062, + 1.109375, + 0.957031, + 1.59375, + 1.320312, + 1.601562, + 1.4375, + 1.179688, + 1.132812, + 1.320312, + 1.054688, + 1.351562, + 1.398438, + 1.5625, + 1.414062, + 1.390625, + 1.414062, + 1.382812, + 1.375, + 1.390625, + 1.445312, + 1.4375, + 1.539062, + 1.476562, + 1.382812, + 1.21875, + 1.5, + 1.390625, + 1.375, + 1.382812, + 1.4375, + 1.601562, + 1.242188, + 1.523438, + 1.382812, + 1.21875, + 1.28125, + 1.046875, + 1.40625, + 1.492188, + 1.429688, + 1.421875, + 1.375, + 1.125, + 1.34375, + 1.90625, + 1.28125, + 1.398438, + 1.242188, + 1.84375, + 1.382812, + 1.4375, + 1.398438, + 1.460938, + 1.382812, + 0.890625, + 1.59375, + 1.375, + 1.375, + 2.0, + 1.328125, + 1.375, + 1.523438, + 2.09375, + 0.972656, + 1.40625, + 1.21875, + 1.492188, + 1.3125, + 1.429688, + 1.382812, + 1.40625, + 1.46875, + 1.390625, + 1.273438, + 0.972656, + 1.304688, + 1.398438, + 1.414062, + 1.398438, + 1.351562, + 1.523438, + 1.234375, + 1.351562, + 1.101562, + 1.570312, + 1.359375, + 4.34375, + 1.398438, + 1.476562, + 1.1875, + 1.171875, + 1.414062, + 1.460938, + 1.414062, + 1.453125, + 1.40625, + 1.375, + 1.132812, + 1.414062, + 1.375, + 1.757812, + 1.757812, + 1.492188, + 1.179688, + 1.375, + 1.484375, + 1.09375, + 1.421875, + 1.304688, + 1.414062, + 1.117188, + 1.476562, + 1.40625, + 1.429688, + 1.195312, + 0.921875, + 1.554688, + 1.4375, + 1.390625, + 0.894531, + 1.359375, + 1.375, + 0.9375, + 1.40625, + 1.539062, + 1.375, + 1.367188, + 1.4375, + 1.164062, + 1.453125, + 1.40625, + 1.1875, + 1.40625, + 1.445312, + 1.203125, + 1.414062, + 1.421875, + 1.367188, + 1.03125, + 0.660156, + 1.320312, + 1.640625, + 1.226562, + 1.0625, + 1.5625, + 1.4375, + 1.429688, + 1.460938, + 1.304688, + 1.367188, + 1.5, + 1.367188, + 0.929688, + 1.476562, + 1.398438, + 1.320312, + 1.140625, + 1.359375, + 1.367188, + 1.59375, + 2.59375, + 1.53125, + 1.414062, + 1.382812, + 1.109375, + 1.367188, + 1.015625, + 1.367188, + 1.351562, + 0.878906, + 1.367188, + 1.703125, + 1.710938, + 1.476562, + 1.34375, + 1.429688, + 1.34375, + 1.375, + 1.40625, + 1.390625, + 1.5, + 1.289062, + 1.867188, + 1.0625, + 1.414062, + 1.335938, + 1.921875, + 1.375, + 1.148438, + 1.242188, + 1.46875, + 1.28125, + 1.367188, + 1.414062, + 1.273438, + 1.398438, + 1.359375, + 1.445312, + 1.421875, + 1.257812, + 1.132812, + 1.375, + 1.382812, + 1.453125, + 1.242188, + 1.554688, + 1.375, + 1.367188, + 1.34375, + 1.640625, + 1.429688, + 1.265625, + 1.367188, + 1.75, + 1.367188, + 1.507812, + 1.359375, + 1.398438, + 1.335938, + 1.507812, + 1.414062, + 1.703125, + 1.46875, + 1.273438, + 0.902344, + 1.382812, + 1.507812, + 1.484375, + 1.40625, + 2.40625, + 1.320312, + 1.570312, + 1.375, + 1.351562, + 1.414062, + 0.878906, + 1.453125, + 1.265625, + 1.414062, + 1.375, + 1.390625, + 1.414062, + 1.46875, + 1.359375, + 1.398438, + 1.382812, + 1.007812, + 1.4375, + 1.34375, + 1.398438, + 1.21875, + 1.703125, + 1.445312, + 1.40625, + 1.53125, + 1.414062, + 1.351562, + 1.351562, + 1.445312, + 1.382812, + 1.15625, + 1.40625, + 1.382812, + 1.40625, + 1.390625, + 1.28125, + 1.460938, + 1.40625, + 1.382812, + 1.46875, + 1.421875, + 1.554688, + 1.367188, + 1.382812, + 1.476562, + 1.203125, + 1.507812, + 1.46875, + 1.335938, + 1.414062, + 1.304688, + 1.390625, + 1.375, + 1.1875, + 1.375, + 1.257812, + 1.453125, + 1.210938, + 1.453125, + 1.429688, + 1.359375, + 1.25, + 1.320312, + 1.515625, + 1.273438, + 1.265625, + 1.429688, + 1.421875, + 1.328125, + 1.601562, + 1.164062, + 1.398438, + 1.390625, + 1.375, + 0.851562, + 1.375, + 0.957031, + 1.203125, + 2.328125, + 1.421875, + 1.125, + 1.265625, + 1.335938, + 1.421875, + 1.414062, + 1.273438, + 2.171875, + 1.367188, + 1.4375, + 0.933594, + 1.765625, + 1.460938, + 2.28125, + 1.398438, + 1.390625, + 1.382812, + 1.421875, + 1.382812, + 1.195312, + 1.25, + 1.09375, + 1.351562, + 1.070312, + 1.25, + 1.1875, + 1.453125, + 1.554688, + 1.40625, + 1.429688, + 1.484375, + 1.539062, + 1.515625, + 1.367188, + 1.445312, + 1.351562, + 0.890625, + 1.210938, + 1.382812, + 1.53125, + 1.328125, + 1.140625, + 1.15625, + 1.445312, + 1.414062, + 1.453125, + 1.398438, + 1.039062, + 1.5, + 1.445312, + 1.414062, + 1.296875, + 0.902344, + 1.382812, + 1.367188, + 1.476562, + 1.242188, + 1.289062, + 1.4375, + 1.28125, + 1.4375, + 1.226562, + 1.203125, + 1.304688, + 0.894531, + 1.359375, + 1.421875, + 0.894531, + 1.390625, + 1.507812, + 1.414062, + 1.289062, + 1.421875, + 1.414062, + 1.367188, + 1.492188, + 1.085938, + 1.34375, + 1.257812, + 3.0625, + 1.492188, + 1.195312, + 1.445312, + 1.421875, + 1.773438, + 1.453125, + 1.515625, + 1.382812, + 1.304688, + 1.226562, + 1.476562, + 0.898438, + 3.40625, + 1.414062, + 1.335938, + 1.421875, + 1.210938, + 1.382812, + 1.382812, + 1.015625, + 1.179688, + 1.40625, + 1.1875, + 1.195312, + 1.101562, + 1.398438, + 0.839844, + 0.710938, + 1.414062, + 1.359375, + 1.375, + 1.390625, + 1.296875, + 2.1875, + 1.382812, + 1.554688, + 1.296875, + 1.375, + 1.421875, + 1.234375, + 1.210938, + 1.429688, + 2.734375, + 1.40625, + 1.4375, + 1.359375, + 1.5, + 1.046875, + 1.335938, + 1.3125, + 0.890625, + 1.140625, + 1.40625, + 1.640625, + 1.429688, + 2.359375, + 1.445312, + 1.828125, + 1.484375, + 1.382812, + 1.28125, + 1.359375, + 1.398438, + 1.921875, + 1.125, + 1.414062, + 1.421875, + 1.421875, + 1.820312, + 2.328125, + 2.1875, + 1.671875, + 1.34375, + 1.414062, + 1.507812, + 1.34375, + 1.382812, + 1.367188, + 1.46875, + 1.125, + 0.976562, + 1.578125, + 1.335938, + 1.539062, + 1.960938, + 2.40625, + 1.5625, + 1.296875, + 1.421875, + 1.1875, + 1.4375, + 1.351562, + 1.421875, + 1.570312, + 1.3125, + 1.453125, + 1.5, + 1.234375, + 1.117188, + 1.390625, + 1.34375, + 1.414062, + 1.335938, + 1.359375, + 1.421875, + 1.28125, + 1.539062, + 1.4375, + 1.25, + 1.390625, + 1.117188, + 1.507812, + 1.359375, + 1.546875, + 1.414062, + 1.359375, + 1.640625, + 1.382812, + 1.351562, + 1.984375, + 1.375, + 1.351562, + 1.96875, + 1.367188, + 1.445312, + 1.164062, + 1.5, + 1.242188, + 1.8125, + 1.453125, + 1.585938, + 1.375, + 1.210938, + 1.15625, + 1.375, + 1.375, + 1.429688, + 1.390625, + 1.34375, + 1.414062, + 1.390625, + 1.476562, + 1.46875, + 1.382812, + 1.484375, + 1.867188, + 1.5, + 1.351562, + 1.257812, + 1.203125, + 1.515625, + 1.460938, + 1.429688, + 1.804688, + 1.429688, + 1.414062, + 1.453125, + 1.359375, + 1.515625, + 1.335938, + 1.40625, + 1.34375, + 1.375, + 0.78125, + 1.421875, + 1.25, + 0.855469, + 1.414062, + 1.390625, + 1.4375, + 1.28125, + 1.429688, + 1.421875, + 1.492188, + 1.367188, + 1.507812, + 1.875, + 1.265625, + 1.65625, + 1.0, + 1.59375, + 1.40625, + 1.234375, + 1.96875, + 1.421875, + 1.375, + 1.445312, + 1.523438, + 1.5, + 1.421875, + 1.390625, + 1.398438, + 1.171875, + 1.375, + 2.3125, + 1.445312, + 1.234375, + 1.40625, + 1.421875, + 1.882812, + 1.617188, + 1.453125, + 1.820312, + 1.609375, + 1.390625, + 1.882812, + 1.390625, + 1.390625, + 1.382812, + 1.351562, + 1.507812, + 1.359375, + 1.375, + 1.460938, + 1.492188, + 1.351562, + 1.335938, + 1.335938, + 1.375, + 1.273438, + 1.421875, + 1.359375, + 1.742188, + 1.171875, + 0.835938, + 1.515625, + 1.414062, + 1.390625, + 1.445312, + 1.429688, + 1.359375, + 1.257812, + 1.429688, + 1.40625, + 1.367188, + 2.0625, + 1.375, + 1.21875, + 1.390625, + 1.382812, + 1.296875, + 1.25, + 1.359375, + 0.722656, + 1.40625, + 1.320312, + 0.640625, + 1.429688, + 1.945312, + 1.257812, + 1.398438, + 1.898438, + 1.390625, + 1.234375, + 1.359375, + 1.296875, + 1.226562, + 1.21875, + 1.09375, + 1.359375, + 1.515625, + 1.257812, + 1.171875, + 1.398438, + 1.445312, + 1.390625, + 1.390625, + 1.265625, + 1.445312, + 1.148438, + 1.554688, + 1.4375, + 1.414062, + 1.382812, + 1.570312, + 1.351562, + 1.421875, + 1.109375, + 1.679688, + 1.429688, + 1.375, + 1.414062, + 1.179688, + 1.4375, + 1.382812, + 1.523438, + 1.289062, + 1.359375, + 1.367188, + 1.375, + 1.507812, + 1.429688, + 1.445312, + 1.40625, + 1.382812, + 1.375, + 1.367188, + 1.359375, + 1.585938, + 1.554688, + 1.234375, + 1.398438, + 1.375, + 1.367188, + 1.5, + 1.335938, + 1.414062, + 1.695312, + 1.695312, + 1.398438, + 0.945312, + 1.398438, + 1.679688, + 1.1875, + 1.429688, + 2.109375, + 1.398438, + 1.242188, + 1.632812, + 1.539062, + 2.296875, + 1.398438, + 1.398438, + 1.34375, + 1.632812, + 1.390625, + 1.289062, + 1.390625, + 1.226562, + 1.515625, + 1.453125, + 1.382812, + 1.242188, + 1.445312, + 1.398438, + 1.382812, + 1.445312, + 1.320312, + 1.273438, + 1.109375, + 1.351562, + 1.351562, + 1.382812, + 1.375, + 1.429688, + 1.40625, + 1.4375, + 1.453125, + 1.414062, + 1.414062, + 1.296875, + 1.367188, + 1.21875, + 0.933594, + 1.265625, + 1.40625, + 1.484375, + 1.5625, + 1.359375, + 1.476562, + 1.390625, + 1.507812, + 1.3125, + 1.382812, + 1.765625, + 1.359375, + 1.5, + 1.414062, + 1.335938, + 0.890625, + 1.367188, + 1.367188, + 0.898438, + 1.382812, + 1.382812, + 1.398438, + 1.382812, + 1.429688, + 1.375, + 1.375, + 0.832031, + 1.53125, + 0.933594, + 1.484375, + 1.460938, + 3.59375, + 0.8125, + 1.328125, + 1.398438, + 1.921875, + 1.914062, + 1.171875, + 1.382812, + 1.46875, + 1.390625, + 1.773438, + 1.515625, + 1.382812, + 1.390625, + 1.382812, + 1.390625, + 1.101562, + 1.367188, + 0.9375, + 1.484375, + 1.390625, + 1.742188, + 1.46875, + 1.414062, + 2.765625, + 1.390625, + 1.40625, + 1.546875, + 1.382812, + 1.46875, + 1.4375, + 1.257812, + 1.429688, + 1.414062, + 0.859375, + 1.398438, + 1.367188, + 1.34375, + 1.351562, + 1.34375, + 1.382812, + 1.421875, + 1.414062, + 0.988281, + 1.523438, + 1.53125, + 0.957031, + 1.398438, + 1.382812, + 1.492188, + 1.421875, + 1.398438, + 1.398438, + 1.359375, + 1.367188, + 1.375, + 1.421875, + 1.382812, + 1.695312, + 1.484375, + 1.429688, + 1.382812, + 1.367188, + 1.382812, + 1.929688, + 1.351562, + 2.015625, + 1.289062, + 1.09375, + 1.390625, + 1.375, + 1.453125, + 1.421875, + 1.382812, + 1.367188, + 1.21875, + 1.367188, + 1.515625, + 1.40625, + 1.453125, + 0.695312, + 1.429688, + 1.65625, + 1.476562, + 1.445312, + 1.351562, + 1.390625, + 1.367188, + 1.203125, + 1.40625, + 1.414062, + 1.398438, + 1.414062, + 1.40625, + 1.390625, + 1.726562, + 1.359375, + 1.382812, + 1.375, + 1.390625, + 1.375, + 1.328125, + 1.390625, + 1.335938, + 1.125, + 1.421875, + 1.398438, + 1.359375, + 1.4375, + 1.570312, + 1.5, + 1.382812, + 1.398438, + 1.578125, + 1.445312, + 1.140625, + 1.453125, + 1.492188, + 1.109375, + 1.40625, + 1.921875, + 1.351562, + 1.34375, + 1.390625, + 1.242188, + 1.375, + 1.851562, + 1.304688, + 1.632812, + 1.242188, + 1.882812, + 1.351562, + 1.273438, + 1.367188, + 1.398438, + 0.804688, + 1.429688, + 1.367188, + 1.414062, + 1.398438, + 1.375, + 1.335938, + 1.445312, + 1.390625, + 0.921875, + 0.921875, + 1.203125, + 1.34375, + 1.398438, + 1.476562, + 1.367188, + 1.546875, + 1.203125, + 1.398438, + 1.265625, + 1.359375, + 2.78125, + 1.429688, + 1.414062, + 1.359375, + 1.414062, + 0.960938, + 1.40625, + 1.40625, + 1.421875, + 1.484375, + 1.195312, + 1.28125, + 1.445312, + 1.382812, + 1.335938, + 1.25, + 1.53125, + 1.570312, + 1.382812, + 1.414062, + 1.617188, + 1.375, + 1.359375, + 1.265625, + 1.398438, + 1.429688, + 1.421875, + 1.179688, + 1.398438, + 1.75, + 1.367188, + 1.265625, + 1.40625, + 1.601562, + 1.296875, + 1.414062, + 1.25, + 1.195312, + 0.847656, + 1.976562, + 1.414062, + 1.4375, + 1.265625, + 1.359375, + 1.648438, + 0.828125, + 1.351562, + 2.109375, + 1.265625, + 1.382812, + 1.414062, + 1.46875, + 1.3125, + 1.414062, + 1.492188, + 1.382812, + 1.054688, + 1.390625, + 1.476562, + 1.59375, + 1.421875, + 1.875, + 1.382812, + 1.429688, + 1.4375, + 1.335938, + 1.460938, + 0.902344, + 1.476562, + 1.421875, + 1.398438, + 1.390625, + 1.304688, + 1.382812, + 1.929688, + 1.398438, + 1.445312, + 3.875, + 1.046875, + 1.382812, + 1.335938, + 1.390625, + 1.4375, + 1.28125, + 1.390625, + 1.375, + 1.640625, + 1.28125, + 1.53125, + 1.25, + 1.46875, + 1.476562, + 1.421875, + 1.3125, + 1.390625, + 1.421875, + 1.390625, + 1.421875, + 1.4375, + 1.359375, + 1.390625, + 1.757812, + 1.320312, + 1.257812, + 1.421875, + 1.390625, + 1.695312, + 1.40625, + 1.085938, + 4.28125, + 1.328125, + 1.453125, + 1.367188, + 1.398438, + 1.273438, + 1.359375, + 1.0, + 1.4375, + 1.421875, + 1.390625, + 1.367188, + 1.484375, + 1.359375, + 1.414062, + 0.875, + 1.140625, + 1.421875, + 1.9375, + 1.335938, + 1.351562, + 1.59375, + 1.367188, + 1.453125, + 1.492188, + 0.890625, + 1.367188, + 0.917969, + 1.210938, + 1.117188, + 1.445312, + 1.304688, + 1.476562, + 1.257812, + 1.570312, + 1.515625, + 1.375, + 1.414062, + 1.28125, + 1.390625, + 1.429688, + 1.414062, + 1.414062, + 1.015625, + 1.429688, + 1.382812, + 1.039062, + 1.367188, + 1.359375, + 1.398438, + 1.296875, + 1.28125, + 1.171875, + 1.398438, + 1.421875, + 1.421875, + 1.101562, + 1.390625, + 1.195312, + 1.210938, + 0.921875, + 1.414062, + 1.453125, + 1.445312, + 1.429688, + 1.523438, + 1.382812, + 0.796875, + 1.304688, + 1.265625, + 1.421875, + 1.273438, + 1.382812, + 1.40625, + 1.46875, + 1.601562, + 1.375, + 1.109375, + 1.570312, + 1.421875, + 1.382812, + 1.375, + 1.421875, + 1.460938, + 1.71875, + 1.414062, + 1.21875, + 1.359375, + 1.453125, + 1.875, + 1.71875, + 1.375, + 1.476562, + 1.21875, + 1.625, + 1.398438, + 0.898438, + 1.492188, + 3.828125, + 1.367188, + 1.375, + 1.421875, + 1.46875, + 1.398438, + 1.414062, + 1.429688, + 1.40625, + 1.234375, + 1.359375, + 1.351562, + 1.382812, + 1.945312, + 1.398438, + 4.25, + 0.984375, + 1.40625, + 1.476562, + 1.453125, + 1.382812, + 1.460938, + 1.4375, + 1.523438, + 1.460938, + 1.375, + 1.421875, + 1.140625, + 1.40625, + 1.390625, + 1.460938, + 1.382812, + 1.476562, + 0.8125, + 1.445312, + 1.335938, + 1.375, + 1.320312, + 1.421875, + 1.5625, + 1.421875, + 1.40625, + 1.445312, + 1.195312, + 1.4375, + 1.234375, + 0.976562, + 1.40625, + 1.4375, + 1.9375, + 1.367188, + 1.070312, + 2.3125, + 1.429688, + 1.4375, + 1.429688, + 1.46875, + 1.398438, + 1.390625, + 1.5, + 1.34375, + 1.335938, + 1.359375, + 1.390625, + 0.90625, + 1.21875, + 1.25, + 1.4375, + 1.53125, + 1.429688, + 0.835938, + 1.421875, + 1.414062, + 1.382812, + 1.367188, + 0.929688, + 1.15625, + 1.398438, + 1.195312, + 0.988281, + 1.382812, + 1.554688, + 1.101562, + 1.5625, + 1.398438, + 1.46875, + 1.375, + 1.484375, + 1.367188, + 1.382812, + 1.421875, + 1.34375, + 1.359375, + 1.429688, + 1.367188, + 1.21875, + 1.484375, + 1.671875, + 1.328125, + 1.429688, + 1.765625, + 1.460938, + 1.390625, + 1.335938, + 1.445312, + 1.296875, + 1.390625, + 1.382812, + 1.421875, + 1.335938, + 1.078125, + 1.59375, + 1.359375, + 1.429688, + 1.546875, + 1.609375, + 1.359375, + 1.257812, + 1.40625, + 1.28125, + 1.453125, + 1.390625, + 1.476562, + 1.492188, + 1.382812, + 1.289062, + 1.367188, + 1.40625, + 1.34375, + 1.320312, + 1.6875, + 1.640625, + 1.335938, + 3.109375, + 1.4375, + 0.9375, + 0.765625, + 1.398438, + 1.351562, + 1.320312, + 1.367188, + 1.40625, + 1.226562, + 1.617188, + 1.398438, + 1.476562, + 1.40625, + 1.414062, + 4.1875, + 1.78125, + 1.15625, + 1.3125, + 1.351562, + 1.375, + 1.59375, + 1.414062, + 2.390625, + 1.390625, + 1.390625, + 1.429688, + 1.445312, + 1.421875, + 1.398438, + 1.40625, + 1.40625, + 1.398438, + 1.507812, + 1.367188, + 1.710938, + 1.382812, + 1.273438, + 1.359375, + 1.367188, + 1.40625, + 1.390625, + 1.828125, + 1.90625, + 0.859375, + 1.421875, + 1.484375, + 1.960938, + 1.734375, + 1.4375, + 1.429688, + 1.539062, + 1.445312, + 1.25, + 1.4375, + 1.882812, + 1.570312, + 1.367188, + 1.21875, + 1.382812, + 1.390625, + 0.878906, + 1.273438, + 1.429688, + 1.375, + 1.359375, + 1.382812, + 1.179688, + 1.273438, + 1.40625, + 0.949219, + 1.359375, + 1.390625, + 1.476562, + 1.414062, + 1.414062, + 1.3125, + 1.523438, + 1.414062, + 1.414062, + 1.46875, + 1.296875, + 1.445312, + 1.460938, + 1.507812, + 1.40625, + 1.492188, + 0.902344, + 1.375, + 1.304688, + 1.367188, + 1.421875, + 1.382812, + 1.070312, + 1.414062, + 1.429688, + 1.257812, + 1.375, + 1.4375, + 0.902344, + 1.53125, + 0.882812, + 1.234375, + 1.40625, + 1.234375, + 1.195312, + 1.554688, + 0.851562, + 1.359375, + 1.375, + 1.398438, + 1.46875, + 1.445312, + 1.507812, + 1.359375, + 1.40625, + 1.773438, + 1.257812, + 0.921875, + 1.34375, + 1.617188, + 1.414062, + 1.171875, + 1.421875, + 1.367188, + 1.429688, + 1.453125, + 1.351562, + 1.320312, + 1.648438, + 0.828125, + 1.4375, + 1.390625, + 1.40625, + 1.46875, + 1.445312, + 1.40625, + 1.25, + 1.289062, + 1.375, + 1.398438, + 1.382812, + 1.398438, + 2.34375, + 1.523438, + 1.40625, + 1.242188, + 1.359375, + 1.367188, + 0.910156, + 1.429688, + 1.453125, + 1.40625, + 1.40625, + 1.1875, + 0.816406, + 1.476562, + 1.257812, + 1.40625, + 1.53125, + 1.484375, + 1.382812, + 1.320312, + 1.390625, + 1.421875, + 1.375, + 1.390625, + 1.226562, + 1.390625, + 1.375, + 1.390625, + 0.976562, + 1.257812, + 1.320312, + 1.382812, + 1.414062, + 1.203125, + 1.359375, + 1.382812, + 1.382812, + 1.289062, + 1.40625, + 1.695312, + 1.398438, + 1.015625, + 1.59375, + 1.242188, + 1.5, + 1.164062, + 1.367188, + 1.429688, + 1.375, + 1.515625, + 1.140625, + 0.929688, + 1.351562, + 1.414062, + 1.429688, + 1.59375, + 1.53125, + 1.179688, + 1.398438, + 1.414062, + 1.421875, + 0.964844, + 1.390625, + 1.429688, + 1.414062, + 1.585938, + 1.789062, + 1.320312, + 1.398438, + 1.40625, + 1.429688, + 1.453125, + 1.382812, + 1.382812, + 1.523438, + 1.367188, + 1.664062, + 1.0, + 1.421875, + 1.390625, + 1.726562, + 1.398438, + 1.257812, + 0.941406, + 1.265625, + 1.390625, + 1.4375, + 1.914062, + 1.421875, + 1.570312, + 1.484375, + 1.3125, + 1.367188, + 1.390625, + 1.382812, + 1.21875, + 1.40625, + 1.359375, + 1.398438, + 1.382812, + 1.375, + 0.941406, + 1.53125, + 1.445312, + 1.421875, + 1.335938, + 1.460938, + 1.4375, + 1.375, + 0.898438, + 1.421875, + 1.273438, + 0.863281, + 1.398438, + 1.46875, + 1.367188, + 2.4375, + 1.554688, + 1.398438, + 1.382812, + 1.382812, + 1.414062, + 1.382812, + 1.28125, + 1.398438, + 1.484375, + 1.398438, + 1.421875, + 1.421875, + 1.414062, + 1.570312, + 1.484375, + 1.25, + 1.398438, + 1.117188, + 1.4375, + 1.835938, + 1.390625, + 1.414062, + 1.390625, + 1.398438, + 1.429688, + 1.804688, + 1.15625, + 1.382812, + 1.164062, + 1.273438, + 1.6875, + 1.390625, + 1.414062, + 1.28125, + 1.429688, + 1.40625, + 1.390625, + 1.398438, + 1.398438, + 1.390625, + 1.390625, + 2.09375, + 1.320312, + 1.359375, + 1.367188, + 1.0625, + 1.4375, + 1.09375, + 1.304688, + 1.492188, + 1.429688, + 1.5, + 1.210938, + 1.375, + 1.398438, + 1.890625, + 1.390625, + 1.289062, + 1.53125, + 1.375, + 1.445312, + 1.445312, + 1.203125, + 1.375, + 1.367188, + 1.375, + 1.125, + 1.570312, + 1.257812, + 1.398438, + 1.390625, + 1.414062, + 1.085938, + 1.609375, + 1.390625, + 1.25, + 1.59375, + 1.5625, + 1.359375, + 1.382812, + 1.414062, + 1.507812, + 1.40625, + 1.382812, + 1.53125, + 1.132812, + 1.382812, + 1.390625, + 1.40625, + 1.382812, + 1.21875, + 1.359375, + 1.09375, + 1.445312, + 1.34375, + 1.5625, + 1.335938, + 1.4375, + 1.210938, + 1.382812, + 1.328125, + 1.3125, + 1.242188, + 1.390625, + 1.367188, + 0.902344, + 1.195312, + 1.359375, + 1.421875, + 1.429688, + 1.390625, + 1.03125, + 1.429688, + 1.375, + 1.40625, + 1.5625, + 1.0625, + 1.476562, + 1.210938, + 1.476562, + 0.886719, + 1.007812, + 1.257812, + 1.453125, + 1.117188, + 1.5, + 1.429688, + 1.453125, + 1.398438, + 1.359375, + 1.390625, + 1.46875, + 1.445312, + 1.296875, + 1.484375, + 1.382812, + 1.601562, + 1.273438, + 1.40625, + 1.21875, + 1.460938, + 1.46875, + 1.453125, + 1.40625, + 1.109375, + 1.429688, + 1.445312, + 1.851562, + 1.40625, + 1.234375, + 1.4375, + 1.46875, + 1.320312, + 1.421875, + 1.414062, + 1.445312, + 1.546875, + 1.382812, + 1.132812, + 1.359375, + 1.296875, + 1.375, + 1.484375, + 1.390625, + 1.4375, + 0.851562, + 1.382812, + 1.382812, + 1.5, + 1.382812, + 1.421875, + 1.390625, + 1.335938, + 1.382812, + 1.398438, + 1.679688, + 1.40625, + 1.453125, + 1.429688, + 1.359375, + 1.46875, + 1.421875, + 1.398438, + 1.40625, + 1.390625, + 1.40625, + 1.46875, + 1.492188, + 1.421875, + 1.28125, + 1.164062, + 1.164062, + 1.429688, + 1.421875, + 1.359375, + 1.398438, + 1.398438, + 1.429688, + 1.375, + 1.4375, + 1.382812, + 1.375, + 1.40625, + 1.210938, + 1.304688, + 1.390625, + 1.515625, + 1.398438, + 1.242188, + 1.398438, + 1.382812, + 1.429688, + 1.414062, + 1.257812, + 1.507812, + 1.445312, + 1.359375, + 1.382812, + 0.925781, + 1.359375, + 1.289062, + 1.28125, + 1.226562, + 0.96875, + 1.414062, + 1.25, + 1.929688, + 1.171875, + 1.484375, + 1.375, + 1.304688, + 1.40625, + 0.722656, + 1.414062, + 1.359375, + 1.195312, + 1.234375, + 1.46875, + 1.4375, + 1.40625, + 1.5, + 1.476562, + 1.359375, + 1.273438, + 0.8125, + 1.546875, + 1.289062, + 1.367188, + 1.75, + 1.546875, + 1.367188, + 1.390625, + 1.484375, + 1.429688, + 1.40625, + 1.296875, + 1.6875, + 1.375, + 1.320312, + 1.203125, + 1.40625, + 1.140625, + 0.78125, + 1.382812, + 1.367188, + 1.375, + 1.398438, + 1.554688, + 0.824219, + 1.320312, + 1.9375, + 1.359375, + 1.21875, + 1.5625, + 1.398438, + 1.242188, + 1.382812, + 1.375, + 1.296875, + 1.351562, + 1.382812, + 1.5, + 0.917969, + 1.367188, + 0.9375, + 1.507812, + 1.523438, + 1.1875, + 1.382812, + 1.4375, + 1.453125, + 1.757812, + 1.367188, + 1.375, + 0.78125, + 1.109375, + 1.382812, + 1.515625, + 1.265625, + 1.398438, + 1.460938, + 1.148438, + 1.40625, + 1.179688, + 1.382812, + 1.210938, + 1.328125, + 1.367188, + 1.1875, + 1.390625, + 1.375, + 1.390625, + 1.40625, + 1.414062, + 1.460938, + 1.328125, + 1.53125, + 1.59375, + 1.28125, + 2.125, + 1.546875, + 1.460938, + 1.460938, + 1.421875, + 1.476562, + 1.460938, + 1.390625, + 1.945312, + 1.382812, + 1.382812, + 1.492188, + 1.382812, + 1.390625, + 1.210938, + 1.445312, + 1.398438, + 1.273438, + 1.257812, + 1.5, + 1.359375, + 1.164062, + 0.882812, + 1.71875, + 1.429688, + 0.890625, + 1.40625, + 1.265625, + 1.390625, + 1.382812, + 1.382812, + 1.429688, + 1.1875, + 1.445312, + 1.539062, + 1.414062, + 1.421875, + 1.335938, + 1.484375, + 1.320312, + 1.695312, + 1.375, + 1.070312, + 0.9375, + 1.398438, + 1.3125, + 1.46875, + 1.382812, + 1.390625, + 1.40625, + 1.390625, + 2.015625, + 1.375, + 1.453125, + 1.398438, + 0.933594, + 1.351562, + 1.257812, + 1.109375, + 0.921875, + 1.445312, + 1.414062, + 1.382812, + 1.179688, + 1.351562, + 0.949219, + 1.289062, + 1.242188, + 0.785156, + 1.179688, + 1.351562, + 1.703125, + 1.640625, + 1.421875, + 1.398438, + 1.1875, + 1.382812, + 1.484375, + 1.367188, + 1.398438, + 1.515625, + 1.296875, + 1.507812, + 1.492188, + 1.453125, + 1.390625, + 1.59375, + 1.359375, + 1.3125, + 1.375, + 1.421875, + 1.414062, + 1.4375, + 1.351562, + 1.375, + 1.390625, + 1.242188, + 0.902344, + 1.164062, + 1.296875, + 1.359375, + 1.460938, + 0.847656, + 1.289062, + 1.179688, + 1.8125, + 1.367188, + 1.421875, + 1.351562, + 1.375, + 1.273438, + 1.351562, + 1.414062, + 1.414062, + 1.453125, + 1.421875, + 1.398438, + 0.941406, + 1.359375, + 1.398438, + 1.710938, + 1.414062, + 0.902344, + 1.398438, + 1.390625, + 1.429688, + 1.625, + 1.359375, + 1.484375, + 1.726562, + 1.40625, + 1.460938, + 1.132812, + 1.414062, + 2.234375, + 1.34375, + 1.398438, + 1.546875, + 1.367188, + 1.421875, + 1.328125, + 1.242188, + 1.34375, + 1.265625, + 1.40625, + 1.367188, + 1.359375, + 1.367188, + 1.242188, + 1.460938, + 1.320312, + 1.367188, + 1.492188, + 0.902344, + 1.34375, + 1.46875, + 1.328125, + 0.792969, + 1.15625, + 1.390625, + 1.5625, + 1.546875, + 1.148438, + 1.453125, + 1.398438, + 1.382812, + 1.359375, + 1.476562, + 1.460938, + 1.867188, + 1.554688, + 1.148438, + 1.40625, + 1.765625, + 1.421875, + 1.398438, + 1.179688, + 1.476562, + 1.1875, + 1.359375, + 1.320312, + 1.445312, + 1.40625, + 1.03125, + 1.398438, + 1.390625, + 2.265625, + 1.351562, + 2.03125, + 1.453125, + 1.40625, + 1.328125, + 1.953125, + 1.164062, + 1.335938, + 1.445312, + 1.625, + 1.46875, + 1.484375, + 1.34375, + 1.429688, + 1.203125, + 1.4375, + 1.398438, + 1.351562, + 1.390625, + 1.320312, + 1.414062, + 1.1875, + 1.382812, + 1.367188, + 1.007812, + 1.257812, + 1.171875, + 1.484375, + 1.414062, + 9.25, + 1.429688, + 1.171875, + 1.164062, + 1.390625, + 1.382812, + 1.34375, + 0.875, + 1.390625, + 1.65625, + 1.515625, + 1.460938, + 6.34375, + 1.5, + 1.40625, + 1.359375, + 1.523438, + 1.289062, + 1.390625, + 0.945312, + 0.800781, + 1.476562, + 1.375, + 1.351562, + 1.453125, + 1.460938, + 1.5625, + 0.984375, + 1.359375, + 1.382812, + 1.320312, + 1.375, + 0.992188, + 1.507812, + 1.382812, + 1.4375, + 1.375, + 1.195312, + 1.398438, + 1.882812, + 1.3125, + 2.1875, + 1.40625, + 1.539062, + 1.46875, + 1.398438, + 1.351562, + 1.375, + 1.359375, + 1.382812, + 1.351562, + 1.234375, + 1.40625, + 1.4375, + 1.398438, + 1.328125, + 1.390625, + 1.414062, + 1.367188, + 1.382812, + 1.375, + 1.1875, + 0.863281, + 1.398438, + 1.648438, + 1.390625, + 1.554688, + 1.578125, + 2.109375, + 1.40625, + 1.476562, + 1.46875, + 0.847656, + 1.414062, + 1.234375, + 1.476562, + 1.375, + 1.203125, + 1.664062, + 1.320312, + 1.195312, + 1.601562, + 1.4375, + 1.359375, + 1.34375, + 1.476562, + 1.414062, + 1.539062, + 1.40625, + 1.390625, + 1.890625, + 1.320312, + 1.421875, + 1.445312, + 1.507812, + 1.21875, + 1.414062, + 1.460938, + 1.390625, + 1.1875, + 1.148438, + 1.398438, + 1.390625, + 1.59375, + 1.40625, + 1.375, + 1.390625, + 1.398438, + 1.484375, + 1.304688, + 1.15625, + 1.257812, + 1.335938, + 1.359375, + 1.140625, + 1.40625, + 1.375, + 1.28125, + 1.273438, + 1.375, + 1.382812, + 1.421875, + 0.929688, + 1.125, + 1.484375, + 1.703125, + 1.40625, + 1.382812, + 1.390625, + 1.507812, + 1.40625, + 1.414062, + 1.421875, + 1.351562, + 1.390625, + 1.585938, + 1.421875, + 1.460938, + 1.359375, + 2.6875, + 1.414062, + 1.53125, + 1.460938, + 1.335938, + 1.390625, + 1.34375, + 1.476562, + 1.335938, + 1.375, + 1.429688, + 1.421875, + 1.40625, + 1.453125, + 1.578125, + 1.5, + 1.320312, + 1.398438, + 1.414062, + 1.40625, + 1.375, + 1.40625, + 1.375, + 1.40625, + 1.414062, + 1.226562, + 1.265625, + 1.257812, + 1.414062, + 1.234375, + 1.148438, + 1.4375, + 1.328125, + 1.164062, + 1.539062, + 1.53125, + 1.414062, + 1.265625, + 1.390625, + 1.625, + 1.398438, + 1.078125, + 3.140625, + 1.03125, + 1.109375, + 1.523438, + 1.796875, + 1.859375, + 1.203125, + 1.59375, + 1.40625, + 1.390625, + 1.421875, + 1.414062, + 1.421875, + 1.84375, + 1.492188, + 0.953125, + 1.34375, + 1.414062, + 1.546875, + 1.085938, + 1.40625, + 1.1875, + 1.265625, + 1.226562, + 1.1875, + 1.46875, + 1.390625, + 1.34375, + 0.902344, + 1.398438, + 2.140625, + 1.375, + 1.390625, + 1.359375, + 1.453125, + 1.21875, + 1.421875, + 1.523438, + 1.46875, + 1.375, + 1.414062, + 1.140625, + 1.570312, + 1.4375, + 1.375, + 1.351562, + 1.445312, + 1.421875, + 1.4375, + 1.171875, + 1.382812, + 1.429688, + 1.375, + 1.492188, + 1.609375, + 1.5, + 1.390625, + 1.460938, + 1.429688, + 1.125, + 1.257812, + 0.914062, + 1.429688, + 1.414062, + 1.414062, + 1.515625, + 1.4375, + 1.375, + 1.398438, + 1.421875, + 1.273438, + 1.148438, + 1.382812, + 1.382812, + 0.988281, + 1.445312, + 1.242188, + 1.382812, + 1.320312, + 1.34375, + 1.554688, + 1.125, + 1.390625, + 1.421875, + 1.375, + 1.375, + 1.320312, + 1.507812, + 1.390625, + 1.992188, + 1.085938, + 1.414062, + 1.398438, + 1.554688, + 1.4375, + 1.40625, + 1.171875, + 1.125, + 1.335938, + 1.429688, + 1.40625, + 1.429688, + 1.390625, + 1.429688, + 0.882812, + 1.382812, + 1.210938, + 1.40625, + 1.40625, + 1.34375, + 1.359375, + 1.445312, + 1.476562, + 1.5625, + 1.21875, + 1.53125, + 1.484375, + 1.179688, + 1.421875, + 1.5, + 1.359375, + 1.34375, + 1.375, + 1.132812, + 1.460938, + 1.382812, + 1.304688, + 1.335938, + 1.453125, + 1.398438, + 1.421875, + 1.414062, + 1.171875, + 1.335938, + 1.476562, + 1.492188, + 1.414062, + 1.429688, + 1.546875, + 1.53125, + 1.476562, + 1.367188, + 1.382812, + 1.414062, + 1.234375, + 1.382812, + 1.398438, + 0.792969, + 1.367188, + 1.453125, + 1.539062, + 1.203125, + 1.210938, + 1.414062, + 1.304688, + 1.390625, + 1.40625, + 1.414062, + 1.4375, + 1.320312, + 1.71875, + 2.390625, + 1.492188, + 1.648438, + 1.382812, + 1.546875, + 1.492188, + 1.445312, + 1.296875, + 1.375, + 1.359375, + 1.117188, + 0.890625, + 1.375, + 1.179688, + 1.539062, + 1.507812, + 2.1875, + 1.132812, + 1.429688, + 1.390625, + 1.492188, + 1.40625, + 1.429688, + 1.390625, + 1.085938, + 1.375, + 1.382812, + 1.398438, + 1.375, + 1.40625, + 0.800781, + 1.382812, + 1.351562, + 1.445312, + 1.375, + 1.4375, + 2.984375, + 1.445312, + 1.4375, + 1.960938, + 1.390625, + 1.390625, + 1.25, + 1.007812, + 1.46875, + 1.46875, + 1.46875, + 1.40625, + 1.429688, + 1.359375, + 3.890625, + 1.164062, + 1.382812, + 1.359375, + 1.5625, + 1.476562, + 1.367188, + 1.359375, + 1.390625, + 2.1875, + 1.171875, + 1.34375, + 1.414062, + 1.265625, + 0.855469, + 1.40625, + 1.1875, + 1.34375, + 1.1875, + 1.203125, + 1.460938, + 1.273438, + 1.226562, + 1.71875, + 1.179688, + 1.359375, + 1.4375, + 1.164062, + 1.382812, + 1.5, + 1.429688, + 1.351562, + 1.320312, + 1.375, + 1.4375, + 1.367188, + 1.34375, + 1.398438, + 1.25, + 1.59375, + 2.796875, + 1.351562, + 1.367188, + 1.351562, + 1.484375, + 1.390625, + 1.414062, + 0.804688, + 1.367188, + 1.4375, + 1.296875, + 1.5, + 1.4375, + 1.390625, + 1.367188, + 1.476562, + 1.398438, + 1.382812, + 1.382812, + 1.390625, + 1.414062, + 1.234375, + 1.421875, + 1.257812, + 1.414062, + 1.5, + 1.40625, + 1.359375, + 1.414062, + 1.46875, + 1.46875, + 0.914062, + 1.382812, + 1.359375, + 1.359375, + 1.367188, + 1.46875, + 1.40625, + 1.390625, + 1.40625, + 1.429688, + 1.257812, + 1.0625, + 1.359375, + 1.445312, + 1.390625, + 1.664062, + 0.613281, + 1.421875, + 1.429688, + 1.453125, + 1.609375, + 1.375, + 1.28125, + 1.382812, + 1.320312, + 3.4375, + 1.671875, + 1.460938, + 1.390625, + 1.429688, + 1.382812, + 1.398438, + 1.398438, + 1.507812, + 1.3125, + 2.015625, + 1.375, + 1.445312, + 1.320312, + 1.40625, + 1.4375, + 1.453125, + 1.375, + 1.367188, + 1.398438, + 1.5, + 1.71875, + 1.359375, + 1.453125, + 1.304688, + 1.445312, + 1.085938, + 1.390625, + 1.40625, + 1.390625, + 1.398438, + 1.53125, + 1.4375, + 1.304688, + 1.335938, + 1.5625, + 1.367188, + 1.398438, + 1.296875, + 1.382812, + 1.359375, + 1.546875, + 1.054688, + 1.382812, + 1.421875, + 1.359375, + 1.445312, + 1.40625, + 1.390625, + 1.46875, + 1.390625, + 1.3125, + 1.921875, + 1.585938, + 1.304688, + 1.445312, + 1.21875, + 1.835938, + 1.445312, + 1.359375, + 1.664062, + 1.453125, + 1.507812, + 1.375, + 0.898438, + 6.3125, + 1.421875, + 1.398438, + 1.609375, + 1.195312, + 1.5625, + 1.398438, + 1.453125, + 1.429688, + 1.421875, + 2.640625, + 1.507812, + 1.296875, + 1.46875, + 1.460938, + 1.40625, + 1.421875, + 0.972656, + 1.429688, + 0.839844, + 1.539062, + 1.398438, + 1.40625, + 1.453125, + 1.382812, + 1.539062, + 1.601562, + 1.390625, + 1.375, + 1.125, + 1.390625, + 1.367188, + 1.171875, + 1.382812, + 1.351562, + 1.382812, + 1.445312, + 1.3125, + 1.398438, + 1.445312, + 1.195312, + 0.949219, + 1.875, + 1.320312, + 1.390625, + 1.40625, + 1.445312, + 1.1875, + 1.140625, + 1.328125, + 1.859375, + 1.46875, + 1.398438, + 1.570312, + 1.296875, + 1.429688, + 1.375, + 1.398438, + 1.125, + 2.0625, + 1.359375, + 1.367188, + 1.5, + 1.539062, + 1.390625, + 1.421875, + 1.640625, + 1.367188, + 1.398438, + 1.398438, + 1.3125, + 1.4375, + 2.5, + 1.5625, + 1.382812, + 1.390625, + 1.453125, + 1.429688, + 0.714844, + 1.390625, + 1.421875, + 1.367188, + 1.976562, + 1.414062, + 1.4375, + 1.203125, + 1.492188, + 1.101562, + 1.34375, + 0.910156, + 1.304688, + 1.703125, + 1.125, + 1.429688, + 1.414062, + 1.601562, + 1.460938, + 1.414062, + 0.867188, + 1.40625, + 1.421875, + 1.398438, + 1.414062, + 1.515625, + 1.390625, + 1.382812, + 1.421875, + 1.375, + 1.328125, + 1.4375, + 1.570312, + 1.273438, + 1.6875, + 3.78125, + 1.445312, + 1.507812, + 1.421875, + 1.195312, + 1.40625, + 1.515625, + 1.203125, + 1.21875, + 1.398438, + 0.917969, + 1.375, + 1.398438, + 1.445312, + 1.132812, + 1.40625, + 1.335938, + 1.421875, + 0.816406, + 1.125, + 1.210938, + 1.210938, + 1.578125, + 1.195312, + 1.390625, + 1.40625, + 1.390625, + 1.40625, + 1.164062, + 1.148438, + 1.414062, + 1.398438, + 1.359375, + 1.351562, + 1.4375, + 1.4375, + 1.335938, + 1.546875, + 1.890625, + 1.398438, + 1.226562, + 1.375, + 1.390625, + 1.445312, + 1.585938, + 1.539062, + 1.140625, + 1.328125, + 1.351562, + 0.9375, + 1.414062, + 1.40625, + 1.226562, + 1.40625, + 1.335938, + 1.429688, + 1.351562, + 1.460938, + 2.15625, + 1.445312, + 1.414062, + 1.398438, + 1.382812, + 1.460938, + 1.359375, + 1.484375, + 1.40625, + 1.453125, + 1.164062, + 0.917969, + 1.351562, + 1.570312, + 1.382812, + 1.375, + 1.40625, + 1.398438, + 1.398438, + 2.328125, + 1.296875, + 1.0, + 1.335938, + 1.382812, + 1.359375, + 1.398438, + 1.421875, + 1.398438, + 1.546875, + 1.523438, + 1.40625, + 1.414062, + 1.390625, + 1.234375, + 1.414062, + 1.351562, + 1.382812, + 0.925781, + 1.375, + 1.414062, + 0.855469, + 1.40625, + 1.375, + 1.375, + 1.367188, + 1.25, + 1.335938, + 1.289062, + 0.945312, + 1.359375, + 1.390625, + 1.234375, + 1.382812, + 1.398438, + 0.917969, + 1.40625, + 0.949219, + 1.445312, + 1.453125, + 1.3125, + 1.40625, + 1.109375, + 1.46875, + 1.429688, + 1.398438, + 2.078125, + 1.375, + 1.164062, + 1.242188, + 1.390625, + 0.941406, + 1.195312, + 1.4375, + 0.941406, + 1.351562, + 1.382812, + 1.445312, + 1.507812, + 1.46875, + 1.367188, + 1.328125, + 1.359375, + 0.808594, + 1.28125, + 1.429688, + 1.53125, + 1.40625, + 1.382812, + 1.453125, + 1.351562, + 1.421875, + 1.351562, + 1.4375, + 1.273438, + 1.359375, + 1.414062, + 1.390625, + 1.476562, + 1.421875, + 1.179688, + 1.523438, + 1.382812, + 1.375, + 1.1875, + 1.375, + 1.421875, + 1.25, + 1.8125, + 0.957031, + 1.265625, + 1.414062, + 1.429688, + 1.429688, + 1.328125, + 1.398438, + 1.375, + 1.4375, + 1.46875, + 1.398438, + 1.414062, + 1.257812, + 1.375, + 1.289062, + 1.390625, + 1.351562, + 0.929688, + 1.507812, + 1.359375, + 1.421875, + 1.398438, + 1.390625, + 1.203125, + 1.351562, + 1.414062, + 1.289062, + 0.808594, + 1.304688, + 1.859375, + 1.429688, + 1.273438, + 1.445312, + 1.554688 + ] + }, + "name": "model.model.layers.5.post_attention_layernorm.weight", + "outputIndexes": [ + 515 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 514 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_5/Mul_output_0", + "outputIndexes": [ + 516 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 515, + 516 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_5/Mul_1_output_0", + "outputIndexes": [ + 517 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 517 + ], + "outputIndexes": [ + 2464 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2464 + ], + "outputIndexes": [ + 2465 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear", + "inputIndexes": [ + 2465 + ], + "outputIndexes": [ + 2466 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 672068442, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2466 + ], + "outputIndexes": [ + 2467 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2467 + ], + "outputIndexes": [ + 518 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 518 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_5/Sigmoid_output_0", + "outputIndexes": [ + 519 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 518, + 519 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Mul_output_0", + "outputIndexes": [ + 520 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 517 + ], + "outputIndexes": [ + 2468 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2468 + ], + "outputIndexes": [ + 2469 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear", + "inputIndexes": [ + 2469 + ], + "outputIndexes": [ + 2470 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 710259568, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2470 + ], + "outputIndexes": [ + 2471 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2471 + ], + "outputIndexes": [ + 521 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 520, + 521 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_5/Mul_output_0", + "outputIndexes": [ + 522 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 522 + ], + "outputIndexes": [ + 2472 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2472 + ], + "outputIndexes": [ + 2473 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear", + "inputIndexes": [ + 2473 + ], + "outputIndexes": [ + 2474 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 748450694, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2474 + ], + "outputIndexes": [ + 2475 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2475 + ], + "outputIndexes": [ + 523 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 514, + 523 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_29_output_0", + "outputIndexes": [ + 524 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 524, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_54_output_0", + "outputIndexes": [ + 525 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.714844, + 0.355469, + 1.039062, + 0.6875, + 0.498047, + 0.695312, + 0.347656, + 0.335938, + 0.761719, + 0.535156, + 0.294922, + 0.566406, + 0.714844, + 0.388672, + 0.585938, + 0.363281, + 0.335938, + 0.367188, + 0.316406, + 0.613281, + 0.006836, + 0.347656, + 0.316406, + 0.507812, + 0.460938, + 0.296875, + 0.494141, + 0.644531, + 0.695312, + 0.398438, + 0.671875, + 0.527344, + 0.878906, + 0.486328, + 0.328125, + 0.351562, + 0.675781, + 1.210938, + 0.308594, + 0.498047, + 0.339844, + 0.322266, + 1.328125, + 0.566406, + 0.339844, + 0.322266, + 0.154297, + 0.441406, + 0.746094, + 0.566406, + 0.324219, + 0.371094, + 0.355469, + 0.367188, + 0.789062, + 0.628906, + 0.644531, + 0.328125, + 0.515625, + 0.96875, + 0.347656, + 1.054688, + 0.574219, + 0.3125, + 1.328125, + 0.605469, + 0.4375, + 0.332031, + 0.412109, + 0.851562, + 0.570312, + 0.9375, + 0.332031, + 0.419922, + 0.539062, + 0.322266, + 0.949219, + 0.738281, + 0.886719, + 0.384766, + 0.914062, + 0.453125, + 1.03125, + 0.683594, + 0.355469, + 0.126953, + 0.302734, + 0.675781, + 0.314453, + 0.933594, + 0.421875, + 0.292969, + 0.310547, + 0.429688, + 0.898438, + 0.318359, + 0.640625, + 0.632812, + 0.275391, + 0.53125, + 0.488281, + 0.753906, + 0.289062, + 0.34375, + 0.84375, + 0.675781, + 0.953125, + 0.613281, + 0.980469, + 1.5, + 0.306641, + 0.371094, + 0.302734, + 2.015625, + 0.412109, + 2.390625, + 0.578125, + 0.404297, + 0.332031, + 0.507812, + 0.376953, + 0.324219, + 0.316406, + 0.308594, + 0.832031, + 0.402344, + 0.546875, + 0.46875, + 0.18457, + 0.652344, + 0.496094, + 0.330078, + 0.804688, + 0.578125, + 1.117188, + 0.375, + 0.386719, + 0.349609, + 0.859375, + 0.425781, + 0.347656, + 0.3125, + 0.408203, + 0.453125, + 0.910156, + 0.566406, + 1.335938, + 0.306641, + 0.359375, + 0.318359, + 0.462891, + 0.578125, + 0.453125, + 0.355469, + 0.925781, + 0.863281, + 0.632812, + 0.578125, + 0.429688, + 0.488281, + 0.59375, + 0.667969, + 0.828125, + 0.345703, + 1.210938, + 0.746094, + 0.8125, + 0.964844, + 0.380859, + 0.660156, + 0.335938, + 0.410156, + 0.429688, + 0.458984, + 0.359375, + 1.15625, + 0.392578, + 0.357422, + 0.322266, + 0.345703, + 0.320312, + 0.484375, + 0.353516, + 0.523438, + -0.314453, + 0.355469, + 0.404297, + 0.617188, + 0.515625, + 0.324219, + 0.511719, + 0.451172, + 1.015625, + 0.386719, + 0.769531, + 0.460938, + 0.431641, + 0.423828, + 0.847656, + 0.355469, + 0.330078, + 1.265625, + 0.925781, + 0.976562, + 1.46875, + 0.322266, + 0.357422, + 0.726562, + 0.304688, + 0.330078, + 0.431641, + 0.351562, + 0.482422, + 0.5, + 0.3125, + 0.96875, + 0.660156, + 0.605469, + 0.925781, + 0.449219, + 0.298828, + 0.609375, + 0.863281, + 0.369141, + 0.375, + 0.75, + 0.550781, + 0.894531, + 0.375, + 0.373047, + 1.59375, + 0.423828, + 0.34375, + 0.322266, + 0.283203, + 0.494141, + 0.373047, + 0.390625, + 0.145508, + 0.484375, + 0.722656, + 0.326172, + 0.431641, + 0.363281, + 0.396484, + 1.070312, + 0.330078, + 0.421875, + 0.361328, + 0.365234, + 0.310547, + 0.664062, + 0.777344, + 0.550781, + 0.609375, + 0.707031, + 0.410156, + 0.144531, + 0.363281, + 0.617188, + 0.351562, + 0.302734, + 0.490234, + 0.324219, + 0.652344, + 0.535156, + 0.648438, + 0.349609, + 0.996094, + 1.09375, + 0.960938, + 0.326172, + 0.359375, + 0.855469, + 0.416016, + 0.376953, + 0.314453, + 0.679688, + 0.384766, + 0.808594, + 0.318359, + 0.332031, + 0.142578, + 0.314453, + 0.507812, + 0.523438, + 0.310547, + 0.503906, + 0.400391, + 0.664062, + 0.519531, + 0.601562, + 0.804688, + 0.832031, + 0.472656, + 0.660156, + 0.976562, + 0.546875, + 0.378906, + 0.365234, + 0.300781, + 0.839844, + 0.835938, + 0.376953, + 0.388672, + 0.382812, + 0.376953, + 0.314453, + 0.570312, + 0.369141, + 1.15625, + 0.488281, + 0.330078, + 0.326172, + 1.070312, + 0.345703, + 1.3125, + 0.363281, + 0.585938, + 0.298828, + 0.333984, + 0.416016, + 0.361328, + 0.396484, + 0.679688, + 0.318359, + 0.355469, + 0.365234, + 0.828125, + 0.664062, + 0.136719, + 0.707031, + 0.78125, + 0.414062, + 0.769531, + 0.34375, + 0.683594, + 2.015625, + 0.625, + 0.455078, + 0.118652, + 0.357422, + 0.314453, + 0.396484, + 0.212891, + 0.378906, + 0.357422, + 0.345703, + 0.324219, + 0.351562, + 0.455078, + 0.628906, + 0.511719, + 0.375, + 1.523438, + 0.34375, + 0.28125, + 0.388672, + 0.335938, + 0.347656, + 0.460938, + 0.34375, + 0.25, + 0.523438, + 0.605469, + 0.742188, + 0.65625, + 1.023438, + 0.410156, + 0.5625, + 0.404297, + 0.314453, + 0.330078, + 0.427734, + 0.458984, + 1.3125, + 0.269531, + 0.644531, + 0.333984, + 0.566406, + 0.443359, + 0.337891, + 0.683594, + 0.394531, + 0.347656, + 0.628906, + 0.847656, + 0.376953, + 0.503906, + 0.691406, + 0.34375, + 1.21875, + 1.03125, + 0.408203, + 0.466797, + 0.328125, + 0.632812, + 0.458984, + 0.316406, + 0.25, + 0.691406, + 0.425781, + 0.804688, + 0.400391, + 0.585938, + 0.332031, + 0.570312, + 0.40625, + 0.339844, + 0.953125, + 0.832031, + 0.875, + 1.09375, + 0.330078, + 0.398438, + 0.976562, + 0.71875, + 0.351562, + 0.326172, + 0.326172, + 1.039062, + 0.910156, + 0.345703, + 0.515625, + 0.345703, + 0.617188, + 0.345703, + 0.855469, + 0.449219, + 0.65625, + 0.371094, + 0.355469, + 0.589844, + 0.425781, + 0.494141, + 0.357422, + 0.453125, + 0.3125, + 0.414062, + 0.722656, + 0.320312, + 0.376953, + 0.597656, + 0.310547, + 0.710938, + 0.601562, + 0.519531, + 0.322266, + 0.546875, + 0.601562, + 0.412109, + 0.306641, + 0.371094, + 0.294922, + 0.578125, + 0.390625, + 0.28125, + 0.363281, + 5.8e-05, + 0.425781, + 0.339844, + 0.539062, + 0.337891, + 1.15625, + 0.550781, + 0.427734, + 0.671875, + 0.371094, + 0.640625, + 0.792969, + 0.337891, + 0.227539, + 0.359375, + 0.34375, + 0.460938, + 0.839844, + 0.503906, + 0.554688, + 0.339844, + 0.3125, + 0.75, + 0.341797, + 0.404297, + 0.40625, + 1.460938, + 0.412109, + 0.699219, + 0.859375, + 0.447266, + 0.855469, + 0.460938, + 0.376953, + 0.722656, + 0.402344, + 0.439453, + 0.337891, + 0.449219, + 0.703125, + 0.679688, + 0.335938, + 0.324219, + 0.671875, + 0.410156, + 0.753906, + 0.310547, + 1.054688, + 1.0625, + 7e-05, + 0.386719, + 0.484375, + 0.404297, + 0.462891, + 0.347656, + 1.054688, + 0.347656, + 0.777344, + 0.357422, + 0.349609, + 0.53125, + 0.820312, + 0.345703, + 0.330078, + 0.359375, + 0.216797, + 0.318359, + 0.570312, + 0.828125, + 0.291016, + 0.320312, + 0.367188, + 0.367188, + 0.441406, + 0.386719, + 0.320312, + 0.363281, + 0.332031, + 0.679688, + 0.28125, + 0.863281, + 0.314453, + 0.519531, + 0.365234, + 0.652344, + 0.335938, + 0.625, + 0.285156, + 1.757812, + 1.0625, + 0.302734, + 1.445312, + 0.851562, + 0.414062, + 0.628906, + 0.421875, + 0.386719, + 0.589844, + 0.371094, + 0.296875, + 0.363281, + 0.441406, + 1.0, + 0.380859, + 0.699219, + -0.283203, + 0.59375, + 0.511719, + 0.470703, + 0.859375, + 0.507812, + 0.332031, + 0.578125, + 0.363281, + 0.384766, + 0.503906, + 0.824219, + 0.373047, + 0.339844, + 0.298828, + 0.507812, + 0.3125, + 0.337891, + 0.722656, + 0.498047, + 0.507812, + 0.550781, + 0.337891, + 0.472656, + 0.585938, + 0.382812, + 0.472656, + 0.441406, + 0.808594, + 0.275391, + 0.703125, + 0.384766, + 0.71875, + 0.332031, + 0.328125, + 0.675781, + 0.601562, + 1.367188, + 0.503906, + 0.447266, + 0.355469, + 0.734375, + 0.384766, + 0.382812, + 0.326172, + 1.117188, + 0.3125, + 1.125, + 0.341797, + 0.601562, + 0.585938, + 0.769531, + 0.314453, + 0.186523, + 0.546875, + 0.914062, + 0.839844, + 0.369141, + 0.314453, + -1.382812, + 0.492188, + 1.171875, + 0.671875, + 0.78125, + 0.683594, + 0.394531, + 0.699219, + 0.785156, + 0.730469, + 0.416016, + 0.345703, + 0.332031, + 0.464844, + 0.357422, + 0.263672, + 0.302734, + 0.396484, + 0.359375, + 0.671875, + 0.498047, + 0.339844, + 0.337891, + 1.0, + 0.322266, + 0.376953, + 0.318359, + 0.392578, + 0.263672, + 0.949219, + 0.449219, + 0.738281, + 0.644531, + 0.90625, + 0.589844, + -0.320312, + 0.361328, + 0.53125, + 0.667969, + 0.412109, + 1.21875, + 0.335938, + 0.503906, + 0.439453, + 0.337891, + 0.507812, + 0.322266, + 0.324219, + 0.488281, + 0.574219, + 0.3125, + 0.503906, + 0.384766, + 0.355469, + 0.361328, + 0.765625, + 0.960938, + 0.324219, + 0.316406, + 0.447266, + 0.382812, + 0.460938, + 0.992188, + 1.015625, + 0.351562, + 0.738281, + 0.632812, + 0.550781, + 0.363281, + 0.636719, + 0.326172, + 0.408203, + 0.404297, + 0.628906, + 1.085938, + 1.234375, + 0.640625, + 0.394531, + 0.511719, + 0.539062, + 0.314453, + 0.333984, + 0.566406, + 0.361328, + 0.394531, + 0.166016, + 0.445312, + 0.4375, + 0.761719, + 0.310547, + 0.683594, + 0.419922, + 1.09375, + 2.359375, + 0.722656, + 0.320312, + 0.792969, + 0.496094, + 1.015625, + 0.349609, + 0.320312, + 0.328125, + 0.345703, + 0.455078, + 0.773438, + 0.515625, + 0.53125, + 0.474609, + 0.320312, + 0.404297, + 0.388672, + 0.408203, + 0.757812, + 0.314453, + 0.582031, + 0.333984, + 0.414062, + 1.742188, + 0.585938, + 0.390625, + 0.671875, + 0.640625, + 0.322266, + 0.339844, + 0.371094, + 0.425781, + 0.353516, + 0.804688, + 0.652344, + 0.335938, + 0.839844, + 1.171875, + 1.140625, + 0.359375, + 0.585938, + 0.318359, + 0.714844, + 0.636719, + 0.339844, + 0.636719, + 0.347656, + 0.421875, + 0.445312, + 0.351562, + 0.392578, + 0.605469, + 0.574219, + 0.507812, + 0.589844, + 0.65625, + 0.163086, + 0.335938, + 0.410156, + 0.310547, + 0.707031, + 0.349609, + 0.322266, + 0.644531, + 0.320312, + 0.632812, + 0.337891, + 0.404297, + 0.675781, + 0.320312, + 0.660156, + 0.695312, + 0.339844, + 0.357422, + 0.478516, + 0.601562, + 0.081055, + 0.832031, + 0.488281, + 0.585938, + 0.628906, + 0.357422, + 0.396484, + 0.320312, + 0.345703, + 1.101562, + 0.498047, + 0.382812, + 0.429688, + 0.251953, + 0.441406, + 0.357422, + 1.023438, + 0.671875, + 0.380859, + 0.796875, + 0.388672, + 1.726562, + 0.390625, + 0.734375, + 0.851562, + 0.558594, + 0.351562, + 0.503906, + 0.503906, + 0.554688, + 0.408203, + 0.388672, + 0.40625, + 0.304688, + 0.355469, + 0.447266, + 0.380859, + 0.480469, + 0.3125, + 0.539062, + 0.392578, + 0.4375, + 0.574219, + 3e-05, + 0.550781, + 0.431641, + 0.314453, + 1.375, + 0.333984, + 0.699219, + 0.761719, + 0.40625, + 0.886719, + 0.5, + 0.341797, + 0.785156, + 0.425781, + 0.324219, + 0.314453, + 0.296875, + 0.785156, + 0.671875, + 0.357422, + 0.363281, + 0.636719, + 0.742188, + 0.435547, + 0.558594, + 0.322266, + 0.714844, + 0.621094, + 0.621094, + 0.53125, + 0.376953, + 0.820312, + 0.408203, + 0.408203, + 0.345703, + 0.345703, + 0.792969, + 0.917969, + 0.503906, + 1.203125, + 0.628906, + 0.824219, + 0.196289, + 0.423828, + 1.421875, + 0.369141, + 0.326172, + 0.519531, + 0.376953, + 0.527344, + 0.462891, + 0.306641, + 0.308594, + 0.144531, + 1.046875, + 1.125, + 0.515625, + 0.625, + 0.322266, + 0.310547, + 0.359375, + 0.5625, + 0.492188, + 1.078125, + 1.40625, + 0.339844, + 0.554688, + 0.640625, + 0.542969, + 0.523438, + 0.361328, + 0.337891, + 0.648438, + 0.679688, + 0.494141, + 0.347656, + 0.632812, + 0.402344, + 1.007812, + 0.320312, + 0.386719, + 0.392578, + 0.478516, + 0.632812, + 0.335938, + 0.339844, + 0.339844, + 0.335938, + 0.363281, + 0.472656, + 0.349609, + 0.380859, + 0.365234, + 0.474609, + 0.361328, + 0.392578, + 0.972656, + 0.363281, + 0.486328, + 0.357422, + 0.429688, + 0.617188, + 0.296875, + 0.613281, + 0.804688, + 0.617188, + 0.335938, + 0.330078, + 1.304688, + 1.703125, + 0.582031, + 0.488281, + 0.667969, + 1.148438, + 0.570312, + 0.349609, + 0.949219, + 1.015625, + 0.589844, + 0.314453, + 0.34375, + 0.306641, + 0.176758, + 0.396484, + 0.236328, + 0.761719, + 1.484375, + 0.546875, + 0.667969, + 0.808594, + 0.503906, + 0.351562, + 0.361328, + 0.78125, + 1.53125, + 0.341797, + 0.332031, + 0.515625, + 0.808594, + 0.333984, + 1.554688, + 0.433594, + 0.324219, + 0.335938, + 0.617188, + 0.628906, + 0.644531, + 0.578125, + 0.804688, + 0.785156, + 0.570312, + 0.535156, + 0.800781, + 0.388672, + 0.945312, + 0.5, + 0.351562, + 0.349609, + 0.416016, + 0.921875, + 0.326172, + 0.302734, + 0.431641, + 0.234375, + 0.558594, + 0.621094, + 0.367188, + 0.447266, + 0.539062, + 0.628906, + 0.578125, + 0.458984, + 0.789062, + 0.341797, + 0.460938, + 0.369141, + 0.492188, + 0.333984, + 0.644531, + 0.15625, + 0.339844, + 0.339844, + 0.380859, + 0.582031, + 0.753906, + 0.328125, + 0.535156, + 0.486328, + 0.621094, + 0.554688, + 0.753906, + 0.271484, + 0.322266, + 0.349609, + 0.179688, + 0.386719, + 0.40625, + 0.314453, + 0.765625, + 0.357422, + 0.308594, + 0.322266, + 0.941406, + 0.6875, + 1.03125, + 0.447266, + 0.507812, + 0.859375, + 0.8125, + 0.421875, + 0.410156, + 1.234375, + 0.369141, + 0.326172, + 0.472656, + 0.476562, + 0.691406, + 0.691406, + 0.898438, + 1.882812, + 0.601562, + 0.410156, + 0.652344, + 0.59375, + 0.458984, + 0.367188, + 0.546875, + 0.664062, + 0.804688, + 0.832031, + 0.527344, + 0.796875, + 0.388672, + 0.363281, + 0.099609, + 0.490234, + 0.417969, + 0.376953, + 0.345703, + 1.03125, + 1.429688, + 0.390625, + 0.511719, + 0.554688, + 0.451172, + 0.3125, + 0.566406, + 0.609375, + 0.320312, + 1.679688, + 0.308594, + 0.820312, + 0.408203, + 0.347656, + 0.53125, + 0.431641, + 0.839844, + 0.214844, + 0.855469, + 0.496094, + 1.171875, + 0.439453, + 1.601562, + 0.341797, + 0.271484, + 0.347656, + 0.335938, + 0.59375, + 0.542969, + 0.310547, + 1.132812, + 0.648438, + 0.359375, + 0.373047, + 0.365234, + 0.367188, + 0.400391, + 1.460938, + 0.490234, + 0.546875, + 0.621094, + 0.460938, + 0.435547, + 0.617188, + 0.34375, + 0.695312, + 1.101562, + 0.582031, + 0.314453, + 0.570312, + 0.980469, + 0.400391, + 1.585938, + 0.34375, + 0.582031, + 0.337891, + 0.644531, + 0.333984, + 0.609375, + 0.353516, + 0.402344, + 0.392578, + 0.361328, + 0.984375, + 0.542969, + 0.917969, + 0.324219, + 0.9375, + 0.335938, + 0.433594, + 0.382812, + 0.361328, + 0.730469, + 0.808594, + 0.480469, + 0.644531, + 0.302734, + 0.644531, + 0.691406, + 0.474609, + 0.734375, + 0.347656, + 0.640625, + 0.306641, + 0.308594, + 0.40625, + 1.375, + 0.365234, + 0.451172, + 1.257812, + 0.628906, + 0.34375, + 0.792969, + 0.601562, + 0.703125, + 1.304688, + 0.359375, + 0.484375, + 0.318359, + 0.625, + 0.597656, + 0.361328, + 0.382812, + 0.328125, + 0.322266, + 0.451172, + 0.498047, + 0.328125, + 0.613281, + 0.365234, + 0.349609, + 0.878906, + 1.351562, + 0.392578, + 0.429688, + 0.472656, + 0.675781, + 0.847656, + 0.412109, + 0.300781, + -0.166992, + 0.298828, + 0.318359, + 0.738281, + 0.65625, + 0.378906, + 0.316406, + 0.308594, + 0.675781, + 0.306641, + 0.116699, + 0.294922, + 0.613281, + 0.126953, + 0.365234, + 0.421875, + 0.601562, + 0.566406, + 0.328125, + 0.523438, + 0.351562, + 0.419922, + 0.824219, + 0.890625, + 0.476562, + 0.494141, + 0.660156, + 0.367188, + 0.330078, + 0.714844, + 1.390625, + 0.386719, + 0.326172, + 0.542969, + 0.78125, + 0.361328, + 0.371094, + 0.324219, + 0.337891, + 0.601562, + 0.339844, + 1.507812, + 0.306641, + 0.742188, + 0.322266, + 0.386719, + 1.367188, + 1.101562, + 0.339844, + 1.265625, + 0.507812, + 0.621094, + 1.148438, + 0.365234, + 0.363281, + 0.34375, + 0.304688, + 0.431641, + 0.320312, + 0.359375, + 0.335938, + 0.425781, + 0.400391, + 0.339844, + 0.435547, + 0.59375, + 0.914062, + 0.310547, + 0.421875, + 1.101562, + 0.714844, + 0.137695, + 0.855469, + 0.285156, + 0.351562, + 0.333984, + 0.324219, + 0.769531, + 0.640625, + 0.298828, + 0.351562, + 0.314453, + 0.314453, + 0.380859, + 0.882812, + 0.357422, + 0.449219, + 0.470703, + 0.683594, + 0.308594, + 0.112793, + 0.302734, + 0.65625, + 1.375, + 0.453125, + 0.351562, + 0.949219, + 0.882812, + 1.09375, + 0.318359, + 0.78125, + 0.699219, + 0.527344, + 0.632812, + 0.515625, + 0.984375, + 0.5, + 1.34375, + 0.644531, + 0.71875, + 0.457031, + 0.386719, + 0.291016, + 0.425781, + 0.679688, + 0.382812, + 0.609375, + 0.886719, + 1.054688, + 0.644531, + 0.347656, + 0.464844, + 0.435547, + 0.353516, + 0.476562, + 0.527344, + 0.359375, + 0.330078, + 0.304688, + 0.585938, + 0.345703, + 0.570312, + 0.414062, + 0.71875, + 0.388672, + 0.324219, + 0.435547, + 0.353516, + 0.333984, + 0.640625, + 0.351562, + 0.414062, + 0.285156, + 0.330078, + 0.429688, + 1.039062, + 1.0, + 0.902344, + 0.396484, + 0.441406, + 0.394531, + 0.310547, + 0.574219, + 0.367188, + 1.070312, + 0.992188, + 0.644531, + 0.460938, + 0.886719, + 0.425781, + 0.498047, + 0.326172, + 1.515625, + 0.337891, + 0.621094, + 0.466797, + 1.078125, + 1.710938, + 0.316406, + 0.474609, + 0.298828, + 0.486328, + 0.404297, + 0.679688, + 0.726562, + 0.542969, + 0.367188, + 0.796875, + 0.59375, + 0.945312, + 0.294922, + 0.339844, + 0.328125, + 0.621094, + 0.511719, + 0.878906, + 0.703125, + 0.322266, + 0.816406, + 0.34375, + 0.404297, + 0.355469, + 0.347656, + 0.824219, + 0.722656, + 0.394531, + 0.511719, + 0.425781, + 0.882812, + 0.447266, + 0.648438, + 0.878906, + 0.386719, + 0.34375, + 0.992188, + 0.332031, + 0.769531, + 0.289062, + 0.859375, + 0.679688, + 0.882812, + 0.523438, + 0.353516, + 0.671875, + 0.515625, + 0.566406, + 0.171875, + 0.375, + 0.361328, + 0.195312, + 0.330078, + 0.330078, + 0.384766, + 0.699219, + 0.902344, + 0.777344, + 0.494141, + 0.283203, + 0.380859, + 0.337891, + 0.355469, + 0.757812, + 0.523438, + 0.125, + 0.574219, + 0.667969, + 0.332031, + -0.000744, + 0.625, + 0.373047, + 0.466797, + 0.304688, + 1.125, + 0.957031, + 1.117188, + 0.341797, + 0.482422, + 0.527344, + 0.671875, + 0.302734, + 0.609375, + 0.443359, + 0.503906, + 0.59375, + 0.421875, + 0.519531, + 0.503906, + 0.640625, + 0.349609, + 0.355469, + 0.396484, + 0.339844, + 0.302734, + 0.765625, + 0.324219, + 0.298828, + 0.890625, + 0.460938, + 0.488281, + 0.722656, + 0.431641, + 0.734375, + 0.417969, + 0.359375, + 0.34375, + 0.378906, + 0.441406, + 0.408203, + 0.710938, + 0.400391, + 0.435547, + 0.714844, + 0.369141, + 0.353516, + 0.785156, + 0.375, + 0.316406, + 0.439453, + 0.302734, + 0.671875, + 0.992188, + 0.349609, + 0.308594, + 0.328125, + 0.347656, + 0.363281, + 0.511719, + 0.373047, + 1.257812, + 0.617188, + 0.386719, + 0.365234, + 0.322266, + 0.847656, + 0.431641, + 0.443359, + 0.488281, + 0.679688, + 0.796875, + 0.376953, + 0.582031, + 0.683594, + 0.09375, + 0.820312, + 0.453125, + 0.373047, + 0.363281, + 0.396484, + 0.328125, + 0.373047, + 0.46875, + 0.320312, + 0.574219, + 0.332031, + 0.298828, + 0.382812, + 0.304688, + 1.125, + 0.359375, + 0.378906, + 0.416016, + 0.554688, + 0.4375, + 0.492188, + 0.347656, + 0.527344, + 0.617188, + 0.574219, + 0.357422, + 0.326172, + 0.314453, + 0.953125, + 0.53125, + 0.349609, + 0.539062, + 0.628906, + 0.328125, + 0.535156, + 0.298828, + 0.566406, + 0.609375, + 0.455078, + 0.392578, + 0.476562, + 0.455078, + 0.511719, + 0.9375, + 0.382812, + 1.078125, + 1.085938, + 0.333984, + 1.828125, + 0.324219, + 0.382812, + 0.644531, + 0.527344, + 0.318359, + 0.189453, + 0.349609, + 0.341797, + 0.298828, + 0.332031, + 0.328125, + 1.007812, + 0.371094, + 0.375, + 0.431641, + 0.201172, + 0.679688, + 0.78125, + 0.474609, + 0.359375, + 0.503906, + 0.617188, + 0.554688, + 0.314453, + 0.804688, + 0.302734, + 1.8125, + 0.800781, + 0.324219, + 0.691406, + 0.322266, + 0.410156, + 0.330078, + 0.380859, + 0.322266, + 1.078125, + 0.574219, + 0.578125, + 0.373047, + 0.484375, + 0.578125, + 0.609375, + 0.359375, + 1.03125, + 0.351562, + 0.318359, + 0.917969, + 0.445312, + 0.835938, + 0.855469, + 0.345703, + 0.351562, + 0.574219, + 0.910156, + 0.886719, + 1.210938, + 0.388672, + 0.519531, + 0.345703, + 0.808594, + 1.0625, + 0.306641, + 0.855469, + 0.820312, + 0.957031, + 1.265625, + 0.337891, + 0.777344, + 0.640625, + 0.574219, + 0.390625, + 0.169922, + 0.324219, + 1.351562, + 0.546875, + 0.691406, + 0.314453, + 0.353516, + 0.490234, + 0.542969, + 0.578125, + 0.400391, + 0.601562, + 0.410156, + 0.478516, + 0.355469, + 0.462891, + 0.324219, + 0.310547, + 0.302734, + 0.375, + 0.648438, + 0.542969, + 0.976562, + 0.886719, + 0.416016, + 0.417969, + 0.3125, + 0.8125, + 0.419922, + 0.373047, + 0.332031, + 0.335938, + 1.5, + 0.582031, + 0.431641, + 0.425781, + 0.515625, + 0.523438, + 0.460938, + 0.488281, + 0.289062, + 1.3125, + 0.566406, + 0.777344, + 0.652344, + 0.357422, + 0.914062, + 0.664062, + 0.746094, + 0.480469, + 0.308594, + 0.804688, + 0.371094, + 0.310547, + 0.742188, + 0.597656, + 0.292969, + 0.660156, + 0.695312, + 0.376953, + 0.365234, + 1.273438, + 0.359375, + 0.421875, + 0.519531, + 0.699219, + 0.414062, + 0.447266, + 0.496094, + 0.523438, + 0.400391, + 0.558594, + 0.902344, + 0.326172, + 0.519531, + 0.310547, + 0.345703, + 0.462891, + 0.423828, + 0.123535, + 0.640625, + 0.369141, + 0.667969, + 0.441406, + 0.785156, + 0.953125, + 0.380859, + 0.320312, + 0.333984, + 0.15332, + 0.353516, + 0.445312, + 0.851562, + 0.640625, + 0.757812, + 0.433594, + 0.917969, + 0.632812, + 0.550781, + 0.871094, + 0.46875, + 0.296875, + 0.542969, + 0.314453, + 0.320312, + 0.333984, + 0.326172, + 0.441406, + 0.347656, + 0.365234, + 0.554688, + 0.322266, + 0.773438, + 0.347656, + 0.832031, + 0.71875, + 0.917969, + 0.365234, + 0.318359, + 0.294922, + 0.515625, + 0.380859, + 0.773438, + 0.703125, + 0.222656, + 0.427734, + 0.363281, + 0.306641, + 0.699219, + 0.357422, + 0.363281, + 0.166016, + 0.546875, + 0.652344, + 0.445312, + 0.628906, + 0.416016, + 0.333984, + 0.3125, + 0.535156, + 0.349609, + 0.484375, + 0.478516, + 0.474609, + 0.357422, + 0.402344, + 0.335938, + 0.349609, + 0.355469, + 0.392578, + 0.570312, + 0.322266, + 0.378906, + 0.318359, + 0.90625, + 1.46875, + 0.324219, + 0.632812, + 0.371094, + 0.328125, + 0.160156, + 0.515625, + 1.0625, + 0.316406, + 0.396484, + 0.361328, + 0.339844, + 0.527344, + 0.296875, + 0.515625, + 0.308594, + 0.574219, + 0.335938, + 2.421875, + 0.314453, + 0.28125, + 0.527344, + 0.507812, + 0.601562, + 0.339844, + 0.376953, + 0.761719, + 0.470703, + 0.339844, + 0.351562, + 1.03125, + 0.308594, + 0.605469, + 0.824219, + 0.738281, + 0.423828, + 0.441406, + 0.320312, + 0.324219, + 0.341797, + 0.24707, + 0.359375, + 0.416016, + 0.314453, + 0.535156, + 0.332031, + 1.132812, + 0.445312, + 0.373047, + 2.328125, + 0.484375, + 0.34375, + 0.742188, + 0.773438, + 0.376953, + 0.347656, + 0.361328, + 0.507812, + 0.617188, + 1.640625, + 0.318359, + 0.363281, + 0.455078, + 0.441406, + 0.753906, + 0.558594, + 0.707031, + 0.566406, + 0.734375, + 0.371094, + 0.380859, + 0.198242, + 0.609375, + 0.636719, + 0.353516, + 0.375, + 0.347656, + 0.131836, + 0.296875, + 0.582031, + 0.310547, + 0.863281, + 0.609375, + 0.667969, + 0.416016, + 0.75, + 0.773438, + 0.347656, + 0.318359, + 0.578125, + 0.847656, + 0.318359, + 0.535156, + 0.386719, + 0.738281, + 0.65625, + 0.304688, + 0.365234, + 0.400391, + 0.328125, + 0.412109, + 0.322266, + 0.617188, + 0.457031, + 0.816406, + 0.365234, + 0.316406, + 0.388672, + 0.332031, + 0.945312, + 0.75, + 0.625, + 0.402344, + 0.304688, + 0.304688, + 0.351562, + 0.304688, + 0.652344, + 0.503906, + 0.451172, + 1.148438, + 0.310547, + 1.015625, + 0.320312, + 0.710938, + 0.400391, + 0.486328, + 0.703125, + 0.326172, + 0.753906, + 0.730469, + 0.353516, + 0.753906, + 0.605469, + 0.298828, + 0.578125, + 0.996094, + 0.960938, + 0.605469, + 0.466797, + 0.867188, + 0.341797, + 0.194336, + 0.785156, + 0.332031, + 0.730469, + 0.960938, + 0.365234, + 0.347656, + 0.625, + 1.03125, + 0.488281, + 0.337891, + 0.333984, + 0.351562, + 1.804688, + 1.078125, + 1.148438, + 0.503906, + 0.322266, + 0.550781, + 0.882812, + 0.384766, + 1.21875, + 0.416016, + 0.451172, + 0.330078, + 0.337891, + 1.578125, + 0.423828, + 0.310547, + 0.59375, + 0.373047, + 0.351562, + 0.439453, + 0.976562, + 0.347656, + 0.558594, + 0.300781, + 0.695312, + 0.359375, + 0.304688, + 1.140625, + 1.382812, + 0.166016, + 0.828125, + 0.357422, + 1.25, + 0.320312, + 0.371094, + 0.427734, + 0.330078, + 0.304688, + 0.65625, + 0.394531, + 1.203125, + 0.40625, + 0.427734, + 0.695312, + 0.371094, + 0.400391, + 0.145508, + 0.449219, + 0.460938, + 0.314453, + 0.310547, + 0.322266, + 0.65625, + 1.109375, + 0.53125, + 0.5625, + 0.300781, + 0.46875, + 0.371094, + 0.527344, + 0.425781, + 1.023438, + 0.769531, + 0.302734, + 0.494141, + 0.378906, + 0.792969, + 0.363281, + 0.322266, + 0.478516, + 0.378906, + 0.462891, + 1.320312, + 0.339844, + 0.644531, + 0.535156, + 0.773438, + 0.335938, + 0.554688, + 0.328125, + 0.498047, + 0.535156, + 0.429688, + 0.294922, + 0.213867, + 0.667969, + 0.289062, + 0.621094, + 0.359375, + 0.726562, + 0.625, + 0.386719, + 0.925781, + 0.378906, + 0.490234, + 0.347656, + 0.339844, + 0.339844, + 0.378906, + 0.507812, + 0.3125, + 0.412109, + 0.761719, + 0.209961, + 0.435547, + 0.671875, + 0.335938, + 0.648438, + 0.341797, + 0.375, + 0.804688, + 0.414062, + 0.425781, + 1.148438, + 1.140625, + 0.337891, + 0.333984, + 0.484375, + 0.326172, + 0.4375, + 0.306641, + 0.330078, + 0.539062, + 0.84375, + 0.337891, + 0.357422, + 0.332031, + 0.328125, + 0.332031, + 0.294922, + 0.337891, + 0.423828, + 0.412109, + 1.070312, + 0.21582, + 0.318359, + 0.636719, + 0.396484, + 0.357422, + 0.5625, + 0.119141, + 0.6875, + 0.648438, + 0.3125, + 0.380859, + 0.326172, + 0.375, + 0.458984, + 0.355469, + 0.308594, + 0.355469, + 0.347656, + 0.664062, + 0.291016, + 0.71875, + 0.369141, + 0.585938, + 0.601562, + 0.416016, + 0.369141, + 0.351562, + 0.964844, + 0.412109, + 0.332031, + 0.441406, + 0.613281, + 0.361328, + 0.902344, + 0.515625, + 0.373047, + 0.486328, + 0.824219, + 0.324219, + 0.679688, + 0.316406, + 0.328125, + 0.523438, + 0.972656, + 0.691406, + 0.28125, + 0.416016, + 0.402344, + 0.332031, + 0.882812, + 0.357422, + 0.953125, + 0.322266, + 0.507812, + 0.632812, + 0.208008, + 0.378906, + 0.679688, + 0.597656, + 0.382812, + 0.304688, + 0.464844, + 0.476562, + 0.341797, + 0.972656, + 0.730469, + 0.353516, + 0.384766, + 0.462891, + 0.449219, + 0.449219, + 0.464844, + 0.527344, + 0.486328, + 1.140625, + 0.349609, + 0.738281, + 1.046875, + 0.773438, + 0.302734, + 0.34375, + 0.267578, + 0.613281, + 0.808594, + 0.408203, + 0.632812, + 0.326172, + 0.328125, + 0.314453, + 0.486328, + 0.306641, + 0.359375, + 0.328125, + 0.53125, + 0.304688, + 0.566406, + 0.835938, + 0.494141, + 0.326172, + 0.578125, + 0.314453, + 0.416016, + 0.414062, + 0.216797, + 0.367188, + 0.925781, + 0.945312, + 0.333984, + 0.339844, + 0.359375, + 1.125, + 0.949219, + 0.304688, + 0.310547, + 0.419922, + 0.488281, + 0.322266, + 0.578125, + 0.353516, + 0.746094, + 0.761719, + 0.341797, + 0.691406, + 0.314453, + 0.417969, + 0.707031, + 0.710938, + 0.386719, + 0.726562, + 0.585938, + 0.357422, + 0.445312, + 0.34375, + 0.349609, + 0.324219, + 0.886719, + 0.339844, + 0.589844, + 0.404297, + 0.617188, + 0.542969, + 1.164062, + 0.322266, + 0.341797, + 0.679688, + 0.945312, + 0.324219, + 0.443359, + 0.429688, + 0.621094, + 0.365234, + 0.355469, + 1.1875, + 0.417969, + 0.863281, + 0.318359, + 0.566406, + 0.320312, + 0.761719, + 0.726562, + 0.373047, + 0.625, + 0.353516, + 0.566406, + 0.423828, + 0.339844, + 1.164062, + 0.306641, + 0.5625, + 0.371094, + 0.388672, + 0.5625, + 0.335938, + 0.609375, + 0.347656, + 0.929688, + 0.289062, + 0.53125, + 0.84375, + 1.21875, + 0.326172, + 0.361328, + 1.382812, + 0.523438, + 0.921875, + 0.332031, + 0.675781, + 0.902344, + 0.960938, + 0.324219, + 0.429688, + 0.773438, + 0.785156, + 0.316406, + 0.419922, + 0.333984, + 0.652344, + 0.460938, + 0.304688, + 0.306641, + 0.632812, + 0.914062, + 0.359375, + 0.804688, + 0.386719, + 0.65625, + 0.433594, + 0.484375, + 0.960938, + 0.5625, + 0.316406, + 0.613281, + 0.660156, + 0.515625, + 0.357422, + 0.679688, + 0.196289, + 2.375, + 0.59375, + 0.357422, + 0.337891, + 0.535156, + 0.6875, + 0.316406, + 0.296875, + 0.322266, + 0.703125, + 0.53125, + 0.349609, + 0.726562, + 0.34375, + 0.168945, + 0.59375, + 0.726562, + 0.578125, + 0.828125, + 0.332031, + 0.498047, + 0.71875, + 0.332031, + 0.380859, + 0.451172, + 0.349609, + 0.667969, + 1.578125, + 0.388672, + 0.373047, + 1.023438, + 0.507812, + 0.359375, + 0.486328, + 0.341797, + 0.546875, + 0.378906, + 0.648438, + 0.605469, + 0.964844, + 0.322266, + 0.408203, + 0.380859, + 0.824219, + 0.367188, + 1.179688, + 0.408203, + 0.324219, + 0.431641, + 0.447266, + 0.75, + 0.707031, + 0.734375, + 0.419922, + 0.59375, + 0.341797, + 0.388672, + 0.449219, + 0.3125, + 0.359375, + 0.453125, + 0.308594, + 0.314453, + 0.376953, + 0.816406, + 0.363281, + 0.457031, + 0.462891, + 0.355469, + 0.279297, + 0.738281, + 0.929688, + 0.3125, + 0.337891, + 0.365234, + 0.375, + 0.40625, + 0.324219, + 0.359375, + 0.898438, + 0.9375, + 1.078125, + 0.304688, + 0.941406, + 0.625, + 0.683594, + 0.734375, + 0.380859, + 0.322266, + 0.355469, + 0.3125, + 0.542969, + 0.439453, + 0.675781, + 0.386719, + 0.447266, + 0.367188, + 0.605469, + 0.433594, + 0.324219, + 0.84375, + 0.367188, + 0.679688, + 0.839844, + 0.335938, + 1.179688, + 0.369141, + 0.546875, + 0.984375, + 0.761719, + 0.304688, + 0.337891, + 0.257812, + 0.640625, + 0.585938, + 0.8125, + 0.707031, + 0.453125, + 0.318359, + 0.466797, + 1.257812, + 0.482422, + 0.341797, + 0.335938, + 0.398438, + 0.373047, + 0.249023, + 0.867188, + 0.361328, + 0.714844, + 0.777344, + 0.808594, + 0.625, + 0.3125, + 0.816406, + 0.707031, + 0.435547, + 0.478516, + 0.15625, + 0.804688, + 0.414062, + 0.310547, + 0.339844, + 0.357422, + 0.392578, + 0.392578, + 0.330078, + 0.291016, + 0.78125, + 0.730469, + 0.316406, + 0.339844, + 0.585938, + 0.683594, + 0.324219, + 0.746094, + 0.237305, + 0.34375, + 0.375, + 0.412109, + 0.357422, + 1.0625, + 0.120117, + 0.65625, + 1.265625, + 0.339844, + 0.808594, + 0.734375, + 0.34375, + 0.582031, + 0.314453, + 0.333984, + 0.464844, + 0.378906, + 0.398438, + 0.316406, + 0.191406, + 0.306641, + 0.367188, + 0.375, + 0.929688, + 0.757812, + 0.298828, + 0.34375, + 0.345703, + 0.316406, + 1.015625, + 0.380859, + 0.143555, + 0.5625, + 0.466797, + 0.589844, + 0.578125, + 0.345703, + 0.851562, + 0.5, + 0.380859, + 0.566406, + 0.578125, + 0.644531, + 0.46875, + 0.369141, + 0.582031, + 0.429688, + 0.332031, + 0.621094, + 0.419922, + 0.355469, + 0.71875, + 0.490234, + 0.402344, + 0.648438, + 0.796875, + 1.375, + 0.361328, + 0.664062, + 0.390625, + 0.304688, + 0.617188, + 0.302734, + 0.433594, + 1.125, + 0.410156, + 0.318359, + 0.333984, + 0.314453, + 0.34375, + 0.570312, + 0.648438, + 0.320312, + 0.679688, + 0.539062, + 0.96875, + 0.310547, + 0.726562, + 0.394531, + 0.298828, + 0.515625, + 0.237305, + 0.710938, + 1.09375, + 0.316406, + 0.804688, + 0.306641, + 0.330078, + 0.582031, + 0.339844, + 0.458984, + 0.351562, + 0.431641, + 0.404297, + 0.917969, + 0.539062, + 0.367188, + 0.333984, + 0.609375, + 0.441406, + 0.335938, + 1.039062, + 0.839844, + 0.332031, + 0.320312, + 0.375, + 0.341797, + 1.382812, + 0.310547, + 0.464844, + 0.339844, + 0.255859, + 0.482422, + 0.683594, + 0.644531, + 0.207031, + 0.585938, + 0.339844, + 0.367188, + 0.6875, + 0.460938, + 0.644531, + 0.470703, + 0.511719, + -2e-06, + 0.679688, + 0.335938, + 0.585938, + 0.484375, + 0.34375, + 0.804688, + 0.753906, + 0.300781, + 0.539062, + 0.386719, + 0.369141, + 1.054688, + 0.675781, + 0.380859, + 0.341797, + 0.367188, + 0.298828, + 0.695312, + 0.384766, + 1.007812, + 1.257812, + 0.570312, + 0.789062, + 0.302734, + 0.427734, + 0.527344, + 0.347656, + 1.0, + 0.145508, + 0.664062, + 0.742188, + 0.357422, + 0.369141, + 0.761719, + 0.8125, + 0.921875, + 1.40625, + 0.373047, + 0.322266, + 0.359375, + 0.361328, + 0.742188, + 0.589844, + 0.371094, + 0.324219, + 0.326172, + 0.365234, + 0.298828, + 0.494141, + 0.466797, + 0.324219, + 0.283203, + 0.384766, + 0.613281, + 0.394531, + 0.416016, + 0.470703, + 0.386719, + 0.431641, + 0.332031, + 0.363281, + 0.6875, + 0.349609, + 0.636719, + 0.398438, + 1.546875, + 0.585938, + 0.738281, + 0.84375, + 0.40625, + 0.361328, + 0.421875, + 0.859375, + 0.800781, + 0.617188, + 0.421875, + 0.345703, + 0.539062, + 0.302734, + 0.53125, + 0.546875, + 0.796875, + 0.753906, + 0.601562, + 0.219727, + 0.421875, + 0.34375, + 0.699219, + 0.129883, + 0.613281, + 0.474609, + 0.546875, + 0.875, + 0.519531, + 0.451172, + 1.023438, + 0.5, + 0.326172, + 0.992188, + 0.333984, + 1.304688, + 0.378906, + 0.496094, + 0.333984, + 0.34375, + 0.359375, + 1.109375, + 0.777344, + 0.326172, + 0.6875, + 0.306641, + 0.90625, + 0.339844, + 0.523438, + 0.523438, + 0.318359, + 0.419922, + 1.546875, + 0.648438, + -0.296875, + 0.330078, + 0.332031, + 0.597656, + 1.210938, + 0.613281, + 0.546875, + 0.320312, + 1.007812, + 0.349609, + 0.361328, + 0.617188, + 0.375, + 0.792969, + 0.302734, + 0.351562, + 0.417969, + 0.318359, + 0.890625, + 0.375, + 0.761719, + 0.357422, + 0.451172, + 0.675781, + 1.007812, + 0.683594, + 0.316406, + 0.515625, + 0.390625, + 0.40625, + 0.6875, + 0.726562, + 0.492188, + 0.361328, + 0.542969, + 0.135742, + 0.320312, + 0.302734, + 0.361328, + 0.341797, + 0.308594, + 1.117188, + 0.369141, + 0.503906, + 0.953125, + 0.757812, + 0.345703, + 0.691406, + 0.141602, + 0.365234, + 0.369141, + 0.394531, + 0.316406, + 0.796875, + 0.357422, + 0.628906, + 0.414062, + 0.570312, + 0.46875, + 0.345703, + 0.742188, + 0.333984, + 0.316406, + 0.398438, + 0.349609, + 0.605469, + 0.380859, + 1.226562, + 0.671875, + 2.5625, + 0.359375, + 0.335938, + 0.335938, + 0.34375, + 0.402344, + 0.349609, + 0.302734, + 0.365234, + 0.554688, + 0.671875, + 0.498047, + 0.820312, + 0.457031, + 0.921875, + 0.423828, + 0.324219, + 0.439453, + 0.675781, + 0.361328, + 0.464844, + 0.137695, + 0.359375, + 1.101562, + 0.304688, + 1.007812, + 0.929688, + 1.398438, + 0.875, + 0.3125, + 0.800781, + 0.466797, + 0.404297, + 0.5, + 0.332031, + 1.023438, + 0.625, + 0.302734, + 0.550781, + 0.511719, + 0.40625, + 0.365234, + 0.6875, + 0.3125, + 0.345703, + 0.291016, + 0.373047, + 0.546875, + 0.402344, + 1.296875, + 0.457031, + 0.462891, + 0.345703, + 0.835938, + 0.863281, + 0.373047, + 0.371094, + 0.316406, + 0.617188, + 0.519531, + 0.367188, + 0.40625, + 0.558594, + 0.302734, + 0.330078, + 0.330078, + 0.613281, + 0.722656, + 0.578125, + 0.722656, + 0.726562, + 0.486328, + 0.472656, + 0.554688, + 0.462891, + 0.324219, + 0.429688, + 0.445312, + 0.330078, + 0.361328, + 0.507812, + 0.339844, + 0.621094, + 0.474609, + -0.271484, + 0.355469, + 0.322266, + 0.455078, + 0.384766, + 0.347656, + 0.333984, + 0.318359, + 0.644531, + 0.410156, + 1.085938, + 0.337891, + 0.449219, + 0.308594, + 1.804688, + 0.498047, + 0.550781, + 0.369141, + 0.457031, + 0.302734, + 0.470703, + 0.667969, + 0.470703, + 0.423828, + 0.390625, + 0.294922, + 0.480469, + 0.365234, + 0.886719, + 0.353516, + 0.601562, + 0.375, + 0.875, + 0.367188, + 0.417969, + 0.351562, + 0.34375, + 0.867188, + 0.349609, + 0.839844, + 0.609375, + 0.703125, + 0.324219, + 0.539062, + 0.921875, + 0.789062, + 0.691406, + 0.933594, + 0.363281, + 0.480469, + 0.365234, + 1.039062, + 0.341797, + 0.355469, + 0.816406, + 0.679688, + 1.625, + 0.652344, + 0.582031, + 0.980469, + 1.226562, + 1.125, + 0.5, + 0.972656, + 0.419922, + 0.320312, + 0.326172, + 0.679688, + 0.335938, + 1.40625, + 0.408203, + 0.474609, + 0.427734, + 0.347656, + 0.539062, + 0.515625, + 0.964844, + 0.546875, + 0.839844, + 0.585938, + 0.691406, + 0.304688, + 0.316406, + 0.453125, + 0.208984, + 0.357422, + 1.515625, + 0.34375, + 0.332031, + 0.386719, + 0.462891, + 0.742188, + 0.349609, + -0.330078, + 0.652344, + 0.316406, + 0.847656, + 1.726562, + 0.347656, + 0.310547, + 0.310547, + 0.382812, + 0.8125, + 0.960938, + 0.90625, + 0.988281, + 0.304688, + 0.314453, + 0.306641, + 0.378906, + 0.464844, + 0.458984, + 0.414062, + 1.015625, + 0.369141, + 0.609375, + 0.613281, + 0.136719, + 0.527344, + 0.351562, + 0.345703, + 0.443359, + 0.306641, + 0.320312, + 0.5625, + 0.345703, + 0.773438, + 0.667969, + 0.914062, + 0.324219, + 0.488281, + 0.392578, + 0.601562, + 0.339844, + 0.765625, + 0.503906, + 0.326172, + 0.535156, + 0.472656, + 0.480469, + 0.404297, + 0.367188, + 0.425781, + 0.855469, + 0.957031, + 0.326172, + 0.498047, + 0.570312, + 0.349609, + 1.039062, + 0.398438, + 0.339844, + 0.535156, + 0.554688, + 0.652344, + 0.380859, + 0.355469, + 0.566406, + 0.478516, + 0.353516, + 0.408203, + 0.597656, + 0.722656, + 0.320312, + 0.339844, + 0.5625, + 0.617188, + 0.359375, + 0.539062, + 0.412109, + 0.632812, + 0.333984, + 0.824219, + 0.582031, + 0.945312, + 0.691406, + 0.539062, + 0.451172, + 0.384766, + 0.474609, + 0.341797, + 0.294922, + 1.039062, + 0.890625, + 0.347656, + 0.332031, + 0.296875, + 0.792969, + 0.609375, + 0.449219, + 0.519531, + 0.353516, + 0.322266, + 0.921875, + 0.423828, + 0.390625, + 0.605469, + 0.376953, + 0.390625, + 0.648438, + 0.511719, + 0.375, + 0.378906, + 0.126953, + 0.349609, + 0.455078, + 0.439453, + 0.628906, + 0.652344, + 0.324219, + 0.558594, + 0.328125, + 0.345703, + 0.5, + 0.605469, + 0.691406, + 1.210938, + 1.4375, + 0.279297, + 1.109375, + 0.339844, + 0.296875, + 0.734375, + 0.335938, + 0.515625, + 0.439453, + 0.609375, + 1.679688, + 0.182617, + 0.369141, + 0.722656, + 0.376953, + 0.828125, + 1.570312, + 0.683594, + 0.96875, + 0.466797, + 0.324219, + 0.570312, + 0.355469, + 0.326172, + 0.644531, + 0.390625, + 0.445312, + 0.824219, + 0.298828, + 0.292969, + 0.246094, + 0.402344, + 0.490234, + 0.609375, + 0.349609, + 0.373047, + 1.734375, + 0.382812, + 0.359375, + 1.210938, + 0.306641, + 0.355469, + 0.5625, + 0.392578, + 0.347656, + 0.761719, + 0.574219, + 0.326172, + 0.324219, + 0.291016, + 0.59375, + 0.6875, + 0.5, + 0.382812, + 0.851562, + 0.335938, + 0.296875, + 0.347656, + 0.314453, + 0.425781, + 0.875, + 0.566406, + 0.324219, + 0.527344, + 0.163086, + 0.380859, + 0.578125, + 0.474609, + 0.828125, + 0.738281, + 0.800781, + 0.929688, + 0.585938, + 0.353516, + 0.65625, + 0.640625, + 0.427734, + 0.65625, + 0.550781, + 0.757812, + 0.742188, + 0.306641, + 0.648438, + 0.378906, + 0.310547, + 0.316406, + 0.625, + 0.335938, + 0.566406, + 0.738281, + 1.78125, + 0.478516, + 0.378906, + 0.300781, + 0.367188, + 0.376953, + 0.328125, + 0.121094, + 0.314453, + 0.330078, + 0.484375, + 0.695312, + 0.318359, + 0.306641, + 0.378906, + 0.316406, + 0.34375, + 0.359375, + 0.298828, + 0.318359, + 0.392578, + 0.753906, + 0.398438, + 0.636719, + 0.337891, + 0.695312, + 0.523438, + 0.367188, + 0.326172, + 0.773438, + 0.314453, + 0.206055, + 0.320312, + 0.345703, + 0.412109, + 0.542969, + 0.314453, + 0.357422, + 0.388672, + 0.511719, + 0.667969, + 0.824219, + 0.605469, + 0.302734, + 0.625, + 0.773438, + 0.445312, + 1.054688, + 0.332031, + 0.34375, + 0.310547, + 1.015625, + 0.431641, + 0.703125, + 0.316406, + 0.416016, + 0.667969, + 0.609375, + 0.332031, + 0.380859, + 0.349609, + 0.394531, + 0.361328, + 0.408203, + 0.341797, + 0.425781, + 0.332031, + 0.425781, + 0.337891, + 0.730469, + 0.294922, + 0.511719, + 0.322266, + 0.388672, + 1.078125, + 0.404297, + 0.476562, + 1.070312, + 0.714844, + 0.621094, + 0.566406, + 0.34375, + 0.625, + 0.384766, + 0.332031, + 0.326172, + 0.322266, + 0.337891, + 0.337891, + 0.492188, + 0.408203, + 0.339844, + 0.359375, + 0.359375, + 0.675781, + 0.486328, + 0.402344, + 0.964844, + 0.570312, + 0.441406, + 0.359375, + 0.898438, + 0.314453, + 0.640625, + 0.341797, + 0.330078, + 0.511719, + 0.53125, + 1.257812, + 1.070312, + 0.753906, + 0.384766, + 0.675781, + 0.267578, + 0.332031, + 0.425781, + 1.085938, + 0.582031, + 0.742188, + 0.341797, + 0.269531, + 1.859375, + 0.796875, + 0.390625, + 0.890625, + 0.8125, + -0.488281, + 0.355469, + 0.314453, + 0.318359, + 0.3125, + 0.625, + 0.816406, + 0.474609, + 0.617188, + 0.304688, + 0.347656, + 0.476562, + 0.597656, + 0.359375, + 0.137695, + 0.359375, + 0.375, + 0.964844, + 0.648438, + 0.337891, + 0.316406, + 1.453125, + 0.863281, + 0.322266, + 0.462891, + 0.492188, + 0.382812, + 1.773438, + 0.386719, + 0.945312, + 0.347656, + 0.625, + 0.828125, + 0.373047, + 0.34375, + 1.734375, + 0.882812, + 1.4375, + 0.675781, + 0.519531, + 0.40625, + 0.353516, + 0.726562, + 0.5625, + 0.917969, + 1.335938, + 0.412109, + 0.515625, + 0.361328, + 0.609375, + 0.328125, + 0.457031, + 0.345703, + 0.945312, + 0.265625, + 0.332031, + 0.324219, + 0.357422, + 0.820312, + 0.341797, + 0.380859, + 0.388672, + 0.326172, + 0.326172, + 0.355469, + 0.431641, + 0.644531, + 1.546875, + 0.341797, + 0.753906, + 0.408203, + 0.355469, + 0.570312, + 0.10498, + 0.367188, + 0.339844, + 0.306641, + 1.492188, + 0.746094, + 0.345703, + 0.652344, + 0.769531, + 0.617188, + 0.373047, + 0.132812, + 0.753906, + 0.992188, + 0.472656, + 0.320312, + 0.398438, + 0.367188, + 0.359375, + 0.527344, + 0.147461, + 0.478516, + 0.34375, + 0.316406, + 0.339844, + 0.349609, + 0.585938, + 0.34375, + 0.484375, + 0.400391, + 0.679688, + 0.341797, + 0.980469, + 0.449219, + 1.085938, + 1.773438, + 0.365234, + 0.765625, + 0.449219, + 0.675781, + 0.330078, + 0.375, + 0.6875, + 0.773438, + 0.5625, + 0.726562, + 0.306641, + 0.433594, + 0.335938, + 0.761719, + 0.388672, + 0.410156, + 0.386719, + 0.15332, + 0.53125, + 0.609375, + 0.785156, + 0.486328, + 0.773438, + 0.34375, + 0.558594, + 0.316406, + 0.386719, + 0.597656, + 0.539062, + 0.355469, + 0.414062, + 0.408203, + 0.597656, + 0.302734, + 0.515625, + 0.871094, + 0.384766, + 0.921875, + 0.443359, + 0.773438, + 0.310547, + 0.341797, + 0.341797, + 0.925781, + 0.941406, + 0.53125, + 0.714844, + 0.394531, + 0.378906, + 0.476562, + 0.398438, + 0.761719, + 0.355469, + 0.439453, + 0.363281, + 0.326172, + 0.410156, + 1.484375, + 0.353516, + 0.339844, + 0.326172, + 0.898438, + 0.703125, + 0.318359, + 0.429688, + 0.425781, + 0.367188, + 0.675781, + 0.191406, + 0.28125, + 0.474609, + 0.746094, + 0.394531, + 0.337891, + 0.316406, + 0.384766, + 0.617188, + 0.996094, + 0.523438, + 0.785156, + 0.369141, + 0.621094, + 0.333984, + 0.455078, + 0.308594, + 0.859375, + 0.929688, + 0.421875, + 0.324219, + 0.3125, + 0.605469, + 0.318359, + 0.867188, + 0.328125, + 0.148438, + 0.466797, + 0.365234, + 0.208984, + 0.357422, + 0.273438, + 0.408203, + 0.558594, + 0.988281, + 0.695312, + 0.523438, + 0.644531, + 0.404297, + 0.431641, + 0.6875, + 0.330078, + 0.412109, + 0.173828, + 0.320312, + 0.566406, + 0.335938, + 0.59375, + 0.6875, + 0.34375, + 0.664062, + 0.585938, + 0.964844, + 0.304688, + 0.341797, + 0.335938, + 0.585938, + 0.777344, + 0.566406, + 0.292969, + 0.660156, + 0.398438, + 0.59375, + 0.765625, + 0.367188, + 0.613281, + 0.460938, + 0.839844, + 0.302734, + 1.085938, + 0.333984, + 0.126953, + 0.660156, + 0.386719, + 0.808594, + 0.451172, + 0.34375, + 0.65625, + 0.4375, + 0.490234, + 0.431641, + 0.738281, + 0.753906, + 0.714844, + 0.324219, + 0.445312, + 0.392578, + 0.339844, + 0.832031, + 0.789062, + 0.322266, + 0.492188, + 0.652344, + 0.453125, + 0.421875, + 0.824219, + 0.310547, + 0.322266, + 0.777344, + 0.34375, + 0.671875, + 0.357422, + 0.792969, + 0.484375, + 0.339844, + 0.326172, + 0.667969, + 0.832031, + 0.457031, + 0.53125, + 0.345703, + 0.707031, + 0.449219, + 0.566406, + 0.632812, + 0.933594, + 0.365234, + 0.363281, + 0.304688, + 0.447266, + 0.648438, + 0.349609, + 0.367188, + 0.917969, + 0.251953, + 0.757812, + 0.353516, + 0.345703, + 0.492188, + 0.328125, + 0.613281 + ] + }, + "name": "model.model.layers.6.input_layernorm.weight", + "outputIndexes": [ + 526 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 525 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_6/Mul_output_0", + "outputIndexes": [ + 527 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 526, + 527 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_6/Mul_1_output_0", + "outputIndexes": [ + 528 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 528 + ], + "outputIndexes": [ + 2476 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2476 + ], + "outputIndexes": [ + 2477 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear", + "inputIndexes": [ + 2477 + ], + "outputIndexes": [ + 2478 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 786641820, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2478 + ], + "outputIndexes": [ + 2479 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2479 + ], + "outputIndexes": [ + 529 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 528 + ], + "main_type": "NONE", + "name": "/Shape_85_output_0", + "outputIndexes": [ + 530 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 530 + ], + "main_type": "NONE", + "name": "Shape1579", + "outputIndexes": [ + 531 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 530 + ], + "main_type": "NONE", + "name": "Rank1581", + "outputIndexes": [ + 532 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 532, + 532 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1583", + "outputIndexes": [ + 533 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 533 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1584", + "outputIndexes": [ + 534 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 533, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1586", + "outputIndexes": [ + 535 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 535 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1587", + "outputIndexes": [ + 536 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 531, + 534, + 536, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1590", + "outputIndexes": [ + 537 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 537 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1591", + "outputIndexes": [ + 538 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1592", + "outputIndexes": [ + 539 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 539, + 538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1593", + "outputIndexes": [ + 540 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 530, + 540, + 533 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_94_output_0", + "outputIndexes": [ + 541 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 541, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_193_output_0", + "outputIndexes": [ + 542 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 542, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_78_output_0", + "outputIndexes": [ + 543 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 529, + 543 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_55_output_0", + "outputIndexes": [ + 544 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 544, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_48_output_0", + "outputIndexes": [ + 545 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 544 + ], + "main_type": "NONE", + "name": "/Shape_86_output_0", + "outputIndexes": [ + 546 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 546 + ], + "main_type": "NONE", + "name": "Shape1600", + "outputIndexes": [ + 547 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 546 + ], + "main_type": "NONE", + "name": "Rank1602", + "outputIndexes": [ + 548 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 548, + 548 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1604", + "outputIndexes": [ + 549 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 549 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1605", + "outputIndexes": [ + 550 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 549, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1607", + "outputIndexes": [ + 551 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 551 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1608", + "outputIndexes": [ + 552 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 547, + 550, + 552, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1611", + "outputIndexes": [ + 553 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 553 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1612", + "outputIndexes": [ + 554 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 554 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1613", + "outputIndexes": [ + 555 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 555, + 554 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1614", + "outputIndexes": [ + 556 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 546, + 556, + 549 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_95_output_0", + "outputIndexes": [ + 557 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 557, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_18_output_0", + "outputIndexes": [ + 558 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 558, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_198_output_0", + "outputIndexes": [ + 559 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 544, + 559, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_25_output_0", + "outputIndexes": [ + 560 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 560 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_12_output_0", + "outputIndexes": [ + 561 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 544, + 22, + 559, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_24_output_0", + "outputIndexes": [ + 562 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 561, + 562 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_81_output_0", + "outputIndexes": [ + 563 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 563, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_49_output_0", + "outputIndexes": [ + 564 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 545, + 564 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_30_output_0", + "outputIndexes": [ + 565 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 528 + ], + "outputIndexes": [ + 2480 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2480 + ], + "outputIndexes": [ + 2481 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear", + "inputIndexes": [ + 2481 + ], + "outputIndexes": [ + 2482 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 793881522, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2482 + ], + "outputIndexes": [ + 2483 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2483 + ], + "outputIndexes": [ + 566 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 542, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_79_output_0", + "outputIndexes": [ + 567 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 566, + 567 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_56_output_0", + "outputIndexes": [ + 568 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 568, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_50_output_0", + "outputIndexes": [ + 569 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 568 + ], + "main_type": "NONE", + "name": "/Shape_87_output_0", + "outputIndexes": [ + 570 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 570 + ], + "main_type": "NONE", + "name": "Shape1663", + "outputIndexes": [ + 571 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 570 + ], + "main_type": "NONE", + "name": "Rank1665", + "outputIndexes": [ + 572 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 572, + 572 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1667", + "outputIndexes": [ + 573 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 573 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1668", + "outputIndexes": [ + 574 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 573, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1670", + "outputIndexes": [ + 575 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 575 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1671", + "outputIndexes": [ + 576 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 571, + 574, + 576, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1674", + "outputIndexes": [ + 577 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 577 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1675", + "outputIndexes": [ + 578 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1676", + "outputIndexes": [ + 579 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 579, + 578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1677", + "outputIndexes": [ + 580 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 570, + 580, + 573 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_96_output_0", + "outputIndexes": [ + 581 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 581, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_19_output_0", + "outputIndexes": [ + 582 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 582, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_200_output_0", + "outputIndexes": [ + 583 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 568, + 583, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_27_output_0", + "outputIndexes": [ + 584 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 584 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_13_output_0", + "outputIndexes": [ + 585 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 568, + 22, + 583, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_26_output_0", + "outputIndexes": [ + 586 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 585, + 586 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_82_output_0", + "outputIndexes": [ + 587 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 587, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_51_output_0", + "outputIndexes": [ + 588 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 569, + 588 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_31_output_0", + "outputIndexes": [ + 589 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 528 + ], + "outputIndexes": [ + 2484 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2484 + ], + "outputIndexes": [ + 2485 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear", + "inputIndexes": [ + 2485 + ], + "outputIndexes": [ + 2486 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 794915784, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2486 + ], + "outputIndexes": [ + 2487 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2487 + ], + "outputIndexes": [ + 590 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 590, + 567 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_57_output_0", + "outputIndexes": [ + 591 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 565, + 589, + 591, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_62_output_0", + "outputIndexes": [ + 592 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 592 + ], + "outputIndexes": [ + 2488 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2488 + ], + "outputIndexes": [ + 2489 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear", + "inputIndexes": [ + 2489 + ], + "outputIndexes": [ + 2490 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 795950046, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2490 + ], + "outputIndexes": [ + 2491 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2491 + ], + "outputIndexes": [ + 593 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 525, + 593 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_33_output_0", + "outputIndexes": [ + 594 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.886719, + 0.859375, + 1.046875, + 0.695312, + 0.859375, + 0.773438, + 0.839844, + 0.851562, + 0.527344, + 0.589844, + 0.820312, + 0.648438, + 0.878906, + 0.773438, + 0.59375, + 0.824219, + 0.824219, + 0.789062, + 0.839844, + 0.503906, + 3.734375, + 0.820312, + 0.824219, + 0.742188, + 0.730469, + 0.808594, + 0.474609, + 0.703125, + 0.746094, + 0.777344, + 0.917969, + 0.640625, + 2e-06, + 0.804688, + 0.828125, + 0.867188, + 0.691406, + 0.443359, + 0.8125, + 0.574219, + 0.84375, + 0.820312, + 1.03125, + 0.824219, + 0.847656, + 0.824219, + 0.304688, + 0.875, + 0.847656, + 0.648438, + 0.832031, + 0.820312, + 0.816406, + 0.816406, + 0.863281, + 0.753906, + 0.859375, + 0.84375, + 0.890625, + 0.574219, + 0.796875, + 0.949219, + 0.910156, + 0.824219, + 1.015625, + 0.886719, + 0.652344, + 0.839844, + 0.898438, + 0.796875, + 0.796875, + 0.722656, + 0.832031, + 0.800781, + 0.867188, + 0.828125, + 0.765625, + 0.730469, + 0.582031, + 0.867188, + 1.007812, + 0.84375, + 0.976562, + 0.789062, + 0.824219, + 0.355469, + 0.824219, + 0.917969, + 0.808594, + 0.566406, + 0.847656, + 0.820312, + 0.808594, + 0.902344, + 0.882812, + 0.820312, + 0.601562, + 0.683594, + 0.820312, + 0.660156, + 0.710938, + 0.675781, + 0.839844, + 0.828125, + 0.925781, + 0.859375, + 0.933594, + 0.664062, + 0.808594, + 1.34375, + 0.835938, + 0.792969, + 0.828125, + 0.322266, + 0.8125, + 0.421875, + 0.679688, + 0.839844, + 0.832031, + 0.652344, + 0.792969, + 0.8125, + 0.832031, + 0.808594, + 0.84375, + 0.789062, + 0.890625, + 0.792969, + 0.384766, + 0.707031, + 0.412109, + 0.828125, + 0.714844, + 0.871094, + 0.640625, + 0.828125, + 0.800781, + 0.839844, + 0.742188, + 0.816406, + 0.824219, + 0.839844, + 0.867188, + 1.140625, + 0.384766, + 0.628906, + 1.015625, + 0.808594, + 0.839844, + 0.820312, + 0.835938, + 0.855469, + 0.789062, + 0.835938, + 0.753906, + 0.785156, + 0.691406, + 0.578125, + 0.882812, + 0.882812, + 0.574219, + 0.640625, + 0.542969, + 0.816406, + 0.597656, + 0.695312, + 0.800781, + 0.710938, + 0.796875, + 0.851562, + 0.835938, + 0.726562, + 0.730469, + 0.742188, + 0.832031, + 1.007812, + 0.832031, + 0.835938, + 0.847656, + 0.8125, + 0.9375, + 0.828125, + 0.835938, + 0.527344, + 0.953125, + 0.851562, + 0.832031, + 0.621094, + 0.792969, + 0.835938, + 0.664062, + 0.8125, + 0.777344, + 0.785156, + 0.945312, + 0.828125, + 0.839844, + 0.84375, + 0.683594, + 0.832031, + 0.832031, + 0.640625, + 0.90625, + 0.882812, + 1.054688, + 0.832031, + 0.84375, + 0.746094, + 0.835938, + 0.882812, + 0.859375, + 0.820312, + 0.722656, + 0.871094, + 0.851562, + 0.875, + 0.683594, + 0.667969, + 0.96875, + 0.796875, + 0.804688, + 0.644531, + 0.753906, + 0.847656, + 0.84375, + 0.914062, + 0.691406, + 0.746094, + 0.824219, + 0.855469, + 1.765625, + 0.847656, + 0.816406, + 0.820312, + 0.804688, + 0.851562, + 0.796875, + 0.851562, + 0.386719, + 0.828125, + 0.890625, + 0.808594, + 0.914062, + 0.820312, + 0.804688, + 0.753906, + 0.820312, + 0.863281, + 0.847656, + 0.804688, + 0.835938, + 0.914062, + 0.742188, + 0.789062, + 0.855469, + 0.710938, + 0.851562, + 0.335938, + 0.832031, + 0.617188, + 0.8125, + 0.8125, + 0.832031, + 0.835938, + 0.847656, + 0.699219, + 0.851562, + 0.835938, + 0.832031, + 0.953125, + 0.859375, + 0.824219, + 0.839844, + 0.757812, + 0.777344, + 0.863281, + 0.839844, + 0.410156, + 0.761719, + 0.921875, + 0.835938, + 0.839844, + 0.367188, + 0.828125, + 0.792969, + 0.894531, + 0.835938, + 0.820312, + 0.851562, + 0.574219, + 0.871094, + 0.597656, + 0.785156, + 0.710938, + 0.671875, + 0.867188, + 0.769531, + 0.691406, + 0.839844, + 0.847656, + 0.824219, + 0.726562, + 0.640625, + 0.835938, + 0.867188, + 0.839844, + 0.808594, + 0.8125, + 0.800781, + 0.847656, + 0.738281, + 0.785156, + 0.839844, + 0.835938, + 0.482422, + 0.835938, + 0.929688, + 0.839844, + 0.835938, + 0.828125, + 0.839844, + 0.792969, + 0.800781, + 0.804688, + 0.757812, + 0.832031, + 0.804688, + 0.824219, + 0.765625, + 0.769531, + 0.361328, + 0.820312, + 0.792969, + 0.792969, + 0.664062, + 0.820312, + 0.828125, + 1.5, + 0.839844, + 0.707031, + 0.349609, + 0.796875, + 0.816406, + 0.796875, + 0.414062, + 0.851562, + 0.851562, + 0.828125, + 0.796875, + 0.847656, + 0.84375, + 0.648438, + 0.871094, + 0.808594, + 1.117188, + 0.847656, + 0.8125, + 0.828125, + 0.808594, + 0.828125, + 0.882812, + 0.839844, + 0.40625, + 0.679688, + 0.443359, + 0.636719, + 0.785156, + 0.945312, + 0.832031, + 0.582031, + 0.847656, + 0.820312, + 0.84375, + 0.785156, + 0.867188, + 1.117188, + 0.404297, + 0.59375, + 0.824219, + 0.84375, + 0.839844, + 0.835938, + 0.683594, + 0.84375, + 0.824219, + 0.707031, + 0.921875, + 0.835938, + 0.8125, + 0.75, + 0.828125, + 0.972656, + 0.648438, + 0.621094, + 0.765625, + 0.84375, + 0.699219, + 0.769531, + 0.832031, + 0.392578, + 0.699219, + 0.867188, + 0.65625, + 0.847656, + 0.585938, + 0.839844, + 0.820312, + 0.828125, + 0.847656, + 0.730469, + 0.621094, + 0.839844, + 0.980469, + 0.835938, + 0.855469, + 0.929688, + 0.851562, + 0.816406, + 0.824219, + 0.828125, + 0.664062, + 0.777344, + 0.839844, + 0.664062, + 0.792969, + 0.609375, + 0.839844, + 0.910156, + 0.777344, + 0.828125, + 0.863281, + 0.835938, + 0.570312, + 0.804688, + 0.855469, + 0.800781, + 0.789062, + 0.832031, + 0.804688, + 0.699219, + 0.824219, + 0.859375, + 0.898438, + 0.820312, + 0.65625, + 0.714844, + 0.808594, + 0.835938, + 0.851562, + 0.910156, + 0.878906, + 0.8125, + 0.859375, + 0.828125, + 0.878906, + 0.867188, + 0.835938, + 0.820312, + 3.9e-05, + 0.78125, + 0.832031, + 0.78125, + 0.839844, + 0.683594, + 0.664062, + 0.851562, + 0.695312, + 0.824219, + 0.625, + 0.824219, + 0.804688, + 0.40625, + 0.835938, + 0.847656, + 0.851562, + 0.671875, + 0.835938, + 0.648438, + 0.835938, + 0.835938, + 0.941406, + 0.828125, + 0.804688, + 0.859375, + 0.691406, + 0.84375, + 0.9375, + 0.894531, + 0.863281, + 0.863281, + 0.859375, + 0.839844, + 0.886719, + 0.871094, + 0.859375, + 0.789062, + 0.871094, + 0.773438, + 0.890625, + 0.835938, + 0.820312, + 0.703125, + 0.777344, + 0.71875, + 0.808594, + 0.816406, + 0.960938, + 0.964844, + 0.847656, + 0.757812, + 0.851562, + 0.871094, + 0.816406, + 0.933594, + 0.847656, + 0.714844, + 0.742188, + 0.808594, + 0.78125, + 0.890625, + 0.828125, + 0.820312, + 0.863281, + 0.382812, + 0.824219, + 0.675781, + 0.871094, + 0.835938, + 0.824219, + 0.796875, + 0.824219, + 0.859375, + 0.867188, + 0.816406, + 0.832031, + 0.835938, + 0.625, + 0.824219, + 0.8125, + 0.816406, + 0.558594, + 0.851562, + 0.578125, + 0.820312, + 0.597656, + 0.820312, + 1.351562, + 0.667969, + 0.800781, + 1.09375, + 0.792969, + 0.859375, + 0.851562, + 0.886719, + 0.765625, + 0.714844, + 0.800781, + 0.824219, + 0.835938, + 0.765625, + 0.914062, + 0.816406, + 0.726562, + 0.980469, + 0.652344, + 0.894531, + 0.804688, + 0.875, + 0.839844, + 0.867188, + 0.898438, + 0.878906, + 0.714844, + 0.671875, + 0.8125, + 0.808594, + 0.839844, + 0.832031, + 0.617188, + 0.832031, + 0.8125, + 0.84375, + 0.84375, + 0.671875, + 0.882812, + 0.8125, + 0.808594, + 0.644531, + 0.820312, + 0.714844, + 0.867188, + 0.796875, + 0.832031, + 0.898438, + 0.855469, + 0.644531, + 0.785156, + 0.777344, + 0.660156, + 0.6875, + 1.390625, + 0.617188, + 0.746094, + 0.851562, + 0.835938, + 0.84375, + 0.820312, + 0.816406, + 0.330078, + 0.824219, + 1.0, + 0.832031, + 0.714844, + 0.535156, + 0.863281, + 0.824219, + 0.378906, + 0.789062, + 0.824219, + 0.882812, + 0.828125, + 0.835938, + 0.863281, + 0.835938, + 0.566406, + 0.785156, + 0.914062, + 0.835938, + 0.839844, + 0.882812, + 0.707031, + 0.757812, + 0.785156, + 0.804688, + 0.859375, + 0.707031, + 0.824219, + 1.171875, + 0.820312, + 0.816406, + 0.851562, + 0.582031, + 0.855469, + 0.820312, + 0.855469, + 0.90625, + 0.816406, + 0.808594, + 0.828125, + 0.789062, + 0.40625, + 0.800781, + 0.828125, + 0.605469, + 0.492188, + 0.882812, + 0.738281, + 0.878906, + 0.835938, + 0.628906, + 0.605469, + 0.777344, + 0.320312, + 0.820312, + 0.863281, + 0.875, + 0.820312, + 0.808594, + 0.839844, + 0.835938, + 0.769531, + 0.832031, + 0.839844, + 0.832031, + 0.847656, + 0.828125, + 0.835938, + 0.691406, + 0.886719, + 0.839844, + 0.832031, + 0.824219, + 0.792969, + 0.890625, + 0.636719, + 0.863281, + 0.808594, + 0.691406, + 0.71875, + 0.394531, + 0.867188, + 0.925781, + 0.828125, + 0.851562, + 0.800781, + 0.558594, + 0.699219, + 1.039062, + 0.613281, + 0.828125, + 0.652344, + 1.09375, + 0.835938, + 0.820312, + 0.816406, + 0.847656, + 0.785156, + 0.384766, + 0.898438, + 0.847656, + 0.785156, + 1.046875, + 0.757812, + 0.792969, + 0.839844, + 0.65625, + 0.498047, + 0.820312, + 0.660156, + 0.863281, + 0.734375, + 0.835938, + 0.816406, + 0.816406, + 0.847656, + 0.832031, + 0.804688, + 0.404297, + 0.707031, + 0.878906, + 0.828125, + 0.828125, + 0.789062, + 0.851562, + 0.675781, + 0.816406, + 0.550781, + 0.832031, + 0.789062, + 1.9375, + 0.824219, + 0.84375, + 0.652344, + 0.660156, + 0.8125, + 0.828125, + 0.828125, + 0.785156, + 0.835938, + 0.792969, + 0.574219, + 0.839844, + 0.816406, + 0.972656, + 0.976562, + 0.824219, + 0.648438, + 0.828125, + 0.886719, + 0.6875, + 0.828125, + 0.742188, + 0.824219, + 0.373047, + 0.863281, + 0.816406, + 0.847656, + 0.660156, + 0.498047, + 0.871094, + 0.828125, + 0.84375, + 0.378906, + 0.789062, + 0.855469, + 0.408203, + 0.832031, + 0.875, + 0.824219, + 0.792969, + 0.824219, + 0.636719, + 0.84375, + 0.828125, + 0.644531, + 0.816406, + 0.832031, + 0.671875, + 0.828125, + 0.816406, + 0.828125, + 0.53125, + 0.550781, + 0.757812, + 0.921875, + 0.632812, + 0.570312, + 0.855469, + 0.859375, + 0.832031, + 0.816406, + 0.664062, + 0.820312, + 0.847656, + 0.832031, + 0.400391, + 0.835938, + 0.824219, + 0.761719, + 0.597656, + 0.789062, + 0.769531, + 0.851562, + 1.234375, + 0.851562, + 0.820312, + 0.78125, + 0.589844, + 0.839844, + 0.400391, + 0.800781, + 0.800781, + 0.296875, + 0.847656, + 0.816406, + 0.890625, + 0.84375, + 0.773438, + 0.816406, + 0.746094, + 0.816406, + 0.839844, + 0.84375, + 0.878906, + 0.710938, + 0.796875, + 0.695312, + 0.847656, + 0.816406, + 1.054688, + 0.816406, + 0.609375, + 0.691406, + 0.851562, + 0.738281, + 0.8125, + 0.824219, + 0.726562, + 0.8125, + 0.828125, + 0.832031, + 0.828125, + 0.695312, + 0.609375, + 0.820312, + 0.824219, + 0.863281, + 0.691406, + 0.863281, + 0.824219, + 0.835938, + 0.769531, + 0.910156, + 0.859375, + 0.703125, + 0.804688, + 0.945312, + 0.75, + 0.859375, + 0.84375, + 0.820312, + 0.765625, + 0.878906, + 0.875, + 0.933594, + 0.878906, + 0.738281, + 0.392578, + 0.84375, + 0.664062, + 0.859375, + 0.84375, + 0.498047, + 0.785156, + 0.867188, + 0.835938, + 0.816406, + 0.816406, + 0.369141, + 0.808594, + 0.640625, + 0.84375, + 0.808594, + 0.820312, + 0.835938, + 0.855469, + 0.816406, + 0.863281, + 0.742188, + 0.445312, + 0.832031, + 0.792969, + 0.820312, + 0.671875, + 0.914062, + 0.851562, + 0.839844, + 0.886719, + 0.84375, + 0.789062, + 0.828125, + 0.917969, + 0.824219, + 0.632812, + 0.820312, + 0.785156, + 0.839844, + 0.863281, + 0.714844, + 0.84375, + 0.820312, + 0.835938, + 0.839844, + 0.84375, + 0.882812, + 0.820312, + 0.835938, + 0.835938, + 0.6875, + 0.855469, + 0.84375, + 0.789062, + 0.828125, + 0.738281, + 0.839844, + 0.8125, + 0.570312, + 0.820312, + 0.707031, + 0.847656, + 0.675781, + 0.851562, + 0.835938, + 0.636719, + 0.490234, + 0.722656, + 0.867188, + 0.734375, + 0.613281, + 0.878906, + 0.863281, + 0.738281, + 0.90625, + 0.652344, + 0.8125, + 0.832031, + 0.816406, + 0.382812, + 0.769531, + 0.396484, + 0.640625, + 1.117188, + 0.84375, + 0.574219, + 0.6875, + 0.796875, + 0.808594, + 0.824219, + 0.710938, + 1.148438, + 0.835938, + 0.824219, + 0.416016, + 1.015625, + 0.839844, + 1.1875, + 0.832031, + 0.835938, + 0.820312, + 0.835938, + 0.808594, + 0.664062, + 0.683594, + 0.585938, + 0.757812, + 0.59375, + 0.65625, + 0.667969, + 0.855469, + 0.921875, + 0.855469, + 0.8125, + 0.800781, + 0.875, + 0.867188, + 0.824219, + 0.816406, + 0.859375, + 0.382812, + 0.644531, + 0.824219, + 0.863281, + 0.761719, + 0.507812, + 0.632812, + 0.84375, + 0.863281, + 0.832031, + 0.832031, + 0.412109, + 0.839844, + 0.855469, + 0.816406, + 0.675781, + 0.375, + 0.8125, + 0.828125, + 0.785156, + 0.6875, + 0.734375, + 0.824219, + 0.699219, + 0.910156, + 0.679688, + 0.664062, + 0.851562, + 0.396484, + 0.828125, + 0.8125, + 0.380859, + 0.855469, + 0.867188, + 0.820312, + 0.707031, + 0.792969, + 0.824219, + 0.808594, + 0.917969, + 0.597656, + 0.722656, + 0.679688, + 1.273438, + 0.882812, + 0.457031, + 0.867188, + 0.761719, + 1.039062, + 0.835938, + 0.839844, + 0.851562, + 0.738281, + 0.675781, + 0.933594, + 0.488281, + 1.34375, + 0.828125, + 0.757812, + 0.886719, + 0.679688, + 0.839844, + 0.773438, + 0.550781, + 0.675781, + 0.832031, + 0.636719, + 0.640625, + 0.59375, + 0.796875, + 0.302734, + 0.570312, + 0.914062, + 0.789062, + 0.839844, + 0.835938, + 0.734375, + 1.09375, + 0.792969, + 0.886719, + 0.753906, + 0.804688, + 0.832031, + 0.6875, + 0.632812, + 0.824219, + 1.3125, + 0.828125, + 0.84375, + 0.78125, + 0.820312, + 0.558594, + 0.753906, + 0.746094, + 0.378906, + 0.632812, + 0.882812, + 0.882812, + 0.871094, + 1.132812, + 0.828125, + 0.960938, + 0.855469, + 0.800781, + 0.628906, + 0.78125, + 0.808594, + 0.992188, + 0.644531, + 0.816406, + 0.871094, + 0.84375, + 0.804688, + 0.910156, + 1.140625, + 0.902344, + 0.765625, + 0.863281, + 0.542969, + 0.765625, + 0.789062, + 0.828125, + 0.867188, + 0.455078, + 0.490234, + 0.835938, + 0.753906, + 0.90625, + 0.941406, + 1.140625, + 0.851562, + 0.710938, + 0.808594, + 0.65625, + 0.839844, + 0.828125, + 0.8125, + 0.859375, + 0.71875, + 0.84375, + 0.839844, + 0.6875, + 0.613281, + 0.839844, + 0.746094, + 0.84375, + 0.746094, + 0.792969, + 0.808594, + 0.75, + 0.941406, + 0.824219, + 0.71875, + 0.828125, + 0.5625, + 0.929688, + 0.789062, + 0.953125, + 0.824219, + 0.828125, + 0.863281, + 0.828125, + 0.753906, + 1.09375, + 0.804688, + 0.753906, + 1.039062, + 0.851562, + 0.816406, + 0.644531, + 0.882812, + 0.667969, + 1.007812, + 0.839844, + 0.902344, + 0.839844, + 0.644531, + 0.632812, + 0.816406, + 0.792969, + 0.820312, + 0.832031, + 0.78125, + 0.859375, + 0.828125, + 0.914062, + 0.851562, + 0.84375, + 0.855469, + 1.0, + 0.800781, + 0.796875, + 0.695312, + 0.621094, + 0.917969, + 0.851562, + 0.828125, + 0.765625, + 0.808594, + 0.832031, + 0.875, + 0.785156, + 0.875, + 0.839844, + 0.824219, + 0.785156, + 0.84375, + 0.351562, + 0.824219, + 0.667969, + 0.347656, + 0.820312, + 0.832031, + 0.832031, + 0.71875, + 0.835938, + 0.855469, + 0.847656, + 0.875, + 0.914062, + 1.007812, + 0.714844, + 0.804688, + 0.550781, + 0.859375, + 0.84375, + 0.640625, + 1.023438, + 0.808594, + 0.820312, + 0.867188, + 0.914062, + 0.828125, + 0.839844, + 0.828125, + 0.835938, + 0.640625, + 0.832031, + 1.140625, + 0.835938, + 0.695312, + 0.832031, + 0.832031, + 1.046875, + 0.953125, + 0.820312, + 1.03125, + 0.894531, + 0.824219, + 1.039062, + 0.804688, + 0.777344, + 0.839844, + 0.816406, + 0.867188, + 0.835938, + 0.855469, + 0.824219, + 0.859375, + 0.828125, + 0.824219, + 0.746094, + 0.8125, + 0.679688, + 0.828125, + 0.835938, + 0.984375, + 0.621094, + 0.328125, + 0.867188, + 0.839844, + 0.847656, + 0.84375, + 0.832031, + 0.757812, + 0.726562, + 0.824219, + 0.8125, + 0.820312, + 0.871094, + 0.820312, + 0.632812, + 0.808594, + 0.804688, + 0.6875, + 0.714844, + 0.828125, + 0.310547, + 0.828125, + 0.738281, + 0.298828, + 0.859375, + 0.878906, + 0.660156, + 0.804688, + 0.988281, + 0.8125, + 0.6875, + 0.824219, + 0.738281, + 0.679688, + 0.640625, + 0.566406, + 0.8125, + 0.699219, + 0.6875, + 0.667969, + 0.847656, + 0.832031, + 0.832031, + 0.851562, + 0.714844, + 0.84375, + 0.589844, + 0.945312, + 0.785156, + 0.835938, + 0.832031, + 0.871094, + 0.777344, + 0.824219, + 0.59375, + 0.921875, + 0.828125, + 0.828125, + 0.824219, + 0.648438, + 0.886719, + 0.871094, + 0.867188, + 0.746094, + 0.816406, + 0.828125, + 0.792969, + 0.851562, + 0.789062, + 0.910156, + 0.824219, + 0.839844, + 0.832031, + 0.832031, + 0.78125, + 0.878906, + 0.921875, + 0.679688, + 0.804688, + 0.878906, + 0.792969, + 0.851562, + 0.789062, + 0.84375, + 0.992188, + 0.949219, + 0.804688, + 0.503906, + 0.78125, + 0.980469, + 0.644531, + 0.828125, + 1.046875, + 0.804688, + 0.683594, + 0.886719, + 0.847656, + 1.140625, + 0.820312, + 0.84375, + 0.8125, + 0.902344, + 0.835938, + 0.722656, + 0.796875, + 0.652344, + 0.847656, + 0.890625, + 0.851562, + 0.644531, + 0.828125, + 0.828125, + 0.828125, + 0.851562, + 0.757812, + 0.695312, + 0.574219, + 0.816406, + 0.785156, + 0.800781, + 0.789062, + 0.820312, + 0.808594, + 0.832031, + 0.898438, + 0.824219, + 0.859375, + 0.722656, + 0.777344, + 0.648438, + 0.435547, + 0.726562, + 0.785156, + 0.847656, + 0.945312, + 0.828125, + 0.910156, + 0.796875, + 0.890625, + 0.746094, + 0.777344, + 0.957031, + 0.785156, + 0.929688, + 0.855469, + 0.769531, + 0.380859, + 0.804688, + 0.808594, + 0.386719, + 0.828125, + 0.832031, + 0.859375, + 0.800781, + 0.824219, + 0.785156, + 0.804688, + 0.28125, + 0.863281, + 0.394531, + 0.835938, + 0.882812, + 1.101562, + 0.359375, + 0.746094, + 0.851562, + 0.867188, + 0.753906, + 0.605469, + 0.863281, + 0.863281, + 0.820312, + 0.964844, + 0.847656, + 0.710938, + 0.808594, + 0.859375, + 0.839844, + 0.605469, + 0.824219, + 0.439453, + 0.867188, + 0.871094, + 0.964844, + 0.851562, + 0.886719, + 0.972656, + 0.824219, + 0.824219, + 0.875, + 0.824219, + 0.796875, + 0.824219, + 0.738281, + 0.796875, + 0.8125, + 0.371094, + 0.832031, + 0.847656, + 0.769531, + 0.796875, + 0.765625, + 0.757812, + 0.824219, + 0.832031, + 0.416016, + 0.882812, + 0.867188, + 0.486328, + 0.851562, + 0.753906, + 0.914062, + 0.835938, + 0.820312, + 0.816406, + 0.824219, + 0.8125, + 0.820312, + 0.820312, + 0.792969, + 0.972656, + 0.863281, + 0.820312, + 0.800781, + 0.804688, + 0.820312, + 0.482422, + 0.832031, + 1.070312, + 0.710938, + 0.757812, + 0.828125, + 0.839844, + 0.84375, + 0.851562, + 0.859375, + 0.816406, + 0.660156, + 0.789062, + 0.859375, + 0.867188, + 0.855469, + 0.558594, + 0.84375, + 0.914062, + 0.859375, + 0.789062, + 0.769531, + 0.816406, + 0.804688, + 0.648438, + 0.847656, + 0.867188, + 0.839844, + 0.832031, + 0.804688, + 0.808594, + 0.976562, + 0.832031, + 0.839844, + 0.832031, + 0.808594, + 0.777344, + 0.773438, + 0.820312, + 0.796875, + 0.597656, + 0.867188, + 0.808594, + 0.8125, + 0.835938, + 0.910156, + 0.871094, + 0.828125, + 0.835938, + 0.902344, + 0.832031, + 0.613281, + 0.824219, + 0.859375, + 0.582031, + 0.855469, + 0.8125, + 0.816406, + 0.753906, + 0.671875, + 0.695312, + 0.757812, + 0.980469, + 0.671875, + 0.855469, + 0.503906, + 0.976562, + 0.792969, + 0.722656, + 0.6875, + 0.835938, + 0.285156, + 0.820312, + 0.839844, + 0.820312, + 0.824219, + 0.828125, + 0.761719, + 0.863281, + 0.835938, + 0.376953, + 0.380859, + 0.664062, + 0.769531, + 0.867188, + 0.734375, + 0.8125, + 0.894531, + 0.679688, + 0.839844, + 0.707031, + 0.820312, + 1.25, + 0.839844, + 0.828125, + 0.777344, + 0.820312, + 0.439453, + 0.804688, + 0.824219, + 0.824219, + 0.804688, + 0.628906, + 0.71875, + 0.835938, + 0.84375, + 0.765625, + 0.703125, + 0.847656, + 0.894531, + 0.824219, + 0.816406, + 0.953125, + 0.796875, + 0.78125, + 0.710938, + 0.808594, + 0.839844, + 0.824219, + 0.664062, + 0.796875, + 0.941406, + 0.84375, + 0.683594, + 0.816406, + 0.929688, + 0.679688, + 0.804688, + 0.722656, + 0.652344, + 0.40625, + 1.0625, + 0.820312, + 0.871094, + 0.707031, + 0.777344, + 0.648438, + 0.333984, + 0.820312, + 1.101562, + 0.699219, + 0.816406, + 0.816406, + 0.804688, + 0.726562, + 0.867188, + 0.882812, + 0.792969, + 0.578125, + 0.820312, + 0.875, + 0.851562, + 0.824219, + 0.9375, + 0.808594, + 0.835938, + 0.816406, + 0.78125, + 0.917969, + 0.433594, + 0.871094, + 0.898438, + 0.816406, + 0.820312, + 0.753906, + 0.792969, + 0.835938, + 0.835938, + 0.824219, + 0.820312, + 0.570312, + 0.828125, + 0.753906, + 0.828125, + 0.871094, + 0.730469, + 0.820312, + 0.832031, + 0.878906, + 0.707031, + 0.945312, + 0.667969, + 0.84375, + 0.867188, + 0.84375, + 0.742188, + 0.804688, + 0.824219, + 0.796875, + 0.835938, + 0.816406, + 0.792969, + 0.664062, + 0.894531, + 0.761719, + 0.71875, + 0.84375, + 0.796875, + 0.933594, + 0.789062, + 0.746094, + 1.054688, + 0.777344, + 0.824219, + 0.835938, + 0.847656, + 0.671875, + 0.8125, + 0.416016, + 0.820312, + 0.820312, + 0.835938, + 0.824219, + 0.816406, + 0.753906, + 0.820312, + 0.349609, + 0.613281, + 0.8125, + 0.746094, + 0.757812, + 0.773438, + 0.980469, + 0.839844, + 0.816406, + 0.8125, + 0.355469, + 0.832031, + 0.451172, + 0.671875, + 0.625, + 0.855469, + 0.765625, + 0.863281, + 0.707031, + 0.886719, + 0.929688, + 0.835938, + 0.8125, + 0.707031, + 0.816406, + 0.824219, + 0.839844, + 0.84375, + 0.65625, + 0.832031, + 0.804688, + 0.546875, + 0.828125, + 0.765625, + 0.820312, + 0.746094, + 0.742188, + 0.679688, + 0.820312, + 0.832031, + 0.839844, + 0.601562, + 0.855469, + 0.675781, + 0.660156, + 0.402344, + 0.753906, + 0.855469, + 0.828125, + 0.898438, + 0.855469, + 0.792969, + 0.294922, + 0.761719, + 0.664062, + 0.816406, + 0.742188, + 0.839844, + 0.828125, + 0.835938, + 0.753906, + 0.832031, + 0.792969, + 0.890625, + 0.90625, + 0.871094, + 0.859375, + 0.828125, + 0.863281, + 0.851562, + 0.800781, + 0.675781, + 0.824219, + 0.828125, + 0.941406, + 0.972656, + 0.566406, + 0.839844, + 0.652344, + 0.761719, + 0.832031, + 0.373047, + 0.851562, + 0.640625, + 0.828125, + 0.859375, + 0.785156, + 0.832031, + 0.796875, + 0.839844, + 0.871094, + 0.824219, + 0.707031, + 0.84375, + 0.507812, + 0.835938, + 0.625, + 0.84375, + 0.753906, + 0.445312, + 0.84375, + 0.847656, + 0.890625, + 0.828125, + 0.769531, + 0.84375, + 0.867188, + 0.828125, + 0.804688, + 0.816406, + 0.621094, + 0.84375, + 0.835938, + 0.820312, + 0.8125, + 0.835938, + 0.285156, + 0.847656, + 0.777344, + 0.8125, + 0.738281, + 0.8125, + 0.820312, + 0.808594, + 0.804688, + 0.523438, + 0.640625, + 0.816406, + 0.703125, + 0.539062, + 0.882812, + 0.835938, + 0.679688, + 0.792969, + 0.539062, + 1.140625, + 0.8125, + 0.816406, + 0.828125, + 0.878906, + 0.796875, + 0.859375, + 0.886719, + 0.773438, + 0.757812, + 0.828125, + 0.773438, + 0.392578, + 0.660156, + 0.695312, + 0.820312, + 0.886719, + 0.832031, + 0.349609, + 0.8125, + 0.90625, + 0.820312, + 0.792969, + 0.412109, + 0.636719, + 0.875, + 0.65625, + 0.472656, + 0.835938, + 0.828125, + 0.601562, + 0.957031, + 0.820312, + 0.886719, + 0.753906, + 0.898438, + 0.777344, + 0.839844, + 0.820312, + 0.78125, + 0.824219, + 0.804688, + 0.828125, + 0.691406, + 0.871094, + 0.914062, + 0.78125, + 0.832031, + 0.871094, + 0.847656, + 0.789062, + 0.753906, + 0.828125, + 0.730469, + 0.828125, + 0.824219, + 0.816406, + 0.832031, + 0.558594, + 0.882812, + 0.792969, + 0.710938, + 0.816406, + 0.941406, + 0.820312, + 0.703125, + 0.796875, + 0.691406, + 0.894531, + 0.796875, + 0.917969, + 0.878906, + 0.828125, + 0.730469, + 0.789062, + 0.800781, + 0.777344, + 0.746094, + 0.949219, + 0.914062, + 0.785156, + 1.59375, + 0.828125, + 0.363281, + 0.3125, + 0.832031, + 0.792969, + 0.453125, + 0.785156, + 0.84375, + 0.679688, + 0.972656, + 0.808594, + 0.839844, + 0.832031, + 0.828125, + 1.875, + 1.007812, + 0.578125, + 0.742188, + 0.816406, + 0.816406, + 0.929688, + 0.824219, + 1.164062, + 0.886719, + 0.84375, + 0.816406, + 0.84375, + 0.554688, + 0.808594, + 0.832031, + 0.855469, + 0.8125, + 0.847656, + 0.800781, + 0.964844, + 0.839844, + 0.722656, + 0.816406, + 0.773438, + 0.824219, + 0.824219, + 1.023438, + 1.007812, + 0.361328, + 0.828125, + 0.824219, + 1.039062, + 0.878906, + 0.851562, + 0.847656, + 0.84375, + 0.835938, + 0.726562, + 0.808594, + 1.023438, + 0.855469, + 0.792969, + 0.699219, + 0.804688, + 0.851562, + 0.378906, + 0.640625, + 0.867188, + 0.824219, + 0.820312, + 0.824219, + 0.660156, + 0.636719, + 0.882812, + 0.480469, + 0.824219, + 0.800781, + 0.808594, + 0.816406, + 0.890625, + 0.722656, + 0.890625, + 0.820312, + 0.902344, + 0.828125, + 0.726562, + 0.84375, + 0.820312, + 0.839844, + 0.847656, + 0.863281, + 0.373047, + 0.847656, + 0.761719, + 0.832031, + 0.832031, + 0.816406, + 0.558594, + 0.824219, + 0.859375, + 0.714844, + 0.84375, + 0.828125, + 0.376953, + 0.914062, + 0.390625, + 0.683594, + 0.78125, + 0.664062, + 0.625, + 0.789062, + 0.410156, + 0.796875, + 0.816406, + 0.773438, + 0.820312, + 0.835938, + 0.800781, + 0.8125, + 0.820312, + 0.855469, + 0.714844, + 0.369141, + 0.777344, + 0.90625, + 0.804688, + 0.625, + 0.832031, + 0.8125, + 0.820312, + 0.871094, + 0.796875, + 0.664062, + 0.941406, + 0.283203, + 0.816406, + 0.851562, + 0.820312, + 0.851562, + 0.828125, + 0.828125, + 0.6875, + 0.742188, + 0.835938, + 0.765625, + 0.835938, + 0.839844, + 0.855469, + 0.839844, + 0.832031, + 0.597656, + 0.800781, + 0.722656, + 0.396484, + 0.816406, + 0.890625, + 0.851562, + 0.820312, + 0.640625, + 0.291016, + 0.882812, + 0.707031, + 0.835938, + 0.863281, + 0.835938, + 0.824219, + 0.742188, + 0.824219, + 0.828125, + 0.777344, + 0.824219, + 0.671875, + 0.828125, + 0.898438, + 0.839844, + 0.527344, + 0.671875, + 0.75, + 0.804688, + 0.832031, + 0.679688, + 0.792969, + 0.820312, + 0.816406, + 0.722656, + 0.820312, + 0.9375, + 0.808594, + 0.5, + 0.914062, + 0.710938, + 0.863281, + 0.640625, + 0.828125, + 0.839844, + 0.855469, + 0.890625, + 0.597656, + 0.339844, + 0.789062, + 0.859375, + 0.851562, + 0.917969, + 0.84375, + 0.671875, + 0.832031, + 0.847656, + 0.8125, + 0.376953, + 0.789062, + 0.890625, + 0.808594, + 0.855469, + 0.875, + 0.75, + 0.835938, + 0.816406, + 0.832031, + 0.875, + 0.847656, + 0.800781, + 0.878906, + 0.753906, + 0.894531, + 0.476562, + 0.84375, + 0.828125, + 1.007812, + 0.796875, + 0.707031, + 0.466797, + 0.699219, + 0.828125, + 0.828125, + 0.90625, + 0.828125, + 0.964844, + 0.855469, + 0.765625, + 0.839844, + 0.800781, + 0.839844, + 0.671875, + 0.839844, + 0.8125, + 0.820312, + 0.828125, + 0.820312, + 0.445312, + 0.894531, + 0.902344, + 0.796875, + 0.773438, + 0.835938, + 0.859375, + 0.777344, + 0.404297, + 0.835938, + 0.738281, + 0.412109, + 0.816406, + 0.835938, + 0.855469, + 1.171875, + 0.871094, + 0.839844, + 0.824219, + 0.824219, + 0.847656, + 0.820312, + 0.691406, + 0.832031, + 0.851562, + 0.789062, + 0.820312, + 0.828125, + 0.832031, + 0.878906, + 0.921875, + 0.703125, + 0.769531, + 0.597656, + 0.863281, + 0.898438, + 0.847656, + 0.824219, + 0.8125, + 0.832031, + 0.824219, + 0.898438, + 0.632812, + 0.816406, + 0.632812, + 0.660156, + 0.949219, + 0.832031, + 0.835938, + 0.722656, + 0.792969, + 0.816406, + 0.804688, + 0.890625, + 0.871094, + 0.855469, + 0.785156, + 1.070312, + 0.730469, + 0.847656, + 0.816406, + 0.585938, + 0.832031, + 0.550781, + 0.753906, + 0.835938, + 0.847656, + 0.804688, + 0.65625, + 0.648438, + 0.820312, + 1.015625, + 0.820312, + 0.714844, + 0.851562, + 0.789062, + 0.886719, + 0.832031, + 0.660156, + 0.808594, + 0.761719, + 0.832031, + 0.777344, + 0.921875, + 0.617188, + 0.835938, + 0.855469, + 0.636719, + 0.570312, + 0.921875, + 0.796875, + 0.597656, + 0.894531, + 0.902344, + 0.816406, + 0.863281, + 0.835938, + 0.933594, + 0.824219, + 0.792969, + 0.863281, + 0.613281, + 0.820312, + 0.828125, + 0.800781, + 0.808594, + 0.625, + 0.835938, + 0.574219, + 0.785156, + 0.753906, + 0.851562, + 0.730469, + 0.8125, + 0.613281, + 0.804688, + 0.789062, + 0.71875, + 0.628906, + 0.8125, + 0.785156, + 0.378906, + 0.382812, + 0.753906, + 0.808594, + 0.824219, + 0.832031, + 0.566406, + 0.824219, + 0.828125, + 0.820312, + 0.894531, + 0.550781, + 0.789062, + 0.675781, + 0.8125, + 0.378906, + 0.523438, + 0.726562, + 0.863281, + 0.605469, + 0.851562, + 0.832031, + 0.886719, + 0.835938, + 0.84375, + 0.78125, + 0.839844, + 0.875, + 0.527344, + 0.855469, + 0.789062, + 0.921875, + 0.699219, + 0.824219, + 0.667969, + 0.816406, + 0.859375, + 0.855469, + 0.808594, + 0.585938, + 0.816406, + 0.816406, + 0.792969, + 0.804688, + 0.667969, + 0.808594, + 0.816406, + 0.722656, + 0.835938, + 0.878906, + 0.847656, + 0.960938, + 0.800781, + 0.621094, + 0.859375, + 0.738281, + 0.832031, + 0.851562, + 0.785156, + 0.824219, + 0.285156, + 0.855469, + 0.808594, + 0.835938, + 0.835938, + 0.832031, + 0.8125, + 0.757812, + 0.820312, + 0.847656, + 0.863281, + 0.800781, + 0.84375, + 0.839844, + 0.839844, + 0.847656, + 0.78125, + 0.785156, + 0.824219, + 0.789062, + 0.792969, + 0.808594, + 0.828125, + 0.8125, + 0.699219, + 0.585938, + 0.609375, + 0.851562, + 0.832031, + 0.824219, + 0.828125, + 0.824219, + 0.921875, + 0.859375, + 0.855469, + 0.789062, + 0.800781, + 0.800781, + 0.65625, + 0.753906, + 0.824219, + 0.914062, + 0.851562, + 0.710938, + 0.832031, + 0.839844, + 0.75, + 0.863281, + 0.691406, + 0.875, + 0.855469, + 0.820312, + 0.820312, + 0.402344, + 0.777344, + 0.679688, + 0.722656, + 0.683594, + 0.429688, + 0.796875, + 0.6875, + 1.007812, + 0.636719, + 0.832031, + 0.820312, + 0.726562, + 0.84375, + 0.400391, + 0.796875, + 0.863281, + 0.648438, + 0.707031, + 0.851562, + 0.863281, + 0.832031, + 0.882812, + 0.898438, + 0.78125, + 0.671875, + 0.273438, + 0.980469, + 0.699219, + 0.8125, + 0.796875, + 0.84375, + 0.78125, + 0.808594, + 0.789062, + 0.832031, + 0.820312, + 0.730469, + 0.769531, + 0.8125, + 0.746094, + 0.6875, + 0.824219, + 0.628906, + 0.285156, + 0.8125, + 0.820312, + 0.792969, + 0.816406, + 0.855469, + 0.345703, + 0.761719, + 1.054688, + 0.839844, + 0.679688, + 0.898438, + 0.824219, + 0.84375, + 0.816406, + 0.820312, + 0.746094, + 0.832031, + 0.828125, + 0.832031, + 0.396484, + 0.828125, + 0.34375, + 0.835938, + 0.878906, + 0.667969, + 0.824219, + 0.824219, + 0.847656, + 0.886719, + 0.757812, + 0.78125, + 0.28125, + 0.554688, + 0.832031, + 0.871094, + 0.726562, + 0.820312, + 0.835938, + 0.621094, + 0.832031, + 0.640625, + 0.832031, + 0.683594, + 0.777344, + 0.84375, + 0.570312, + 0.859375, + 0.832031, + 0.851562, + 0.800781, + 0.796875, + 0.851562, + 0.753906, + 0.851562, + 0.902344, + 0.707031, + 1.078125, + 0.804688, + 0.898438, + 0.84375, + 0.832031, + 0.929688, + 0.832031, + 0.84375, + 0.953125, + 0.796875, + 0.8125, + 0.84375, + 0.828125, + 0.847656, + 0.679688, + 0.886719, + 0.828125, + 0.707031, + 0.710938, + 0.878906, + 0.84375, + 0.628906, + 0.291016, + 0.894531, + 0.878906, + 0.396484, + 0.851562, + 0.660156, + 0.828125, + 0.796875, + 0.847656, + 0.832031, + 0.644531, + 0.839844, + 0.867188, + 0.820312, + 0.828125, + 0.789062, + 0.878906, + 0.730469, + 0.78125, + 0.804688, + 0.582031, + 0.429688, + 0.832031, + 0.703125, + 0.875, + 0.804688, + 0.808594, + 0.773438, + 0.828125, + 1.0625, + 0.816406, + 0.867188, + 0.816406, + 0.410156, + 0.773438, + 0.6875, + 0.609375, + 0.398438, + 0.902344, + 0.839844, + 0.828125, + 0.664062, + 0.800781, + 0.449219, + 0.726562, + 0.699219, + 1.8e-05, + 0.605469, + 0.820312, + 0.941406, + 0.894531, + 0.828125, + 0.828125, + 0.667969, + 0.824219, + 0.894531, + 0.832031, + 0.816406, + 0.828125, + 0.714844, + 0.855469, + 0.839844, + 0.871094, + 0.824219, + 0.910156, + 0.765625, + 0.722656, + 0.648438, + 0.878906, + 0.832031, + 0.820312, + 0.859375, + 0.8125, + 0.871094, + 0.695312, + 0.367188, + 0.652344, + 0.734375, + 0.851562, + 0.765625, + 0.361328, + 0.71875, + 0.636719, + 0.984375, + 0.816406, + 0.828125, + 0.808594, + 0.835938, + 0.71875, + 0.78125, + 0.832031, + 0.796875, + 0.832031, + 0.832031, + 0.832031, + 0.474609, + 0.71875, + 0.835938, + 0.824219, + 0.851562, + 0.460938, + 0.863281, + 0.816406, + 0.847656, + 0.886719, + 0.820312, + 0.832031, + 0.839844, + 0.800781, + 0.796875, + 0.628906, + 0.84375, + 1.148438, + 0.769531, + 0.835938, + 0.929688, + 0.789062, + 0.816406, + 0.75, + 0.675781, + 0.78125, + 0.707031, + 0.839844, + 0.808594, + 0.777344, + 0.824219, + 0.707031, + 0.894531, + 0.746094, + 0.8125, + 0.910156, + 0.400391, + 0.765625, + 0.816406, + 0.742188, + 0.351562, + 0.585938, + 0.847656, + 0.875, + 0.902344, + 0.628906, + 0.855469, + 0.804688, + 0.808594, + 0.824219, + 0.839844, + 0.835938, + 1.0, + 0.867188, + 0.617188, + 0.804688, + 0.914062, + 0.835938, + 0.722656, + 0.660156, + 0.828125, + 0.652344, + 0.824219, + 0.726562, + 0.828125, + 0.828125, + 0.478516, + 0.84375, + 0.859375, + 1.09375, + 0.835938, + 0.910156, + 0.832031, + 0.824219, + 0.746094, + 1.0625, + 0.578125, + 0.753906, + 0.828125, + 0.917969, + 0.8125, + 0.816406, + 0.796875, + 0.785156, + 0.652344, + 0.84375, + 0.808594, + 0.761719, + 0.824219, + 0.746094, + 0.808594, + 0.640625, + 0.8125, + 0.824219, + 0.511719, + 0.703125, + 0.609375, + 0.84375, + 0.847656, + 2.359375, + 0.871094, + 0.644531, + 0.652344, + 0.804688, + 0.855469, + 0.699219, + 0.371094, + 0.8125, + 0.792969, + 0.84375, + 0.835938, + 2.4375, + 0.800781, + 0.824219, + 0.734375, + 0.875, + 0.738281, + 0.839844, + 0.402344, + 0.341797, + 0.855469, + 0.835938, + 0.804688, + 0.816406, + 0.894531, + 0.855469, + 0.539062, + 0.824219, + 0.828125, + 0.78125, + 0.832031, + 0.519531, + 0.859375, + 0.839844, + 0.796875, + 0.835938, + 0.652344, + 0.835938, + 1.070312, + 0.738281, + 0.605469, + 0.828125, + 0.851562, + 0.832031, + 0.796875, + 0.792969, + 0.828125, + 0.8125, + 0.839844, + 0.777344, + 0.679688, + 0.832031, + 0.8125, + 0.878906, + 0.753906, + 0.84375, + 0.847656, + 0.800781, + 0.8125, + 0.84375, + 0.65625, + 0.369141, + 0.808594, + 0.925781, + 0.828125, + 0.90625, + 0.917969, + 1.109375, + 0.839844, + 0.824219, + 0.855469, + 0.447266, + 0.835938, + 0.628906, + 0.847656, + 0.726562, + 0.617188, + 0.816406, + 0.742188, + 0.84375, + 0.890625, + 0.828125, + 0.789062, + 0.832031, + 0.847656, + 0.804688, + 0.863281, + 0.839844, + 0.863281, + 1.054688, + 0.726562, + 0.8125, + 0.824219, + 0.882812, + 0.6875, + 0.789062, + 0.835938, + 0.835938, + 0.640625, + 0.628906, + 0.796875, + 0.855469, + 0.894531, + 0.8125, + 0.828125, + 0.847656, + 0.855469, + 0.886719, + 0.761719, + 0.644531, + 0.710938, + 0.792969, + 0.789062, + 0.625, + 0.828125, + 0.820312, + 0.722656, + 0.691406, + 0.847656, + 0.765625, + 0.886719, + 0.4375, + 0.632812, + 0.851562, + 0.867188, + 0.839844, + 0.808594, + 0.867188, + 0.84375, + 0.839844, + 0.84375, + 0.832031, + 0.8125, + 0.859375, + 0.90625, + 0.8125, + 0.871094, + 0.839844, + 1.210938, + 0.824219, + 0.910156, + 0.835938, + 0.785156, + 0.8125, + 0.773438, + 0.886719, + 0.773438, + 0.835938, + 0.847656, + 0.828125, + 0.832031, + 0.828125, + 0.9375, + 0.816406, + 0.773438, + 0.808594, + 0.832031, + 0.851562, + 0.792969, + 0.816406, + 0.839844, + 0.828125, + 0.8125, + 0.679688, + 0.695312, + 0.675781, + 0.84375, + 0.664062, + 0.597656, + 0.859375, + 0.722656, + 0.554688, + 0.851562, + 0.863281, + 0.851562, + 0.664062, + 0.847656, + 0.824219, + 0.816406, + 0.671875, + 1.484375, + 0.542969, + 0.570312, + 0.914062, + 1.039062, + 1.03125, + 0.640625, + 0.648438, + 0.75, + 0.816406, + 0.832031, + 0.835938, + 0.828125, + 0.964844, + 0.863281, + 0.507812, + 0.765625, + 0.820312, + 0.859375, + 0.589844, + 0.753906, + 0.613281, + 0.714844, + 0.707031, + 0.65625, + 0.835938, + 0.804688, + 0.777344, + 0.373047, + 0.824219, + 1.109375, + 0.824219, + 0.835938, + 0.804688, + 0.859375, + 0.675781, + 0.84375, + 0.859375, + 0.871094, + 0.828125, + 0.824219, + 0.488281, + 0.871094, + 0.832031, + 0.820312, + 0.789062, + 0.847656, + 0.820312, + 0.839844, + 0.648438, + 0.828125, + 0.816406, + 0.828125, + 0.84375, + 0.535156, + 0.867188, + 0.773438, + 0.84375, + 0.820312, + 0.566406, + 0.714844, + 0.376953, + 0.855469, + 0.832031, + 0.839844, + 0.878906, + 0.808594, + 0.828125, + 0.835938, + 0.824219, + 0.726562, + 0.648438, + 0.789062, + 0.8125, + 0.515625, + 0.84375, + 0.667969, + 0.828125, + 0.757812, + 0.785156, + 0.863281, + 0.601562, + 0.832031, + 0.820312, + 0.84375, + 0.84375, + 0.746094, + 0.90625, + 0.796875, + 0.8125, + 0.570312, + 0.855469, + 0.816406, + 0.878906, + 0.847656, + 0.839844, + 0.628906, + 0.613281, + 0.78125, + 0.828125, + 0.773438, + 0.851562, + 0.832031, + 0.859375, + 0.335938, + 0.851562, + 0.652344, + 0.84375, + 0.828125, + 0.757812, + 0.820312, + 0.820312, + 0.882812, + 0.867188, + 0.691406, + 0.84375, + 0.875, + 0.660156, + 0.808594, + 0.886719, + 0.84375, + 0.792969, + 0.796875, + 0.796875, + 0.839844, + 0.832031, + 0.707031, + 0.738281, + 0.851562, + 0.808594, + 0.835938, + 0.816406, + 0.660156, + 0.796875, + 0.859375, + 0.847656, + 0.84375, + 0.820312, + 0.863281, + 0.863281, + 0.929688, + 0.84375, + 0.84375, + 0.835938, + 0.691406, + 0.84375, + 0.808594, + 0.332031, + 0.824219, + 0.867188, + 0.867188, + 0.761719, + 0.683594, + 0.839844, + 0.722656, + 0.832031, + 0.835938, + 0.894531, + 0.859375, + 0.757812, + 0.929688, + 1.203125, + 0.808594, + 0.9375, + 0.792969, + 0.792969, + 0.902344, + 0.824219, + 0.734375, + 0.808594, + 0.828125, + 0.412109, + 0.375, + 0.828125, + 0.640625, + 0.855469, + 0.878906, + 1.132812, + 0.605469, + 0.785156, + 0.851562, + 0.832031, + 0.898438, + 0.808594, + 0.835938, + 0.675781, + 0.753906, + 0.851562, + 0.828125, + 0.816406, + 0.828125, + 0.287109, + 0.855469, + 0.664062, + 0.882812, + 0.871094, + 0.800781, + 1.28125, + 0.84375, + 0.847656, + 1.054688, + 0.820312, + 0.824219, + 0.703125, + 0.65625, + 0.824219, + 0.851562, + 0.878906, + 0.816406, + 0.828125, + 0.820312, + 1.398438, + 0.625, + 0.875, + 0.78125, + 0.898438, + 0.839844, + 0.820312, + 0.828125, + 0.824219, + 0.648438, + 0.675781, + 0.777344, + 0.820312, + 0.65625, + 0.367188, + 0.839844, + 0.636719, + 0.734375, + 0.636719, + 0.660156, + 0.882812, + 0.714844, + 0.683594, + 0.859375, + 0.628906, + 0.78125, + 0.863281, + 0.632812, + 0.820312, + 0.925781, + 0.863281, + 0.832031, + 0.761719, + 0.785156, + 0.828125, + 0.820312, + 0.816406, + 0.855469, + 0.6875, + 0.921875, + 1.554688, + 0.835938, + 0.800781, + 0.832031, + 0.800781, + 0.820312, + 0.835938, + 0.332031, + 0.824219, + 0.84375, + 0.695312, + 0.925781, + 0.835938, + 0.820312, + 0.84375, + 0.847656, + 0.835938, + 0.808594, + 0.824219, + 0.820312, + 0.820312, + 0.691406, + 0.816406, + 0.707031, + 0.824219, + 0.898438, + 0.871094, + 0.828125, + 0.808594, + 0.851562, + 0.839844, + 0.402344, + 0.792969, + 0.839844, + 0.746094, + 0.796875, + 0.824219, + 0.839844, + 0.851562, + 0.816406, + 0.855469, + 0.730469, + 0.464844, + 0.8125, + 0.890625, + 0.824219, + 0.902344, + 0.192383, + 0.816406, + 0.84375, + 0.832031, + 0.953125, + 0.808594, + 0.726562, + 0.820312, + 0.742188, + 1.40625, + 0.917969, + 0.824219, + 0.792969, + 0.828125, + 0.851562, + 0.84375, + 0.789062, + 0.847656, + 0.742188, + 0.976562, + 0.800781, + 0.835938, + 0.777344, + 0.808594, + 0.871094, + 0.824219, + 0.835938, + 0.722656, + 0.859375, + 0.851562, + 0.949219, + 0.792969, + 0.855469, + 0.714844, + 0.816406, + 0.578125, + 0.796875, + 0.84375, + 0.828125, + 0.835938, + 0.835938, + 0.824219, + 0.757812, + 0.765625, + 0.800781, + 0.820312, + 0.828125, + 0.734375, + 0.796875, + 0.789062, + 0.921875, + 0.5625, + 0.835938, + 0.808594, + 0.785156, + 0.835938, + 0.828125, + 0.816406, + 0.816406, + 0.824219, + 0.746094, + 1.085938, + 0.90625, + 0.722656, + 0.824219, + 0.703125, + 0.761719, + 0.820312, + 0.730469, + 0.941406, + 0.910156, + 0.871094, + 0.828125, + 0.371094, + 1.671875, + 0.828125, + 0.804688, + 0.957031, + 0.664062, + 0.796875, + 0.832031, + 0.820312, + 0.835938, + 0.84375, + 0.835938, + 0.867188, + 0.773438, + 0.902344, + 0.828125, + 0.796875, + 0.886719, + 0.480469, + 0.824219, + 0.359375, + 0.851562, + 0.828125, + 0.785156, + 0.875, + 0.828125, + 0.792969, + 0.710938, + 0.808594, + 0.824219, + 0.613281, + 0.800781, + 0.765625, + 0.357422, + 0.816406, + 0.765625, + 0.820312, + 0.859375, + 0.75, + 0.839844, + 0.835938, + 0.494141, + 0.443359, + 1.03125, + 0.769531, + 0.855469, + 0.804688, + 0.847656, + 0.65625, + 0.597656, + 0.75, + 1.039062, + 0.867188, + 0.847656, + 0.875, + 0.722656, + 0.816406, + 0.765625, + 0.835938, + 0.589844, + 0.972656, + 0.828125, + 0.824219, + 0.808594, + 0.949219, + 0.832031, + 0.84375, + 0.871094, + 0.8125, + 0.832031, + 0.828125, + 0.664062, + 0.882812, + 1.25, + 0.84375, + 0.800781, + 0.847656, + 0.847656, + 0.890625, + 0.318359, + 0.839844, + 0.832031, + 0.824219, + 1.039062, + 0.828125, + 0.816406, + 0.648438, + 0.871094, + 0.523438, + 0.753906, + 0.371094, + 0.753906, + 0.941406, + 0.605469, + 0.808594, + 0.828125, + 0.878906, + 0.832031, + 0.90625, + 0.369141, + 0.902344, + 0.832031, + 0.824219, + 0.84375, + 0.867188, + 0.800781, + 0.8125, + 0.878906, + 0.8125, + 0.765625, + 0.832031, + 0.914062, + 0.695312, + 0.941406, + 1.757812, + 0.839844, + 0.875, + 0.832031, + 0.679688, + 0.8125, + 0.859375, + 0.675781, + 0.683594, + 0.835938, + 0.443359, + 0.816406, + 0.871094, + 0.824219, + 0.59375, + 0.859375, + 0.824219, + 0.847656, + 0.294922, + 0.605469, + 0.65625, + 0.683594, + 0.917969, + 0.671875, + 0.828125, + 0.824219, + 0.816406, + 0.851562, + 0.640625, + 0.644531, + 0.816406, + 0.796875, + 0.839844, + 0.769531, + 0.839844, + 0.765625, + 0.777344, + 0.863281, + 1.015625, + 0.8125, + 0.691406, + 0.828125, + 0.816406, + 0.835938, + 0.945312, + 0.914062, + 0.554688, + 0.785156, + 0.792969, + 0.414062, + 0.847656, + 0.820312, + 0.679688, + 0.800781, + 0.710938, + 0.804688, + 0.820312, + 0.820312, + 1.117188, + 0.816406, + 0.847656, + 0.824219, + 0.761719, + 0.804688, + 0.8125, + 0.851562, + 0.851562, + 0.84375, + 0.652344, + 0.388672, + 0.824219, + 0.875, + 0.789062, + 0.804688, + 0.824219, + 0.8125, + 0.863281, + 0.550781, + 0.703125, + 0.519531, + 0.746094, + 0.824219, + 0.71875, + 0.828125, + 0.914062, + 0.835938, + 0.917969, + 0.882812, + 0.828125, + 0.808594, + 0.828125, + 0.703125, + 0.835938, + 0.761719, + 0.8125, + 0.371094, + 0.828125, + 0.820312, + 0.382812, + 0.855469, + 0.816406, + 0.855469, + 0.808594, + 0.6875, + 0.78125, + 0.777344, + 0.462891, + 0.824219, + 0.773438, + 0.640625, + 0.832031, + 0.839844, + 0.390625, + 0.84375, + 0.441406, + 0.835938, + 0.871094, + 0.769531, + 0.8125, + 0.601562, + 0.867188, + 0.808594, + 0.828125, + 0.9375, + 0.8125, + 0.648438, + 0.691406, + 0.855469, + 0.417969, + 0.664062, + 0.820312, + 0.455078, + 0.765625, + 0.800781, + 0.921875, + 0.898438, + 0.867188, + 0.808594, + 0.707031, + 0.8125, + 0.347656, + 0.734375, + 0.828125, + 0.953125, + 0.84375, + 0.820312, + 0.886719, + 0.71875, + 0.832031, + 0.746094, + 0.898438, + 0.746094, + 0.792969, + 0.824219, + 0.796875, + 0.867188, + 0.816406, + 0.664062, + 0.949219, + 0.820312, + 0.835938, + 0.589844, + 0.765625, + 0.835938, + 0.726562, + 0.917969, + 0.369141, + 0.726562, + 0.824219, + 0.839844, + 0.839844, + 0.757812, + 0.886719, + 0.816406, + 0.8125, + 0.855469, + 0.824219, + 0.777344, + 0.71875, + 0.816406, + 0.726562, + 0.804688, + 0.792969, + 0.46875, + 0.886719, + 0.824219, + 0.808594, + 0.820312, + 0.816406, + 0.808594, + 0.816406, + 0.800781, + 0.714844, + 0.296875, + 0.726562, + 0.886719, + 0.835938, + 0.707031, + 0.824219, + 0.894531 + ] + }, + "name": "model.model.layers.6.post_attention_layernorm.weight", + "outputIndexes": [ + 595 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 594 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_6/Mul_output_0", + "outputIndexes": [ + 596 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 595, + 596 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_6/Mul_1_output_0", + "outputIndexes": [ + 597 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 597 + ], + "outputIndexes": [ + 2492 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2492 + ], + "outputIndexes": [ + 2493 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear", + "inputIndexes": [ + 2493 + ], + "outputIndexes": [ + 2494 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 803175412, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2494 + ], + "outputIndexes": [ + 2495 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2495 + ], + "outputIndexes": [ + 598 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 598 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_6/Sigmoid_output_0", + "outputIndexes": [ + 599 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 598, + 599 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Mul_output_0", + "outputIndexes": [ + 600 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 597 + ], + "outputIndexes": [ + 2496 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2496 + ], + "outputIndexes": [ + 2497 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear", + "inputIndexes": [ + 2497 + ], + "outputIndexes": [ + 2498 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 841366538, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2498 + ], + "outputIndexes": [ + 2499 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2499 + ], + "outputIndexes": [ + 601 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 600, + 601 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_6/Mul_output_0", + "outputIndexes": [ + 602 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 602 + ], + "outputIndexes": [ + 2500 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2500 + ], + "outputIndexes": [ + 2501 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear", + "inputIndexes": [ + 2501 + ], + "outputIndexes": [ + 2502 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 879557664, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2502 + ], + "outputIndexes": [ + 2503 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2503 + ], + "outputIndexes": [ + 603 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 594, + 603 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_34_output_0", + "outputIndexes": [ + 604 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 604, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_63_output_0", + "outputIndexes": [ + 605 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.957031, + 0.445312, + 1.3125, + 0.6875, + 0.8125, + 0.722656, + 0.439453, + 0.443359, + 0.871094, + 0.470703, + 0.408203, + 0.632812, + 0.707031, + 0.478516, + 0.554688, + 0.519531, + 0.457031, + 0.5, + 0.421875, + 0.554688, + 0.022217, + 0.458984, + 0.396484, + 0.601562, + 0.652344, + 0.384766, + 0.480469, + 0.582031, + 0.71875, + 0.605469, + 0.773438, + 0.589844, + 0.820312, + 0.554688, + 0.416016, + 0.441406, + 0.640625, + 1.296875, + 0.394531, + 0.476562, + 0.445312, + 0.441406, + 1.359375, + 0.628906, + 0.478516, + 0.412109, + 0.151367, + 0.855469, + 0.886719, + 0.628906, + 0.494141, + 0.486328, + 0.484375, + 0.478516, + 0.867188, + 0.660156, + 0.761719, + 0.527344, + 0.652344, + 0.992188, + 0.496094, + 0.914062, + 0.777344, + 0.46875, + 1.398438, + 0.996094, + 0.480469, + 0.412109, + 0.523438, + 0.78125, + 0.609375, + 0.9375, + 0.396484, + 0.605469, + 0.710938, + 0.380859, + 1.015625, + 0.667969, + 0.871094, + 0.470703, + 0.960938, + 0.597656, + 1.125, + 0.726562, + 0.466797, + 0.177734, + 0.380859, + 1.070312, + 0.388672, + 0.90625, + 0.511719, + 0.410156, + 0.382812, + 0.507812, + 0.953125, + 0.449219, + 0.753906, + 0.722656, + 0.359375, + 0.460938, + 0.652344, + 0.652344, + 0.404297, + 0.511719, + 1.015625, + 0.859375, + 1.078125, + 0.671875, + 0.996094, + 1.273438, + 0.384766, + 0.490234, + 0.380859, + 1.5625, + 0.542969, + 1.921875, + 0.625, + 0.503906, + 0.453125, + 0.484375, + 0.519531, + 0.447266, + 0.4375, + 0.445312, + 1.0, + 0.523438, + 0.679688, + 0.597656, + 0.269531, + 0.769531, + 0.472656, + 0.402344, + 0.789062, + 0.792969, + 0.980469, + 0.585938, + 0.519531, + 0.431641, + 0.847656, + 0.589844, + 0.472656, + 0.408203, + 0.490234, + 0.5625, + 0.890625, + 0.683594, + 1.335938, + 0.4375, + 0.476562, + 0.376953, + 0.605469, + 0.664062, + 0.558594, + 0.515625, + 0.96875, + 0.875, + 0.699219, + 0.609375, + 0.542969, + 0.875, + 0.566406, + 0.730469, + 0.808594, + 0.490234, + 1.21875, + 0.765625, + 0.800781, + 1.015625, + 0.527344, + 0.800781, + 0.433594, + 0.578125, + 0.640625, + 0.578125, + 0.458984, + 1.234375, + 0.494141, + 0.435547, + 0.402344, + 0.46875, + 0.457031, + 0.566406, + 0.476562, + 0.451172, + 0.498047, + 0.498047, + 0.478516, + 0.542969, + 0.546875, + 0.431641, + 0.511719, + 0.546875, + 1.109375, + 0.507812, + 1.132812, + 0.691406, + 0.570312, + 0.671875, + 0.84375, + 0.5, + 0.396484, + 1.398438, + 1.164062, + 1.15625, + 1.390625, + 0.419922, + 0.453125, + 0.671875, + 0.386719, + 0.431641, + 0.574219, + 0.474609, + 0.554688, + 0.742188, + 0.410156, + 1.03125, + 0.722656, + 0.667969, + 1.210938, + 0.59375, + 0.435547, + 0.609375, + 0.925781, + 0.423828, + 0.457031, + 1.0625, + 0.636719, + 0.886719, + 0.511719, + 0.4375, + 1.476562, + 0.574219, + 0.488281, + 0.466797, + 0.40625, + 0.707031, + 0.511719, + 0.539062, + 0.233398, + 0.589844, + 0.828125, + 0.443359, + 0.466797, + 0.515625, + 0.451172, + 1.132812, + 0.410156, + 0.494141, + 0.574219, + 0.511719, + 0.433594, + 0.957031, + 0.753906, + 0.636719, + 0.59375, + 0.6875, + 0.519531, + 0.189453, + 0.451172, + 0.671875, + 0.474609, + 0.371094, + 0.554688, + 0.4375, + 0.707031, + 0.539062, + 0.617188, + 0.417969, + 1.039062, + 1.210938, + 1.023438, + 0.435547, + 0.464844, + 0.84375, + 0.578125, + 0.503906, + 0.449219, + 0.621094, + 0.546875, + 1.039062, + 0.445312, + 0.40625, + 0.194336, + 0.404297, + 0.589844, + 0.808594, + 0.425781, + 0.613281, + 0.539062, + 0.53125, + 0.828125, + 0.523438, + 0.820312, + 0.851562, + 0.5, + 0.710938, + 1.023438, + 0.546875, + 0.558594, + 0.455078, + 0.427734, + 0.859375, + 0.773438, + 0.511719, + 0.625, + 0.5625, + 0.542969, + 0.423828, + 0.640625, + 0.441406, + 1.242188, + 0.625, + 0.433594, + 0.417969, + 1.164062, + 0.462891, + 1.054688, + 0.535156, + 0.671875, + 0.441406, + 0.400391, + 0.5625, + 0.478516, + 0.585938, + 0.746094, + 0.402344, + 0.527344, + 0.443359, + 0.765625, + 0.695312, + 0.199219, + 0.785156, + 0.804688, + 0.566406, + 0.789062, + 0.458984, + 0.855469, + 1.679688, + 0.699219, + 0.492188, + 0.163086, + 0.503906, + 0.449219, + 0.496094, + 0.257812, + 0.558594, + 0.507812, + 0.423828, + 0.451172, + 0.447266, + 0.710938, + 0.664062, + 0.789062, + 0.490234, + 1.382812, + 0.429688, + 0.384766, + 0.482422, + 0.423828, + 0.486328, + 0.878906, + 0.443359, + 0.287109, + 0.566406, + 0.558594, + 0.808594, + 0.675781, + 1.140625, + 0.5, + 0.5, + 0.507812, + 0.392578, + 0.419922, + 0.605469, + 0.539062, + 1.34375, + 0.298828, + 0.65625, + 0.425781, + 0.597656, + 0.601562, + 0.404297, + 0.730469, + 0.535156, + 0.40625, + 0.589844, + 1.164062, + 0.472656, + 0.636719, + 0.660156, + 0.398438, + 1.21875, + 1.015625, + 0.601562, + 0.589844, + 0.410156, + 0.675781, + 0.542969, + 0.435547, + 0.257812, + 0.648438, + 0.539062, + 0.816406, + 0.492188, + 0.507812, + 0.412109, + 0.671875, + 0.550781, + 0.445312, + 1.007812, + 0.84375, + 0.8125, + 1.015625, + 0.402344, + 0.453125, + 1.164062, + 0.773438, + 0.462891, + 0.421875, + 0.382812, + 0.941406, + 0.953125, + 0.425781, + 0.462891, + 0.484375, + 0.632812, + 0.429688, + 0.816406, + 0.482422, + 0.71875, + 0.46875, + 0.486328, + 0.585938, + 0.65625, + 0.71875, + 0.425781, + 0.609375, + 0.390625, + 0.546875, + 0.726562, + 0.425781, + 0.570312, + 0.925781, + 0.404297, + 0.726562, + 0.710938, + 0.585938, + 0.419922, + 0.675781, + 0.945312, + 0.738281, + 0.421875, + 0.484375, + 0.427734, + 0.835938, + 0.482422, + 0.40625, + 0.488281, + -1.7e-05, + 0.515625, + 0.507812, + 0.601562, + 0.439453, + 1.179688, + 0.632812, + 0.570312, + 0.652344, + 0.5, + 0.667969, + 0.824219, + 0.474609, + 0.253906, + 0.431641, + 0.431641, + 0.691406, + 0.898438, + 0.570312, + 0.546875, + 0.421875, + 0.375, + 0.78125, + 0.431641, + 0.511719, + 0.558594, + 1.5, + 0.490234, + 1.09375, + 1.046875, + 0.632812, + 0.910156, + 0.566406, + 0.523438, + 1.015625, + 0.480469, + 0.652344, + 0.466797, + 0.527344, + 0.730469, + 0.984375, + 0.429688, + 0.421875, + 0.652344, + 0.503906, + 0.789062, + 0.443359, + 1.226562, + 1.234375, + 0.394531, + 0.470703, + 0.605469, + 0.574219, + 0.59375, + 0.480469, + 1.054688, + 0.5, + 0.691406, + 0.515625, + 0.462891, + 0.621094, + 0.945312, + 0.429688, + 0.4375, + 0.470703, + 0.259766, + 0.419922, + 0.628906, + 0.90625, + 0.390625, + 0.402344, + 0.488281, + 0.462891, + 0.726562, + 0.613281, + 0.378906, + 0.486328, + 0.408203, + 0.667969, + 0.396484, + 0.851562, + 0.392578, + 0.431641, + 0.466797, + 0.542969, + 0.484375, + 0.550781, + 0.386719, + 1.5625, + 1.21875, + 0.365234, + 1.445312, + 0.886719, + 0.714844, + 0.707031, + 0.855469, + 0.542969, + 0.609375, + 0.535156, + 0.417969, + 0.419922, + 0.558594, + 1.117188, + 0.486328, + 0.679688, + 0.439453, + 0.617188, + 0.585938, + 0.625, + 0.960938, + 0.691406, + 0.419922, + 0.890625, + 0.455078, + 0.427734, + 0.5, + 0.753906, + 0.496094, + 0.40625, + 0.402344, + 0.566406, + 0.384766, + 0.390625, + 0.859375, + 0.707031, + 0.644531, + 0.789062, + 0.453125, + 0.585938, + 0.671875, + 0.550781, + 0.507812, + 0.773438, + 0.8125, + 0.376953, + 0.984375, + 0.605469, + 0.796875, + 0.470703, + 0.433594, + 0.738281, + 0.640625, + 1.390625, + 0.585938, + 0.542969, + 0.6875, + 0.824219, + 0.597656, + 0.46875, + 0.474609, + 1.351562, + 0.396484, + 1.085938, + 0.474609, + 0.632812, + 0.507812, + 0.761719, + 0.402344, + 0.269531, + 0.550781, + 0.910156, + 0.976562, + 0.417969, + 0.435547, + -1.523438, + 0.5625, + 1.296875, + 0.714844, + 0.996094, + 0.691406, + 0.472656, + 0.84375, + 0.726562, + 0.746094, + 0.53125, + 0.439453, + 0.410156, + 0.660156, + 0.46875, + 0.515625, + 0.384766, + 0.519531, + 0.462891, + 0.554688, + 0.589844, + 0.453125, + 0.429688, + 1.125, + 0.423828, + 0.566406, + 0.435547, + 0.519531, + 0.328125, + 1.007812, + 0.535156, + 0.738281, + 0.519531, + 0.933594, + 0.578125, + 0.439453, + 0.484375, + 0.527344, + 0.703125, + 0.636719, + 1.1875, + 0.441406, + 0.652344, + 0.498047, + 0.425781, + 0.589844, + 0.410156, + 0.480469, + 0.597656, + 0.644531, + 0.400391, + 0.578125, + 0.441406, + 0.439453, + 0.498047, + 0.84375, + 1.171875, + 0.402344, + 0.455078, + 0.578125, + 0.464844, + 0.542969, + 1.007812, + 1.078125, + 0.503906, + 0.714844, + 0.636719, + 0.546875, + 0.574219, + 1.007812, + 0.408203, + 0.65625, + 0.542969, + 0.582031, + 1.15625, + 1.351562, + 0.527344, + 0.558594, + 0.5, + 0.691406, + 0.40625, + 0.384766, + 0.613281, + 0.419922, + 0.511719, + 0.235352, + 0.542969, + 0.675781, + 0.765625, + 0.480469, + 0.722656, + 0.484375, + 1.210938, + 2.328125, + 0.679688, + 0.416016, + 0.785156, + 0.574219, + 1.015625, + 0.511719, + 0.392578, + 0.417969, + 0.431641, + 0.523438, + 0.871094, + 0.503906, + 0.515625, + 0.832031, + 0.386719, + 0.546875, + 0.554688, + 0.449219, + 0.835938, + 0.447266, + 0.464844, + 0.427734, + 0.566406, + 1.640625, + 0.78125, + 0.441406, + 0.660156, + 0.714844, + 0.386719, + 0.396484, + 0.46875, + 0.511719, + 0.46875, + 0.75, + 0.578125, + 0.427734, + 0.808594, + 1.289062, + 1.21875, + 0.453125, + 0.6875, + 0.390625, + 0.9375, + 0.882812, + 0.451172, + 0.703125, + 0.488281, + 0.289062, + 0.535156, + 0.423828, + 0.519531, + 0.65625, + 0.472656, + 0.578125, + 0.582031, + 0.699219, + 0.235352, + 0.496094, + 0.609375, + 0.382812, + 0.820312, + 0.458984, + 0.439453, + 0.667969, + 0.451172, + 0.644531, + 0.453125, + 0.539062, + 0.660156, + 0.464844, + 0.746094, + 0.652344, + 0.445312, + 0.472656, + 0.660156, + 0.566406, + 0.067871, + 0.855469, + 0.539062, + 0.503906, + 0.585938, + 0.496094, + 0.539062, + 0.398438, + 0.472656, + 1.21875, + 0.660156, + 0.423828, + 0.632812, + 0.298828, + 0.53125, + 0.464844, + 1.085938, + 0.554688, + 0.498047, + 0.722656, + 0.445312, + 1.539062, + 0.431641, + 0.847656, + 0.78125, + 0.546875, + 0.464844, + 0.453125, + 0.714844, + 0.636719, + 0.230469, + 0.498047, + 0.498047, + 0.443359, + 0.447266, + 0.546875, + 0.462891, + 0.589844, + 0.445312, + 0.746094, + 0.494141, + 0.503906, + 0.621094, + 0.402344, + 0.8125, + 0.5625, + 0.384766, + 1.320312, + 0.460938, + 0.695312, + 0.738281, + 0.511719, + 1.007812, + 0.59375, + 0.414062, + 0.765625, + 0.503906, + 0.425781, + 0.410156, + 0.4375, + 0.882812, + 0.679688, + 0.484375, + 0.523438, + 0.796875, + 0.65625, + 0.511719, + 0.71875, + 0.546875, + 0.664062, + 0.664062, + 0.78125, + 0.582031, + 0.490234, + 0.9375, + 0.503906, + 0.503906, + 0.5, + 0.425781, + 0.753906, + 0.925781, + 0.835938, + 1.085938, + 0.765625, + 0.808594, + 0.28125, + 0.527344, + 1.507812, + 0.441406, + 0.408203, + 0.753906, + 0.574219, + 0.621094, + 0.546875, + 0.380859, + 0.40625, + 0.178711, + 1.09375, + 1.203125, + 0.613281, + 0.679688, + 0.458984, + 0.416016, + 0.507812, + 0.6875, + 0.652344, + 1.195312, + 1.265625, + 0.423828, + 0.652344, + 0.679688, + 0.574219, + 0.625, + 0.486328, + 0.441406, + 0.816406, + 0.652344, + 0.554688, + 0.488281, + 1.023438, + 0.5625, + 0.972656, + 0.398438, + 0.527344, + 0.511719, + 0.765625, + 0.664062, + 0.457031, + 0.404297, + 0.5625, + 0.419922, + 0.484375, + 0.511719, + 0.447266, + 0.453125, + 0.427734, + 0.621094, + 0.443359, + 0.503906, + 1.023438, + 0.476562, + 0.570312, + 0.486328, + 0.609375, + 0.570312, + 0.365234, + 0.621094, + 0.84375, + 0.671875, + 0.421875, + 0.40625, + 1.34375, + 1.570312, + 0.621094, + 0.632812, + 0.671875, + 1.304688, + 0.761719, + 0.558594, + 1.03125, + 0.886719, + 0.621094, + 0.410156, + 0.449219, + 0.478516, + 0.253906, + 0.496094, + 0.255859, + 0.808594, + 1.367188, + 0.769531, + 0.59375, + 0.835938, + 0.621094, + 0.46875, + 0.486328, + 0.824219, + 1.476562, + 0.427734, + 0.404297, + 0.503906, + 0.945312, + 0.458984, + 1.507812, + 0.644531, + 0.431641, + 0.466797, + 0.707031, + 0.691406, + 0.667969, + 0.644531, + 0.796875, + 0.785156, + 0.539062, + 0.585938, + 0.808594, + 0.515625, + 1.117188, + 0.734375, + 0.480469, + 0.466797, + 0.484375, + 1.039062, + 0.417969, + 0.40625, + 0.804688, + 0.285156, + 0.636719, + 0.636719, + 0.40625, + 0.585938, + 0.494141, + 0.691406, + 0.585938, + 0.582031, + 0.921875, + 0.417969, + 0.40625, + 0.40625, + 0.601562, + 0.449219, + 0.566406, + 0.224609, + 0.492188, + 0.445312, + 0.445312, + 0.632812, + 0.746094, + 0.457031, + 0.585938, + 0.980469, + 0.652344, + 0.613281, + 0.847656, + 0.289062, + 0.435547, + 0.507812, + 0.238281, + 0.498047, + 0.527344, + 0.410156, + 0.753906, + 0.443359, + 0.419922, + 0.417969, + 1.046875, + 0.675781, + 1.054688, + 0.597656, + 0.574219, + 1.0625, + 0.820312, + 0.535156, + 0.486328, + 1.265625, + 0.490234, + 0.423828, + 0.582031, + 0.535156, + 0.679688, + 1.023438, + 1.0, + 1.515625, + 0.761719, + 0.546875, + 0.871094, + 0.621094, + 0.523438, + 0.511719, + 0.498047, + 0.707031, + 0.789062, + 0.761719, + 0.609375, + 0.804688, + 0.515625, + 0.21582, + 0.085449, + 0.96875, + 0.574219, + 0.597656, + 0.423828, + 0.972656, + 1.414062, + 0.482422, + 0.582031, + 0.625, + 0.601562, + 0.412109, + 0.636719, + 0.597656, + 0.408203, + 1.609375, + 0.423828, + 0.847656, + 0.53125, + 0.447266, + 0.523438, + 0.582031, + 0.792969, + 0.233398, + 0.878906, + 0.84375, + 1.242188, + 0.507812, + 1.554688, + 0.423828, + 0.427734, + 0.449219, + 0.439453, + 0.527344, + 0.558594, + 0.40625, + 1.132812, + 0.765625, + 0.458984, + 0.601562, + 0.462891, + 0.476562, + 0.53125, + 1.421875, + 0.558594, + 0.65625, + 0.835938, + 0.486328, + 0.554688, + 0.769531, + 0.476562, + 0.816406, + 1.007812, + 0.441406, + 0.457031, + 0.613281, + 1.132812, + 0.478516, + 1.335938, + 0.453125, + 0.550781, + 0.429688, + 0.722656, + 0.398438, + 0.753906, + 0.474609, + 0.464844, + 0.546875, + 0.421875, + 1.109375, + 0.59375, + 0.949219, + 0.492188, + 0.949219, + 0.382812, + 0.496094, + 0.628906, + 0.515625, + 0.773438, + 1.0625, + 0.582031, + 0.636719, + 0.376953, + 0.578125, + 1.039062, + 0.589844, + 1.109375, + 0.427734, + 0.703125, + 0.4375, + 0.410156, + 0.503906, + 1.445312, + 0.476562, + 0.503906, + 1.304688, + 0.769531, + 0.441406, + 0.816406, + 0.628906, + 0.671875, + 1.265625, + 0.4375, + 0.570312, + 0.447266, + 0.490234, + 0.636719, + 0.453125, + 0.484375, + 0.384766, + 0.445312, + 0.539062, + 0.695312, + 0.384766, + 0.988281, + 0.474609, + 0.488281, + 0.886719, + 1.296875, + 0.523438, + 0.601562, + 0.550781, + 0.601562, + 1.015625, + 0.53125, + 0.363281, + 0.392578, + 0.384766, + 0.433594, + 0.867188, + 0.648438, + 0.527344, + 0.460938, + 0.400391, + 0.644531, + 0.396484, + 0.166016, + 0.363281, + 0.558594, + 0.172852, + 0.472656, + 0.597656, + 0.730469, + 0.65625, + 0.412109, + 0.617188, + 0.441406, + 0.726562, + 1.023438, + 0.820312, + 0.566406, + 0.535156, + 0.605469, + 0.480469, + 0.423828, + 0.628906, + 1.382812, + 0.511719, + 0.417969, + 0.808594, + 0.757812, + 0.447266, + 0.447266, + 0.429688, + 0.515625, + 0.609375, + 0.490234, + 1.4375, + 0.40625, + 0.632812, + 0.414062, + 0.535156, + 1.273438, + 1.078125, + 0.410156, + 1.273438, + 0.59375, + 0.828125, + 1.242188, + 0.472656, + 0.519531, + 0.433594, + 0.453125, + 0.511719, + 0.408203, + 0.535156, + 0.419922, + 0.490234, + 0.554688, + 0.458984, + 0.535156, + 0.582031, + 0.960938, + 0.429688, + 0.574219, + 1.210938, + 0.683594, + 0.155273, + 0.960938, + 0.398438, + 0.605469, + 0.431641, + 0.425781, + 0.789062, + 0.71875, + 0.441406, + 0.474609, + 0.412109, + 0.431641, + 0.550781, + 0.984375, + 0.449219, + 0.597656, + 0.519531, + 0.667969, + 0.496094, + 0.173828, + 0.396484, + 0.671875, + 1.664062, + 0.617188, + 0.498047, + 0.96875, + 0.953125, + 1.070312, + 0.443359, + 0.757812, + 0.746094, + 0.589844, + 0.617188, + 0.466797, + 0.960938, + 0.589844, + 1.429688, + 0.660156, + 0.78125, + 0.601562, + 0.470703, + 0.40625, + 0.726562, + 0.929688, + 0.425781, + 0.546875, + 1.195312, + 1.015625, + 0.671875, + 0.439453, + 0.542969, + 0.570312, + 0.404297, + 0.5625, + 0.589844, + 0.425781, + 0.396484, + 0.384766, + 0.664062, + 0.589844, + 0.847656, + 0.460938, + 0.703125, + 0.523438, + 0.476562, + 0.578125, + 0.449219, + 0.408203, + 0.90625, + 0.451172, + 0.601562, + 0.390625, + 0.439453, + 0.523438, + 1.078125, + 1.109375, + 0.917969, + 0.53125, + 0.835938, + 0.515625, + 0.416016, + 0.644531, + 0.462891, + 1.257812, + 1.054688, + 0.667969, + 0.400391, + 0.945312, + 0.535156, + 0.490234, + 0.380859, + 1.4375, + 0.427734, + 0.625, + 0.578125, + 1.109375, + 1.460938, + 0.431641, + 0.671875, + 0.416016, + 0.515625, + 0.566406, + 0.714844, + 0.761719, + 0.480469, + 0.433594, + 0.992188, + 0.734375, + 0.929688, + 0.376953, + 0.443359, + 0.490234, + 0.765625, + 0.640625, + 0.910156, + 0.636719, + 0.40625, + 0.847656, + 0.470703, + 0.542969, + 0.445312, + 0.484375, + 0.8125, + 0.960938, + 0.511719, + 0.738281, + 0.5625, + 0.914062, + 0.515625, + 0.660156, + 0.949219, + 0.478516, + 0.414062, + 1.140625, + 0.429688, + 1.078125, + 0.421875, + 0.992188, + 0.699219, + 0.757812, + 0.625, + 0.476562, + 1.007812, + 0.644531, + 0.671875, + 0.217773, + 0.546875, + 0.484375, + 0.242188, + 0.398438, + 0.503906, + 0.550781, + 0.679688, + 0.984375, + 0.746094, + 0.486328, + 0.19043, + 0.460938, + 0.34375, + 0.431641, + 0.933594, + 0.419922, + 0.177734, + 0.691406, + 0.742188, + 0.474609, + 0.416016, + 0.640625, + 0.632812, + 0.578125, + 0.384766, + 1.195312, + 0.933594, + 1.171875, + 0.492188, + 0.738281, + 0.683594, + 0.714844, + 0.369141, + 0.578125, + 0.5625, + 0.707031, + 0.625, + 0.470703, + 0.804688, + 0.59375, + 0.800781, + 0.466797, + 0.458984, + 0.542969, + 0.435547, + 0.421875, + 0.707031, + 0.408203, + 0.398438, + 0.921875, + 0.546875, + 0.777344, + 0.804688, + 0.578125, + 0.769531, + 0.527344, + 0.453125, + 0.453125, + 0.357422, + 0.515625, + 0.507812, + 0.660156, + 0.609375, + 0.515625, + 0.964844, + 0.416016, + 0.451172, + 0.839844, + 0.5625, + 0.441406, + 0.546875, + 0.408203, + 0.644531, + 0.988281, + 0.458984, + 0.392578, + 0.431641, + 0.472656, + 0.476562, + 0.542969, + 0.578125, + 1.179688, + 0.574219, + 0.617188, + 0.476562, + 0.447266, + 0.898438, + 0.609375, + 0.667969, + 0.628906, + 0.695312, + 0.652344, + 0.492188, + 0.734375, + 0.738281, + 0.075195, + 0.84375, + 0.5, + 0.490234, + 0.457031, + 0.523438, + 0.433594, + 0.519531, + 0.621094, + 0.4375, + 0.738281, + 0.449219, + 0.390625, + 0.490234, + 0.392578, + 1.179688, + 0.460938, + 0.519531, + 0.503906, + 0.640625, + 0.542969, + 0.640625, + 0.507812, + 0.605469, + 0.507812, + 0.773438, + 0.5, + 0.441406, + 0.382812, + 0.9375, + 0.6875, + 0.40625, + 0.617188, + 0.851562, + 0.425781, + 0.574219, + 0.419922, + 0.617188, + 0.539062, + 0.703125, + 0.462891, + 0.652344, + 0.535156, + 0.478516, + 0.960938, + 0.574219, + 0.949219, + 1.203125, + 0.455078, + 1.695312, + 0.476562, + 0.527344, + 0.671875, + 0.458984, + 0.431641, + 0.141602, + 0.462891, + 0.503906, + 0.421875, + 0.447266, + 0.441406, + 1.039062, + 0.458984, + 0.494141, + 0.34375, + 0.239258, + 0.695312, + 0.765625, + 0.699219, + 0.412109, + 0.648438, + 0.730469, + 0.65625, + 0.40625, + 0.789062, + 0.414062, + 1.554688, + 0.925781, + 0.398438, + 0.75, + 0.376953, + 0.400391, + 0.462891, + 0.507812, + 0.408203, + 1.164062, + 0.578125, + 0.640625, + 0.419922, + 0.585938, + 0.6875, + 0.617188, + 0.4375, + 1.15625, + 0.425781, + 0.394531, + 1.15625, + 0.558594, + 0.847656, + 0.855469, + 0.443359, + 0.496094, + 0.640625, + 0.96875, + 0.769531, + 0.980469, + 0.494141, + 0.582031, + 0.458984, + 0.816406, + 1.054688, + 0.380859, + 0.964844, + 0.863281, + 1.03125, + 1.40625, + 0.480469, + 0.910156, + 0.636719, + 0.671875, + 0.519531, + 0.194336, + 0.451172, + 1.289062, + 0.558594, + 0.71875, + 0.414062, + 0.455078, + 0.550781, + 0.761719, + 0.863281, + 0.492188, + 0.59375, + 0.601562, + 0.640625, + 0.425781, + 0.507812, + 0.464844, + 0.427734, + 0.421875, + 0.464844, + 0.683594, + 0.972656, + 1.007812, + 0.902344, + 0.945312, + 0.554688, + 0.410156, + 0.75, + 0.53125, + 0.449219, + 0.433594, + 0.416016, + 1.632812, + 0.570312, + 0.539062, + 0.550781, + 0.605469, + 0.8125, + 0.558594, + 0.644531, + 0.390625, + 1.25, + 0.59375, + 1.039062, + 0.683594, + 0.453125, + 1.015625, + 0.796875, + 0.726562, + 0.558594, + 0.386719, + 0.859375, + 0.466797, + 0.425781, + 0.660156, + 0.523438, + 0.4375, + 0.640625, + 0.742188, + 0.519531, + 0.451172, + 1.171875, + 0.494141, + 0.667969, + 0.486328, + 0.785156, + 0.496094, + 0.710938, + 0.613281, + 0.496094, + 0.578125, + 0.546875, + 0.914062, + 0.408203, + 0.640625, + 0.435547, + 0.447266, + 0.597656, + 0.582031, + 0.180664, + 0.746094, + 0.480469, + 0.773438, + 0.632812, + 0.761719, + 1.179688, + 0.566406, + 0.388672, + 0.460938, + 0.227539, + 0.486328, + 0.378906, + 0.910156, + 0.722656, + 0.902344, + 0.605469, + 0.964844, + 0.644531, + 0.699219, + 1.046875, + 0.566406, + 0.400391, + 0.527344, + 0.416016, + 0.488281, + 0.386719, + 0.429688, + 0.699219, + 0.423828, + 0.523438, + 0.472656, + 0.453125, + 0.753906, + 0.490234, + 0.875, + 0.800781, + 0.964844, + 0.429688, + 0.417969, + 0.427734, + 0.546875, + 0.546875, + 0.75, + 0.773438, + 0.273438, + 0.519531, + 0.490234, + 0.402344, + 1.015625, + 0.443359, + 0.474609, + 0.152344, + 0.722656, + 0.5625, + 0.535156, + 0.628906, + 0.609375, + 0.5, + 0.416016, + 0.589844, + 0.453125, + 0.75, + 0.550781, + 0.914062, + 0.804688, + 0.691406, + 0.535156, + 0.492188, + 0.478516, + 0.496094, + 0.566406, + 0.439453, + 0.472656, + 0.550781, + 0.914062, + 1.304688, + 0.421875, + 0.671875, + 0.453125, + 0.396484, + 0.211914, + 0.59375, + 0.984375, + 0.419922, + 0.648438, + 0.490234, + 0.472656, + 0.691406, + 0.410156, + 0.703125, + 0.427734, + 0.632812, + 0.462891, + 2.078125, + 0.417969, + 0.523438, + 0.726562, + 0.632812, + 0.554688, + 0.423828, + 0.542969, + 1.03125, + 0.617188, + 0.494141, + 0.449219, + 0.90625, + 0.425781, + 0.730469, + 0.78125, + 0.695312, + 0.503906, + 0.498047, + 0.410156, + 0.480469, + 0.410156, + 0.163086, + 0.474609, + 0.558594, + 0.375, + 0.621094, + 0.417969, + 1.171875, + 0.535156, + 0.453125, + 2.046875, + 0.53125, + 0.417969, + 0.738281, + 0.769531, + 0.679688, + 0.464844, + 0.408203, + 0.703125, + 0.578125, + 1.507812, + 0.40625, + 0.460938, + 0.515625, + 0.601562, + 0.753906, + 0.722656, + 1.0, + 0.65625, + 0.691406, + 0.558594, + 0.519531, + 0.241211, + 0.707031, + 0.625, + 0.457031, + 0.478516, + 0.416016, + 0.194336, + 0.371094, + 0.972656, + 0.412109, + 0.792969, + 0.558594, + 0.597656, + 0.746094, + 0.769531, + 0.777344, + 0.65625, + 0.396484, + 0.582031, + 1.195312, + 0.404297, + 0.792969, + 0.490234, + 0.925781, + 0.664062, + 0.431641, + 0.455078, + 0.519531, + 0.472656, + 0.498047, + 0.376953, + 0.714844, + 0.507812, + 0.90625, + 0.546875, + 0.431641, + 0.494141, + 0.419922, + 1.023438, + 0.757812, + 0.683594, + 0.494141, + 0.40625, + 0.404297, + 0.443359, + 0.421875, + 0.535156, + 0.558594, + 0.558594, + 1.320312, + 0.416016, + 1.140625, + 0.398438, + 0.679688, + 0.503906, + 0.494141, + 0.90625, + 0.484375, + 1.132812, + 0.929688, + 0.404297, + 0.699219, + 0.628906, + 0.462891, + 0.6875, + 1.0, + 0.859375, + 0.65625, + 0.605469, + 0.644531, + 0.462891, + 0.251953, + 0.867188, + 0.453125, + 0.726562, + 1.09375, + 0.488281, + 0.443359, + 0.632812, + 1.15625, + 0.632812, + 0.435547, + 0.453125, + 0.412109, + 1.640625, + 1.328125, + 1.3125, + 0.636719, + 0.496094, + 0.691406, + 1.109375, + 0.472656, + 1.125, + 0.9375, + 0.574219, + 0.402344, + 0.464844, + 1.625, + 0.492188, + 0.416016, + 0.683594, + 0.53125, + 0.449219, + 0.558594, + 1.171875, + 0.443359, + 0.601562, + 0.404297, + 0.671875, + 0.5, + 0.4375, + 1.1875, + 1.34375, + 0.225586, + 0.832031, + 0.447266, + 1.25, + 0.431641, + 0.484375, + 0.511719, + 0.425781, + 0.40625, + 0.679688, + 0.474609, + 1.3125, + 0.535156, + 0.554688, + 0.796875, + 0.558594, + 0.644531, + 0.21582, + 0.453125, + 0.585938, + 0.412109, + 0.425781, + 0.423828, + 0.679688, + 1.085938, + 0.820312, + 0.535156, + 0.392578, + 0.585938, + 0.5, + 0.578125, + 0.730469, + 1.054688, + 0.773438, + 0.392578, + 0.855469, + 0.490234, + 0.839844, + 0.46875, + 0.429688, + 0.554688, + 0.478516, + 0.527344, + 1.03125, + 0.421875, + 0.613281, + 0.742188, + 0.78125, + 0.486328, + 0.535156, + 0.400391, + 0.625, + 0.726562, + 0.601562, + 0.40625, + 0.223633, + 0.921875, + 0.308594, + 0.683594, + 0.464844, + 0.734375, + 0.621094, + 0.480469, + 1.0625, + 0.542969, + 0.546875, + 0.46875, + 0.433594, + 0.488281, + 0.458984, + 0.597656, + 0.451172, + 0.484375, + 0.769531, + 0.265625, + 0.566406, + 0.664062, + 0.494141, + 0.679688, + 0.390625, + 0.507812, + 0.796875, + 0.582031, + 0.625, + 1.273438, + 1.117188, + 0.195312, + 0.457031, + 0.714844, + 0.458984, + 0.519531, + 0.419922, + 0.417969, + 0.597656, + 0.910156, + 0.408203, + 0.451172, + 0.421875, + 0.410156, + 0.429688, + 0.40625, + 0.412109, + 0.433594, + 0.5625, + 1.101562, + 0.318359, + 0.419922, + 0.875, + 0.652344, + 0.498047, + 0.570312, + 0.121094, + 0.878906, + 0.679688, + 0.396484, + 0.466797, + 0.375, + 0.464844, + 0.589844, + 0.488281, + 0.390625, + 0.462891, + 0.480469, + 0.589844, + 0.380859, + 1.09375, + 0.554688, + 0.5, + 0.550781, + 0.5625, + 0.460938, + 0.425781, + 0.984375, + 0.625, + 0.447266, + 0.636719, + 0.640625, + 0.482422, + 0.929688, + 0.601562, + 0.408203, + 0.546875, + 0.867188, + 0.425781, + 0.757812, + 0.40625, + 0.431641, + 0.777344, + 1.070312, + 0.632812, + 0.205078, + 0.515625, + 0.535156, + 0.417969, + 1.0, + 0.443359, + 0.980469, + 0.408203, + 0.648438, + 0.710938, + 0.294922, + 0.503906, + 1.054688, + 0.609375, + 0.519531, + 0.417969, + 0.589844, + 0.585938, + 0.435547, + 1.007812, + 0.910156, + 0.539062, + 0.535156, + 0.539062, + 0.539062, + 0.53125, + 0.464844, + 0.734375, + 0.605469, + 1.304688, + 0.458984, + 0.753906, + 1.023438, + 0.789062, + 0.417969, + 0.457031, + 0.416016, + 0.71875, + 1.242188, + 0.484375, + 0.636719, + 0.484375, + 0.433594, + 0.4375, + 0.535156, + 0.427734, + 0.498047, + 0.476562, + 0.605469, + 0.402344, + 0.546875, + 0.9375, + 0.878906, + 0.416016, + 0.617188, + 0.408203, + 0.5625, + 0.550781, + 0.275391, + 0.490234, + 0.929688, + 1.007812, + 0.451172, + 0.460938, + 0.597656, + 1.101562, + 1.046875, + 0.400391, + 0.464844, + 0.589844, + 0.609375, + 0.410156, + 0.566406, + 0.464844, + 0.6875, + 0.703125, + 0.503906, + 0.640625, + 0.380859, + 0.503906, + 1.015625, + 0.773438, + 0.511719, + 0.800781, + 0.773438, + 0.46875, + 0.570312, + 0.457031, + 0.472656, + 0.417969, + 0.953125, + 0.458984, + 0.683594, + 0.554688, + 0.691406, + 0.449219, + 1.21875, + 0.410156, + 0.455078, + 0.703125, + 0.921875, + 0.447266, + 0.542969, + 0.832031, + 0.902344, + 0.671875, + 0.455078, + 1.023438, + 0.570312, + 1.039062, + 0.4375, + 0.59375, + 0.419922, + 0.710938, + 0.734375, + 0.460938, + 0.796875, + 0.46875, + 0.554688, + 0.445312, + 0.488281, + 1.242188, + 0.353516, + 0.644531, + 0.466797, + 0.597656, + 0.890625, + 0.410156, + 0.714844, + 0.511719, + 0.863281, + 0.392578, + 0.710938, + 1.070312, + 1.28125, + 0.488281, + 0.589844, + 1.445312, + 0.455078, + 0.996094, + 0.439453, + 0.566406, + 0.8125, + 1.054688, + 0.470703, + 0.699219, + 0.789062, + 1.132812, + 0.408203, + 0.511719, + 0.433594, + 0.628906, + 0.546875, + 0.396484, + 0.400391, + 0.714844, + 0.855469, + 0.472656, + 0.835938, + 0.482422, + 0.667969, + 0.503906, + 0.539062, + 0.949219, + 0.476562, + 0.457031, + 0.636719, + 0.640625, + 0.496094, + 0.460938, + 0.714844, + 0.239258, + 1.9375, + 0.679688, + 0.46875, + 0.431641, + 0.566406, + 0.710938, + 0.404297, + 0.416016, + 0.419922, + 0.71875, + 0.476562, + 0.423828, + 0.726562, + 0.4375, + 0.237305, + 0.507812, + 0.683594, + 0.640625, + 0.796875, + 0.416016, + 0.625, + 0.933594, + 0.476562, + 0.492188, + 0.558594, + 0.478516, + 0.820312, + 1.460938, + 0.494141, + 0.503906, + 1.085938, + 0.554688, + 0.474609, + 0.507812, + 0.439453, + 0.589844, + 0.5, + 0.652344, + 0.609375, + 0.96875, + 0.443359, + 0.492188, + 0.480469, + 0.828125, + 0.445312, + 1.328125, + 0.527344, + 0.445312, + 0.613281, + 0.546875, + 1.117188, + 0.742188, + 0.777344, + 0.628906, + 0.664062, + 0.447266, + 0.460938, + 0.515625, + 0.396484, + 0.198242, + 0.738281, + 0.427734, + 0.421875, + 0.503906, + 0.929688, + 0.457031, + 0.589844, + 0.601562, + 0.480469, + 0.400391, + 0.734375, + 1.007812, + 0.416016, + 0.445312, + 0.484375, + 0.519531, + 0.554688, + 0.441406, + 0.439453, + 0.988281, + 0.90625, + 1.226562, + 0.425781, + 1.007812, + 0.609375, + 0.699219, + 0.824219, + 0.443359, + 0.410156, + 0.46875, + 0.478516, + 1.0625, + 0.714844, + 0.75, + 0.53125, + 0.609375, + 0.447266, + 0.628906, + 0.648438, + 0.447266, + 0.96875, + 0.457031, + 0.667969, + 0.816406, + 0.542969, + 1.171875, + 0.550781, + 0.652344, + 1.046875, + 0.746094, + 0.417969, + 0.458984, + 0.3125, + 0.660156, + 0.507812, + 0.863281, + 0.660156, + 0.449219, + 0.451172, + 0.523438, + 1.15625, + 0.589844, + 0.445312, + 0.421875, + 0.53125, + 0.466797, + 0.224609, + 0.824219, + 0.53125, + 0.730469, + 0.828125, + 0.855469, + 0.832031, + 0.402344, + 0.992188, + 0.890625, + 0.589844, + 0.5625, + 0.132812, + 1.265625, + 0.515625, + 0.369141, + 0.445312, + 0.416016, + 0.484375, + 0.5, + 0.451172, + 0.396484, + 0.78125, + 0.671875, + 0.429688, + 0.458984, + 0.636719, + 0.757812, + 0.404297, + 0.761719, + 0.151367, + 0.466797, + 0.498047, + 0.582031, + 0.515625, + 1.210938, + 0.169922, + 0.632812, + 1.46875, + 0.431641, + 0.703125, + 0.800781, + 0.490234, + 0.9375, + 0.429688, + 0.451172, + 0.628906, + 0.535156, + 0.503906, + 0.449219, + 0.233398, + 0.423828, + 0.229492, + 0.484375, + 1.039062, + 0.75, + 0.390625, + 0.390625, + 0.40625, + 0.435547, + 1.070312, + 0.445312, + 0.133789, + 0.503906, + 0.578125, + 0.582031, + 0.625, + 0.472656, + 0.816406, + 0.550781, + 0.470703, + 0.597656, + 0.648438, + 0.6875, + 0.636719, + 0.558594, + 0.503906, + 0.625, + 0.417969, + 0.695312, + 0.539062, + 0.490234, + 0.734375, + 0.585938, + 0.466797, + 0.804688, + 0.742188, + 1.445312, + 0.449219, + 0.964844, + 0.490234, + 0.373047, + 1.085938, + 0.400391, + 0.578125, + 1.25, + 0.519531, + 0.402344, + 0.427734, + 0.421875, + 0.474609, + 0.707031, + 0.957031, + 0.408203, + 0.636719, + 0.679688, + 1.007812, + 0.523438, + 0.730469, + 0.217773, + 0.384766, + 0.785156, + 0.285156, + 0.757812, + 1.179688, + 0.423828, + 0.816406, + 0.410156, + 0.435547, + 0.679688, + 0.435547, + 0.515625, + 0.447266, + 0.574219, + 0.53125, + 1.117188, + 0.609375, + 0.421875, + 0.458984, + 0.621094, + 0.431641, + 0.464844, + 1.046875, + 0.929688, + 0.447266, + 0.376953, + 0.498047, + 0.4375, + 1.28125, + 0.396484, + 0.664062, + 0.390625, + 0.289062, + 0.585938, + 0.632812, + 0.710938, + 0.237305, + 0.996094, + 0.414062, + 0.445312, + 0.738281, + 0.585938, + 0.640625, + 0.644531, + 0.6875, + 9.2e-05, + 0.675781, + 0.476562, + 0.644531, + 0.558594, + 0.416016, + 0.972656, + 0.816406, + 0.410156, + 0.761719, + 0.523438, + 0.429688, + 1.039062, + 0.714844, + 0.441406, + 0.421875, + 0.498047, + 0.376953, + 0.84375, + 0.523438, + 1.0625, + 1.367188, + 0.769531, + 0.746094, + 0.390625, + 0.601562, + 0.621094, + 0.589844, + 1.007812, + 0.239258, + 0.625, + 0.730469, + 0.59375, + 0.427734, + 0.765625, + 0.8125, + 0.957031, + 1.195312, + 0.554688, + 0.386719, + 0.550781, + 0.451172, + 0.734375, + 0.609375, + 0.511719, + 0.451172, + 0.423828, + 0.507812, + 0.388672, + 0.376953, + 0.484375, + 0.410156, + 0.375, + 0.494141, + 0.554688, + 0.621094, + 0.511719, + 0.570312, + 0.5, + 0.570312, + 0.410156, + 0.462891, + 0.746094, + 0.486328, + 0.601562, + 0.507812, + 1.453125, + 0.582031, + 0.832031, + 1.132812, + 0.53125, + 0.496094, + 0.59375, + 0.878906, + 0.777344, + 0.675781, + 0.5625, + 0.5, + 0.660156, + 0.402344, + 0.648438, + 0.804688, + 0.777344, + 0.621094, + 0.914062, + 0.277344, + 0.539062, + 0.451172, + 0.695312, + 0.163086, + 0.539062, + 0.597656, + 0.59375, + 1.03125, + 0.710938, + 0.546875, + 1.0625, + 0.59375, + 0.417969, + 1.101562, + 0.4375, + 1.226562, + 0.443359, + 0.539062, + 0.427734, + 0.476562, + 0.535156, + 1.117188, + 0.78125, + 0.425781, + 0.710938, + 0.363281, + 0.875, + 0.464844, + 0.613281, + 0.484375, + 0.410156, + 0.617188, + 1.515625, + 0.773438, + 0.419922, + 0.390625, + 0.488281, + 0.671875, + 1.375, + 0.523438, + 0.578125, + 0.410156, + 0.972656, + 0.466797, + 0.439453, + 0.6875, + 0.494141, + 0.839844, + 0.392578, + 0.457031, + 0.542969, + 0.390625, + 0.941406, + 0.496094, + 0.71875, + 0.474609, + 0.527344, + 0.625, + 1.0625, + 0.65625, + 0.396484, + 0.585938, + 0.683594, + 0.628906, + 0.714844, + 0.785156, + 0.597656, + 0.582031, + 0.546875, + 0.186523, + 0.423828, + 0.382812, + 0.455078, + 0.4375, + 0.628906, + 1.148438, + 0.464844, + 0.5625, + 0.9375, + 0.785156, + 0.472656, + 0.726562, + 0.163086, + 0.429688, + 0.539062, + 0.578125, + 0.431641, + 0.929688, + 0.4375, + 0.578125, + 0.539062, + 0.65625, + 0.664062, + 0.453125, + 0.707031, + 0.460938, + 0.429688, + 0.490234, + 0.482422, + 0.574219, + 0.546875, + 1.3125, + 0.664062, + 2.390625, + 0.410156, + 0.441406, + 0.445312, + 0.462891, + 0.515625, + 0.429688, + 0.394531, + 0.480469, + 0.636719, + 0.648438, + 0.558594, + 0.859375, + 0.773438, + 0.96875, + 0.699219, + 0.472656, + 0.578125, + 0.671875, + 0.462891, + 0.664062, + 0.198242, + 0.4375, + 1.132812, + 0.398438, + 1.3125, + 0.976562, + 1.398438, + 0.90625, + 0.40625, + 0.859375, + 0.414062, + 0.601562, + 0.492188, + 0.447266, + 1.046875, + 0.539062, + 0.412109, + 0.664062, + 0.894531, + 0.476562, + 0.498047, + 0.710938, + 0.433594, + 0.416016, + 0.380859, + 0.5, + 0.636719, + 0.566406, + 1.273438, + 0.539062, + 0.566406, + 0.423828, + 0.859375, + 0.839844, + 0.494141, + 0.457031, + 0.4375, + 0.664062, + 0.59375, + 0.496094, + 0.714844, + 0.644531, + 0.410156, + 0.457031, + 0.5, + 0.769531, + 0.855469, + 0.679688, + 0.722656, + 0.746094, + 0.628906, + 0.621094, + 0.617188, + 0.546875, + 0.386719, + 0.597656, + 0.589844, + 0.53125, + 0.503906, + 0.746094, + 0.351562, + 0.710938, + 0.621094, + 0.392578, + 0.429688, + 0.425781, + 0.824219, + 0.474609, + 0.416016, + 0.445312, + 0.417969, + 0.695312, + 0.734375, + 1.078125, + 0.445312, + 0.652344, + 0.435547, + 1.4375, + 0.601562, + 0.84375, + 0.414062, + 0.566406, + 0.369141, + 0.582031, + 0.789062, + 0.574219, + 0.511719, + 0.466797, + 0.402344, + 0.597656, + 0.464844, + 1.09375, + 0.429688, + 0.695312, + 0.429688, + 0.851562, + 0.480469, + 0.578125, + 0.474609, + 0.427734, + 0.851562, + 0.466797, + 0.851562, + 0.550781, + 0.667969, + 0.402344, + 0.628906, + 0.953125, + 0.84375, + 0.621094, + 0.996094, + 0.435547, + 0.570312, + 0.460938, + 1.078125, + 0.464844, + 0.447266, + 0.75, + 0.859375, + 1.585938, + 0.605469, + 0.539062, + 0.992188, + 1.398438, + 1.273438, + 0.601562, + 1.296875, + 0.539062, + 0.425781, + 0.382812, + 0.699219, + 0.400391, + 1.203125, + 0.503906, + 0.417969, + 0.539062, + 0.470703, + 0.648438, + 0.546875, + 0.910156, + 0.460938, + 0.820312, + 0.613281, + 0.742188, + 0.431641, + 0.443359, + 0.558594, + 0.24707, + 0.435547, + 1.671875, + 0.474609, + 0.5, + 0.53125, + 0.707031, + 0.808594, + 0.447266, + 0.417969, + 0.753906, + 0.449219, + 0.789062, + 1.898438, + 0.462891, + 0.408203, + 0.410156, + 0.523438, + 0.933594, + 1.070312, + 0.914062, + 1.0625, + 0.4375, + 0.433594, + 0.412109, + 0.429688, + 0.660156, + 0.503906, + 0.527344, + 1.125, + 0.515625, + 0.535156, + 0.640625, + 0.203125, + 0.71875, + 0.4375, + 0.433594, + 0.519531, + 0.419922, + 0.480469, + 0.621094, + 0.431641, + 0.789062, + 0.804688, + 0.871094, + 0.427734, + 0.435547, + 0.476562, + 0.648438, + 0.462891, + 0.6875, + 0.671875, + 0.451172, + 0.482422, + 0.566406, + 0.671875, + 0.613281, + 0.515625, + 0.582031, + 1.054688, + 1.03125, + 0.427734, + 0.566406, + 0.757812, + 0.490234, + 1.125, + 0.447266, + 0.400391, + 0.570312, + 0.554688, + 0.636719, + 0.503906, + 0.480469, + 0.605469, + 0.632812, + 0.425781, + 0.277344, + 0.644531, + 0.644531, + 0.416016, + 0.433594, + 0.660156, + 0.695312, + 0.435547, + 0.765625, + 0.503906, + 0.65625, + 0.416016, + 0.878906, + 0.601562, + 1.023438, + 0.976562, + 0.660156, + 0.671875, + 0.482422, + 0.738281, + 0.416016, + 0.402344, + 1.03125, + 0.984375, + 0.5, + 0.404297, + 0.396484, + 0.820312, + 0.574219, + 0.601562, + 0.59375, + 0.404297, + 0.392578, + 0.9375, + 0.515625, + 0.484375, + 1.015625, + 0.554688, + 0.640625, + 0.726562, + 0.625, + 0.5, + 0.5625, + 0.179688, + 0.5, + 0.609375, + 0.53125, + 0.820312, + 0.648438, + 0.404297, + 0.578125, + 0.425781, + 0.484375, + 0.988281, + 0.707031, + 0.671875, + 1.171875, + 1.515625, + 0.402344, + 1.09375, + 0.453125, + 0.441406, + 0.972656, + 0.427734, + 0.675781, + 0.539062, + 0.628906, + 1.390625, + 0.226562, + 0.439453, + 0.664062, + 0.445312, + 0.933594, + 1.367188, + 0.75, + 1.070312, + 0.644531, + 0.46875, + 0.921875, + 0.482422, + 0.433594, + 0.832031, + 0.519531, + 0.726562, + 0.710938, + 0.414062, + 0.396484, + 0.142578, + 0.675781, + 0.433594, + 0.914062, + 0.820312, + 0.474609, + 1.570312, + 0.511719, + 0.435547, + 1.203125, + 0.429688, + 0.431641, + 0.570312, + 0.652344, + 0.472656, + 0.777344, + 0.808594, + 0.443359, + 0.464844, + 0.388672, + 0.550781, + 0.632812, + 0.761719, + 0.550781, + 0.886719, + 0.421875, + 0.382812, + 0.445312, + 0.455078, + 0.503906, + 1.03125, + 0.640625, + 0.419922, + 0.535156, + 0.21875, + 0.453125, + 0.636719, + 0.566406, + 0.871094, + 0.652344, + 0.96875, + 0.902344, + 0.699219, + 0.423828, + 0.632812, + 0.652344, + 0.652344, + 0.703125, + 0.628906, + 1.0625, + 0.839844, + 0.455078, + 0.683594, + 0.5, + 0.421875, + 0.412109, + 0.808594, + 0.433594, + 0.566406, + 0.957031, + 1.5, + 0.671875, + 0.546875, + 0.433594, + 0.457031, + 0.476562, + 0.404297, + 0.160156, + 0.441406, + 0.425781, + 0.609375, + 0.96875, + 0.386719, + 0.378906, + 0.546875, + 0.394531, + 0.408203, + 0.476562, + 0.388672, + 0.408203, + 0.494141, + 0.738281, + 0.527344, + 0.644531, + 0.410156, + 0.921875, + 0.628906, + 0.462891, + 0.419922, + 0.820312, + 0.412109, + 0.259766, + 0.474609, + 0.570312, + 0.535156, + 0.613281, + 0.396484, + 0.527344, + 0.609375, + 0.671875, + 0.832031, + 0.894531, + 0.490234, + 0.421875, + 0.878906, + 0.824219, + 0.511719, + 1.078125, + 0.421875, + 0.433594, + 0.394531, + 1.109375, + 0.496094, + 0.78125, + 0.449219, + 0.558594, + 0.636719, + 0.75, + 0.447266, + 0.498047, + 0.457031, + 0.550781, + 0.589844, + 0.523438, + 0.419922, + 0.582031, + 0.455078, + 0.507812, + 0.457031, + 0.761719, + 0.382812, + 0.714844, + 0.445312, + 0.498047, + 1.164062, + 0.5625, + 0.542969, + 1.046875, + 0.726562, + 0.742188, + 0.546875, + 0.474609, + 0.59375, + 0.539062, + 0.392578, + 0.439453, + 0.4375, + 0.46875, + 0.396484, + 0.632812, + 0.546875, + 0.404297, + 0.503906, + 0.478516, + 0.726562, + 0.59375, + 0.511719, + 1.046875, + 0.515625, + 0.566406, + 0.449219, + 0.960938, + 0.410156, + 0.746094, + 0.5, + 0.427734, + 0.625, + 0.648438, + 1.445312, + 1.078125, + 0.742188, + 0.496094, + 0.71875, + 0.365234, + 0.451172, + 0.542969, + 1.125, + 0.925781, + 0.675781, + 0.5, + 0.298828, + 1.484375, + 0.742188, + 0.484375, + 1.078125, + 0.871094, + -0.457031, + 0.5625, + 0.386719, + 0.398438, + 0.40625, + 0.644531, + 0.808594, + 0.578125, + 0.953125, + 0.408203, + 0.484375, + 0.703125, + 0.474609, + 0.451172, + 0.157227, + 0.412109, + 0.445312, + 0.988281, + 0.875, + 0.423828, + 0.410156, + 1.5625, + 0.765625, + 0.419922, + 0.535156, + 0.558594, + 0.515625, + 1.796875, + 0.482422, + 0.976562, + 0.4375, + 0.785156, + 0.863281, + 0.574219, + 0.435547, + 1.679688, + 0.875, + 1.359375, + 0.726562, + 0.804688, + 0.480469, + 0.400391, + 0.71875, + 0.542969, + 0.890625, + 1.304688, + 0.484375, + 0.621094, + 0.425781, + 0.636719, + 0.382812, + 0.554688, + 0.488281, + 0.984375, + 0.40625, + 0.445312, + 0.435547, + 0.476562, + 1.109375, + 0.421875, + 0.460938, + 0.466797, + 0.382812, + 0.453125, + 0.439453, + 0.527344, + 0.925781, + 1.75, + 0.445312, + 0.773438, + 0.546875, + 0.414062, + 0.863281, + 0.144531, + 0.542969, + 0.443359, + 0.402344, + 1.375, + 0.804688, + 0.410156, + 0.683594, + 0.703125, + 0.574219, + 0.484375, + 0.210938, + 0.789062, + 0.917969, + 0.519531, + 0.457031, + 0.511719, + 0.455078, + 0.447266, + 0.839844, + 0.188477, + 0.90625, + 0.425781, + 0.361328, + 0.523438, + 0.423828, + 0.652344, + 0.460938, + 0.78125, + 0.511719, + 0.722656, + 0.46875, + 1.054688, + 0.566406, + 1.039062, + 1.859375, + 0.490234, + 0.78125, + 0.613281, + 0.800781, + 0.478516, + 0.429688, + 0.75, + 0.816406, + 0.640625, + 0.78125, + 0.408203, + 0.742188, + 0.416016, + 0.714844, + 0.574219, + 0.546875, + 0.503906, + 0.168945, + 0.542969, + 0.617188, + 0.890625, + 0.539062, + 0.820312, + 0.496094, + 0.578125, + 0.429688, + 0.546875, + 0.605469, + 0.675781, + 0.482422, + 0.558594, + 0.546875, + 0.632812, + 0.410156, + 0.609375, + 0.949219, + 0.457031, + 0.921875, + 0.527344, + 0.757812, + 0.417969, + 0.464844, + 0.457031, + 1.09375, + 1.03125, + 0.478516, + 0.785156, + 0.550781, + 0.388672, + 0.597656, + 0.492188, + 0.789062, + 0.488281, + 0.490234, + 0.466797, + 0.416016, + 0.490234, + 1.484375, + 0.455078, + 0.417969, + 0.574219, + 0.765625, + 0.757812, + 0.40625, + 0.511719, + 0.632812, + 0.511719, + 0.746094, + 0.246094, + 0.390625, + 0.589844, + 0.742188, + 0.490234, + 0.447266, + 0.373047, + 0.699219, + 0.675781, + 0.96875, + 0.488281, + 0.757812, + 0.470703, + 0.566406, + 0.458984, + 1.039062, + 0.414062, + 1.085938, + 1.070312, + 0.515625, + 0.410156, + 0.425781, + 0.683594, + 0.4375, + 0.949219, + 0.486328, + 0.210938, + 0.675781, + 0.472656, + 0.22168, + 0.464844, + 0.40625, + 0.613281, + 0.621094, + 1.070312, + 0.71875, + 0.65625, + 0.609375, + 0.519531, + 0.542969, + 0.554688, + 0.431641, + 0.5625, + 0.203125, + 0.414062, + 0.490234, + 0.429688, + 0.75, + 0.671875, + 0.4375, + 0.761719, + 0.769531, + 0.964844, + 0.427734, + 0.5, + 0.453125, + 0.640625, + 0.816406, + 0.742188, + 0.333984, + 0.730469, + 0.466797, + 0.59375, + 0.773438, + 0.478516, + 0.972656, + 0.757812, + 0.980469, + 0.394531, + 1.046875, + 0.455078, + 0.169922, + 0.671875, + 0.492188, + 1.101562, + 0.582031, + 0.466797, + 0.9375, + 0.511719, + 0.636719, + 0.566406, + 0.957031, + 0.816406, + 0.75, + 0.443359, + 0.585938, + 0.443359, + 0.425781, + 0.839844, + 1.070312, + 0.380859, + 0.59375, + 0.550781, + 0.574219, + 0.542969, + 0.824219, + 0.417969, + 0.243164, + 0.761719, + 0.480469, + 0.675781, + 0.435547, + 0.796875, + 0.808594, + 0.402344, + 0.419922, + 0.6875, + 0.773438, + 0.494141, + 0.621094, + 0.507812, + 0.714844, + 0.527344, + 0.59375, + 0.578125, + 0.878906, + 0.535156, + 0.511719, + 0.425781, + 0.539062, + 0.851562, + 0.511719, + 0.484375, + 0.933594, + 0.181641, + 0.699219, + 0.455078, + 0.4375, + 0.601562, + 0.466797, + 0.710938 + ] + }, + "name": "model.model.layers.7.input_layernorm.weight", + "outputIndexes": [ + 606 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 605 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_7/Mul_output_0", + "outputIndexes": [ + 607 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 606, + 607 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_7/Mul_1_output_0", + "outputIndexes": [ + 608 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 608 + ], + "outputIndexes": [ + 2504 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2504 + ], + "outputIndexes": [ + 2505 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear", + "inputIndexes": [ + 2505 + ], + "outputIndexes": [ + 2506 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 917748790, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2506 + ], + "outputIndexes": [ + 2507 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2507 + ], + "outputIndexes": [ + 609 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 608 + ], + "main_type": "NONE", + "name": "/Shape_99_output_0", + "outputIndexes": [ + 610 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 610 + ], + "main_type": "NONE", + "name": "Shape1829", + "outputIndexes": [ + 611 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 610 + ], + "main_type": "NONE", + "name": "Rank1831", + "outputIndexes": [ + 612 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 612, + 612 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1833", + "outputIndexes": [ + 613 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 613 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1834", + "outputIndexes": [ + 614 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 613, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1836", + "outputIndexes": [ + 615 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 615 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1837", + "outputIndexes": [ + 616 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 611, + 614, + 616, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1840", + "outputIndexes": [ + 617 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 617 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1841", + "outputIndexes": [ + 618 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1842", + "outputIndexes": [ + 619 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 619, + 618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1843", + "outputIndexes": [ + 620 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 610, + 620, + 613 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_109_output_0", + "outputIndexes": [ + 621 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 621, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_225_output_0", + "outputIndexes": [ + 622 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 622, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_91_output_0", + "outputIndexes": [ + 623 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 609, + 623 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_64_output_0", + "outputIndexes": [ + 624 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 624, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_56_output_0", + "outputIndexes": [ + 625 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 624 + ], + "main_type": "NONE", + "name": "/Shape_100_output_0", + "outputIndexes": [ + 626 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 626 + ], + "main_type": "NONE", + "name": "Shape1850", + "outputIndexes": [ + 627 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 626 + ], + "main_type": "NONE", + "name": "Rank1852", + "outputIndexes": [ + 628 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 628, + 628 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1854", + "outputIndexes": [ + 629 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 629 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1855", + "outputIndexes": [ + 630 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 629, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1857", + "outputIndexes": [ + 631 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 631 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1858", + "outputIndexes": [ + 632 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 627, + 630, + 632, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1861", + "outputIndexes": [ + 633 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 633 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1862", + "outputIndexes": [ + 634 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 634 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1863", + "outputIndexes": [ + 635 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 635, + 634 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1864", + "outputIndexes": [ + 636 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 626, + 636, + 629 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_110_output_0", + "outputIndexes": [ + 637 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 637, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_21_output_0", + "outputIndexes": [ + 638 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 638, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_230_output_0", + "outputIndexes": [ + 639 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 624, + 639, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_29_output_0", + "outputIndexes": [ + 640 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 640 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_14_output_0", + "outputIndexes": [ + 641 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 624, + 22, + 639, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_28_output_0", + "outputIndexes": [ + 642 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 641, + 642 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_94_output_0", + "outputIndexes": [ + 643 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 643, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_57_output_0", + "outputIndexes": [ + 644 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 625, + 644 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_35_output_0", + "outputIndexes": [ + 645 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 608 + ], + "outputIndexes": [ + 2508 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2508 + ], + "outputIndexes": [ + 2509 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear", + "inputIndexes": [ + 2509 + ], + "outputIndexes": [ + 2510 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 924988492, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2510 + ], + "outputIndexes": [ + 2511 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2511 + ], + "outputIndexes": [ + 646 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 622, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_92_output_0", + "outputIndexes": [ + 647 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 646, + 647 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_65_output_0", + "outputIndexes": [ + 648 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 648, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_58_output_0", + "outputIndexes": [ + 649 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 648 + ], + "main_type": "NONE", + "name": "/Shape_101_output_0", + "outputIndexes": [ + 650 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 650 + ], + "main_type": "NONE", + "name": "Shape1913", + "outputIndexes": [ + 651 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 650 + ], + "main_type": "NONE", + "name": "Rank1915", + "outputIndexes": [ + 652 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 652, + 652 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1917", + "outputIndexes": [ + 653 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 653 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1918", + "outputIndexes": [ + 654 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 653, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1920", + "outputIndexes": [ + 655 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 655 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1921", + "outputIndexes": [ + 656 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 651, + 654, + 656, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1924", + "outputIndexes": [ + 657 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 657 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1925", + "outputIndexes": [ + 658 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1926", + "outputIndexes": [ + 659 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 659, + 658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1927", + "outputIndexes": [ + 660 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 650, + 660, + 653 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_111_output_0", + "outputIndexes": [ + 661 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 661, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_22_output_0", + "outputIndexes": [ + 662 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 662, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_232_output_0", + "outputIndexes": [ + 663 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 648, + 663, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_31_output_0", + "outputIndexes": [ + 664 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 664 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_15_output_0", + "outputIndexes": [ + 665 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 648, + 22, + 663, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_30_output_0", + "outputIndexes": [ + 666 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 665, + 666 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_95_output_0", + "outputIndexes": [ + 667 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 667, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_59_output_0", + "outputIndexes": [ + 668 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 649, + 668 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_36_output_0", + "outputIndexes": [ + 669 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 608 + ], + "outputIndexes": [ + 2512 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2512 + ], + "outputIndexes": [ + 2513 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear", + "inputIndexes": [ + 2513 + ], + "outputIndexes": [ + 2514 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 926022754, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2514 + ], + "outputIndexes": [ + 2515 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2515 + ], + "outputIndexes": [ + 670 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 670, + 647 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_66_output_0", + "outputIndexes": [ + 671 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 645, + 669, + 671, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_71_output_0", + "outputIndexes": [ + 672 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 672 + ], + "outputIndexes": [ + 2516 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2516 + ], + "outputIndexes": [ + 2517 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear", + "inputIndexes": [ + 2517 + ], + "outputIndexes": [ + 2518 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 927057016, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2518 + ], + "outputIndexes": [ + 2519 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2519 + ], + "outputIndexes": [ + 673 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 605, + 673 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_38_output_0", + "outputIndexes": [ + 674 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.859375, + 0.785156, + 1.0, + 0.613281, + 0.832031, + 0.699219, + 0.773438, + 0.777344, + 0.431641, + 0.539062, + 0.757812, + 0.597656, + 0.785156, + 0.730469, + 0.53125, + 0.777344, + 0.753906, + 0.742188, + 0.761719, + 0.4375, + -3e-06, + 0.761719, + 0.757812, + 0.6875, + 0.6875, + 0.765625, + 0.433594, + 0.636719, + 0.664062, + 0.722656, + 0.851562, + 0.574219, + -9.8e-05, + 0.738281, + 0.773438, + 0.785156, + 0.617188, + 0.371094, + 0.753906, + 0.511719, + 0.785156, + 0.746094, + 1.007812, + 0.746094, + 0.804688, + 0.769531, + 0.355469, + 0.851562, + 0.800781, + 0.578125, + 0.800781, + 0.75, + 0.765625, + 0.753906, + 0.808594, + 0.6875, + 0.800781, + 0.8125, + 0.816406, + 0.482422, + 0.746094, + 0.859375, + 0.835938, + 0.761719, + 1.0, + 0.890625, + 0.605469, + 0.78125, + 0.640625, + 0.703125, + 0.730469, + 0.636719, + 0.765625, + 0.753906, + 0.820312, + 0.765625, + 0.65625, + 0.65625, + 0.507812, + 0.792969, + 0.917969, + 0.804688, + 0.925781, + 0.710938, + 0.765625, + 0.382812, + 0.769531, + 0.90625, + 0.765625, + 0.488281, + 0.777344, + 0.761719, + 0.765625, + 0.808594, + 0.835938, + 0.769531, + 0.425781, + 0.636719, + 0.753906, + 0.609375, + 0.644531, + 0.605469, + 0.773438, + 0.746094, + 0.90625, + 0.8125, + 0.917969, + 0.59375, + 0.71875, + 1.109375, + 0.761719, + 0.742188, + 0.769531, + 0.255859, + 0.765625, + 0.223633, + 0.621094, + 0.785156, + 0.777344, + 0.59375, + 0.730469, + 0.75, + 0.78125, + 0.75, + 0.796875, + 0.738281, + 0.808594, + 0.734375, + 0.414062, + 0.632812, + 0.386719, + 0.757812, + 0.617188, + 0.824219, + 0.550781, + 0.769531, + 0.726562, + 0.785156, + 0.652344, + 0.777344, + 0.761719, + 0.777344, + 0.792969, + 0.851562, + 0.367188, + 0.582031, + 1.023438, + 0.757812, + 0.789062, + 0.769531, + 0.796875, + 0.777344, + 0.714844, + 0.773438, + 0.667969, + 0.714844, + 0.613281, + 0.492188, + 0.808594, + 0.863281, + 0.527344, + 0.5625, + 0.472656, + 0.753906, + 0.486328, + 0.609375, + 0.71875, + 0.636719, + 0.726562, + 0.796875, + 0.777344, + 0.671875, + 0.675781, + 0.675781, + 0.761719, + 0.96875, + 0.765625, + 0.761719, + 0.78125, + 0.75, + 0.859375, + 0.746094, + 0.785156, + 0.447266, + 0.832031, + 0.769531, + 0.753906, + 0.5625, + 0.714844, + 0.78125, + 0.601562, + 0.765625, + 0.707031, + 0.710938, + 0.953125, + 0.777344, + 0.773438, + 0.800781, + 0.613281, + 0.769531, + 0.769531, + 0.523438, + 0.890625, + 0.835938, + 0.984375, + 0.777344, + 0.773438, + 0.664062, + 0.78125, + 0.789062, + 0.789062, + 0.753906, + 0.671875, + 0.789062, + 0.777344, + 0.800781, + 0.625, + 0.613281, + 0.933594, + 0.738281, + 0.742188, + 0.578125, + 0.675781, + 0.785156, + 0.769531, + 0.917969, + 0.625, + 0.648438, + 0.773438, + 0.773438, + 1.304688, + 0.78125, + 0.753906, + 0.753906, + 0.753906, + 0.800781, + 0.730469, + 0.800781, + 0.402344, + 0.765625, + 0.835938, + 0.75, + 0.820312, + 0.765625, + 0.742188, + 0.644531, + 0.761719, + 0.808594, + 0.78125, + 0.734375, + 0.769531, + 0.882812, + 0.664062, + 0.714844, + 0.789062, + 0.632812, + 0.777344, + 0.359375, + 0.777344, + 0.570312, + 0.753906, + 0.765625, + 0.765625, + 0.777344, + 0.765625, + 0.644531, + 0.78125, + 0.773438, + 0.757812, + 0.886719, + 0.804688, + 0.761719, + 0.777344, + 0.667969, + 0.714844, + 0.808594, + 0.769531, + 0.363281, + 0.710938, + 0.914062, + 0.765625, + 0.773438, + 0.376953, + 0.757812, + 0.722656, + 0.847656, + 0.777344, + 0.777344, + 0.800781, + 0.523438, + 0.839844, + 0.542969, + 0.6875, + 0.621094, + 0.578125, + 0.777344, + 0.679688, + 0.640625, + 0.769531, + 0.773438, + 0.773438, + 0.644531, + 0.582031, + 0.789062, + 0.824219, + 0.789062, + 0.742188, + 0.769531, + 0.734375, + 0.792969, + 0.636719, + 0.71875, + 0.765625, + 0.765625, + 0.427734, + 0.769531, + 0.851562, + 0.78125, + 0.773438, + 0.757812, + 0.785156, + 0.738281, + 0.742188, + 0.734375, + 0.679688, + 0.761719, + 0.738281, + 0.761719, + 0.695312, + 0.683594, + 0.396484, + 0.753906, + 0.699219, + 0.71875, + 0.609375, + 0.761719, + 0.78125, + 1.265625, + 0.800781, + 0.648438, + 0.388672, + 0.730469, + 0.753906, + 0.722656, + 0.404297, + 0.804688, + 0.800781, + 0.785156, + 0.746094, + 0.761719, + 0.785156, + 0.582031, + 0.839844, + 0.757812, + 1.015625, + 0.769531, + 0.757812, + 0.761719, + 0.753906, + 0.753906, + 0.847656, + 0.792969, + 0.400391, + 0.609375, + 0.423828, + 0.566406, + 0.726562, + 0.90625, + 0.761719, + 0.527344, + 0.777344, + 0.773438, + 0.78125, + 0.722656, + 0.792969, + 1.046875, + 0.400391, + 0.53125, + 0.765625, + 0.785156, + 0.773438, + 0.785156, + 0.625, + 0.804688, + 0.785156, + 0.648438, + 0.957031, + 0.765625, + 0.742188, + 0.671875, + 0.769531, + 0.933594, + 0.71875, + 0.578125, + 0.703125, + 0.765625, + 0.644531, + 0.707031, + 0.761719, + 0.396484, + 0.628906, + 0.796875, + 0.578125, + 0.796875, + 0.53125, + 0.773438, + 0.746094, + 0.78125, + 0.777344, + 0.632812, + 0.550781, + 0.773438, + 0.894531, + 0.765625, + 0.785156, + 0.933594, + 0.804688, + 0.761719, + 0.777344, + 0.765625, + 0.566406, + 0.695312, + 0.769531, + 0.625, + 0.738281, + 0.550781, + 0.773438, + 0.839844, + 0.695312, + 0.761719, + 0.777344, + 0.765625, + 0.507812, + 0.734375, + 0.808594, + 0.730469, + 0.714844, + 0.761719, + 0.726562, + 0.625, + 0.757812, + 0.808594, + 0.871094, + 0.765625, + 0.597656, + 0.65625, + 0.726562, + 0.761719, + 0.78125, + 0.863281, + 0.851562, + 0.746094, + 0.792969, + 0.765625, + 0.835938, + 0.800781, + 0.816406, + 0.746094, + 2.5e-05, + 0.714844, + 0.761719, + 0.71875, + 0.773438, + 0.554688, + 0.617188, + 0.785156, + 0.621094, + 0.757812, + 0.566406, + 0.742188, + 0.765625, + 0.402344, + 0.757812, + 0.777344, + 0.808594, + 0.601562, + 0.785156, + 0.589844, + 0.78125, + 0.773438, + 0.847656, + 0.765625, + 0.742188, + 0.808594, + 0.582031, + 0.789062, + 0.90625, + 0.871094, + 0.800781, + 0.8125, + 0.785156, + 0.789062, + 0.898438, + 0.785156, + 0.820312, + 0.753906, + 0.800781, + 0.707031, + 0.867188, + 0.777344, + 0.753906, + 0.625, + 0.703125, + 0.628906, + 0.75, + 0.738281, + 0.925781, + 0.835938, + 0.777344, + 0.695312, + 0.792969, + 0.800781, + 0.769531, + 0.886719, + 0.789062, + 0.636719, + 0.699219, + 0.742188, + 0.714844, + 0.863281, + 0.765625, + 0.773438, + 0.78125, + 0.388672, + 0.765625, + 0.625, + 0.832031, + 0.769531, + 0.769531, + 0.734375, + 0.753906, + 0.820312, + 0.820312, + 0.757812, + 0.757812, + 0.777344, + 0.566406, + 0.753906, + 0.726562, + 0.765625, + 0.494141, + 0.734375, + 0.519531, + 0.753906, + 0.554688, + 0.78125, + 1.125, + 0.566406, + 0.707031, + 1.046875, + 0.699219, + 0.824219, + 0.769531, + 0.847656, + 0.699219, + 0.65625, + 0.726562, + 0.761719, + 0.765625, + 0.703125, + 0.875, + 0.75, + 0.675781, + 0.902344, + 0.605469, + 0.8125, + 0.734375, + 0.8125, + 0.792969, + 0.832031, + 0.855469, + 0.8125, + 0.652344, + 0.613281, + 0.742188, + 0.742188, + 0.769531, + 0.769531, + 0.5625, + 0.765625, + 0.769531, + 0.808594, + 0.792969, + 0.636719, + 0.839844, + 0.75, + 0.742188, + 0.585938, + 0.761719, + 0.664062, + 0.832031, + 0.71875, + 0.769531, + 0.871094, + 0.800781, + 0.570312, + 0.730469, + 0.738281, + 0.589844, + 0.621094, + 1.125, + 0.570312, + 0.683594, + 0.8125, + 0.738281, + 0.792969, + 0.761719, + 0.75, + 0.326172, + 0.769531, + 0.921875, + 0.785156, + 0.652344, + 0.492188, + 0.800781, + 0.765625, + 0.449219, + 0.71875, + 0.734375, + 0.828125, + 0.769531, + 0.757812, + 0.726562, + 0.765625, + 0.482422, + 0.714844, + 0.890625, + 0.761719, + 0.769531, + 0.863281, + 0.625, + 0.675781, + 0.71875, + 0.75, + 0.820312, + 0.652344, + 0.773438, + 1.015625, + 0.773438, + 0.75, + 0.777344, + 0.550781, + 0.789062, + 0.769531, + 0.804688, + 0.890625, + 0.753906, + 0.75, + 0.753906, + 0.726562, + 0.429688, + 0.738281, + 0.753906, + 0.523438, + 0.427734, + 0.824219, + 0.664062, + 0.804688, + 0.78125, + 0.558594, + 0.5625, + 0.707031, + 0.304688, + 0.769531, + 0.792969, + 0.816406, + 0.753906, + 0.730469, + 0.78125, + 0.765625, + 0.707031, + 0.75, + 0.777344, + 0.777344, + 0.78125, + 0.753906, + 0.785156, + 0.609375, + 0.839844, + 0.773438, + 0.761719, + 0.753906, + 0.722656, + 0.820312, + 0.554688, + 0.808594, + 0.753906, + 0.632812, + 0.648438, + 0.390625, + 0.8125, + 0.890625, + 0.761719, + 0.808594, + 0.738281, + 0.482422, + 0.585938, + 0.992188, + 0.542969, + 0.765625, + 0.59375, + 0.910156, + 0.777344, + 0.765625, + 0.75, + 0.773438, + 0.726562, + 0.396484, + 0.804688, + 0.800781, + 0.710938, + 0.941406, + 0.691406, + 0.738281, + 0.808594, + 0.166016, + 0.449219, + 0.753906, + 0.617188, + 0.796875, + 0.652344, + 0.773438, + 0.75, + 0.75, + 0.773438, + 0.769531, + 0.738281, + 0.410156, + 0.644531, + 0.847656, + 0.765625, + 0.773438, + 0.71875, + 0.804688, + 0.589844, + 0.753906, + 0.484375, + 0.800781, + 0.734375, + 1.359375, + 0.785156, + 0.765625, + 0.578125, + 0.589844, + 0.769531, + 0.753906, + 0.792969, + 0.734375, + 0.789062, + 0.714844, + 0.527344, + 0.773438, + 0.746094, + 0.9375, + 0.9375, + 0.773438, + 0.589844, + 0.769531, + 0.847656, + 0.625, + 0.773438, + 0.671875, + 0.765625, + 0.414062, + 0.78125, + 0.765625, + 0.777344, + 0.589844, + 0.431641, + 0.828125, + 0.765625, + 0.785156, + 0.404297, + 0.722656, + 0.796875, + 0.425781, + 0.765625, + 0.800781, + 0.769531, + 0.71875, + 0.757812, + 0.59375, + 0.785156, + 0.75, + 0.59375, + 0.761719, + 0.753906, + 0.613281, + 0.761719, + 0.757812, + 0.769531, + 0.486328, + 0.177734, + 0.671875, + 0.832031, + 0.570312, + 0.507812, + 0.800781, + 0.8125, + 0.765625, + 0.757812, + 0.558594, + 0.746094, + 0.777344, + 0.785156, + 0.404297, + 0.765625, + 0.761719, + 0.679688, + 0.542969, + 0.734375, + 0.691406, + 0.785156, + 1.125, + 0.792969, + 0.761719, + 0.695312, + 0.535156, + 0.777344, + 0.398438, + 0.714844, + 0.738281, + 0.431641, + 0.792969, + 0.695312, + 0.839844, + 0.78125, + 0.699219, + 0.75, + 0.695312, + 0.765625, + 0.808594, + 0.78125, + 0.8125, + 0.644531, + 0.773438, + 0.625, + 0.785156, + 0.765625, + 0.949219, + 0.765625, + 0.546875, + 0.617188, + 0.804688, + 0.65625, + 0.730469, + 0.769531, + 0.652344, + 0.746094, + 0.761719, + 0.777344, + 0.765625, + 0.628906, + 0.550781, + 0.78125, + 0.742188, + 0.796875, + 0.625, + 0.789062, + 0.765625, + 0.796875, + 0.695312, + 0.855469, + 0.804688, + 0.640625, + 0.746094, + 0.882812, + 0.6875, + 0.78125, + 0.769531, + 0.757812, + 0.703125, + 0.808594, + 0.839844, + 0.863281, + 0.816406, + 0.644531, + 0.386719, + 0.773438, + 0.519531, + 0.777344, + 0.78125, + 0.458984, + 0.726562, + 0.816406, + 0.777344, + 0.757812, + 0.769531, + 0.386719, + 0.753906, + 0.574219, + 0.769531, + 0.738281, + 0.753906, + 0.792969, + 0.769531, + 0.742188, + 0.769531, + 0.644531, + 0.386719, + 0.765625, + 0.726562, + 0.742188, + 0.617188, + 0.84375, + 0.800781, + 0.761719, + 0.835938, + 0.78125, + 0.699219, + 0.78125, + 0.886719, + 0.761719, + 0.539062, + 0.753906, + 0.730469, + 0.777344, + 0.824219, + 0.648438, + 0.777344, + 0.769531, + 0.773438, + 0.773438, + 0.777344, + 0.804688, + 0.757812, + 0.777344, + 0.757812, + 0.625, + 0.792969, + 0.785156, + 0.710938, + 0.761719, + 0.679688, + 0.792969, + 0.75, + 0.523438, + 0.769531, + 0.644531, + 0.789062, + 0.621094, + 0.78125, + 0.777344, + 0.511719, + 0.341797, + 0.660156, + 0.828125, + 0.664062, + 0.515625, + 0.835938, + 0.808594, + 0.648438, + 0.828125, + 0.597656, + 0.746094, + 0.789062, + 0.761719, + 0.390625, + 0.730469, + 0.410156, + 0.570312, + 1.015625, + 0.777344, + 0.511719, + 0.613281, + 0.722656, + 0.757812, + 0.761719, + 0.632812, + 1.078125, + 0.777344, + 0.765625, + 0.394531, + 0.945312, + 0.773438, + 1.078125, + 0.769531, + 0.769531, + 0.773438, + 0.761719, + 0.726562, + 0.601562, + 0.621094, + 0.519531, + 0.671875, + 0.515625, + 0.601562, + 0.613281, + 0.777344, + 0.886719, + 0.820312, + 0.761719, + 0.75, + 0.800781, + 0.84375, + 0.765625, + 0.761719, + 0.808594, + 0.378906, + 0.585938, + 0.757812, + 0.785156, + 0.691406, + 0.449219, + 0.582031, + 0.769531, + 0.820312, + 0.78125, + 0.78125, + 0.318359, + 0.773438, + 0.773438, + 0.761719, + 0.617188, + 0.451172, + 0.761719, + 0.792969, + 0.730469, + 0.628906, + 0.652344, + 0.757812, + 0.660156, + 0.886719, + 0.613281, + 0.59375, + 0.792969, + 0.402344, + 0.753906, + 0.746094, + 0.382812, + 0.785156, + 0.800781, + 0.753906, + 0.640625, + 0.734375, + 0.773438, + 0.757812, + 0.902344, + 0.53125, + 0.632812, + 0.625, + 0.925781, + 0.84375, + 0.441406, + 0.800781, + 0.714844, + 0.992188, + 0.765625, + 0.800781, + 0.769531, + 0.660156, + 0.617188, + 0.898438, + 0.390625, + 1.078125, + 0.761719, + 0.703125, + 0.851562, + 0.625, + 0.773438, + 0.734375, + 0.478516, + 0.609375, + 0.757812, + 0.5625, + 0.582031, + 0.515625, + 0.742188, + 0.357422, + 0.181641, + 0.886719, + 0.726562, + 0.804688, + 0.777344, + 0.65625, + 1.039062, + 0.738281, + 0.816406, + 0.699219, + 0.730469, + 0.761719, + 0.621094, + 0.578125, + 0.761719, + 1.117188, + 0.765625, + 0.753906, + 0.707031, + 0.78125, + 0.494141, + 0.710938, + 0.648438, + 0.394531, + 0.542969, + 0.851562, + 0.792969, + 0.8125, + 1.0625, + 0.769531, + 0.875, + 0.804688, + 0.75, + 0.558594, + 0.71875, + 0.753906, + 0.914062, + 0.578125, + 0.738281, + 0.824219, + 0.789062, + 0.664062, + 0.753906, + 1.054688, + 0.820312, + 0.703125, + 0.84375, + 0.480469, + 0.710938, + 0.71875, + 0.761719, + 0.832031, + 0.392578, + 0.4375, + 0.808594, + 0.675781, + 0.878906, + 0.804688, + 1.046875, + 0.785156, + 0.652344, + 0.742188, + 0.566406, + 0.78125, + 0.757812, + 0.742188, + 0.78125, + 0.660156, + 0.78125, + 0.785156, + 0.632812, + 0.53125, + 0.78125, + 0.660156, + 0.769531, + 0.679688, + 0.730469, + 0.75, + 0.667969, + 0.894531, + 0.742188, + 0.640625, + 0.765625, + 0.515625, + 0.886719, + 0.726562, + 0.9375, + 0.773438, + 0.746094, + 0.824219, + 0.769531, + 0.699219, + 1.0625, + 0.742188, + 0.6875, + 0.976562, + 0.796875, + 0.757812, + 0.582031, + 0.8125, + 0.59375, + 0.957031, + 0.765625, + 0.835938, + 0.757812, + 0.589844, + 0.5625, + 0.761719, + 0.734375, + 0.765625, + 0.773438, + 0.722656, + 0.808594, + 0.761719, + 0.890625, + 0.800781, + 0.796875, + 0.808594, + 0.921875, + 0.753906, + 0.726562, + 0.636719, + 0.539062, + 0.894531, + 0.804688, + 0.773438, + 0.761719, + 0.757812, + 0.761719, + 0.839844, + 0.710938, + 0.8125, + 0.773438, + 0.777344, + 0.71875, + 0.769531, + 0.367188, + 0.765625, + 0.613281, + 0.386719, + 0.757812, + 0.746094, + 0.765625, + 0.675781, + 0.769531, + 0.769531, + 0.78125, + 0.824219, + 0.894531, + 0.90625, + 0.652344, + 0.660156, + 0.470703, + 0.789062, + 0.785156, + 0.582031, + 0.980469, + 0.746094, + 0.765625, + 0.839844, + 0.859375, + 0.78125, + 0.785156, + 0.785156, + 0.769531, + 0.582031, + 0.773438, + 1.0625, + 0.777344, + 0.632812, + 0.757812, + 0.78125, + 1.0, + 0.9375, + 0.769531, + 1.039062, + 0.8125, + 0.785156, + 0.996094, + 0.75, + 0.726562, + 0.796875, + 0.765625, + 0.8125, + 0.777344, + 0.800781, + 0.761719, + 0.789062, + 0.757812, + 0.777344, + 0.691406, + 0.738281, + 0.605469, + 0.761719, + 0.773438, + 0.933594, + 0.566406, + 0.365234, + 0.832031, + 0.765625, + 0.804688, + 0.78125, + 0.769531, + 0.664062, + 0.664062, + 0.789062, + 0.75, + 0.757812, + 0.78125, + 0.753906, + 0.546875, + 0.738281, + 0.734375, + 0.652344, + 0.636719, + 0.789062, + 0.339844, + 0.757812, + 0.679688, + 0.292969, + 0.800781, + 0.753906, + 0.585938, + 0.738281, + 0.910156, + 0.742188, + 0.605469, + 0.773438, + 0.679688, + 0.621094, + 0.59375, + 0.492188, + 0.742188, + 0.605469, + 0.613281, + 0.597656, + 0.765625, + 0.757812, + 0.761719, + 0.808594, + 0.625, + 0.777344, + 0.546875, + 0.929688, + 0.671875, + 0.753906, + 0.769531, + 0.792969, + 0.71875, + 0.765625, + 0.542969, + 0.835938, + 0.777344, + 0.785156, + 0.765625, + 0.582031, + 0.816406, + 0.832031, + 0.796875, + 0.664062, + 0.75, + 0.769531, + 0.742188, + 0.773438, + 0.738281, + 0.863281, + 0.753906, + 0.792969, + 0.765625, + 0.777344, + 0.710938, + 0.804688, + 0.894531, + 0.609375, + 0.75, + 0.847656, + 0.730469, + 0.78125, + 0.71875, + 0.785156, + 0.972656, + 0.902344, + 0.746094, + 0.443359, + 0.710938, + 0.839844, + 0.597656, + 0.757812, + 1.023438, + 0.746094, + 0.617188, + 0.808594, + 0.769531, + 1.015625, + 0.769531, + 0.808594, + 0.757812, + 0.8125, + 0.773438, + 0.632812, + 0.722656, + 0.609375, + 0.785156, + 0.84375, + 0.816406, + 0.574219, + 0.78125, + 0.773438, + 0.757812, + 0.785156, + 0.675781, + 0.609375, + 0.503906, + 0.757812, + 0.695312, + 0.738281, + 0.730469, + 0.746094, + 0.75, + 0.773438, + 0.867188, + 0.753906, + 0.8125, + 0.679688, + 0.675781, + 0.597656, + 0.388672, + 0.636719, + 0.734375, + 0.785156, + 0.910156, + 0.78125, + 0.90625, + 0.746094, + 0.839844, + 0.671875, + 0.695312, + 0.835938, + 0.730469, + 0.898438, + 0.8125, + 0.722656, + 0.392578, + 0.746094, + 0.746094, + 0.410156, + 0.75, + 0.789062, + 0.820312, + 0.726562, + 0.742188, + 0.683594, + 0.734375, + 0.400391, + 0.785156, + 0.421875, + 0.773438, + 0.851562, + 0.9375, + 0.386719, + 0.699219, + 0.8125, + 0.726562, + 0.75, + 0.558594, + 0.808594, + 0.796875, + 0.753906, + 0.921875, + 0.777344, + 0.613281, + 0.761719, + 0.808594, + 0.785156, + 0.554688, + 0.761719, + 0.414062, + 0.808594, + 0.832031, + 0.855469, + 0.789062, + 0.847656, + 0.753906, + 0.75, + 0.757812, + 0.789062, + 0.753906, + 0.765625, + 0.757812, + 0.648438, + 0.753906, + 0.761719, + 0.326172, + 0.765625, + 0.792969, + 0.6875, + 0.722656, + 0.691406, + 0.699219, + 0.765625, + 0.761719, + 0.408203, + 0.808594, + 0.792969, + 0.435547, + 0.808594, + 0.703125, + 0.886719, + 0.769531, + 0.761719, + 0.738281, + 0.765625, + 0.777344, + 0.75, + 0.765625, + 0.699219, + 0.890625, + 0.785156, + 0.761719, + 0.75, + 0.738281, + 0.765625, + 0.382812, + 0.785156, + 0.972656, + 0.65625, + 0.761719, + 0.773438, + 0.773438, + 0.800781, + 0.816406, + 0.8125, + 0.742188, + 0.605469, + 0.710938, + 0.792969, + 0.816406, + 0.808594, + 0.1875, + 0.785156, + 0.820312, + 0.796875, + 0.738281, + 0.71875, + 0.765625, + 0.734375, + 0.601562, + 0.765625, + 0.84375, + 0.773438, + 0.769531, + 0.738281, + 0.753906, + 0.953125, + 0.78125, + 0.796875, + 0.753906, + 0.742188, + 0.726562, + 0.710938, + 0.753906, + 0.730469, + 0.527344, + 0.804688, + 0.734375, + 0.765625, + 0.769531, + 0.859375, + 0.835938, + 0.761719, + 0.761719, + 0.84375, + 0.78125, + 0.5625, + 0.773438, + 0.785156, + 0.527344, + 0.816406, + 0.734375, + 0.742188, + 0.6875, + 0.625, + 0.609375, + 0.703125, + 0.890625, + 0.546875, + 0.820312, + 0.390625, + 0.894531, + 0.730469, + 0.65625, + 0.621094, + 0.765625, + 0.339844, + 0.769531, + 0.78125, + 0.785156, + 0.765625, + 0.789062, + 0.699219, + 0.804688, + 0.773438, + 0.408203, + 0.402344, + 0.59375, + 0.691406, + 0.820312, + 0.699219, + 0.753906, + 0.824219, + 0.609375, + 0.777344, + 0.628906, + 0.761719, + 1.078125, + 0.777344, + 0.769531, + 0.699219, + 0.761719, + 0.40625, + 0.75, + 0.742188, + 0.769531, + 0.699219, + 0.574219, + 0.648438, + 0.757812, + 0.785156, + 0.683594, + 0.644531, + 0.808594, + 0.84375, + 0.761719, + 0.773438, + 0.941406, + 0.722656, + 0.707031, + 0.625, + 0.746094, + 0.769531, + 0.75, + 0.574219, + 0.707031, + 0.859375, + 0.777344, + 0.648438, + 0.75, + 0.867188, + 0.59375, + 0.75, + 0.613281, + 0.589844, + 0.357422, + 1.03125, + 0.769531, + 0.847656, + 0.632812, + 0.703125, + 0.65625, + 0.363281, + 0.753906, + 0.980469, + 0.636719, + 0.742188, + 0.753906, + 0.742188, + 0.671875, + 0.835938, + 0.839844, + 0.722656, + 0.507812, + 0.75, + 0.824219, + 0.8125, + 0.769531, + 0.863281, + 0.75, + 0.773438, + 0.761719, + 0.714844, + 0.898438, + 0.386719, + 0.839844, + 0.878906, + 0.742188, + 0.765625, + 0.664062, + 0.726562, + 0.761719, + 0.792969, + 0.785156, + 0.5625, + 0.515625, + 0.757812, + 0.683594, + 0.78125, + 0.824219, + 0.660156, + 0.765625, + 0.769531, + 0.828125, + 0.636719, + 0.902344, + 0.605469, + 0.769531, + 0.800781, + 0.785156, + 0.667969, + 0.738281, + 0.785156, + 0.738281, + 0.761719, + 0.765625, + 0.71875, + 0.59375, + 0.839844, + 0.691406, + 0.644531, + 0.789062, + 0.734375, + 0.878906, + 0.734375, + 0.726562, + 0.707031, + 0.703125, + 0.773438, + 0.796875, + 0.800781, + 0.613281, + 0.761719, + 0.394531, + 0.792969, + 0.773438, + 0.78125, + 0.753906, + 0.753906, + 0.695312, + 0.761719, + 0.388672, + 0.5625, + 0.75, + 0.640625, + 0.699219, + 0.679688, + 0.941406, + 0.796875, + 0.761719, + 0.757812, + 0.433594, + 0.761719, + 0.429688, + 0.59375, + 0.558594, + 0.800781, + 0.699219, + 0.796875, + 0.652344, + 0.820312, + 0.890625, + 0.785156, + 0.765625, + 0.652344, + 0.765625, + 0.761719, + 0.78125, + 0.773438, + 0.589844, + 0.773438, + 0.75, + 0.496094, + 0.78125, + 0.683594, + 0.75, + 0.648438, + 0.660156, + 0.597656, + 0.75, + 0.757812, + 0.769531, + 0.558594, + 0.804688, + 0.625, + 0.597656, + 0.384766, + 0.710938, + 0.78125, + 0.769531, + 0.882812, + 0.785156, + 0.726562, + 0.337891, + 0.683594, + 0.601562, + 0.734375, + 0.671875, + 0.773438, + 0.753906, + 0.789062, + 0.679688, + 0.753906, + 0.765625, + 0.800781, + 0.863281, + 0.839844, + 0.828125, + 0.773438, + 0.804688, + 0.78125, + 0.746094, + 0.621094, + 0.765625, + 0.753906, + 0.703125, + 0.882812, + 0.419922, + 0.777344, + 0.613281, + 0.722656, + 0.777344, + 0.392578, + 0.796875, + 0.726562, + 0.785156, + 0.816406, + 0.738281, + 0.769531, + 0.734375, + 0.773438, + 0.8125, + 0.769531, + 0.640625, + 0.765625, + 0.169922, + 0.789062, + 0.566406, + 0.824219, + 0.699219, + 0.421875, + 0.785156, + 0.808594, + 0.863281, + 0.757812, + 0.71875, + 0.777344, + 0.773438, + 0.789062, + 0.75, + 0.738281, + 0.550781, + 0.78125, + 0.777344, + 0.761719, + 0.757812, + 0.773438, + 0.355469, + 0.785156, + 0.699219, + 0.757812, + 0.675781, + 0.75, + 0.734375, + 0.738281, + 0.738281, + 0.21582, + 0.59375, + 0.75, + 0.632812, + 0.457031, + 0.832031, + 0.777344, + 0.621094, + 0.734375, + 0.478516, + 1.078125, + 0.75, + 0.75, + 0.742188, + 0.824219, + 0.726562, + 0.796875, + 0.878906, + 0.699219, + 0.679688, + 0.757812, + 0.730469, + 0.394531, + 0.601562, + 0.621094, + 0.765625, + 0.796875, + 0.777344, + 0.367188, + 0.757812, + 0.878906, + 0.75, + 0.691406, + 0.40625, + 0.574219, + 0.832031, + 0.582031, + 0.404297, + 0.804688, + 0.792969, + 0.546875, + 0.917969, + 0.761719, + 0.828125, + 0.703125, + 0.867188, + 0.699219, + 0.777344, + 0.757812, + 0.710938, + 0.753906, + 0.746094, + 0.769531, + 0.632812, + 0.792969, + 0.851562, + 0.726562, + 0.773438, + 0.789062, + 0.765625, + 0.71875, + 0.675781, + 0.773438, + 0.671875, + 0.792969, + 0.769531, + 0.75, + 0.757812, + 0.511719, + 0.816406, + 0.722656, + 0.605469, + 0.792969, + 0.933594, + 0.777344, + 0.636719, + 0.726562, + 0.652344, + 0.84375, + 0.734375, + 0.902344, + 0.832031, + 0.773438, + 0.652344, + 0.71875, + 0.742188, + 0.707031, + 0.671875, + 0.851562, + 0.835938, + 0.710938, + 0.53125, + 0.769531, + 0.443359, + 0.300781, + 0.75, + 0.710938, + 0.414062, + 0.746094, + 0.769531, + 0.617188, + 0.933594, + 0.734375, + 0.78125, + 0.765625, + 0.761719, + 1.257812, + 0.972656, + 0.515625, + 0.679688, + 0.738281, + 0.757812, + 0.921875, + 0.753906, + 0.988281, + 0.871094, + 0.777344, + 0.765625, + 0.78125, + 0.441406, + 0.753906, + 0.769531, + 0.785156, + 0.738281, + 0.789062, + 0.742188, + 0.902344, + 0.765625, + 0.644531, + 0.757812, + 0.6875, + 0.746094, + 0.761719, + 0.933594, + 0.945312, + 0.375, + 0.75, + 0.757812, + 0.96875, + 0.824219, + 0.777344, + 0.792969, + 0.777344, + 0.769531, + 0.65625, + 0.75, + 1.023438, + 0.785156, + 0.734375, + 0.625, + 0.746094, + 0.808594, + 0.398438, + 0.59375, + 0.789062, + 0.765625, + 0.773438, + 0.757812, + 0.589844, + 0.53125, + 0.867188, + 0.4375, + 0.765625, + 0.726562, + 0.753906, + 0.738281, + 0.859375, + 0.617188, + 0.796875, + 0.769531, + 0.875, + 0.769531, + 0.636719, + 0.792969, + 0.769531, + 0.765625, + 0.785156, + 0.789062, + 0.3125, + 0.773438, + 0.691406, + 0.769531, + 0.75, + 0.761719, + 0.503906, + 0.773438, + 0.816406, + 0.660156, + 0.773438, + 0.765625, + 0.398438, + 0.867188, + 0.376953, + 0.621094, + 0.730469, + 0.59375, + 0.574219, + 0.714844, + 0.365234, + 0.726562, + 0.75, + 0.707031, + 0.761719, + 0.761719, + 0.746094, + 0.738281, + 0.769531, + 0.75, + 0.640625, + 0.451172, + 0.703125, + 0.808594, + 0.742188, + 0.570312, + 0.777344, + 0.746094, + 0.730469, + 0.820312, + 0.75, + 0.554688, + 0.921875, + 0.396484, + 0.753906, + 0.800781, + 0.753906, + 0.761719, + 0.78125, + 0.757812, + 0.609375, + 0.652344, + 0.777344, + 0.710938, + 0.78125, + 0.773438, + 0.726562, + 0.773438, + 0.765625, + 0.535156, + 0.746094, + 0.613281, + 0.435547, + 0.757812, + 0.84375, + 0.816406, + 0.746094, + 0.585938, + 0.347656, + 0.84375, + 0.640625, + 0.769531, + 0.78125, + 0.769531, + 0.753906, + 0.691406, + 0.757812, + 0.769531, + 0.710938, + 0.761719, + 0.609375, + 0.761719, + 0.914062, + 0.792969, + 0.462891, + 0.609375, + 0.695312, + 0.75, + 0.757812, + 0.566406, + 0.746094, + 0.757812, + 0.765625, + 0.667969, + 0.757812, + 0.878906, + 0.742188, + 0.457031, + 0.816406, + 0.628906, + 0.796875, + 0.589844, + 0.765625, + 0.769531, + 0.8125, + 0.851562, + 0.550781, + 0.455078, + 0.714844, + 0.796875, + 0.792969, + 0.875, + 0.773438, + 0.585938, + 0.773438, + 0.8125, + 0.738281, + 0.457031, + 0.742188, + 0.882812, + 0.738281, + 0.796875, + 0.824219, + 0.695312, + 0.777344, + 0.753906, + 0.761719, + 0.832031, + 0.785156, + 0.742188, + 0.785156, + 0.695312, + 0.8125, + 0.425781, + 0.777344, + 0.769531, + 0.976562, + 0.75, + 0.636719, + 0.416016, + 0.621094, + 0.773438, + 0.761719, + 0.816406, + 0.757812, + 0.96875, + 0.792969, + 0.671875, + 0.769531, + 0.757812, + 0.796875, + 0.621094, + 0.78125, + 0.765625, + 0.742188, + 0.773438, + 0.769531, + 0.396484, + 0.859375, + 0.859375, + 0.753906, + 0.695312, + 0.796875, + 0.785156, + 0.71875, + 0.392578, + 0.796875, + 0.652344, + 0.322266, + 0.753906, + 0.765625, + 0.8125, + 1.0, + 0.824219, + 0.773438, + 0.757812, + 0.757812, + 0.785156, + 0.753906, + 0.621094, + 0.765625, + 0.78125, + 0.726562, + 0.769531, + 0.761719, + 0.765625, + 0.796875, + 0.910156, + 0.625, + 0.730469, + 0.539062, + 0.824219, + 0.820312, + 0.792969, + 0.757812, + 0.742188, + 0.761719, + 0.757812, + 0.824219, + 0.582031, + 0.742188, + 0.578125, + 0.601562, + 0.902344, + 0.769531, + 0.777344, + 0.660156, + 0.710938, + 0.757812, + 0.746094, + 0.839844, + 0.835938, + 0.820312, + 0.722656, + 0.917969, + 0.664062, + 0.816406, + 0.777344, + 0.535156, + 0.769531, + 0.480469, + 0.664062, + 0.773438, + 0.804688, + 0.75, + 0.589844, + 0.578125, + 0.78125, + 0.929688, + 0.765625, + 0.660156, + 0.792969, + 0.726562, + 0.867188, + 0.765625, + 0.601562, + 0.726562, + 0.679688, + 0.773438, + 0.714844, + 0.898438, + 0.503906, + 0.78125, + 0.8125, + 0.523438, + 0.503906, + 0.835938, + 0.722656, + 0.550781, + 0.820312, + 0.839844, + 0.75, + 0.839844, + 0.78125, + 0.902344, + 0.769531, + 0.71875, + 0.796875, + 0.554688, + 0.742188, + 0.765625, + 0.753906, + 0.734375, + 0.535156, + 0.769531, + 0.478516, + 0.734375, + 0.675781, + 0.78125, + 0.671875, + 0.742188, + 0.558594, + 0.75, + 0.714844, + 0.644531, + 0.574219, + 0.753906, + 0.710938, + 0.392578, + 0.194336, + 0.675781, + 0.738281, + 0.765625, + 0.769531, + 0.511719, + 0.78125, + 0.769531, + 0.757812, + 0.808594, + 0.482422, + 0.742188, + 0.589844, + 0.769531, + 0.394531, + 0.474609, + 0.632812, + 0.800781, + 0.523438, + 0.769531, + 0.769531, + 0.863281, + 0.765625, + 0.800781, + 0.722656, + 0.78125, + 0.832031, + 0.394531, + 0.789062, + 0.714844, + 0.898438, + 0.625, + 0.761719, + 0.609375, + 0.761719, + 0.785156, + 0.777344, + 0.730469, + 0.535156, + 0.753906, + 0.757812, + 0.753906, + 0.726562, + 0.601562, + 0.75, + 0.753906, + 0.671875, + 0.773438, + 0.824219, + 0.785156, + 0.9375, + 0.726562, + 0.546875, + 0.808594, + 0.671875, + 0.785156, + 0.777344, + 0.71875, + 0.769531, + 0.394531, + 0.816406, + 0.757812, + 0.769531, + 0.789062, + 0.765625, + 0.75, + 0.699219, + 0.746094, + 0.773438, + 0.789062, + 0.742188, + 0.789062, + 0.773438, + 0.785156, + 0.800781, + 0.726562, + 0.722656, + 0.753906, + 0.722656, + 0.71875, + 0.746094, + 0.742188, + 0.75, + 0.628906, + 0.519531, + 0.542969, + 0.824219, + 0.753906, + 0.765625, + 0.785156, + 0.757812, + 0.898438, + 0.820312, + 0.785156, + 0.722656, + 0.75, + 0.746094, + 0.605469, + 0.707031, + 0.765625, + 0.859375, + 0.792969, + 0.636719, + 0.742188, + 0.808594, + 0.648438, + 0.808594, + 0.632812, + 0.808594, + 0.792969, + 0.757812, + 0.757812, + 0.404297, + 0.710938, + 0.632812, + 0.640625, + 0.621094, + 0.421875, + 0.738281, + 0.632812, + 0.9375, + 0.585938, + 0.765625, + 0.75, + 0.679688, + 0.785156, + 0.369141, + 0.707031, + 0.804688, + 0.578125, + 0.621094, + 0.828125, + 0.820312, + 0.761719, + 0.847656, + 0.84375, + 0.722656, + 0.632812, + 0.333984, + 0.996094, + 0.640625, + 0.769531, + 0.753906, + 0.78125, + 0.710938, + 0.738281, + 0.738281, + 0.773438, + 0.757812, + 0.648438, + 0.75, + 0.738281, + 0.675781, + 0.632812, + 0.769531, + 0.5625, + 0.332031, + 0.742188, + 0.773438, + 0.734375, + 0.753906, + 0.800781, + 0.371094, + 0.691406, + 1.09375, + 0.78125, + 0.625, + 0.824219, + 0.777344, + 0.839844, + 0.757812, + 0.773438, + 0.6875, + 0.78125, + 0.757812, + 0.757812, + 0.402344, + 0.757812, + 0.398438, + 0.769531, + 0.816406, + 0.574219, + 0.777344, + 0.773438, + 0.777344, + 0.859375, + 0.667969, + 0.722656, + 0.335938, + 0.5, + 0.757812, + 0.785156, + 0.664062, + 0.773438, + 0.746094, + 0.5625, + 0.777344, + 0.597656, + 0.753906, + 0.625, + 0.699219, + 0.789062, + 0.515625, + 0.816406, + 0.773438, + 0.78125, + 0.726562, + 0.730469, + 0.792969, + 0.703125, + 0.789062, + 0.855469, + 0.632812, + 1.0, + 0.75, + 0.859375, + 0.789062, + 0.773438, + 0.925781, + 0.769531, + 0.789062, + 0.835938, + 0.730469, + 0.753906, + 0.789062, + 0.773438, + 0.765625, + 0.625, + 0.863281, + 0.757812, + 0.644531, + 0.65625, + 0.839844, + 0.808594, + 0.558594, + 0.388672, + 0.816406, + 0.839844, + 0.384766, + 0.777344, + 0.585938, + 0.765625, + 0.707031, + 0.789062, + 0.757812, + 0.585938, + 0.773438, + 0.804688, + 0.742188, + 0.757812, + 0.707031, + 0.863281, + 0.65625, + 0.683594, + 0.757812, + 0.527344, + 0.394531, + 0.761719, + 0.621094, + 0.820312, + 0.746094, + 0.765625, + 0.730469, + 0.757812, + 0.976562, + 0.765625, + 0.796875, + 0.761719, + 0.392578, + 0.710938, + 0.621094, + 0.554688, + 0.408203, + 0.886719, + 0.773438, + 0.769531, + 0.601562, + 0.742188, + 0.416016, + 0.667969, + 0.636719, + 5e-06, + 0.566406, + 0.746094, + 0.835938, + 0.800781, + 0.753906, + 0.773438, + 0.589844, + 0.753906, + 0.855469, + 0.785156, + 0.75, + 0.769531, + 0.636719, + 0.789062, + 0.777344, + 0.789062, + 0.765625, + 0.835938, + 0.691406, + 0.632812, + 0.550781, + 0.824219, + 0.746094, + 0.757812, + 0.8125, + 0.738281, + 0.824219, + 0.609375, + 0.431641, + 0.589844, + 0.65625, + 0.824219, + 0.707031, + 0.371094, + 0.652344, + 0.566406, + 0.929688, + 0.757812, + 0.773438, + 0.742188, + 0.746094, + 0.652344, + 0.710938, + 0.761719, + 0.738281, + 0.773438, + 0.753906, + 0.777344, + 0.427734, + 0.675781, + 0.78125, + 0.765625, + 0.792969, + 0.419922, + 0.828125, + 0.746094, + 0.769531, + 0.816406, + 0.746094, + 0.777344, + 0.738281, + 0.710938, + 0.75, + 0.5625, + 0.789062, + 1.046875, + 0.683594, + 0.789062, + 0.929688, + 0.726562, + 0.75, + 0.691406, + 0.59375, + 0.695312, + 0.632812, + 0.765625, + 0.757812, + 0.703125, + 0.769531, + 0.636719, + 0.839844, + 0.652344, + 0.734375, + 0.878906, + 0.398438, + 0.695312, + 0.757812, + 0.652344, + 0.367188, + 0.53125, + 0.777344, + 0.78125, + 0.882812, + 0.605469, + 0.804688, + 0.707031, + 0.742188, + 0.765625, + 0.789062, + 0.761719, + 0.945312, + 0.792969, + 0.550781, + 0.75, + 0.855469, + 0.785156, + 0.625, + 0.59375, + 0.761719, + 0.59375, + 0.75, + 0.636719, + 0.753906, + 0.75, + 0.427734, + 0.761719, + 0.820312, + 1.0, + 0.769531, + 0.796875, + 0.765625, + 0.78125, + 0.679688, + 1.015625, + 0.53125, + 0.675781, + 0.757812, + 0.855469, + 0.746094, + 0.765625, + 0.738281, + 0.730469, + 0.589844, + 0.777344, + 0.753906, + 0.710938, + 0.765625, + 0.664062, + 0.730469, + 0.570312, + 0.75, + 0.757812, + 0.453125, + 0.613281, + 0.5625, + 0.773438, + 0.796875, + 2.28125, + 0.816406, + 0.570312, + 0.589844, + 0.734375, + 0.8125, + 0.648438, + 0.402344, + 0.769531, + 0.761719, + 0.773438, + 0.769531, + 1.625, + 0.714844, + 0.757812, + 0.671875, + 0.800781, + 0.660156, + 0.769531, + 0.384766, + 0.365234, + 0.777344, + 0.789062, + 0.746094, + 0.757812, + 0.871094, + 0.789062, + 0.480469, + 0.75, + 0.746094, + 0.71875, + 0.765625, + 0.458984, + 0.796875, + 0.777344, + 0.742188, + 0.777344, + 0.601562, + 0.792969, + 1.007812, + 0.664062, + 0.191406, + 0.773438, + 0.785156, + 0.773438, + 0.742188, + 0.730469, + 0.757812, + 0.757812, + 0.792969, + 0.714844, + 0.609375, + 0.769531, + 0.734375, + 0.84375, + 0.675781, + 0.796875, + 0.773438, + 0.726562, + 0.738281, + 0.765625, + 0.613281, + 0.388672, + 0.753906, + 0.90625, + 0.773438, + 0.886719, + 0.847656, + 1.015625, + 0.773438, + 0.765625, + 0.78125, + 0.40625, + 0.765625, + 0.574219, + 0.78125, + 0.613281, + 0.570312, + 0.785156, + 0.679688, + 0.839844, + 0.804688, + 0.761719, + 0.714844, + 0.78125, + 0.785156, + 0.761719, + 0.804688, + 0.769531, + 0.8125, + 0.992188, + 0.683594, + 0.738281, + 0.761719, + 0.796875, + 0.609375, + 0.730469, + 0.78125, + 0.777344, + 0.601562, + 0.578125, + 0.746094, + 0.828125, + 0.832031, + 0.769531, + 0.761719, + 0.785156, + 0.808594, + 0.855469, + 0.699219, + 0.585938, + 0.632812, + 0.730469, + 0.730469, + 0.566406, + 0.769531, + 0.785156, + 0.675781, + 0.632812, + 0.792969, + 0.722656, + 0.839844, + 0.408203, + 0.566406, + 0.792969, + 0.832031, + 0.769531, + 0.769531, + 0.832031, + 0.792969, + 0.796875, + 0.765625, + 0.769531, + 0.726562, + 0.828125, + 0.855469, + 0.75, + 0.84375, + 0.796875, + 1.078125, + 0.75, + 0.847656, + 0.769531, + 0.726562, + 0.765625, + 0.710938, + 0.832031, + 0.699219, + 0.761719, + 0.785156, + 0.777344, + 0.78125, + 0.753906, + 0.894531, + 0.769531, + 0.695312, + 0.746094, + 0.761719, + 0.808594, + 0.730469, + 0.734375, + 0.789062, + 0.757812, + 0.753906, + 0.597656, + 0.628906, + 0.621094, + 0.773438, + 0.609375, + 0.519531, + 0.808594, + 0.660156, + 0.458984, + 0.773438, + 0.796875, + 0.785156, + 0.570312, + 0.796875, + 0.773438, + 0.75, + 0.59375, + 1.171875, + 0.480469, + 0.511719, + 0.890625, + 1.015625, + 0.996094, + 0.589844, + 0.496094, + 0.695312, + 0.769531, + 0.761719, + 0.773438, + 0.765625, + 0.941406, + 0.792969, + 0.441406, + 0.695312, + 0.765625, + 0.789062, + 0.53125, + 0.667969, + 0.574219, + 0.640625, + 0.613281, + 0.589844, + 0.78125, + 0.753906, + 0.71875, + 0.396484, + 0.761719, + 1.078125, + 0.769531, + 0.773438, + 0.742188, + 0.808594, + 0.613281, + 0.773438, + 0.789062, + 0.835938, + 0.757812, + 0.765625, + 0.373047, + 0.78125, + 0.75, + 0.757812, + 0.730469, + 0.792969, + 0.746094, + 0.777344, + 0.5625, + 0.773438, + 0.769531, + 0.769531, + 0.761719, + 0.53125, + 0.773438, + 0.714844, + 0.777344, + 0.746094, + 0.527344, + 0.640625, + 0.398438, + 0.804688, + 0.785156, + 0.761719, + 0.800781, + 0.757812, + 0.777344, + 0.765625, + 0.753906, + 0.652344, + 0.59375, + 0.722656, + 0.75, + 0.449219, + 0.78125, + 0.601562, + 0.78125, + 0.691406, + 0.707031, + 0.785156, + 0.542969, + 0.753906, + 0.742188, + 0.8125, + 0.800781, + 0.691406, + 0.875, + 0.734375, + 0.722656, + 0.519531, + 0.808594, + 0.753906, + 0.820312, + 0.773438, + 0.773438, + 0.566406, + 0.558594, + 0.707031, + 0.757812, + 0.726562, + 0.773438, + 0.773438, + 0.785156, + 0.439453, + 0.796875, + 0.601562, + 0.789062, + 0.765625, + 0.691406, + 0.742188, + 0.757812, + 0.839844, + 0.8125, + 0.609375, + 0.78125, + 0.832031, + 0.605469, + 0.742188, + 0.859375, + 0.78125, + 0.726562, + 0.730469, + 0.773438, + 0.785156, + 0.769531, + 0.640625, + 0.648438, + 0.796875, + 0.753906, + 0.761719, + 0.75, + 0.582031, + 0.726562, + 0.792969, + 0.773438, + 0.769531, + 0.734375, + 0.78125, + 0.789062, + 0.90625, + 0.808594, + 0.785156, + 0.769531, + 0.648438, + 0.78125, + 0.746094, + 0.361328, + 0.753906, + 0.8125, + 0.78125, + 0.699219, + 0.621094, + 0.765625, + 0.667969, + 0.761719, + 0.769531, + 0.878906, + 0.78125, + 0.6875, + 0.851562, + 1.117188, + 0.769531, + 0.898438, + 0.746094, + 0.746094, + 0.875, + 0.757812, + 0.675781, + 0.742188, + 0.753906, + 0.332031, + 0.386719, + 0.769531, + 0.582031, + 0.78125, + 0.839844, + 1.054688, + 0.558594, + 0.710938, + 0.785156, + 0.765625, + 0.867188, + 0.761719, + 0.761719, + 0.578125, + 0.703125, + 0.8125, + 0.78125, + 0.761719, + 0.757812, + 0.339844, + 0.835938, + 0.632812, + 0.847656, + 0.820312, + 0.746094, + 1.164062, + 0.777344, + 0.78125, + 0.976562, + 0.769531, + 0.769531, + 0.628906, + 0.589844, + 0.773438, + 0.796875, + 0.84375, + 0.78125, + 0.757812, + 0.753906, + 0.84375, + 0.578125, + 0.835938, + 0.726562, + 0.851562, + 0.773438, + 0.757812, + 0.761719, + 0.769531, + 0.578125, + 0.582031, + 0.695312, + 0.765625, + 0.605469, + 0.384766, + 0.769531, + 0.59375, + 0.660156, + 0.585938, + 0.589844, + 0.871094, + 0.632812, + 0.613281, + 0.78125, + 0.566406, + 0.707031, + 0.820312, + 0.578125, + 0.746094, + 0.914062, + 0.816406, + 0.773438, + 0.691406, + 0.726562, + 0.769531, + 0.769531, + 0.757812, + 0.777344, + 0.625, + 0.890625, + 1.085938, + 0.777344, + 0.738281, + 0.777344, + 0.753906, + 0.746094, + 0.75, + 0.367188, + 0.757812, + 0.769531, + 0.632812, + 0.910156, + 0.769531, + 0.761719, + 0.785156, + 0.777344, + 0.765625, + 0.742188, + 0.773438, + 0.757812, + 0.757812, + 0.613281, + 0.75, + 0.625, + 0.769531, + 0.863281, + 0.8125, + 0.757812, + 0.757812, + 0.828125, + 0.777344, + 0.396484, + 0.738281, + 0.804688, + 0.695312, + 0.722656, + 0.777344, + 0.757812, + 0.792969, + 0.734375, + 0.800781, + 0.644531, + 0.40625, + 0.757812, + 0.84375, + 0.71875, + 0.824219, + 0.196289, + 0.761719, + 0.773438, + 0.769531, + 0.886719, + 0.734375, + 0.65625, + 0.765625, + 0.683594, + 0.863281, + 0.820312, + 0.785156, + 0.734375, + 0.742188, + 0.796875, + 0.808594, + 0.726562, + 0.78125, + 0.6875, + 0.921875, + 0.722656, + 0.753906, + 0.6875, + 0.761719, + 0.8125, + 0.757812, + 0.769531, + 0.625, + 0.816406, + 0.765625, + 0.863281, + 0.710938, + 0.804688, + 0.667969, + 0.761719, + 0.515625, + 0.734375, + 0.773438, + 0.75, + 0.765625, + 0.777344, + 0.777344, + 0.714844, + 0.703125, + 0.773438, + 0.757812, + 0.777344, + 0.664062, + 0.726562, + 0.71875, + 0.878906, + 0.482422, + 0.761719, + 0.738281, + 0.726562, + 0.777344, + 0.753906, + 0.753906, + 0.757812, + 0.765625, + 0.679688, + 1.046875, + 0.871094, + 0.648438, + 0.75, + 0.617188, + 0.746094, + 0.746094, + 0.683594, + 0.929688, + 0.878906, + 0.804688, + 0.789062, + 0.400391, + 1.25, + 0.753906, + 0.738281, + 0.90625, + 0.585938, + 0.71875, + 0.777344, + 0.769531, + 0.777344, + 0.785156, + 0.664062, + 0.808594, + 0.714844, + 0.882812, + 0.773438, + 0.734375, + 0.824219, + 0.419922, + 0.757812, + 0.376953, + 0.78125, + 0.769531, + 0.710938, + 0.839844, + 0.773438, + 0.75, + 0.601562, + 0.734375, + 0.78125, + 0.558594, + 0.714844, + 0.710938, + 0.259766, + 0.742188, + 0.6875, + 0.757812, + 0.828125, + 0.65625, + 0.8125, + 0.777344, + 0.390625, + 0.404297, + 0.972656, + 0.691406, + 0.832031, + 0.753906, + 0.769531, + 0.589844, + 0.539062, + 0.636719, + 0.988281, + 0.792969, + 0.765625, + 0.808594, + 0.660156, + 0.777344, + 0.726562, + 0.773438, + 0.511719, + 0.871094, + 0.769531, + 0.769531, + 0.769531, + 0.917969, + 0.769531, + 0.789062, + 0.800781, + 0.761719, + 0.800781, + 0.761719, + 0.625, + 0.851562, + 1.21875, + 0.800781, + 0.722656, + 0.785156, + 0.773438, + 0.863281, + 0.341797, + 0.789062, + 0.769531, + 0.753906, + 1.007812, + 0.777344, + 0.761719, + 0.578125, + 0.808594, + 0.455078, + 0.699219, + 0.421875, + 0.667969, + 0.859375, + 0.550781, + 0.746094, + 0.769531, + 0.808594, + 0.769531, + 0.871094, + 0.386719, + 0.878906, + 0.761719, + 0.773438, + 0.804688, + 0.785156, + 0.746094, + 0.757812, + 0.839844, + 0.746094, + 0.699219, + 0.761719, + 0.875, + 0.636719, + 0.878906, + 1.546875, + 0.78125, + 0.8125, + 0.773438, + 0.609375, + 0.753906, + 0.792969, + 0.609375, + 0.609375, + 0.773438, + 0.414062, + 0.753906, + 0.839844, + 0.765625, + 0.539062, + 0.816406, + 0.769531, + 0.796875, + 0.355469, + 0.558594, + 0.609375, + 0.605469, + 0.824219, + 0.601562, + 0.777344, + 0.734375, + 0.753906, + 0.789062, + 0.566406, + 0.597656, + 0.753906, + 0.722656, + 0.789062, + 0.703125, + 0.769531, + 0.707031, + 0.695312, + 0.796875, + 0.90625, + 0.746094, + 0.613281, + 0.777344, + 0.761719, + 0.765625, + 0.882812, + 0.871094, + 0.507812, + 0.699219, + 0.730469, + 0.40625, + 0.792969, + 0.742188, + 0.605469, + 0.75, + 0.65625, + 0.757812, + 0.765625, + 0.753906, + 1.070312, + 0.75, + 0.765625, + 0.769531, + 0.691406, + 0.742188, + 0.765625, + 0.78125, + 0.796875, + 0.785156, + 0.59375, + 0.396484, + 0.761719, + 0.800781, + 0.707031, + 0.742188, + 0.765625, + 0.765625, + 0.8125, + 0.457031, + 0.609375, + 0.476562, + 0.65625, + 0.753906, + 0.671875, + 0.765625, + 0.894531, + 0.769531, + 0.871094, + 0.835938, + 0.777344, + 0.773438, + 0.785156, + 0.644531, + 0.78125, + 0.691406, + 0.742188, + 0.402344, + 0.789062, + 0.75, + 0.373047, + 0.777344, + 0.761719, + 0.816406, + 0.726562, + 0.601562, + 0.710938, + 0.703125, + 0.423828, + 0.765625, + 0.71875, + 0.585938, + 0.804688, + 0.761719, + 0.408203, + 0.78125, + 0.40625, + 0.765625, + 0.828125, + 0.683594, + 0.742188, + 0.542969, + 0.828125, + 0.722656, + 0.777344, + 0.839844, + 0.753906, + 0.582031, + 0.628906, + 0.800781, + 0.414062, + 0.597656, + 0.75, + 0.40625, + 0.6875, + 0.75, + 0.894531, + 0.84375, + 0.832031, + 0.742188, + 0.601562, + 0.757812, + 0.376953, + 0.675781, + 0.769531, + 0.929688, + 0.769531, + 0.761719, + 0.847656, + 0.644531, + 0.769531, + 0.6875, + 0.871094, + 0.660156, + 0.707031, + 0.765625, + 0.734375, + 0.78125, + 0.75, + 0.574219, + 0.917969, + 0.769531, + 0.78125, + 0.539062, + 0.710938, + 0.789062, + 0.640625, + 0.847656, + 0.404297, + 0.65625, + 0.761719, + 0.777344, + 0.777344, + 0.667969, + 0.832031, + 0.753906, + 0.761719, + 0.78125, + 0.761719, + 0.714844, + 0.640625, + 0.738281, + 0.644531, + 0.734375, + 0.703125, + 0.427734, + 0.820312, + 0.769531, + 0.746094, + 0.753906, + 0.738281, + 0.769531, + 0.75, + 0.746094, + 0.628906, + 0.392578, + 0.664062, + 0.78125, + 0.769531, + 0.648438, + 0.769531, + 0.820312 + ] + }, + "name": "model.model.layers.7.post_attention_layernorm.weight", + "outputIndexes": [ + 675 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 674 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_7/Mul_output_0", + "outputIndexes": [ + 676 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 675, + 676 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_7/Mul_1_output_0", + "outputIndexes": [ + 677 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 677 + ], + "outputIndexes": [ + 2520 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2520 + ], + "outputIndexes": [ + 2521 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear", + "inputIndexes": [ + 2521 + ], + "outputIndexes": [ + 2522 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 934282382, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2522 + ], + "outputIndexes": [ + 2523 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2523 + ], + "outputIndexes": [ + 678 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 678 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_7/Sigmoid_output_0", + "outputIndexes": [ + 679 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 678, + 679 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Mul_output_0", + "outputIndexes": [ + 680 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 677 + ], + "outputIndexes": [ + 2524 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2524 + ], + "outputIndexes": [ + 2525 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear", + "inputIndexes": [ + 2525 + ], + "outputIndexes": [ + 2526 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 972473508, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2526 + ], + "outputIndexes": [ + 2527 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2527 + ], + "outputIndexes": [ + 681 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 680, + 681 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_7/Mul_output_0", + "outputIndexes": [ + 682 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 682 + ], + "outputIndexes": [ + 2528 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2528 + ], + "outputIndexes": [ + 2529 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear", + "inputIndexes": [ + 2529 + ], + "outputIndexes": [ + 2530 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1010664634, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2530 + ], + "outputIndexes": [ + 2531 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2531 + ], + "outputIndexes": [ + 683 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 674, + 683 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_39_output_0", + "outputIndexes": [ + 684 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 684, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_72_output_0", + "outputIndexes": [ + 685 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.0625, + 0.458984, + 1.398438, + 0.644531, + 0.824219, + 0.757812, + 0.427734, + 0.488281, + 0.785156, + 0.519531, + 0.449219, + 0.683594, + 0.648438, + 0.466797, + 0.660156, + 0.601562, + 0.423828, + 0.453125, + 0.457031, + 0.589844, + 0.617188, + 0.503906, + 0.447266, + 0.519531, + 0.523438, + 0.466797, + 0.695312, + 0.535156, + 0.699219, + 0.527344, + 0.871094, + 0.609375, + 0.851562, + 0.558594, + 0.458984, + 0.5, + 0.652344, + 1.359375, + 0.398438, + 0.460938, + 0.515625, + 0.46875, + 1.578125, + 0.652344, + 0.574219, + 0.488281, + 0.18457, + 0.765625, + 0.960938, + 0.683594, + 0.585938, + 0.474609, + 0.46875, + 0.4375, + 0.925781, + 0.660156, + 0.753906, + 0.554688, + 0.632812, + 0.976562, + 0.488281, + 0.855469, + 0.8125, + 0.435547, + 1.40625, + 1.203125, + 0.46875, + 0.439453, + 0.486328, + 0.78125, + 0.542969, + 1.109375, + 0.460938, + 0.53125, + 0.746094, + 0.453125, + 1.179688, + 0.683594, + 0.875, + 0.570312, + 0.957031, + 0.621094, + 1.40625, + 0.734375, + 0.535156, + 0.199219, + 0.427734, + 1.125, + 0.421875, + 0.925781, + 0.570312, + 0.425781, + 0.419922, + 0.5, + 1.023438, + 0.4375, + 0.925781, + 0.652344, + 0.4375, + 0.5, + 0.589844, + 0.625, + 0.480469, + 0.535156, + 1.289062, + 0.828125, + 1.320312, + 0.71875, + 1.21875, + 1.046875, + 0.429688, + 0.503906, + 0.410156, + 1.648438, + 0.523438, + 2.28125, + 0.574219, + 0.503906, + 0.5, + 0.507812, + 0.494141, + 0.455078, + 0.451172, + 0.453125, + 1.070312, + 0.496094, + 0.652344, + 0.519531, + 0.789062, + 0.785156, + 0.632812, + 0.4375, + 0.773438, + 0.910156, + 0.90625, + 0.535156, + 0.496094, + 0.474609, + 0.90625, + 0.511719, + 0.453125, + 0.498047, + 0.503906, + 0.585938, + 0.882812, + 0.847656, + 1.578125, + 0.474609, + 0.601562, + 0.4375, + 0.695312, + 0.605469, + 0.546875, + 0.460938, + 1.117188, + 1.015625, + 0.699219, + 0.597656, + 0.617188, + 0.824219, + 0.570312, + 0.738281, + 0.863281, + 0.478516, + 1.273438, + 0.726562, + 0.734375, + 1.179688, + 0.515625, + 0.757812, + 0.449219, + 0.466797, + 0.535156, + 0.511719, + 0.5, + 1.375, + 0.490234, + 0.476562, + 0.474609, + 0.472656, + 0.46875, + 0.5625, + 0.578125, + 0.439453, + 0.451172, + 0.494141, + 0.466797, + 0.558594, + 0.546875, + 0.421875, + 0.515625, + 0.578125, + 1.375, + 0.503906, + 1.140625, + 0.617188, + 0.53125, + 0.632812, + 0.871094, + 0.480469, + 0.451172, + 1.695312, + 1.414062, + 1.375, + 1.640625, + 0.466797, + 0.443359, + 0.699219, + 0.466797, + 0.457031, + 0.582031, + 0.478516, + 0.507812, + 0.753906, + 0.439453, + 1.265625, + 0.730469, + 0.71875, + 1.34375, + 0.558594, + 0.433594, + 0.632812, + 1.03125, + 0.482422, + 0.494141, + 1.148438, + 0.605469, + 0.949219, + 0.486328, + 0.462891, + 1.257812, + 0.609375, + 0.578125, + 0.46875, + 0.419922, + 0.738281, + 0.488281, + 0.605469, + 0.384766, + 0.601562, + 0.835938, + 0.455078, + 0.523438, + 0.474609, + 0.482422, + 1.234375, + 0.466797, + 0.542969, + 0.601562, + 0.474609, + 0.441406, + 1.046875, + 0.734375, + 0.609375, + 0.589844, + 0.671875, + 0.496094, + 0.228516, + 0.482422, + 0.675781, + 0.449219, + 0.414062, + 0.578125, + 0.492188, + 0.65625, + 0.474609, + 0.609375, + 0.453125, + 1.25, + 1.3125, + 1.257812, + 0.464844, + 0.496094, + 0.929688, + 0.53125, + 0.617188, + 0.443359, + 0.601562, + 0.476562, + 1.203125, + 0.419922, + 0.417969, + 0.237305, + 0.445312, + 0.53125, + 0.785156, + 0.412109, + 0.621094, + 0.582031, + 0.578125, + 0.832031, + 0.539062, + 0.886719, + 0.933594, + 0.429688, + 0.652344, + 1.25, + 0.542969, + 0.59375, + 0.474609, + 0.427734, + 0.941406, + 0.84375, + 0.542969, + 0.652344, + 0.578125, + 0.523438, + 0.443359, + 0.648438, + 0.492188, + 1.375, + 0.546875, + 0.441406, + 0.466797, + 1.484375, + 0.457031, + 0.984375, + 0.546875, + 0.628906, + 0.425781, + 0.482422, + 0.523438, + 0.464844, + 0.511719, + 0.6875, + 0.433594, + 0.486328, + 0.458984, + 0.746094, + 0.691406, + 0.197266, + 0.800781, + 0.816406, + 0.523438, + 0.835938, + 0.447266, + 0.808594, + 2.0, + 0.660156, + 0.494141, + 0.178711, + 0.488281, + 0.482422, + 0.554688, + 0.302734, + 0.585938, + 0.589844, + 0.462891, + 0.455078, + 0.484375, + 0.703125, + 0.683594, + 0.777344, + 0.515625, + 1.421875, + 0.478516, + 0.423828, + 0.503906, + 0.427734, + 0.496094, + 0.753906, + 0.539062, + 0.330078, + 0.601562, + 0.679688, + 0.894531, + 0.605469, + 1.195312, + 0.519531, + 0.515625, + 0.515625, + 0.425781, + 0.457031, + 0.494141, + 0.578125, + 1.429688, + 0.457031, + 0.664062, + 0.460938, + 0.625, + 0.644531, + 0.462891, + 0.792969, + 0.664062, + 0.503906, + 0.632812, + 1.414062, + 0.5, + 0.558594, + 0.648438, + 0.4375, + 1.28125, + 1.078125, + 0.53125, + 0.511719, + 0.453125, + 0.628906, + 0.519531, + 0.431641, + 0.351562, + 0.652344, + 0.550781, + 0.914062, + 0.59375, + 0.550781, + 0.478516, + 0.671875, + 0.574219, + 0.476562, + 1.039062, + 0.890625, + 0.78125, + 1.078125, + 0.435547, + 0.519531, + 1.320312, + 0.816406, + 0.5, + 0.457031, + 0.445312, + 0.878906, + 1.117188, + 0.429688, + 0.496094, + 0.449219, + 0.679688, + 0.507812, + 0.789062, + 0.503906, + 0.679688, + 0.476562, + 0.453125, + 0.605469, + 0.566406, + 0.75, + 0.451172, + 0.65625, + 0.429688, + 0.519531, + 0.777344, + 0.433594, + 0.628906, + 0.988281, + 0.460938, + 0.84375, + 0.746094, + 0.585938, + 0.46875, + 0.746094, + 0.984375, + 0.824219, + 0.453125, + 0.476562, + 0.433594, + 0.917969, + 0.546875, + 0.439453, + 0.451172, + -5.5e-05, + 0.476562, + 0.472656, + 0.5625, + 0.466797, + 1.125, + 0.683594, + 0.671875, + 0.613281, + 0.503906, + 0.660156, + 0.8125, + 0.472656, + 0.380859, + 0.460938, + 0.458984, + 0.742188, + 0.96875, + 0.5625, + 0.574219, + 0.451172, + 0.412109, + 0.78125, + 0.460938, + 0.5, + 0.652344, + 1.65625, + 0.539062, + 1.15625, + 1.226562, + 0.671875, + 1.015625, + 0.574219, + 0.539062, + 1.203125, + 0.550781, + 0.703125, + 0.4375, + 0.53125, + 0.742188, + 0.960938, + 0.472656, + 0.419922, + 0.597656, + 0.492188, + 0.777344, + 0.447266, + 1.414062, + 1.421875, + 0.453125, + 0.474609, + 0.535156, + 0.621094, + 0.644531, + 0.484375, + 1.140625, + 0.519531, + 0.683594, + 0.460938, + 0.496094, + 0.507812, + 0.972656, + 0.429688, + 0.470703, + 0.470703, + 0.394531, + 0.441406, + 0.585938, + 0.957031, + 0.453125, + 0.478516, + 0.490234, + 0.466797, + 0.777344, + 0.695312, + 0.447266, + 0.470703, + 0.445312, + 0.667969, + 0.429688, + 0.894531, + 0.421875, + 0.443359, + 0.503906, + 0.570312, + 0.46875, + 0.621094, + 0.416016, + 1.507812, + 1.289062, + 0.367188, + 1.492188, + 0.867188, + 0.699219, + 0.703125, + 0.828125, + 0.511719, + 0.578125, + 0.490234, + 0.427734, + 0.443359, + 0.490234, + 1.320312, + 0.498047, + 0.667969, + 0.496094, + 0.648438, + 0.585938, + 0.527344, + 1.109375, + 0.804688, + 0.453125, + 0.976562, + 0.464844, + 0.46875, + 0.503906, + 0.738281, + 0.46875, + 0.429688, + 0.435547, + 0.5625, + 0.435547, + 0.455078, + 1.046875, + 0.65625, + 0.574219, + 0.851562, + 0.455078, + 0.546875, + 0.714844, + 0.523438, + 0.484375, + 0.792969, + 0.773438, + 0.441406, + 1.007812, + 0.613281, + 0.960938, + 0.453125, + 0.431641, + 0.761719, + 0.601562, + 1.242188, + 0.636719, + 0.486328, + 0.667969, + 0.789062, + 0.628906, + 0.480469, + 0.425781, + 1.5625, + 0.466797, + 1.101562, + 0.507812, + 0.609375, + 0.570312, + 0.652344, + 0.435547, + 1.25, + 0.53125, + 1.085938, + 1.085938, + 0.458984, + 0.429688, + 1.828125, + 0.542969, + 1.4375, + 0.652344, + 1.101562, + 0.628906, + 0.457031, + 0.992188, + 0.738281, + 0.699219, + 0.482422, + 0.449219, + 0.451172, + 0.582031, + 0.546875, + 0.671875, + 0.423828, + 0.550781, + 0.464844, + 0.632812, + 0.613281, + 0.464844, + 0.570312, + 1.398438, + 0.441406, + 0.488281, + 0.457031, + 0.486328, + 0.820312, + 1.117188, + 0.546875, + 0.753906, + 0.589844, + 0.972656, + 0.535156, + 0.439453, + 0.503906, + 0.570312, + 0.824219, + 0.488281, + 1.234375, + 0.498047, + 0.617188, + 0.566406, + 0.447266, + 0.625, + 0.46875, + 0.5, + 0.566406, + 0.609375, + 0.433594, + 0.609375, + 0.466797, + 0.435547, + 0.597656, + 0.828125, + 1.4375, + 0.451172, + 0.496094, + 0.585938, + 0.451172, + 0.570312, + 1.101562, + 1.242188, + 0.507812, + 0.8125, + 0.589844, + 0.78125, + 0.570312, + 1.109375, + 0.455078, + 0.660156, + 0.519531, + 0.589844, + 1.234375, + 1.570312, + 0.53125, + 0.53125, + 0.486328, + 0.605469, + 0.474609, + 0.435547, + 0.667969, + 0.451172, + 0.480469, + 0.24707, + 0.523438, + 0.6875, + 0.738281, + 0.558594, + 0.664062, + 0.503906, + 1.46875, + 2.875, + 0.742188, + 0.425781, + 0.890625, + 0.621094, + 1.210938, + 0.554688, + 0.435547, + 0.429688, + 0.492188, + 0.527344, + 0.925781, + 0.925781, + 0.511719, + 0.972656, + 0.458984, + 0.535156, + 0.476562, + 0.490234, + 0.859375, + 0.457031, + 0.527344, + 0.443359, + 0.535156, + 1.960938, + 0.871094, + 0.449219, + 0.703125, + 0.71875, + 0.419922, + 0.439453, + 0.542969, + 0.476562, + 0.5, + 0.785156, + 0.621094, + 0.453125, + 0.824219, + 1.523438, + 1.414062, + 0.462891, + 0.660156, + 0.421875, + 1.117188, + 0.945312, + 0.4375, + 0.589844, + 0.523438, + 0.734375, + 0.5625, + 0.457031, + 0.515625, + 0.640625, + 0.542969, + 0.652344, + 0.539062, + 0.621094, + 0.349609, + 0.466797, + 0.589844, + 0.917969, + 0.890625, + 0.550781, + 0.472656, + 0.628906, + 0.439453, + 0.664062, + 0.472656, + 0.53125, + 0.710938, + 0.464844, + 0.628906, + 0.71875, + 0.439453, + 0.466797, + 0.628906, + 0.640625, + 0.085938, + 0.898438, + 0.550781, + 0.503906, + 0.660156, + 0.511719, + 0.632812, + 0.433594, + 0.46875, + 1.421875, + 0.582031, + 0.474609, + 0.675781, + 0.507812, + 0.539062, + 0.451172, + 1.296875, + 0.613281, + 0.486328, + 0.722656, + 0.511719, + 1.867188, + 0.482422, + 0.953125, + 0.765625, + 0.601562, + 0.503906, + 0.871094, + 0.625, + 0.570312, + 1.203125, + 0.550781, + 0.480469, + 0.4375, + 0.476562, + 0.511719, + 0.460938, + 0.554688, + 0.474609, + 0.878906, + 0.539062, + 0.625, + 0.597656, + 0.341797, + 0.851562, + 0.570312, + 0.462891, + 1.585938, + 0.478516, + 0.71875, + 0.757812, + 0.601562, + 1.234375, + 0.683594, + 0.466797, + 0.835938, + 0.519531, + 0.445312, + 0.439453, + 0.435547, + 0.976562, + 0.820312, + 0.589844, + 0.445312, + 0.875, + 0.722656, + 0.550781, + 0.785156, + 0.574219, + 0.640625, + 0.644531, + 0.742188, + 0.523438, + 0.478516, + 0.96875, + 0.472656, + 0.482422, + 0.558594, + 0.457031, + 0.816406, + 1.070312, + 0.875, + 1.054688, + 0.789062, + 0.835938, + 0.355469, + 0.507812, + 1.648438, + 0.484375, + 0.474609, + 0.828125, + 0.503906, + 0.683594, + 0.542969, + 0.414062, + 0.447266, + 0.208008, + 1.34375, + 1.390625, + 0.578125, + 0.617188, + 0.455078, + 0.515625, + 0.455078, + 0.652344, + 0.652344, + 1.257812, + 1.5, + 0.443359, + 0.617188, + 0.613281, + 0.53125, + 0.660156, + 0.550781, + 0.503906, + 0.761719, + 0.597656, + 0.519531, + 0.542969, + 1.070312, + 0.511719, + 1.101562, + 0.410156, + 0.476562, + 0.574219, + 0.820312, + 0.605469, + 0.470703, + 0.423828, + 0.492188, + 0.466797, + 0.482422, + 0.570312, + 0.482422, + 0.539062, + 0.455078, + 0.578125, + 0.478516, + 0.515625, + 1.125, + 0.447266, + 0.539062, + 0.53125, + 0.558594, + 0.59375, + 0.414062, + 0.613281, + 0.882812, + 0.65625, + 0.447266, + 0.441406, + 1.6875, + 1.6875, + 0.523438, + 0.6875, + 0.6875, + 1.382812, + 0.875, + 0.617188, + 1.117188, + 0.746094, + 0.613281, + 0.462891, + 0.494141, + 0.470703, + 0.289062, + 0.447266, + 0.349609, + 0.859375, + 1.546875, + 0.789062, + 0.652344, + 0.957031, + 0.546875, + 0.478516, + 0.445312, + 0.875, + 1.640625, + 0.486328, + 0.423828, + 0.699219, + 0.980469, + 0.515625, + 1.601562, + 0.648438, + 0.449219, + 0.53125, + 0.761719, + 0.625, + 0.765625, + 0.558594, + 0.839844, + 0.839844, + 0.566406, + 0.523438, + 0.878906, + 0.488281, + 1.523438, + 0.761719, + 0.449219, + 0.439453, + 0.498047, + 1.304688, + 0.449219, + 0.427734, + 0.757812, + 0.337891, + 0.625, + 0.5625, + 0.464844, + 0.496094, + 0.460938, + 0.789062, + 0.546875, + 0.558594, + 1.054688, + 0.498047, + 0.371094, + 0.462891, + 0.574219, + 0.425781, + 0.570312, + 1.132812, + 0.5, + 0.462891, + 0.451172, + 0.609375, + 0.695312, + 0.488281, + 0.527344, + 1.101562, + 0.628906, + 0.625, + 0.925781, + 0.382812, + 0.470703, + 0.488281, + 0.261719, + 0.589844, + 0.523438, + 0.457031, + 0.757812, + 0.447266, + 0.46875, + 0.458984, + 1.234375, + 0.78125, + 1.234375, + 0.570312, + 0.558594, + 1.273438, + 0.9375, + 0.5625, + 0.451172, + 1.351562, + 0.488281, + 0.451172, + 0.605469, + 0.523438, + 0.679688, + 1.132812, + 0.925781, + 1.601562, + 0.742188, + 0.494141, + 0.941406, + 0.640625, + 0.53125, + 0.474609, + 0.542969, + 0.726562, + 0.792969, + 0.761719, + 0.589844, + 0.847656, + 0.474609, + 0.527344, + 0.104004, + 1.039062, + 0.53125, + 0.59375, + 0.488281, + 1.203125, + 1.546875, + 0.494141, + 0.652344, + 0.585938, + 0.613281, + 0.457031, + 0.609375, + 0.617188, + 0.431641, + 1.8125, + 0.435547, + 0.8125, + 0.482422, + 0.439453, + 0.605469, + 0.480469, + 0.851562, + 0.298828, + 0.898438, + 0.855469, + 1.359375, + 0.605469, + 1.664062, + 0.455078, + 0.447266, + 0.53125, + 0.427734, + 0.550781, + 0.605469, + 0.416016, + 1.140625, + 0.917969, + 0.466797, + 0.664062, + 0.503906, + 0.394531, + 0.539062, + 1.40625, + 0.566406, + 0.585938, + 0.945312, + 0.447266, + 0.539062, + 0.816406, + 0.488281, + 0.878906, + 1.117188, + 0.503906, + 0.449219, + 0.566406, + 1.398438, + 0.503906, + 1.492188, + 0.484375, + 0.515625, + 0.457031, + 0.742188, + 0.4375, + 0.785156, + 0.484375, + 0.496094, + 0.462891, + 0.472656, + 1.289062, + 0.578125, + 0.996094, + 0.503906, + 1.085938, + 0.470703, + 0.474609, + 0.492188, + 0.488281, + 0.820312, + 1.0, + 0.554688, + 0.640625, + 0.466797, + 0.625, + 1.015625, + 0.503906, + 1.296875, + 0.492188, + 0.632812, + 0.427734, + 0.458984, + 0.466797, + 1.398438, + 0.484375, + 0.496094, + 1.414062, + 0.742188, + 0.462891, + 0.917969, + 0.621094, + 0.707031, + 1.40625, + 0.458984, + 0.738281, + 0.488281, + 0.542969, + 0.664062, + 0.494141, + 0.492188, + 0.449219, + 0.4375, + 0.464844, + 0.71875, + 0.453125, + 1.054688, + 0.570312, + 0.558594, + 0.871094, + 1.351562, + 0.519531, + 0.542969, + 0.554688, + 0.667969, + 1.21875, + 0.597656, + 0.427734, + 0.46875, + 0.4375, + 0.425781, + 0.867188, + 0.636719, + 0.527344, + 0.498047, + 0.447266, + 0.589844, + 0.447266, + 0.171875, + 0.423828, + 0.65625, + 0.176758, + 0.478516, + 0.523438, + 0.789062, + 0.589844, + 0.443359, + 0.578125, + 0.447266, + 0.699219, + 1.039062, + 0.796875, + 0.53125, + 0.5, + 0.636719, + 0.460938, + 0.484375, + 0.695312, + 1.554688, + 0.5, + 0.455078, + 0.824219, + 0.722656, + 0.458984, + 0.457031, + 0.474609, + 0.494141, + 0.6875, + 0.515625, + 1.453125, + 0.443359, + 0.613281, + 0.445312, + 0.566406, + 1.484375, + 1.328125, + 0.482422, + 1.351562, + 0.578125, + 0.964844, + 1.515625, + 0.455078, + 0.453125, + 0.515625, + 0.482422, + 0.523438, + 0.439453, + 0.621094, + 0.460938, + 0.511719, + 0.53125, + 0.511719, + 0.484375, + 0.621094, + 1.117188, + 0.453125, + 0.589844, + 1.25, + 0.734375, + 0.177734, + 1.125, + 0.416016, + 0.628906, + 0.492188, + 0.412109, + 0.828125, + 0.644531, + 0.511719, + 0.490234, + 0.466797, + 0.396484, + 0.5625, + 0.953125, + 0.441406, + 0.558594, + 0.535156, + 0.667969, + 0.492188, + 0.176758, + 0.416016, + 0.640625, + 1.9375, + 0.648438, + 0.523438, + 1.023438, + 1.117188, + 1.085938, + 0.466797, + 0.714844, + 0.796875, + 0.554688, + 0.640625, + 0.492188, + 0.910156, + 0.582031, + 1.898438, + 0.707031, + 0.8125, + 0.648438, + 0.462891, + 0.460938, + 0.777344, + 0.910156, + 0.464844, + 0.578125, + 1.351562, + 1.164062, + 0.609375, + 0.435547, + 0.546875, + 0.474609, + 0.443359, + 0.585938, + 0.636719, + 0.466797, + 0.494141, + 0.417969, + 0.71875, + 0.617188, + 0.882812, + 0.535156, + 0.777344, + 0.53125, + 0.515625, + 0.503906, + 0.443359, + 0.449219, + 1.03125, + 0.464844, + 0.59375, + 0.414062, + 0.519531, + 0.507812, + 1.140625, + 1.304688, + 1.0625, + 0.507812, + 0.796875, + 0.492188, + 0.427734, + 0.652344, + 0.498047, + 1.453125, + 1.304688, + 0.644531, + 0.412109, + 1.0, + 0.550781, + 0.527344, + 0.4375, + 1.609375, + 0.441406, + 0.539062, + 0.582031, + 1.328125, + 1.578125, + 0.453125, + 0.6875, + 0.435547, + 0.574219, + 0.566406, + 0.6875, + 0.726562, + 0.515625, + 0.466797, + 1.0625, + 0.886719, + 1.007812, + 0.419922, + 0.458984, + 0.478516, + 0.804688, + 0.566406, + 0.976562, + 0.636719, + 0.453125, + 0.890625, + 0.458984, + 0.474609, + 0.484375, + 0.460938, + 0.757812, + 1.117188, + 0.53125, + 0.824219, + 0.515625, + 1.03125, + 0.486328, + 0.730469, + 1.0625, + 0.460938, + 0.460938, + 1.304688, + 0.503906, + 1.210938, + 0.455078, + 1.148438, + 0.609375, + 0.753906, + 0.570312, + 0.460938, + 1.078125, + 0.667969, + 0.601562, + 0.277344, + 0.447266, + 0.462891, + 0.503906, + 0.449219, + 0.546875, + 0.648438, + 0.660156, + 1.09375, + 0.8125, + 0.53125, + 1.179688, + 0.474609, + 0.984375, + 0.455078, + 1.164062, + 0.507812, + 0.204102, + 0.617188, + 0.652344, + 0.515625, + 0.441406, + 0.703125, + 0.679688, + 0.664062, + 0.414062, + 1.445312, + 1.0625, + 1.460938, + 0.470703, + 0.730469, + 0.78125, + 0.785156, + 0.439453, + 0.742188, + 0.597656, + 0.75, + 0.695312, + 0.527344, + 0.832031, + 0.527344, + 0.800781, + 0.478516, + 0.503906, + 0.554688, + 0.429688, + 0.425781, + 0.671875, + 0.425781, + 0.474609, + 0.945312, + 0.511719, + 0.699219, + 0.78125, + 0.566406, + 0.835938, + 0.490234, + 0.484375, + 0.462891, + 0.675781, + 0.566406, + 0.527344, + 0.671875, + 0.652344, + 0.503906, + 1.132812, + 0.431641, + 0.427734, + 0.902344, + 0.535156, + 0.490234, + 0.519531, + 0.457031, + 0.648438, + 0.992188, + 0.453125, + 0.431641, + 0.462891, + 0.488281, + 0.527344, + 0.722656, + 0.597656, + 1.289062, + 0.5, + 0.734375, + 0.474609, + 0.466797, + 1.171875, + 0.671875, + 0.683594, + 0.585938, + 0.714844, + 0.667969, + 0.478516, + 0.808594, + 0.691406, + 0.105957, + 0.910156, + 0.53125, + 0.527344, + 0.462891, + 0.480469, + 0.455078, + 0.503906, + 0.644531, + 0.441406, + 0.746094, + 0.449219, + 0.445312, + 0.457031, + 0.431641, + 1.390625, + 0.507812, + 0.640625, + 0.486328, + 0.566406, + 0.498047, + 0.523438, + 0.5, + 0.59375, + 0.542969, + 0.726562, + 0.46875, + 0.451172, + 0.427734, + 1.070312, + 0.742188, + 0.470703, + 0.625, + 0.886719, + 0.476562, + 0.667969, + 0.460938, + 0.558594, + 0.640625, + 0.699219, + 0.484375, + 0.59375, + 0.490234, + 0.535156, + 1.078125, + 0.449219, + 0.808594, + 1.507812, + 0.462891, + 1.695312, + 0.515625, + 0.535156, + 0.722656, + 0.498047, + 0.455078, + 0.249023, + 0.457031, + 0.5625, + 0.435547, + 0.488281, + 0.535156, + 1.25, + 0.574219, + 0.488281, + 0.902344, + 0.349609, + 0.695312, + 0.75, + 0.777344, + 0.455078, + 0.648438, + 0.734375, + 0.6875, + 0.464844, + 0.882812, + 0.451172, + 1.640625, + 1.070312, + 0.439453, + 0.761719, + 0.417969, + 0.535156, + 0.427734, + 0.498047, + 0.445312, + 1.382812, + 0.660156, + 0.59375, + 0.447266, + 0.585938, + 0.566406, + 0.59375, + 0.470703, + 1.273438, + 0.457031, + 0.451172, + 1.390625, + 0.527344, + 0.894531, + 0.855469, + 0.455078, + 0.519531, + 0.59375, + 1.039062, + 0.84375, + 0.910156, + 0.535156, + 0.546875, + 0.455078, + 0.867188, + 1.171875, + 0.421875, + 1.046875, + 0.933594, + 1.023438, + 1.554688, + 0.470703, + 1.101562, + 0.628906, + 0.605469, + 0.566406, + 0.22168, + 0.472656, + 1.257812, + 0.535156, + 0.636719, + 0.443359, + 0.476562, + 0.542969, + 0.71875, + 0.882812, + 0.460938, + 0.605469, + 0.507812, + 0.75, + 0.445312, + 0.527344, + 0.480469, + 0.447266, + 0.482422, + 0.519531, + 0.625, + 1.117188, + 1.007812, + 0.992188, + 0.949219, + 0.490234, + 0.400391, + 0.761719, + 0.488281, + 0.443359, + 0.503906, + 0.457031, + 1.710938, + 0.65625, + 0.558594, + 0.519531, + 0.632812, + 0.78125, + 0.515625, + 0.566406, + 0.425781, + 1.4375, + 0.554688, + 1.070312, + 0.691406, + 0.458984, + 1.164062, + 0.71875, + 0.742188, + 0.492188, + 0.4375, + 0.914062, + 0.507812, + 0.46875, + 0.640625, + 0.53125, + 0.445312, + 0.609375, + 0.707031, + 0.550781, + 0.466797, + 1.335938, + 0.445312, + 0.714844, + 0.462891, + 0.761719, + 0.486328, + 0.652344, + 0.683594, + 0.566406, + 0.511719, + 0.648438, + 1.210938, + 0.447266, + 0.613281, + 0.457031, + 0.460938, + 0.474609, + 0.621094, + 0.188477, + 0.894531, + 0.5, + 0.800781, + 0.53125, + 0.753906, + 1.484375, + 0.609375, + 0.427734, + 0.460938, + 1.101562, + 0.476562, + 0.376953, + 1.007812, + 0.84375, + 1.078125, + 0.519531, + 1.007812, + 0.648438, + 0.746094, + 1.21875, + 0.585938, + 0.408203, + 0.53125, + 0.433594, + 0.507812, + 0.447266, + 0.486328, + 0.726562, + 0.447266, + 0.498047, + 0.503906, + 0.507812, + 0.734375, + 0.503906, + 0.925781, + 0.804688, + 1.148438, + 0.447266, + 0.435547, + 0.472656, + 0.601562, + 0.613281, + 0.867188, + 0.769531, + 0.320312, + 0.515625, + 0.546875, + 0.458984, + 1.046875, + 0.474609, + 0.492188, + 0.24707, + 0.660156, + 0.566406, + 0.494141, + 0.621094, + 0.605469, + 0.478516, + 0.478516, + 0.558594, + 0.476562, + 0.96875, + 0.582031, + 1.0, + 0.738281, + 0.667969, + 0.496094, + 0.578125, + 0.478516, + 0.482422, + 0.519531, + 0.507812, + 0.5, + 0.375, + 0.785156, + 1.507812, + 0.425781, + 0.789062, + 0.470703, + 0.445312, + 0.219727, + 0.601562, + 1.101562, + 0.5, + 0.667969, + 0.474609, + 0.5, + 0.640625, + 0.443359, + 0.816406, + 0.441406, + 0.625, + 0.458984, + 2.203125, + 0.511719, + 0.484375, + 0.683594, + 0.660156, + 0.664062, + 0.570312, + 0.582031, + 1.210938, + 0.632812, + 0.458984, + 0.539062, + 0.953125, + 0.484375, + 0.742188, + 0.707031, + 0.792969, + 0.585938, + 0.527344, + 0.433594, + 0.472656, + 0.470703, + 0.609375, + 0.460938, + 0.515625, + 0.443359, + 0.605469, + 0.425781, + 1.460938, + 0.523438, + 0.453125, + 2.265625, + 0.570312, + 0.451172, + 0.734375, + 0.832031, + 0.671875, + 0.492188, + 0.447266, + 0.65625, + 0.609375, + 1.65625, + 0.425781, + 0.458984, + 0.574219, + 0.679688, + 0.738281, + 0.867188, + 1.210938, + 0.644531, + 0.679688, + 0.546875, + 0.46875, + 0.328125, + 0.753906, + 0.644531, + 0.462891, + 0.484375, + 0.447266, + 0.209961, + 0.4375, + 0.988281, + 0.46875, + 0.800781, + 0.769531, + 0.648438, + 0.792969, + 0.796875, + 0.75, + 0.625, + 0.423828, + 0.652344, + 1.15625, + 0.441406, + 0.78125, + 0.458984, + 0.9375, + 0.601562, + 0.466797, + 0.457031, + 0.480469, + 0.492188, + 0.476562, + 0.427734, + 0.765625, + 0.53125, + 0.949219, + 0.523438, + 0.460938, + 0.478516, + 0.451172, + 1.070312, + 0.765625, + 0.601562, + 0.451172, + 0.511719, + 0.439453, + 0.447266, + 0.455078, + 0.578125, + 0.554688, + 0.527344, + 1.359375, + 0.410156, + 1.320312, + 0.466797, + 0.664062, + 0.498047, + 0.496094, + 1.023438, + 0.449219, + 1.304688, + 1.039062, + 0.439453, + 0.734375, + 0.574219, + 0.425781, + 0.660156, + 1.203125, + 0.863281, + 0.695312, + 0.550781, + 0.75, + 0.486328, + 1.09375, + 0.792969, + 0.453125, + 0.691406, + 1.117188, + 0.507812, + 0.462891, + 0.601562, + 1.3125, + 0.632812, + 0.480469, + 0.457031, + 0.46875, + 1.429688, + 1.382812, + 1.421875, + 0.640625, + 0.447266, + 0.691406, + 1.179688, + 0.470703, + 1.171875, + 0.925781, + 0.574219, + 0.447266, + 0.546875, + 1.875, + 0.494141, + 0.480469, + 0.738281, + 0.5, + 0.486328, + 0.539062, + 1.25, + 0.494141, + 0.597656, + 0.449219, + 0.679688, + 0.474609, + 0.484375, + 1.179688, + 1.554688, + 0.285156, + 0.867188, + 0.441406, + 1.367188, + 0.460938, + 0.507812, + 0.558594, + 0.470703, + 0.423828, + 0.65625, + 0.46875, + 1.460938, + 0.492188, + 0.503906, + 0.847656, + 0.507812, + 0.679688, + 0.232422, + 0.455078, + 0.773438, + 0.462891, + 0.480469, + 0.449219, + 0.710938, + 1.0625, + 0.933594, + 0.566406, + 0.431641, + 0.539062, + 0.478516, + 0.582031, + 0.832031, + 1.210938, + 0.773438, + 0.431641, + 0.902344, + 0.492188, + 0.8125, + 0.494141, + 0.445312, + 0.5625, + 0.484375, + 0.527344, + 0.964844, + 0.447266, + 0.566406, + 0.734375, + 0.867188, + 0.480469, + 0.535156, + 0.458984, + 0.726562, + 0.636719, + 0.660156, + 0.453125, + 0.269531, + 0.839844, + 0.382812, + 0.667969, + 0.460938, + 0.757812, + 0.621094, + 0.472656, + 1.132812, + 0.472656, + 0.535156, + 0.443359, + 0.462891, + 0.470703, + 0.435547, + 0.527344, + 0.447266, + 0.490234, + 0.816406, + 1.28125, + 0.523438, + 0.636719, + 0.464844, + 0.742188, + 0.429688, + 0.507812, + 0.753906, + 0.632812, + 0.5625, + 1.273438, + 1.25, + 1.078125, + 0.472656, + 0.707031, + 0.458984, + 0.609375, + 0.445312, + 0.429688, + 0.574219, + 0.984375, + 0.453125, + 0.445312, + 0.46875, + 0.458984, + 0.390625, + 0.4375, + 0.464844, + 0.451172, + 0.546875, + 1.117188, + 1.054688, + 0.445312, + 0.898438, + 0.699219, + 0.46875, + 0.585938, + 0.162109, + 0.871094, + 0.625, + 0.453125, + 0.511719, + 0.457031, + 0.523438, + 0.519531, + 0.511719, + 0.445312, + 0.441406, + 0.472656, + 0.597656, + 0.4375, + 1.390625, + 0.53125, + 0.5625, + 0.601562, + 0.474609, + 0.458984, + 0.464844, + 0.992188, + 0.542969, + 0.496094, + 0.574219, + 0.597656, + 0.457031, + 0.929688, + 0.542969, + 0.3125, + 0.550781, + 0.9375, + 0.425781, + 0.855469, + 0.457031, + 0.455078, + 0.769531, + 1.101562, + 0.710938, + 1.257812, + 0.472656, + 0.589844, + 0.457031, + 1.109375, + 0.464844, + 1.140625, + 0.4375, + 0.683594, + 0.640625, + 1.195312, + 0.46875, + 0.992188, + 0.589844, + 0.503906, + 0.4375, + 0.486328, + 0.558594, + 0.457031, + 1.203125, + 0.921875, + 0.691406, + 0.494141, + 0.582031, + 0.498047, + 0.515625, + 0.515625, + 0.785156, + 0.539062, + 1.460938, + 0.482422, + 0.78125, + 1.054688, + 0.867188, + 0.453125, + 0.458984, + 0.419922, + 0.628906, + 1.398438, + 0.496094, + 0.539062, + 0.519531, + 0.431641, + 0.472656, + 0.496094, + 0.507812, + 0.527344, + 0.519531, + 0.640625, + 0.443359, + 0.574219, + 1.007812, + 0.835938, + 0.404297, + 0.613281, + 0.453125, + 0.585938, + 0.507812, + 0.328125, + 0.558594, + 1.015625, + 1.007812, + 0.472656, + 0.474609, + 0.632812, + 0.914062, + 1.148438, + 0.439453, + 0.494141, + 0.535156, + 0.648438, + 0.4375, + 0.570312, + 0.470703, + 0.652344, + 0.6875, + 0.462891, + 0.609375, + 0.433594, + 0.511719, + 1.226562, + 0.78125, + 0.472656, + 0.828125, + 0.753906, + 0.519531, + 0.652344, + 0.470703, + 0.466797, + 0.445312, + 1.015625, + 0.458984, + 0.6875, + 0.511719, + 0.773438, + 0.5, + 1.398438, + 0.474609, + 0.46875, + 0.648438, + 1.023438, + 0.453125, + 0.511719, + 0.761719, + 0.855469, + 0.59375, + 0.433594, + 0.960938, + 0.519531, + 1.359375, + 0.453125, + 0.605469, + 0.447266, + 0.695312, + 0.71875, + 0.445312, + 0.976562, + 0.480469, + 0.554688, + 0.472656, + 0.515625, + 1.398438, + 0.400391, + 0.597656, + 0.478516, + 0.523438, + 0.933594, + 0.421875, + 0.824219, + 0.474609, + 0.972656, + 0.457031, + 0.769531, + 1.375, + 1.398438, + 0.550781, + 0.621094, + 1.539062, + 0.507812, + 1.046875, + 0.449219, + 0.632812, + 0.78125, + 1.09375, + 0.5, + 0.789062, + 0.816406, + 1.273438, + 0.433594, + 0.492188, + 0.488281, + 0.699219, + 0.511719, + 0.427734, + 0.427734, + 0.667969, + 0.875, + 0.515625, + 0.761719, + 0.498047, + 0.660156, + 0.546875, + 0.496094, + 1.171875, + 0.515625, + 0.421875, + 0.636719, + 0.609375, + 0.527344, + 0.472656, + 0.667969, + 0.332031, + 2.3125, + 0.59375, + 0.472656, + 0.455078, + 0.648438, + 0.8125, + 0.462891, + 0.451172, + 0.4375, + 0.761719, + 0.539062, + 0.431641, + 0.734375, + 0.476562, + 0.449219, + 0.578125, + 0.675781, + 0.675781, + 0.832031, + 0.429688, + 0.574219, + 1.03125, + 0.474609, + 0.566406, + 0.507812, + 0.458984, + 0.835938, + 1.539062, + 0.472656, + 0.458984, + 1.164062, + 0.53125, + 0.480469, + 0.5, + 0.466797, + 0.601562, + 0.511719, + 0.609375, + 0.695312, + 1.039062, + 0.46875, + 0.470703, + 0.457031, + 0.945312, + 0.4375, + 1.523438, + 0.474609, + 0.5, + 0.710938, + 0.578125, + 1.203125, + 0.703125, + 0.832031, + 0.742188, + 0.613281, + 0.511719, + 0.478516, + 0.494141, + 0.433594, + 1.117188, + 0.777344, + 0.431641, + 0.462891, + 0.535156, + 1.09375, + 0.474609, + 0.507812, + 0.582031, + 0.539062, + 0.419922, + 0.738281, + 1.140625, + 0.429688, + 0.511719, + 0.519531, + 0.519531, + 0.539062, + 0.460938, + 0.453125, + 1.179688, + 0.980469, + 1.414062, + 0.447266, + 1.09375, + 0.605469, + 0.746094, + 0.816406, + 0.451172, + 0.443359, + 0.515625, + 0.46875, + 1.0625, + 0.65625, + 0.746094, + 0.503906, + 0.574219, + 0.453125, + 0.648438, + 0.511719, + 0.476562, + 1.109375, + 0.527344, + 0.648438, + 0.914062, + 0.574219, + 1.390625, + 0.601562, + 0.648438, + 1.203125, + 0.871094, + 0.431641, + 0.451172, + 0.433594, + 0.617188, + 0.535156, + 0.957031, + 0.640625, + 0.75, + 0.453125, + 0.515625, + 1.164062, + 0.574219, + 0.478516, + 0.431641, + 0.498047, + 0.511719, + 0.244141, + 0.847656, + 0.6875, + 0.769531, + 0.839844, + 0.914062, + 0.851562, + 0.4375, + 1.125, + 0.992188, + 0.511719, + 0.5, + 0.172852, + 1.4375, + 0.494141, + 0.470703, + 0.460938, + 0.464844, + 0.455078, + 0.539062, + 0.417969, + 0.439453, + 0.753906, + 0.644531, + 0.466797, + 0.484375, + 0.558594, + 0.828125, + 0.474609, + 0.796875, + 0.246094, + 0.474609, + 0.455078, + 0.503906, + 0.498047, + 1.445312, + 0.188477, + 0.625, + 1.710938, + 0.53125, + 0.714844, + 0.828125, + 0.470703, + 1.179688, + 0.433594, + 0.441406, + 0.539062, + 0.535156, + 0.585938, + 0.453125, + 0.333984, + 0.441406, + 0.566406, + 0.496094, + 1.109375, + 0.765625, + 0.423828, + 0.458984, + 0.474609, + 0.453125, + 1.171875, + 0.443359, + 0.194336, + 0.554688, + 0.578125, + 0.589844, + 0.582031, + 0.482422, + 0.839844, + 0.585938, + 0.515625, + 0.671875, + 0.585938, + 0.722656, + 0.570312, + 0.613281, + 0.554688, + 0.632812, + 0.535156, + 0.695312, + 0.515625, + 0.470703, + 0.714844, + 0.503906, + 0.503906, + 0.746094, + 0.804688, + 1.546875, + 0.455078, + 0.996094, + 0.484375, + 0.408203, + 1.28125, + 0.443359, + 0.679688, + 1.476562, + 0.498047, + 0.470703, + 0.451172, + 0.453125, + 0.523438, + 0.71875, + 1.039062, + 0.435547, + 0.625, + 0.582031, + 1.195312, + 0.546875, + 0.816406, + 1.007812, + 0.394531, + 0.84375, + 0.386719, + 0.835938, + 1.289062, + 0.435547, + 0.808594, + 0.507812, + 0.472656, + 0.742188, + 0.421875, + 0.523438, + 0.449219, + 0.613281, + 0.503906, + 1.375, + 0.59375, + 0.429688, + 0.470703, + 0.699219, + 0.5625, + 0.451172, + 1.234375, + 0.9375, + 0.460938, + 0.4375, + 0.460938, + 0.435547, + 1.320312, + 0.458984, + 0.699219, + 0.423828, + 0.478516, + 0.519531, + 0.644531, + 0.71875, + 0.337891, + 1.0625, + 0.455078, + 0.451172, + 0.789062, + 0.5625, + 0.683594, + 0.566406, + 0.632812, + -0.02002, + 0.734375, + 0.470703, + 0.648438, + 0.601562, + 0.457031, + 1.09375, + 0.84375, + 0.412109, + 0.921875, + 0.597656, + 0.474609, + 1.21875, + 0.714844, + 0.523438, + 0.478516, + 0.494141, + 0.427734, + 0.808594, + 0.474609, + 1.179688, + 1.476562, + 0.800781, + 0.804688, + 0.439453, + 0.671875, + 0.605469, + 0.726562, + 1.15625, + 0.96875, + 0.628906, + 0.710938, + 0.632812, + 0.427734, + 0.90625, + 0.894531, + 1.070312, + 1.34375, + 0.511719, + 0.417969, + 0.494141, + 0.482422, + 0.703125, + 0.550781, + 0.460938, + 0.4375, + 0.474609, + 0.546875, + 0.421875, + 0.396484, + 0.5, + 0.527344, + 0.423828, + 0.5625, + 0.601562, + 0.707031, + 0.546875, + 0.550781, + 0.546875, + 0.519531, + 0.453125, + 0.511719, + 0.765625, + 0.470703, + 0.621094, + 0.498047, + 1.570312, + 0.570312, + 0.972656, + 1.367188, + 0.515625, + 0.511719, + 0.486328, + 0.9375, + 0.84375, + 0.628906, + 0.539062, + 0.494141, + 0.59375, + 0.449219, + 0.546875, + 0.878906, + 0.808594, + 0.578125, + 1.03125, + 0.275391, + 0.494141, + 0.443359, + 0.660156, + 0.196289, + 0.523438, + 0.640625, + 0.5625, + 1.25, + 0.847656, + 0.632812, + 1.148438, + 0.578125, + 0.5, + 1.328125, + 0.433594, + 1.28125, + 0.474609, + 0.527344, + 0.462891, + 0.464844, + 0.566406, + 1.195312, + 0.851562, + 0.453125, + 0.785156, + 0.419922, + 0.898438, + 0.445312, + 0.621094, + 0.535156, + 0.439453, + 0.761719, + 1.515625, + 0.765625, + 0.412109, + 0.445312, + 0.476562, + 0.605469, + 1.492188, + 0.542969, + 0.582031, + 0.435547, + 0.898438, + 0.443359, + 0.458984, + 0.59375, + 0.488281, + 0.90625, + 0.410156, + 0.453125, + 0.507812, + 0.4375, + 1.0625, + 0.46875, + 0.804688, + 0.457031, + 0.519531, + 0.65625, + 1.25, + 0.699219, + 0.476562, + 0.613281, + 0.410156, + 0.648438, + 0.734375, + 0.886719, + 0.5625, + 0.609375, + 0.53125, + 0.206055, + 0.466797, + 0.441406, + 0.482422, + 0.435547, + 0.402344, + 1.351562, + 0.484375, + 0.515625, + 1.101562, + 0.753906, + 0.457031, + 0.816406, + 0.181641, + 0.478516, + 0.570312, + 0.542969, + 0.429688, + 1.0, + 0.470703, + 0.574219, + 0.523438, + 0.675781, + 0.550781, + 0.511719, + 0.742188, + 0.464844, + 0.511719, + 0.464844, + 0.519531, + 0.617188, + 0.5625, + 1.523438, + 0.628906, + 2.796875, + 0.486328, + 0.460938, + 0.439453, + 0.423828, + 0.5, + 0.488281, + 0.4375, + 0.546875, + 0.582031, + 0.597656, + 0.628906, + 0.921875, + 0.761719, + 1.054688, + 0.699219, + 0.5, + 0.566406, + 0.59375, + 0.507812, + 0.601562, + 0.199219, + 0.433594, + 1.421875, + 0.451172, + 1.546875, + 0.96875, + 1.398438, + 0.976562, + 0.453125, + 0.9375, + 0.435547, + 0.59375, + 0.539062, + 0.445312, + 1.085938, + 0.566406, + 0.445312, + 0.585938, + 1.15625, + 0.482422, + 0.484375, + 0.660156, + 0.496094, + 0.5, + 0.441406, + 0.53125, + 0.582031, + 0.679688, + 1.492188, + 0.539062, + 0.542969, + 0.435547, + 0.726562, + 0.929688, + 0.476562, + 0.515625, + 0.443359, + 0.765625, + 0.6875, + 0.480469, + 0.714844, + 0.695312, + 0.431641, + 0.470703, + 0.5625, + 0.839844, + 0.929688, + 0.609375, + 0.804688, + 0.75, + 0.605469, + 0.59375, + 0.683594, + 0.609375, + 0.472656, + 0.494141, + 0.486328, + 0.515625, + 0.464844, + 0.902344, + 0.394531, + 0.761719, + 0.582031, + 0.416016, + 0.458984, + 0.480469, + 0.808594, + 0.53125, + 0.515625, + 0.453125, + 0.4375, + 0.648438, + 0.777344, + 1.1875, + 0.441406, + 0.800781, + 0.5, + 1.609375, + 0.527344, + 0.714844, + 0.478516, + 0.519531, + 0.410156, + 0.570312, + 0.867188, + 0.550781, + 0.523438, + 0.53125, + 0.457031, + 0.664062, + 0.472656, + 1.125, + 0.435547, + 0.648438, + 0.476562, + 0.9375, + 0.558594, + 0.515625, + 0.458984, + 0.519531, + 0.84375, + 0.486328, + 0.941406, + 0.519531, + 0.664062, + 0.447266, + 0.636719, + 0.976562, + 0.808594, + 0.632812, + 0.976562, + 0.453125, + 0.605469, + 0.492188, + 1.226562, + 0.515625, + 0.449219, + 0.773438, + 1.117188, + 1.570312, + 0.613281, + 0.574219, + 1.140625, + 1.507812, + 1.492188, + 0.753906, + 1.289062, + 0.480469, + 0.472656, + 0.464844, + 0.675781, + 0.470703, + 1.398438, + 0.494141, + 0.488281, + 0.498047, + 0.482422, + 0.6875, + 0.570312, + 0.929688, + 0.503906, + 0.96875, + 0.585938, + 0.800781, + 0.423828, + 0.447266, + 0.5, + 0.339844, + 0.451172, + 1.710938, + 0.507812, + 0.519531, + 0.519531, + 0.683594, + 0.882812, + 0.554688, + 0.455078, + 0.898438, + 0.458984, + 0.832031, + 2.140625, + 0.474609, + 0.445312, + 0.455078, + 0.492188, + 1.015625, + 1.242188, + 1.0, + 1.140625, + 0.457031, + 0.451172, + 0.46875, + 0.447266, + 0.890625, + 0.527344, + 0.507812, + 1.382812, + 0.503906, + 0.574219, + 0.613281, + 0.236328, + 0.839844, + 0.466797, + 0.427734, + 0.527344, + 0.419922, + 0.494141, + 0.726562, + 0.460938, + 0.742188, + 0.867188, + 0.941406, + 0.462891, + 0.457031, + 0.488281, + 0.660156, + 0.5, + 0.6875, + 0.578125, + 0.474609, + 0.53125, + 0.535156, + 0.628906, + 0.597656, + 0.570312, + 0.5, + 1.148438, + 1.234375, + 0.404297, + 0.644531, + 0.792969, + 0.496094, + 1.390625, + 0.462891, + 0.449219, + 0.589844, + 0.621094, + 0.589844, + 0.476562, + 0.482422, + 0.601562, + 0.695312, + 0.455078, + 1.15625, + 0.601562, + 0.714844, + 0.539062, + 0.439453, + 0.566406, + 0.695312, + 0.441406, + 0.796875, + 0.507812, + 0.664062, + 0.458984, + 0.917969, + 0.613281, + 1.234375, + 1.101562, + 0.613281, + 0.515625, + 0.488281, + 0.960938, + 0.472656, + 0.464844, + 1.226562, + 1.101562, + 0.570312, + 0.425781, + 0.462891, + 0.859375, + 0.578125, + 0.578125, + 0.652344, + 0.443359, + 0.460938, + 1.085938, + 0.498047, + 0.494141, + 1.234375, + 0.574219, + 0.652344, + 0.785156, + 0.503906, + 0.570312, + 0.488281, + 0.199219, + 0.511719, + 0.601562, + 0.519531, + 0.996094, + 0.695312, + 0.455078, + 0.570312, + 0.460938, + 0.484375, + 1.054688, + 0.839844, + 0.582031, + 1.398438, + 1.546875, + 0.429688, + 1.304688, + 0.460938, + 0.412109, + 1.140625, + 0.466797, + 0.558594, + 0.535156, + 0.640625, + 1.335938, + 0.265625, + 0.519531, + 0.75, + 0.496094, + 1.0, + 1.445312, + 0.792969, + 1.210938, + 0.644531, + 0.472656, + 1.078125, + 0.470703, + 0.466797, + 0.820312, + 0.480469, + 0.707031, + 0.707031, + 0.460938, + 0.431641, + 0.230469, + 0.710938, + 0.451172, + 0.960938, + 0.632812, + 0.451172, + 1.523438, + 0.472656, + 0.519531, + 1.320312, + 0.462891, + 0.455078, + 0.519531, + 0.667969, + 0.443359, + 0.757812, + 0.867188, + 0.478516, + 0.455078, + 0.425781, + 0.671875, + 0.664062, + 0.835938, + 0.460938, + 0.875, + 0.433594, + 0.388672, + 0.488281, + 0.46875, + 0.464844, + 1.179688, + 0.550781, + 0.449219, + 0.507812, + 0.24707, + 0.507812, + 0.695312, + 0.523438, + 0.988281, + 0.691406, + 1.046875, + 1.078125, + 0.667969, + 0.449219, + 0.636719, + 0.636719, + 0.710938, + 0.808594, + 0.585938, + 1.171875, + 0.957031, + 0.511719, + 0.617188, + 0.460938, + 0.412109, + 0.455078, + 0.769531, + 0.527344, + 0.59375, + 1.0625, + 1.484375, + 0.585938, + 0.498047, + 0.462891, + 0.470703, + 0.46875, + 0.464844, + 0.182617, + 0.439453, + 0.447266, + 0.566406, + 1.078125, + 0.433594, + 0.410156, + 0.53125, + 0.435547, + 0.457031, + 0.515625, + 0.419922, + 0.429688, + 0.53125, + 0.804688, + 0.527344, + 0.652344, + 0.462891, + 0.875, + 0.65625, + 0.482422, + 0.441406, + 0.824219, + 0.423828, + 0.277344, + 0.447266, + 0.550781, + 0.46875, + 0.546875, + 0.419922, + 0.496094, + 0.605469, + 0.675781, + 0.953125, + 0.917969, + 0.486328, + 0.453125, + 0.988281, + 0.800781, + 0.503906, + 1.21875, + 0.457031, + 0.503906, + 0.425781, + 1.203125, + 0.542969, + 0.816406, + 0.457031, + 0.523438, + 0.699219, + 0.699219, + 0.474609, + 0.507812, + 0.474609, + 0.578125, + 0.613281, + 0.460938, + 0.466797, + 0.507812, + 0.519531, + 0.511719, + 0.472656, + 0.785156, + 0.408203, + 0.792969, + 0.458984, + 0.490234, + 1.242188, + 0.65625, + 0.535156, + 1.101562, + 0.648438, + 0.722656, + 0.5625, + 0.445312, + 0.613281, + 0.503906, + 0.429688, + 0.417969, + 0.457031, + 0.476562, + 0.460938, + 0.566406, + 0.507812, + 0.4375, + 0.5, + 0.503906, + 0.648438, + 0.539062, + 0.494141, + 1.148438, + 0.5625, + 0.5625, + 0.46875, + 1.140625, + 0.4375, + 0.683594, + 0.466797, + 0.451172, + 0.589844, + 0.605469, + 1.671875, + 1.109375, + 0.761719, + 0.523438, + 0.710938, + 0.447266, + 0.445312, + 0.503906, + 1.25, + 1.039062, + 0.621094, + 0.574219, + 0.863281, + 1.695312, + 0.730469, + 0.466797, + 1.15625, + 0.925781, + 0.527344, + 0.5, + 0.439453, + 0.425781, + 0.431641, + 0.597656, + 0.757812, + 0.570312, + 0.96875, + 0.447266, + 0.46875, + 0.722656, + 0.519531, + 0.466797, + 0.192383, + 0.474609, + 0.503906, + 1.164062, + 0.925781, + 0.503906, + 0.427734, + 1.898438, + 0.804688, + 0.482422, + 0.539062, + 0.542969, + 0.482422, + 2.125, + 0.519531, + 1.109375, + 0.466797, + 0.898438, + 0.914062, + 0.644531, + 0.515625, + 1.5625, + 0.886719, + 1.585938, + 0.675781, + 0.757812, + 0.5, + 0.457031, + 0.703125, + 0.617188, + 1.0, + 1.476562, + 0.539062, + 0.6875, + 0.470703, + 0.566406, + 0.447266, + 0.5, + 0.515625, + 0.988281, + 0.470703, + 0.492188, + 0.472656, + 0.455078, + 1.25, + 0.443359, + 0.542969, + 0.494141, + 0.439453, + 0.523438, + 0.476562, + 0.507812, + 1.0, + 1.5625, + 0.453125, + 0.71875, + 0.597656, + 0.445312, + 1.023438, + 0.143555, + 0.554688, + 0.464844, + 0.414062, + 1.679688, + 0.816406, + 0.429688, + 0.703125, + 0.691406, + 0.574219, + 0.462891, + 0.859375, + 0.742188, + 0.953125, + 0.585938, + 0.460938, + 0.546875, + 0.496094, + 0.453125, + 0.914062, + 0.195312, + 0.910156, + 0.464844, + 0.476562, + 0.621094, + 0.445312, + 0.597656, + 0.414062, + 0.785156, + 0.478516, + 0.722656, + 0.451172, + 1.132812, + 0.542969, + 1.0625, + 1.804688, + 0.515625, + 0.71875, + 0.554688, + 0.898438, + 0.472656, + 0.435547, + 0.808594, + 0.96875, + 0.632812, + 0.914062, + 0.449219, + 0.738281, + 0.441406, + 0.804688, + 0.695312, + 0.527344, + 0.542969, + 0.373047, + 0.585938, + 0.640625, + 0.980469, + 0.550781, + 0.953125, + 0.539062, + 0.546875, + 0.433594, + 0.566406, + 0.628906, + 0.8125, + 0.480469, + 0.527344, + 0.574219, + 0.59375, + 0.431641, + 0.523438, + 1.09375, + 0.498047, + 0.882812, + 0.53125, + 0.816406, + 0.441406, + 0.453125, + 0.482422, + 1.171875, + 1.234375, + 0.515625, + 0.746094, + 0.503906, + 0.714844, + 0.554688, + 0.507812, + 0.867188, + 0.458984, + 0.496094, + 0.478516, + 0.449219, + 0.466797, + 1.679688, + 0.472656, + 0.457031, + 0.59375, + 0.800781, + 0.789062, + 0.431641, + 0.546875, + 0.660156, + 0.519531, + 0.902344, + 0.316406, + 0.46875, + 0.582031, + 0.78125, + 0.507812, + 0.492188, + 0.410156, + 0.710938, + 0.683594, + 1.039062, + 0.523438, + 0.816406, + 0.46875, + 0.546875, + 0.5, + 1.023438, + 0.449219, + 1.296875, + 1.257812, + 0.558594, + 0.457031, + 0.476562, + 0.679688, + 0.464844, + 1.140625, + 0.423828, + 0.219727, + 0.628906, + 0.451172, + 0.318359, + 0.5, + 0.46875, + 0.707031, + 0.535156, + 1.078125, + 0.671875, + 0.609375, + 0.769531, + 0.578125, + 0.496094, + 0.605469, + 0.550781, + 0.511719, + 0.269531, + 0.457031, + 0.671875, + 0.494141, + 0.957031, + 0.632812, + 0.433594, + 0.886719, + 0.890625, + 1.039062, + 0.488281, + 0.462891, + 0.462891, + 0.710938, + 0.824219, + 0.792969, + 0.542969, + 0.757812, + 0.470703, + 0.628906, + 0.804688, + 0.470703, + 1.09375, + 0.734375, + 1.078125, + 0.421875, + 1.085938, + 0.476562, + 0.188477, + 0.597656, + 0.507812, + 1.265625, + 0.574219, + 0.511719, + 0.933594, + 0.488281, + 0.679688, + 0.496094, + 1.109375, + 0.890625, + 0.757812, + 0.431641, + 0.519531, + 0.462891, + 0.455078, + 0.882812, + 1.179688, + 0.443359, + 0.648438, + 0.601562, + 0.484375, + 0.667969, + 0.949219, + 0.4375, + 0.40625, + 0.761719, + 0.453125, + 0.730469, + 0.515625, + 0.847656, + 0.875, + 0.447266, + 0.433594, + 0.632812, + 0.8125, + 0.492188, + 0.546875, + 0.482422, + 0.6875, + 0.519531, + 0.570312, + 0.679688, + 0.800781, + 0.507812, + 0.488281, + 0.455078, + 0.511719, + 1.078125, + 0.476562, + 0.503906, + 1.03125, + 1.09375, + 0.667969, + 0.474609, + 0.447266, + 0.539062, + 0.453125, + 0.757812 + ] + }, + "name": "model.model.layers.8.input_layernorm.weight", + "outputIndexes": [ + 686 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 685 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_8/Mul_output_0", + "outputIndexes": [ + 687 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 686, + 687 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_8/Mul_1_output_0", + "outputIndexes": [ + 688 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 688 + ], + "outputIndexes": [ + 2532 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2532 + ], + "outputIndexes": [ + 2533 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear", + "inputIndexes": [ + 2533 + ], + "outputIndexes": [ + 2534 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1048855760, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2534 + ], + "outputIndexes": [ + 2535 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2535 + ], + "outputIndexes": [ + 689 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 688 + ], + "main_type": "NONE", + "name": "/Shape_113_output_0", + "outputIndexes": [ + 690 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 690 + ], + "main_type": "NONE", + "name": "Shape2079", + "outputIndexes": [ + 691 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 690 + ], + "main_type": "NONE", + "name": "Rank2081", + "outputIndexes": [ + 692 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 692, + 692 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2083", + "outputIndexes": [ + 693 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 693 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2084", + "outputIndexes": [ + 694 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 693, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2086", + "outputIndexes": [ + 695 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 695 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2087", + "outputIndexes": [ + 696 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 691, + 694, + 696, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2090", + "outputIndexes": [ + 697 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 697 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2091", + "outputIndexes": [ + 698 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2092", + "outputIndexes": [ + 699 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 699, + 698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2093", + "outputIndexes": [ + 700 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 690, + 700, + 693 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_124_output_0", + "outputIndexes": [ + 701 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 701, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_257_output_0", + "outputIndexes": [ + 702 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 702, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_104_output_0", + "outputIndexes": [ + 703 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 689, + 703 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_73_output_0", + "outputIndexes": [ + 704 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 704, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_64_output_0", + "outputIndexes": [ + 705 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 704 + ], + "main_type": "NONE", + "name": "/Shape_114_output_0", + "outputIndexes": [ + 706 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 706 + ], + "main_type": "NONE", + "name": "Shape2100", + "outputIndexes": [ + 707 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 706 + ], + "main_type": "NONE", + "name": "Rank2102", + "outputIndexes": [ + 708 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 708, + 708 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2104", + "outputIndexes": [ + 709 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 709 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2105", + "outputIndexes": [ + 710 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 709, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2107", + "outputIndexes": [ + 711 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 711 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2108", + "outputIndexes": [ + 712 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 707, + 710, + 712, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2111", + "outputIndexes": [ + 713 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 713 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2112", + "outputIndexes": [ + 714 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 714 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2113", + "outputIndexes": [ + 715 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 715, + 714 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2114", + "outputIndexes": [ + 716 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 706, + 716, + 709 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_125_output_0", + "outputIndexes": [ + 717 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 717, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_24_output_0", + "outputIndexes": [ + 718 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 718, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_262_output_0", + "outputIndexes": [ + 719 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 704, + 719, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_33_output_0", + "outputIndexes": [ + 720 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 720 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_16_output_0", + "outputIndexes": [ + 721 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 704, + 22, + 719, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_32_output_0", + "outputIndexes": [ + 722 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 721, + 722 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_107_output_0", + "outputIndexes": [ + 723 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 723, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_65_output_0", + "outputIndexes": [ + 724 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 705, + 724 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_40_output_0", + "outputIndexes": [ + 725 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 688 + ], + "outputIndexes": [ + 2536 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2536 + ], + "outputIndexes": [ + 2537 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear", + "inputIndexes": [ + 2537 + ], + "outputIndexes": [ + 2538 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1056095462, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2538 + ], + "outputIndexes": [ + 2539 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2539 + ], + "outputIndexes": [ + 726 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 702, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_105_output_0", + "outputIndexes": [ + 727 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 726, + 727 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_74_output_0", + "outputIndexes": [ + 728 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 728, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_66_output_0", + "outputIndexes": [ + 729 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 728 + ], + "main_type": "NONE", + "name": "/Shape_115_output_0", + "outputIndexes": [ + 730 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 730 + ], + "main_type": "NONE", + "name": "Shape2163", + "outputIndexes": [ + 731 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 730 + ], + "main_type": "NONE", + "name": "Rank2165", + "outputIndexes": [ + 732 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 732, + 732 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2167", + "outputIndexes": [ + 733 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 733 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2168", + "outputIndexes": [ + 734 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 733, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2170", + "outputIndexes": [ + 735 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 735 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2171", + "outputIndexes": [ + 736 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 731, + 734, + 736, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2174", + "outputIndexes": [ + 737 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 737 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2175", + "outputIndexes": [ + 738 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2176", + "outputIndexes": [ + 739 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 739, + 738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2177", + "outputIndexes": [ + 740 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 730, + 740, + 733 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_126_output_0", + "outputIndexes": [ + 741 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 741, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_25_output_0", + "outputIndexes": [ + 742 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 742, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_264_output_0", + "outputIndexes": [ + 743 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 728, + 743, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_35_output_0", + "outputIndexes": [ + 744 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 744 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_17_output_0", + "outputIndexes": [ + 745 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 728, + 22, + 743, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_34_output_0", + "outputIndexes": [ + 746 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 745, + 746 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_108_output_0", + "outputIndexes": [ + 747 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 747, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_67_output_0", + "outputIndexes": [ + 748 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 729, + 748 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_41_output_0", + "outputIndexes": [ + 749 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 688 + ], + "outputIndexes": [ + 2540 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2540 + ], + "outputIndexes": [ + 2541 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear", + "inputIndexes": [ + 2541 + ], + "outputIndexes": [ + 2542 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1057129724, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2542 + ], + "outputIndexes": [ + 2543 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2543 + ], + "outputIndexes": [ + 750 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 750, + 727 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_75_output_0", + "outputIndexes": [ + 751 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 725, + 749, + 751, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_80_output_0", + "outputIndexes": [ + 752 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 752 + ], + "outputIndexes": [ + 2544 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2544 + ], + "outputIndexes": [ + 2545 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear", + "inputIndexes": [ + 2545 + ], + "outputIndexes": [ + 2546 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1058163986, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2546 + ], + "outputIndexes": [ + 2547 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2547 + ], + "outputIndexes": [ + 753 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 685, + 753 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_43_output_0", + "outputIndexes": [ + 754 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.9375, + 0.847656, + 1.101562, + 0.601562, + 0.925781, + 0.703125, + 0.835938, + 0.851562, + 0.421875, + 0.523438, + 0.839844, + 0.574219, + 0.828125, + 0.75, + 0.498047, + 0.832031, + 0.824219, + 0.769531, + 0.835938, + 0.402344, + 0.253906, + 0.832031, + 0.832031, + 0.699219, + 0.683594, + 0.851562, + 0.365234, + 0.625, + 0.675781, + 0.75, + 0.917969, + 0.550781, + 0.228516, + 0.785156, + 0.871094, + 0.871094, + 0.601562, + 0.378906, + 0.828125, + 0.488281, + 0.871094, + 0.828125, + 1.054688, + 0.804688, + 0.894531, + 0.851562, + 0.239258, + 0.949219, + 0.847656, + 0.558594, + 0.90625, + 0.78125, + 0.824219, + 0.800781, + 0.871094, + 0.707031, + 0.871094, + 0.917969, + 0.871094, + 0.478516, + 0.753906, + 0.902344, + 0.890625, + 0.824219, + 1.015625, + 0.972656, + 0.585938, + 0.847656, + 0.605469, + 0.734375, + 0.753906, + 0.621094, + 0.839844, + 0.804688, + 0.898438, + 0.84375, + 0.664062, + 0.644531, + 0.494141, + 0.878906, + 0.964844, + 0.898438, + 1.007812, + 0.734375, + 0.828125, + 0.275391, + 0.839844, + 0.992188, + 0.832031, + 0.474609, + 0.84375, + 0.832031, + 0.832031, + 0.871094, + 0.90625, + 0.808594, + 0.431641, + 0.628906, + 0.824219, + 0.570312, + 0.628906, + 0.585938, + 0.867188, + 0.792969, + 0.933594, + 0.882812, + 0.984375, + 0.578125, + 0.730469, + 1.0625, + 0.816406, + 0.765625, + 0.832031, + 0.228516, + 0.796875, + 0.241211, + 0.609375, + 0.855469, + 0.859375, + 0.566406, + 0.746094, + 0.804688, + 0.878906, + 0.816406, + 0.8125, + 0.785156, + 0.875, + 0.757812, + 0.289062, + 0.613281, + 0.318359, + 0.828125, + 0.613281, + 0.898438, + 0.546875, + 0.824219, + 0.765625, + 0.855469, + 0.648438, + 0.859375, + 0.800781, + 0.867188, + 0.882812, + 0.714844, + 0.355469, + 0.550781, + 1.054688, + 0.808594, + 0.886719, + 0.828125, + 0.882812, + 0.835938, + 0.753906, + 0.839844, + 0.660156, + 0.703125, + 0.589844, + 0.46875, + 0.898438, + 0.933594, + 0.488281, + 0.539062, + 0.458984, + 0.804688, + 0.480469, + 0.585938, + 0.726562, + 0.617188, + 0.777344, + 0.839844, + 0.832031, + 0.664062, + 0.667969, + 0.679688, + 0.804688, + 1.039062, + 0.808594, + 0.8125, + 0.859375, + 0.800781, + 0.800781, + 0.800781, + 0.871094, + 0.408203, + 0.777344, + 0.84375, + 0.800781, + 0.527344, + 0.746094, + 0.847656, + 0.585938, + 0.820312, + 0.703125, + 0.738281, + 1.046875, + 0.839844, + 0.835938, + 0.894531, + 0.597656, + 0.816406, + 0.816406, + 0.539062, + 0.921875, + 0.847656, + 1.03125, + 0.835938, + 0.746094, + 0.664062, + 0.863281, + 0.738281, + 0.859375, + 0.800781, + 0.667969, + 0.859375, + 0.824219, + 0.847656, + 0.597656, + 0.589844, + 1.023438, + 0.769531, + 0.796875, + 0.554688, + 0.671875, + 0.851562, + 0.839844, + 1.0, + 0.621094, + 0.644531, + 0.796875, + 0.839844, + 1.359375, + 0.855469, + 0.8125, + 0.8125, + 0.832031, + 0.863281, + 0.746094, + 0.878906, + 0.298828, + 0.816406, + 0.890625, + 0.792969, + 0.878906, + 0.816406, + 0.753906, + 0.648438, + 0.851562, + 0.855469, + 0.855469, + 0.789062, + 0.828125, + 0.964844, + 0.671875, + 0.738281, + 0.835938, + 0.625, + 0.839844, + 0.24707, + 0.816406, + 0.535156, + 0.804688, + 0.839844, + 0.851562, + 0.851562, + 0.816406, + 0.640625, + 0.851562, + 0.835938, + 0.761719, + 0.917969, + 0.839844, + 0.84375, + 0.839844, + 0.664062, + 0.71875, + 0.910156, + 0.847656, + 0.365234, + 0.722656, + 0.984375, + 0.796875, + 0.824219, + 0.269531, + 0.828125, + 0.757812, + 0.9375, + 0.773438, + 0.851562, + 0.847656, + 0.494141, + 0.902344, + 0.511719, + 0.707031, + 0.601562, + 0.539062, + 0.800781, + 0.675781, + 0.617188, + 0.828125, + 0.8125, + 0.789062, + 0.644531, + 0.554688, + 0.871094, + 0.9375, + 0.878906, + 0.785156, + 0.808594, + 0.765625, + 0.855469, + 0.625, + 0.746094, + 0.820312, + 0.820312, + 0.417969, + 0.832031, + 0.90625, + 0.878906, + 0.839844, + 0.8125, + 0.875, + 0.78125, + 0.757812, + 0.75, + 0.675781, + 0.828125, + 0.761719, + 0.808594, + 0.695312, + 0.699219, + 0.283203, + 0.785156, + 0.722656, + 0.75, + 0.582031, + 0.808594, + 0.832031, + 1.375, + 0.855469, + 0.636719, + 0.25, + 0.753906, + 0.796875, + 0.761719, + 0.318359, + 0.875, + 0.90625, + 0.847656, + 0.78125, + 0.820312, + 0.835938, + 0.546875, + 0.925781, + 0.820312, + 1.070312, + 0.828125, + 0.824219, + 0.824219, + 0.789062, + 0.820312, + 0.917969, + 0.878906, + 0.306641, + 0.59375, + 0.363281, + 0.554688, + 0.746094, + 0.964844, + 0.804688, + 0.486328, + 0.828125, + 0.820312, + 0.847656, + 0.746094, + 0.851562, + 1.078125, + 0.308594, + 0.507812, + 0.816406, + 0.855469, + 0.847656, + 0.851562, + 0.605469, + 0.90625, + 0.851562, + 0.640625, + 1.0625, + 0.820312, + 0.789062, + 0.667969, + 0.835938, + 0.984375, + 0.660156, + 0.546875, + 0.722656, + 0.835938, + 0.632812, + 0.714844, + 0.832031, + 0.285156, + 0.617188, + 0.871094, + 0.570312, + 0.878906, + 0.496094, + 0.847656, + 0.792969, + 0.855469, + 0.84375, + 0.617188, + 0.535156, + 0.832031, + 0.941406, + 0.824219, + 0.847656, + 1.039062, + 0.894531, + 0.824219, + 0.828125, + 0.835938, + 0.558594, + 0.703125, + 0.820312, + 0.582031, + 0.765625, + 0.511719, + 0.855469, + 0.914062, + 0.640625, + 0.800781, + 0.835938, + 0.796875, + 0.474609, + 0.757812, + 0.886719, + 0.6875, + 0.75, + 0.839844, + 0.773438, + 0.609375, + 0.8125, + 0.90625, + 0.96875, + 0.835938, + 0.578125, + 0.640625, + 0.773438, + 0.839844, + 0.855469, + 0.957031, + 0.960938, + 0.820312, + 0.847656, + 0.832031, + 0.925781, + 0.878906, + 0.78125, + 0.78125, + 7.2e-05, + 0.734375, + 0.824219, + 0.730469, + 0.824219, + 0.550781, + 0.582031, + 0.863281, + 0.625, + 0.8125, + 0.539062, + 0.777344, + 0.777344, + 0.300781, + 0.828125, + 0.84375, + 0.890625, + 0.582031, + 0.804688, + 0.574219, + 0.832031, + 0.824219, + 0.886719, + 0.835938, + 0.75, + 0.890625, + 0.574219, + 0.863281, + 0.984375, + 0.921875, + 0.875, + 0.855469, + 0.820312, + 0.875, + 0.980469, + 0.859375, + 0.925781, + 0.761719, + 0.859375, + 0.71875, + 0.960938, + 0.847656, + 0.820312, + 0.617188, + 0.703125, + 0.617188, + 0.789062, + 0.730469, + 0.976562, + 0.773438, + 0.839844, + 0.71875, + 0.867188, + 0.878906, + 0.835938, + 0.964844, + 0.882812, + 0.632812, + 0.695312, + 0.785156, + 0.742188, + 0.949219, + 0.804688, + 0.839844, + 0.839844, + 0.271484, + 0.820312, + 0.605469, + 0.921875, + 0.847656, + 0.820312, + 0.769531, + 0.816406, + 0.890625, + 0.914062, + 0.816406, + 0.792969, + 0.847656, + 0.546875, + 0.796875, + 0.765625, + 0.828125, + 0.466797, + 0.65625, + 0.494141, + 0.820312, + 0.523438, + 0.84375, + 1.117188, + 0.546875, + 0.691406, + 1.0625, + 0.71875, + 0.929688, + 0.8125, + 0.933594, + 0.710938, + 0.632812, + 0.757812, + 0.808594, + 0.839844, + 0.699219, + 0.941406, + 0.804688, + 0.683594, + 0.851562, + 0.578125, + 0.863281, + 0.78125, + 0.875, + 0.851562, + 0.796875, + 0.914062, + 0.84375, + 0.640625, + 0.59375, + 0.769531, + 0.792969, + 0.804688, + 0.859375, + 0.542969, + 0.847656, + 0.84375, + 0.875, + 0.855469, + 0.617188, + 0.917969, + 0.8125, + 0.789062, + 0.5625, + 0.808594, + 0.640625, + 0.914062, + 0.742188, + 0.84375, + 0.929688, + 0.886719, + 0.5625, + 0.769531, + 0.726562, + 0.570312, + 0.601562, + 1.109375, + 0.542969, + 0.683594, + 0.914062, + 0.769531, + 0.882812, + 0.824219, + 0.808594, + 0.330078, + 0.847656, + 0.992188, + 0.851562, + 0.648438, + 0.457031, + 0.867188, + 0.835938, + 0.302734, + 0.75, + 0.773438, + 0.867188, + 0.847656, + 0.824219, + 0.671875, + 0.804688, + 0.482422, + 0.742188, + 0.96875, + 0.820312, + 0.828125, + 0.96875, + 0.613281, + 0.675781, + 0.742188, + 0.796875, + 0.796875, + 0.640625, + 0.859375, + 0.933594, + 0.835938, + 0.804688, + 0.792969, + 0.503906, + 0.847656, + 0.832031, + 0.882812, + 0.914062, + 0.816406, + 0.800781, + 0.8125, + 0.753906, + 0.320312, + 0.726562, + 0.820312, + 0.507812, + 0.382812, + 0.898438, + 0.683594, + 0.859375, + 0.835938, + 0.527344, + 0.523438, + 0.726562, + 0.302734, + 0.839844, + 0.871094, + 0.867188, + 0.8125, + 0.769531, + 0.835938, + 0.832031, + 0.71875, + 0.796875, + 0.84375, + 0.839844, + 0.839844, + 0.828125, + 0.886719, + 0.597656, + 0.878906, + 0.839844, + 0.808594, + 0.820312, + 0.726562, + 0.867188, + 0.554688, + 0.839844, + 0.808594, + 0.621094, + 0.636719, + 0.310547, + 0.898438, + 0.96875, + 0.832031, + 0.925781, + 0.777344, + 0.4375, + 0.585938, + 1.0625, + 0.5, + 0.828125, + 0.570312, + 0.921875, + 0.863281, + 0.816406, + 0.804688, + 0.824219, + 0.746094, + 0.289062, + 0.855469, + 0.875, + 0.730469, + 0.851562, + 0.6875, + 0.765625, + 0.8125, + 0.330078, + 0.410156, + 0.824219, + 0.589844, + 0.882812, + 0.660156, + 0.820312, + 0.824219, + 0.800781, + 0.84375, + 0.828125, + 0.769531, + 0.326172, + 0.632812, + 0.921875, + 0.84375, + 0.832031, + 0.753906, + 0.855469, + 0.582031, + 0.839844, + 0.451172, + 0.808594, + 0.773438, + 2.5, + 0.839844, + 0.835938, + 0.550781, + 0.566406, + 0.828125, + 0.800781, + 0.863281, + 0.722656, + 0.882812, + 0.734375, + 0.494141, + 0.824219, + 0.777344, + 0.953125, + 0.96875, + 0.820312, + 0.570312, + 0.835938, + 0.90625, + 0.625, + 0.84375, + 0.683594, + 0.835938, + 0.314453, + 0.828125, + 0.808594, + 0.851562, + 0.578125, + 0.390625, + 0.910156, + 0.796875, + 0.855469, + 0.287109, + 0.769531, + 0.894531, + 0.310547, + 0.800781, + 0.886719, + 0.84375, + 0.75, + 0.804688, + 0.574219, + 0.847656, + 0.796875, + 0.566406, + 0.8125, + 0.792969, + 0.601562, + 0.832031, + 0.820312, + 0.832031, + 0.451172, + 0.165039, + 0.675781, + 0.886719, + 0.527344, + 0.478516, + 0.875, + 0.914062, + 0.835938, + 0.800781, + 0.566406, + 0.804688, + 0.84375, + 0.84375, + 0.308594, + 0.816406, + 0.800781, + 0.679688, + 0.515625, + 0.742188, + 0.691406, + 0.84375, + 1.195312, + 0.855469, + 0.796875, + 0.699219, + 0.511719, + 0.859375, + 0.310547, + 0.738281, + 0.773438, + 0.251953, + 0.890625, + 0.628906, + 0.796875, + 0.824219, + 0.730469, + 0.792969, + 0.695312, + 0.835938, + 0.886719, + 0.878906, + 0.898438, + 0.636719, + 0.773438, + 0.617188, + 0.875, + 0.84375, + 1.007812, + 0.828125, + 0.527344, + 0.601562, + 0.886719, + 0.65625, + 0.765625, + 0.816406, + 0.648438, + 0.800781, + 0.8125, + 0.828125, + 0.816406, + 0.609375, + 0.511719, + 0.855469, + 0.804688, + 0.855469, + 0.605469, + 0.871094, + 0.808594, + 0.902344, + 0.714844, + 0.863281, + 0.859375, + 0.644531, + 0.78125, + 0.96875, + 0.695312, + 0.828125, + 0.847656, + 0.808594, + 0.71875, + 0.863281, + 0.925781, + 0.90625, + 0.894531, + 0.632812, + 0.28125, + 0.835938, + 0.527344, + 0.835938, + 0.855469, + 0.431641, + 0.75, + 0.890625, + 0.839844, + 0.828125, + 0.835938, + 0.273438, + 0.761719, + 0.558594, + 0.84375, + 0.78125, + 0.808594, + 0.878906, + 0.820312, + 0.777344, + 0.832031, + 0.625, + 0.378906, + 0.84375, + 0.742188, + 0.785156, + 0.597656, + 0.886719, + 0.875, + 0.820312, + 0.894531, + 0.832031, + 0.722656, + 0.875, + 0.957031, + 0.816406, + 0.53125, + 0.828125, + 0.757812, + 0.859375, + 0.902344, + 0.664062, + 0.839844, + 0.847656, + 0.824219, + 0.824219, + 0.855469, + 0.871094, + 0.816406, + 0.875, + 0.8125, + 0.613281, + 0.84375, + 0.84375, + 0.71875, + 0.824219, + 0.695312, + 0.875, + 0.789062, + 0.494141, + 0.84375, + 0.628906, + 0.835938, + 0.601562, + 0.839844, + 0.824219, + 0.507812, + 0.410156, + 0.671875, + 0.925781, + 0.675781, + 0.494141, + 0.941406, + 0.910156, + 0.644531, + 0.871094, + 0.578125, + 0.804688, + 0.878906, + 0.820312, + 0.279297, + 0.746094, + 0.310547, + 0.550781, + 1.0625, + 0.84375, + 0.494141, + 0.601562, + 0.746094, + 0.789062, + 0.789062, + 0.621094, + 1.109375, + 0.863281, + 0.832031, + 0.3125, + 1.023438, + 0.855469, + 1.117188, + 0.839844, + 0.832031, + 0.863281, + 0.804688, + 0.777344, + 0.574219, + 0.605469, + 0.496094, + 0.667969, + 0.482422, + 0.589844, + 0.59375, + 0.832031, + 0.925781, + 0.898438, + 0.808594, + 0.75, + 0.867188, + 0.871094, + 0.835938, + 0.832031, + 0.898438, + 0.275391, + 0.554688, + 0.785156, + 0.839844, + 0.699219, + 0.410156, + 0.550781, + 0.8125, + 0.863281, + 0.808594, + 0.859375, + 0.228516, + 0.824219, + 0.828125, + 0.816406, + 0.59375, + 0.271484, + 0.824219, + 0.859375, + 0.722656, + 0.601562, + 0.648438, + 0.796875, + 0.648438, + 0.964844, + 0.585938, + 0.566406, + 0.855469, + 0.291016, + 0.832031, + 0.773438, + 0.279297, + 0.886719, + 0.871094, + 0.824219, + 0.621094, + 0.757812, + 0.84375, + 0.832031, + 0.980469, + 0.507812, + 0.636719, + 0.609375, + 0.773438, + 0.863281, + 0.390625, + 0.871094, + 0.722656, + 1.070312, + 0.785156, + 0.835938, + 0.828125, + 0.671875, + 0.605469, + 0.988281, + 0.386719, + 1.132812, + 0.796875, + 0.707031, + 0.933594, + 0.601562, + 0.828125, + 0.753906, + 0.451172, + 0.589844, + 0.777344, + 0.535156, + 0.546875, + 0.5, + 0.773438, + 0.251953, + 0.176758, + 0.984375, + 0.746094, + 0.894531, + 0.863281, + 0.667969, + 1.101562, + 0.785156, + 0.902344, + 0.699219, + 0.769531, + 0.835938, + 0.609375, + 0.5625, + 0.832031, + 1.171875, + 0.804688, + 0.796875, + 0.738281, + 0.785156, + 0.453125, + 0.699219, + 0.648438, + 0.289062, + 0.53125, + 0.941406, + 0.777344, + 0.914062, + 1.179688, + 0.8125, + 0.824219, + 0.886719, + 0.796875, + 0.527344, + 0.738281, + 0.796875, + 0.984375, + 0.558594, + 0.792969, + 0.929688, + 0.871094, + 0.644531, + 0.695312, + 1.054688, + 0.875, + 0.722656, + 0.9375, + 0.4375, + 0.726562, + 0.746094, + 0.832031, + 0.902344, + 0.382812, + 0.378906, + 0.808594, + 0.6875, + 0.910156, + 0.714844, + 1.125, + 0.824219, + 0.636719, + 0.785156, + 0.546875, + 0.835938, + 0.796875, + 0.789062, + 0.855469, + 0.652344, + 0.839844, + 0.792969, + 0.625, + 0.519531, + 0.851562, + 0.667969, + 0.835938, + 0.675781, + 0.769531, + 0.777344, + 0.660156, + 0.957031, + 0.785156, + 0.636719, + 0.839844, + 0.474609, + 0.949219, + 0.757812, + 1.03125, + 0.839844, + 0.789062, + 0.8125, + 0.859375, + 0.707031, + 1.054688, + 0.785156, + 0.703125, + 1.03125, + 0.859375, + 0.792969, + 0.5625, + 0.882812, + 0.585938, + 1.007812, + 0.835938, + 0.910156, + 0.824219, + 0.578125, + 0.53125, + 0.820312, + 0.746094, + 0.839844, + 0.835938, + 0.746094, + 0.882812, + 0.847656, + 0.980469, + 0.878906, + 0.890625, + 0.859375, + 0.988281, + 0.785156, + 0.761719, + 0.636719, + 0.515625, + 0.976562, + 0.878906, + 0.835938, + 0.839844, + 0.820312, + 0.820312, + 0.925781, + 0.738281, + 0.871094, + 0.855469, + 0.839844, + 0.753906, + 0.84375, + 0.251953, + 0.84375, + 0.589844, + 0.253906, + 0.800781, + 0.777344, + 0.800781, + 0.671875, + 0.828125, + 0.859375, + 0.84375, + 0.921875, + 0.960938, + 0.945312, + 0.636719, + 0.597656, + 0.4375, + 0.804688, + 0.871094, + 0.570312, + 1.140625, + 0.777344, + 0.832031, + 0.910156, + 0.914062, + 0.8125, + 0.863281, + 0.875, + 0.820312, + 0.554688, + 0.828125, + 1.109375, + 0.816406, + 0.625, + 0.8125, + 0.882812, + 1.085938, + 1.054688, + 0.839844, + 1.039062, + 0.867188, + 0.84375, + 1.039062, + 0.800781, + 0.746094, + 0.882812, + 0.832031, + 0.863281, + 0.84375, + 0.90625, + 0.835938, + 0.84375, + 0.816406, + 0.859375, + 0.691406, + 0.796875, + 0.59375, + 0.820312, + 0.847656, + 0.992188, + 0.523438, + 0.24707, + 0.902344, + 0.820312, + 0.871094, + 0.851562, + 0.839844, + 0.671875, + 0.65625, + 0.871094, + 0.8125, + 0.828125, + 0.75, + 0.816406, + 0.53125, + 0.785156, + 0.757812, + 0.628906, + 0.625, + 0.863281, + 0.240234, + 0.824219, + 0.667969, + 0.320312, + 0.867188, + 0.691406, + 0.578125, + 0.738281, + 0.976562, + 0.78125, + 0.59375, + 0.832031, + 0.675781, + 0.597656, + 0.566406, + 0.492188, + 0.78125, + 0.589844, + 0.585938, + 0.589844, + 0.835938, + 0.785156, + 0.84375, + 0.902344, + 0.601562, + 0.859375, + 0.507812, + 1.0, + 0.679688, + 0.789062, + 0.859375, + 0.859375, + 0.722656, + 0.835938, + 0.515625, + 0.90625, + 0.832031, + 0.882812, + 0.8125, + 0.550781, + 0.90625, + 0.917969, + 0.855469, + 0.667969, + 0.796875, + 0.867188, + 0.761719, + 0.832031, + 0.761719, + 0.960938, + 0.820312, + 0.882812, + 0.832031, + 0.871094, + 0.726562, + 0.832031, + 0.988281, + 0.589844, + 0.792969, + 0.925781, + 0.753906, + 0.832031, + 0.734375, + 0.832031, + 1.078125, + 0.964844, + 0.769531, + 0.40625, + 0.703125, + 0.851562, + 0.570312, + 0.824219, + 1.078125, + 0.785156, + 0.601562, + 0.875, + 0.765625, + 1.117188, + 0.839844, + 0.867188, + 0.832031, + 0.875, + 0.820312, + 0.621094, + 0.726562, + 0.5625, + 0.824219, + 0.902344, + 0.882812, + 0.558594, + 0.847656, + 0.839844, + 0.808594, + 0.847656, + 0.6875, + 0.609375, + 0.46875, + 0.824219, + 0.726562, + 0.785156, + 0.757812, + 0.789062, + 0.777344, + 0.796875, + 0.921875, + 0.808594, + 0.878906, + 0.664062, + 0.683594, + 0.570312, + 0.333984, + 0.644531, + 0.746094, + 0.839844, + 0.96875, + 0.847656, + 0.976562, + 0.796875, + 0.890625, + 0.679688, + 0.703125, + 0.863281, + 0.773438, + 0.976562, + 0.898438, + 0.746094, + 0.285156, + 0.785156, + 0.785156, + 0.28125, + 0.839844, + 0.882812, + 0.917969, + 0.765625, + 0.753906, + 0.683594, + 0.761719, + 0.25, + 0.839844, + 0.298828, + 0.851562, + 0.921875, + 0.914062, + 0.246094, + 0.699219, + 0.882812, + 0.667969, + 0.792969, + 0.527344, + 0.898438, + 0.886719, + 0.824219, + 0.964844, + 0.792969, + 0.625, + 0.8125, + 0.882812, + 0.855469, + 0.53125, + 0.851562, + 0.359375, + 0.875, + 0.890625, + 0.886719, + 0.867188, + 0.929688, + 0.675781, + 0.777344, + 0.792969, + 0.835938, + 0.8125, + 0.769531, + 0.828125, + 0.65625, + 0.785156, + 0.839844, + 0.318359, + 0.820312, + 0.851562, + 0.695312, + 0.765625, + 0.695312, + 0.691406, + 0.828125, + 0.855469, + 0.316406, + 0.882812, + 0.84375, + 0.412109, + 0.878906, + 0.703125, + 0.984375, + 0.832031, + 0.8125, + 0.78125, + 0.824219, + 0.867188, + 0.800781, + 0.835938, + 0.707031, + 0.972656, + 0.84375, + 0.8125, + 0.8125, + 0.792969, + 0.835938, + 0.324219, + 0.875, + 1.023438, + 0.644531, + 0.859375, + 0.832031, + 0.839844, + 0.84375, + 0.910156, + 0.902344, + 0.789062, + 0.578125, + 0.726562, + 0.835938, + 0.902344, + 0.875, + 0.178711, + 0.839844, + 0.875, + 0.878906, + 0.761719, + 0.71875, + 0.84375, + 0.785156, + 0.570312, + 0.832031, + 0.921875, + 0.835938, + 0.839844, + 0.765625, + 0.808594, + 0.996094, + 0.855469, + 0.890625, + 0.839844, + 0.769531, + 0.730469, + 0.726562, + 0.804688, + 0.746094, + 0.496094, + 0.898438, + 0.773438, + 0.8125, + 0.84375, + 0.957031, + 0.933594, + 0.835938, + 0.8125, + 0.945312, + 0.859375, + 0.535156, + 0.84375, + 0.839844, + 0.494141, + 0.902344, + 0.6875, + 0.792969, + 0.691406, + 0.59375, + 0.585938, + 0.71875, + 0.882812, + 0.550781, + 0.8125, + 0.392578, + 0.832031, + 0.777344, + 0.65625, + 0.570312, + 0.84375, + 0.22168, + 0.804688, + 0.875, + 0.835938, + 0.824219, + 0.894531, + 0.691406, + 0.898438, + 0.839844, + 0.283203, + 0.287109, + 0.566406, + 0.695312, + 0.910156, + 0.695312, + 0.800781, + 0.90625, + 0.585938, + 0.855469, + 0.621094, + 0.851562, + 1.140625, + 0.800781, + 0.828125, + 0.710938, + 0.824219, + 0.328125, + 0.785156, + 0.792969, + 0.851562, + 0.695312, + 0.550781, + 0.636719, + 0.824219, + 0.871094, + 0.707031, + 0.632812, + 0.839844, + 0.867188, + 0.832031, + 0.851562, + 0.992188, + 0.757812, + 0.707031, + 0.609375, + 0.804688, + 0.824219, + 0.765625, + 0.5625, + 0.730469, + 0.910156, + 0.851562, + 0.625, + 0.804688, + 0.925781, + 0.585938, + 0.820312, + 0.617188, + 0.578125, + 0.367188, + 1.09375, + 0.828125, + 0.902344, + 0.613281, + 0.71875, + 0.652344, + 0.255859, + 0.824219, + 1.007812, + 0.632812, + 0.761719, + 0.832031, + 0.761719, + 0.667969, + 0.921875, + 0.902344, + 0.742188, + 0.474609, + 0.789062, + 0.90625, + 0.804688, + 0.835938, + 0.816406, + 0.800781, + 0.855469, + 0.792969, + 0.734375, + 0.992188, + 0.376953, + 0.925781, + 0.96875, + 0.796875, + 0.820312, + 0.675781, + 0.773438, + 0.746094, + 0.871094, + 0.84375, + 0.433594, + 0.478516, + 0.816406, + 0.699219, + 0.828125, + 0.910156, + 0.660156, + 0.800781, + 0.84375, + 0.851562, + 0.636719, + 0.984375, + 0.589844, + 0.8125, + 0.820312, + 0.824219, + 0.679688, + 0.773438, + 0.847656, + 0.738281, + 0.816406, + 0.847656, + 0.734375, + 0.566406, + 0.800781, + 0.707031, + 0.644531, + 0.851562, + 0.753906, + 0.929688, + 0.75, + 0.761719, + 0.730469, + 0.707031, + 0.828125, + 0.847656, + 0.867188, + 0.609375, + 0.808594, + 0.339844, + 0.835938, + 0.839844, + 0.828125, + 0.835938, + 0.808594, + 0.703125, + 0.839844, + 0.271484, + 0.539062, + 0.796875, + 0.597656, + 0.703125, + 0.707031, + 1.046875, + 0.898438, + 0.824219, + 0.757812, + 0.261719, + 0.824219, + 0.361328, + 0.582031, + 0.539062, + 0.847656, + 0.707031, + 0.828125, + 0.644531, + 0.898438, + 0.960938, + 0.867188, + 0.832031, + 0.632812, + 0.808594, + 0.835938, + 0.839844, + 0.839844, + 0.578125, + 0.859375, + 0.792969, + 0.445312, + 0.859375, + 0.691406, + 0.796875, + 0.640625, + 0.660156, + 0.589844, + 0.8125, + 0.828125, + 0.832031, + 0.523438, + 0.871094, + 0.601562, + 0.59375, + 0.287109, + 0.703125, + 0.855469, + 0.824219, + 0.976562, + 0.835938, + 0.785156, + 0.232422, + 0.710938, + 0.589844, + 0.761719, + 0.664062, + 0.835938, + 0.816406, + 0.863281, + 0.648438, + 0.847656, + 0.804688, + 0.867188, + 0.953125, + 0.9375, + 0.925781, + 0.839844, + 0.898438, + 0.730469, + 0.777344, + 0.601562, + 0.832031, + 0.792969, + 0.648438, + 0.902344, + 0.460938, + 0.84375, + 0.597656, + 0.679688, + 0.839844, + 0.275391, + 0.859375, + 0.519531, + 0.878906, + 0.902344, + 0.75, + 0.835938, + 0.769531, + 0.84375, + 0.890625, + 0.835938, + 0.636719, + 0.839844, + 0.231445, + 0.875, + 0.554688, + 0.886719, + 0.65625, + 0.369141, + 0.878906, + 0.894531, + 0.933594, + 0.828125, + 0.730469, + 0.863281, + 0.828125, + 0.847656, + 0.773438, + 0.757812, + 0.523438, + 0.867188, + 0.863281, + 0.796875, + 0.785156, + 0.847656, + 0.236328, + 0.859375, + 0.722656, + 0.851562, + 0.667969, + 0.796875, + 0.734375, + 0.792969, + 0.777344, + 0.291016, + 0.570312, + 0.808594, + 0.617188, + 0.449219, + 0.933594, + 0.832031, + 0.582031, + 0.75, + 0.451172, + 1.09375, + 0.8125, + 0.777344, + 0.785156, + 0.910156, + 0.753906, + 0.839844, + 0.925781, + 0.703125, + 0.664062, + 0.8125, + 0.722656, + 0.291016, + 0.578125, + 0.605469, + 0.8125, + 0.851562, + 0.859375, + 0.25, + 0.832031, + 0.980469, + 0.824219, + 0.710938, + 0.314453, + 0.546875, + 0.933594, + 0.566406, + 0.378906, + 0.886719, + 0.777344, + 0.519531, + 0.972656, + 0.820312, + 0.90625, + 0.703125, + 0.953125, + 0.722656, + 0.859375, + 0.796875, + 0.726562, + 0.820312, + 0.777344, + 0.855469, + 0.617188, + 0.855469, + 0.890625, + 0.746094, + 0.839844, + 0.734375, + 0.816406, + 0.714844, + 0.667969, + 0.800781, + 0.671875, + 0.886719, + 0.832031, + 0.785156, + 0.835938, + 0.478516, + 0.867188, + 0.738281, + 0.589844, + 0.773438, + 0.988281, + 0.859375, + 0.632812, + 0.773438, + 0.636719, + 0.921875, + 0.761719, + 0.980469, + 0.898438, + 0.835938, + 0.632812, + 0.714844, + 0.785156, + 0.714844, + 0.667969, + 0.925781, + 0.898438, + 0.742188, + 0.554688, + 0.835938, + 0.289062, + 0.296875, + 0.8125, + 0.730469, + 0.412109, + 0.769531, + 0.84375, + 0.589844, + 1.0, + 0.757812, + 0.863281, + 0.820312, + 0.824219, + 1.210938, + 1.039062, + 0.515625, + 0.679688, + 0.792969, + 0.792969, + 1.007812, + 0.804688, + 1.007812, + 0.949219, + 0.824219, + 0.84375, + 0.867188, + 0.443359, + 0.796875, + 0.847656, + 0.859375, + 0.765625, + 0.855469, + 0.773438, + 0.980469, + 0.851562, + 0.644531, + 0.84375, + 0.695312, + 0.800781, + 0.835938, + 0.980469, + 1.0, + 0.267578, + 0.789062, + 0.792969, + 1.03125, + 0.792969, + 0.835938, + 0.875, + 0.84375, + 0.851562, + 0.652344, + 0.785156, + 1.046875, + 0.816406, + 0.746094, + 0.601562, + 0.773438, + 0.871094, + 0.285156, + 0.574219, + 0.867188, + 0.835938, + 0.855469, + 0.816406, + 0.566406, + 0.523438, + 0.972656, + 0.392578, + 0.832031, + 0.742188, + 0.78125, + 0.777344, + 0.972656, + 0.613281, + 0.871094, + 0.851562, + 0.960938, + 0.800781, + 0.625, + 0.871094, + 0.8125, + 0.8125, + 0.84375, + 0.835938, + 0.259766, + 0.847656, + 0.699219, + 0.828125, + 0.78125, + 0.820312, + 0.46875, + 0.84375, + 0.910156, + 0.644531, + 0.828125, + 0.835938, + 0.291016, + 0.921875, + 0.275391, + 0.605469, + 0.753906, + 0.574219, + 0.546875, + 0.664062, + 0.378906, + 0.761719, + 0.78125, + 0.726562, + 0.804688, + 0.828125, + 0.746094, + 0.757812, + 0.824219, + 0.695312, + 0.640625, + 0.279297, + 0.71875, + 0.839844, + 0.78125, + 0.558594, + 0.84375, + 0.785156, + 0.734375, + 0.929688, + 0.769531, + 0.542969, + 0.976562, + 0.249023, + 0.785156, + 0.851562, + 0.808594, + 0.808594, + 0.84375, + 0.820312, + 0.601562, + 0.652344, + 0.855469, + 0.71875, + 0.851562, + 0.855469, + 0.683594, + 0.839844, + 0.832031, + 0.498047, + 0.78125, + 0.621094, + 0.298828, + 0.808594, + 0.925781, + 0.90625, + 0.796875, + 0.558594, + 0.231445, + 0.941406, + 0.625, + 0.847656, + 0.839844, + 0.839844, + 0.8125, + 0.6875, + 0.824219, + 0.847656, + 0.722656, + 0.796875, + 0.578125, + 0.851562, + 1.03125, + 0.871094, + 0.433594, + 0.582031, + 0.699219, + 0.796875, + 0.816406, + 0.550781, + 0.769531, + 0.828125, + 0.804688, + 0.65625, + 0.820312, + 0.953125, + 0.769531, + 0.433594, + 0.875, + 0.601562, + 0.847656, + 0.5625, + 0.816406, + 0.847656, + 0.882812, + 0.917969, + 0.519531, + 0.259766, + 0.757812, + 0.878906, + 0.851562, + 0.96875, + 0.839844, + 0.597656, + 0.839844, + 0.878906, + 0.765625, + 0.298828, + 0.761719, + 0.972656, + 0.757812, + 0.863281, + 0.804688, + 0.714844, + 0.839844, + 0.816406, + 0.773438, + 0.878906, + 0.871094, + 0.777344, + 0.851562, + 0.703125, + 0.875, + 0.365234, + 0.84375, + 0.820312, + 1.03125, + 0.792969, + 0.644531, + 0.400391, + 0.613281, + 0.847656, + 0.777344, + 0.769531, + 0.789062, + 1.015625, + 0.859375, + 0.675781, + 0.855469, + 0.800781, + 0.890625, + 0.609375, + 0.867188, + 0.84375, + 0.777344, + 0.835938, + 0.835938, + 0.335938, + 0.921875, + 0.945312, + 0.761719, + 0.710938, + 0.847656, + 0.871094, + 0.742188, + 0.300781, + 0.882812, + 0.640625, + 0.316406, + 0.8125, + 0.8125, + 0.910156, + 0.957031, + 0.855469, + 0.851562, + 0.820312, + 0.800781, + 0.847656, + 0.824219, + 0.609375, + 0.792969, + 0.84375, + 0.746094, + 0.824219, + 0.804688, + 0.8125, + 0.847656, + 0.992188, + 0.613281, + 0.734375, + 0.515625, + 0.925781, + 0.769531, + 0.890625, + 0.820312, + 0.792969, + 0.839844, + 0.78125, + 0.769531, + 0.558594, + 0.785156, + 0.546875, + 0.578125, + 0.90625, + 0.851562, + 0.839844, + 0.636719, + 0.726562, + 0.824219, + 0.769531, + 0.933594, + 0.90625, + 0.917969, + 0.726562, + 0.960938, + 0.671875, + 0.859375, + 0.835938, + 0.507812, + 0.824219, + 0.457031, + 0.667969, + 0.824219, + 0.867188, + 0.765625, + 0.570312, + 0.539062, + 0.84375, + 0.980469, + 0.835938, + 0.652344, + 0.847656, + 0.753906, + 0.953125, + 0.824219, + 0.570312, + 0.773438, + 0.679688, + 0.855469, + 0.761719, + 0.972656, + 0.511719, + 0.871094, + 0.902344, + 0.498047, + 0.484375, + 0.875, + 0.769531, + 0.523438, + 0.84375, + 0.875, + 0.804688, + 0.933594, + 0.832031, + 0.960938, + 0.828125, + 0.757812, + 0.839844, + 0.519531, + 0.792969, + 0.832031, + 0.820312, + 0.757812, + 0.523438, + 0.835938, + 0.466797, + 0.742188, + 0.671875, + 0.828125, + 0.671875, + 0.753906, + 0.519531, + 0.800781, + 0.742188, + 0.636719, + 0.550781, + 0.789062, + 0.730469, + 0.294922, + 0.223633, + 0.667969, + 0.785156, + 0.820312, + 0.832031, + 0.474609, + 0.851562, + 0.84375, + 0.824219, + 0.855469, + 0.447266, + 0.75, + 0.570312, + 0.761719, + 0.279297, + 0.425781, + 0.625, + 0.863281, + 0.503906, + 0.832031, + 0.804688, + 0.9375, + 0.824219, + 0.882812, + 0.761719, + 0.84375, + 0.929688, + 0.398438, + 0.847656, + 0.730469, + 0.976562, + 0.621094, + 0.8125, + 0.589844, + 0.796875, + 0.84375, + 0.855469, + 0.761719, + 0.503906, + 0.796875, + 0.808594, + 0.75, + 0.753906, + 0.574219, + 0.785156, + 0.734375, + 0.667969, + 0.847656, + 0.925781, + 0.851562, + 1.007812, + 0.738281, + 0.511719, + 0.890625, + 0.667969, + 0.859375, + 0.832031, + 0.734375, + 0.832031, + 0.257812, + 0.882812, + 0.820312, + 0.839844, + 0.875, + 0.808594, + 0.8125, + 0.703125, + 0.808594, + 0.84375, + 0.753906, + 0.769531, + 0.816406, + 0.832031, + 0.875, + 0.882812, + 0.746094, + 0.742188, + 0.800781, + 0.734375, + 0.722656, + 0.765625, + 0.722656, + 0.816406, + 0.601562, + 0.5, + 0.519531, + 0.890625, + 0.785156, + 0.824219, + 0.875, + 0.804688, + 0.972656, + 0.917969, + 0.878906, + 0.773438, + 0.777344, + 0.773438, + 0.582031, + 0.710938, + 0.828125, + 0.914062, + 0.863281, + 0.628906, + 0.777344, + 0.90625, + 0.65625, + 0.910156, + 0.617188, + 0.84375, + 0.863281, + 0.832031, + 0.832031, + 0.304688, + 0.726562, + 0.617188, + 0.617188, + 0.605469, + 0.341797, + 0.742188, + 0.628906, + 0.953125, + 0.5625, + 0.816406, + 0.804688, + 0.675781, + 0.847656, + 0.275391, + 0.714844, + 0.890625, + 0.566406, + 0.605469, + 0.886719, + 0.890625, + 0.832031, + 0.90625, + 0.917969, + 0.730469, + 0.601562, + 0.238281, + 1.0625, + 0.621094, + 0.863281, + 0.808594, + 0.839844, + 0.730469, + 0.78125, + 0.730469, + 0.84375, + 0.804688, + 0.644531, + 0.800781, + 0.792969, + 0.699219, + 0.613281, + 0.847656, + 0.527344, + 0.231445, + 0.800781, + 0.828125, + 0.769531, + 0.777344, + 0.8125, + 0.24707, + 0.710938, + 1.15625, + 0.859375, + 0.585938, + 0.878906, + 0.851562, + 0.921875, + 0.816406, + 0.84375, + 0.695312, + 0.867188, + 0.828125, + 0.804688, + 0.300781, + 0.824219, + 0.291016, + 0.84375, + 0.851562, + 0.558594, + 0.84375, + 0.832031, + 0.847656, + 0.816406, + 0.679688, + 0.753906, + 0.224609, + 0.464844, + 0.792969, + 0.839844, + 0.660156, + 0.851562, + 0.777344, + 0.53125, + 0.847656, + 0.558594, + 0.800781, + 0.609375, + 0.714844, + 0.863281, + 0.484375, + 0.890625, + 0.863281, + 0.84375, + 0.761719, + 0.769531, + 0.851562, + 0.703125, + 0.863281, + 0.894531, + 0.628906, + 1.070312, + 0.765625, + 0.933594, + 0.851562, + 0.835938, + 1.0, + 0.832031, + 0.867188, + 0.789062, + 0.765625, + 0.832031, + 0.855469, + 0.832031, + 0.832031, + 0.601562, + 0.929688, + 0.800781, + 0.636719, + 0.648438, + 0.882812, + 0.914062, + 0.535156, + 0.253906, + 0.804688, + 0.914062, + 0.271484, + 0.835938, + 0.582031, + 0.84375, + 0.738281, + 0.84375, + 0.8125, + 0.539062, + 0.847656, + 0.886719, + 0.800781, + 0.808594, + 0.734375, + 0.882812, + 0.652344, + 0.644531, + 0.800781, + 0.511719, + 0.3125, + 0.828125, + 0.613281, + 0.878906, + 0.804688, + 0.828125, + 0.742188, + 0.8125, + 1.039062, + 0.851562, + 0.875, + 0.851562, + 0.302734, + 0.722656, + 0.601562, + 0.523438, + 0.302734, + 0.96875, + 0.808594, + 0.832031, + 0.578125, + 0.78125, + 0.396484, + 0.65625, + 0.628906, + -2.1e-05, + 0.535156, + 0.808594, + 0.894531, + 0.851562, + 0.824219, + 0.800781, + 0.570312, + 0.828125, + 0.960938, + 0.890625, + 0.78125, + 0.785156, + 0.628906, + 0.859375, + 0.84375, + 0.867188, + 0.839844, + 0.917969, + 0.699219, + 0.625, + 0.527344, + 0.921875, + 0.78125, + 0.8125, + 0.898438, + 0.765625, + 0.925781, + 0.613281, + 0.271484, + 0.574219, + 0.640625, + 0.914062, + 0.691406, + 0.333984, + 0.632812, + 0.554688, + 1.023438, + 0.820312, + 0.839844, + 0.777344, + 0.8125, + 0.632812, + 0.730469, + 0.820312, + 0.785156, + 0.839844, + 0.820312, + 0.847656, + 0.378906, + 0.65625, + 0.867188, + 0.816406, + 0.867188, + 0.371094, + 0.921875, + 0.792969, + 0.824219, + 0.875, + 0.792969, + 0.839844, + 0.691406, + 0.726562, + 0.769531, + 0.539062, + 0.839844, + 1.0625, + 0.699219, + 0.847656, + 0.957031, + 0.765625, + 0.789062, + 0.695312, + 0.585938, + 0.703125, + 0.621094, + 0.832031, + 0.8125, + 0.71875, + 0.839844, + 0.628906, + 0.929688, + 0.65625, + 0.761719, + 0.953125, + 0.291016, + 0.714844, + 0.773438, + 0.65625, + 0.25, + 0.5, + 0.847656, + 0.835938, + 0.917969, + 0.566406, + 0.890625, + 0.710938, + 0.761719, + 0.851562, + 0.824219, + 0.816406, + 0.96875, + 0.851562, + 0.53125, + 0.792969, + 0.828125, + 0.878906, + 0.609375, + 0.5625, + 0.816406, + 0.566406, + 0.835938, + 0.625, + 0.800781, + 0.804688, + 0.367188, + 0.835938, + 0.921875, + 1.039062, + 0.828125, + 0.730469, + 0.824219, + 0.863281, + 0.691406, + 1.046875, + 0.492188, + 0.699219, + 0.832031, + 0.894531, + 0.769531, + 0.792969, + 0.757812, + 0.753906, + 0.574219, + 0.839844, + 0.8125, + 0.722656, + 0.820312, + 0.652344, + 0.761719, + 0.546875, + 0.804688, + 0.820312, + 0.427734, + 0.597656, + 0.527344, + 0.84375, + 0.875, + 2.1875, + 0.894531, + 0.558594, + 0.566406, + 0.765625, + 0.894531, + 0.644531, + 0.273438, + 0.835938, + 0.8125, + 0.839844, + 0.832031, + 1.804688, + 0.722656, + 0.820312, + 0.667969, + 0.847656, + 0.65625, + 0.824219, + 0.337891, + 0.240234, + 0.839844, + 0.847656, + 0.785156, + 0.792969, + 0.945312, + 0.839844, + 0.439453, + 0.785156, + 0.796875, + 0.746094, + 0.851562, + 0.431641, + 0.84375, + 0.859375, + 0.742188, + 0.859375, + 0.570312, + 0.84375, + 1.09375, + 0.667969, + 0.359375, + 0.847656, + 0.835938, + 0.789062, + 0.777344, + 0.769531, + 0.828125, + 0.820312, + 0.878906, + 0.742188, + 0.582031, + 0.816406, + 0.761719, + 0.949219, + 0.664062, + 0.878906, + 0.859375, + 0.765625, + 0.789062, + 0.835938, + 0.585938, + 0.273438, + 0.804688, + 0.902344, + 0.839844, + 0.886719, + 0.914062, + 1.054688, + 0.820312, + 0.835938, + 0.8125, + 0.341797, + 0.839844, + 0.539062, + 0.8125, + 0.617188, + 0.542969, + 0.753906, + 0.6875, + 0.972656, + 0.863281, + 0.792969, + 0.730469, + 0.867188, + 0.851562, + 0.828125, + 0.855469, + 0.808594, + 0.90625, + 1.0625, + 0.664062, + 0.777344, + 0.8125, + 0.835938, + 0.601562, + 0.75, + 0.851562, + 0.84375, + 0.566406, + 0.550781, + 0.769531, + 0.910156, + 0.902344, + 0.84375, + 0.84375, + 0.875, + 0.902344, + 0.925781, + 0.710938, + 0.558594, + 0.621094, + 0.746094, + 0.761719, + 0.527344, + 0.839844, + 0.863281, + 0.675781, + 0.621094, + 0.871094, + 0.738281, + 0.949219, + 0.320312, + 0.535156, + 0.828125, + 0.8125, + 0.84375, + 0.847656, + 0.921875, + 0.871094, + 0.882812, + 0.8125, + 0.832031, + 0.75, + 0.921875, + 0.863281, + 0.785156, + 0.929688, + 0.878906, + 1.085938, + 0.78125, + 0.910156, + 0.847656, + 0.726562, + 0.839844, + 0.722656, + 0.910156, + 0.714844, + 0.816406, + 0.855469, + 0.839844, + 0.851562, + 0.808594, + 0.953125, + 0.789062, + 0.722656, + 0.777344, + 0.8125, + 0.886719, + 0.765625, + 0.789062, + 0.871094, + 0.777344, + 0.808594, + 0.578125, + 0.613281, + 0.59375, + 0.824219, + 0.582031, + 0.503906, + 0.875, + 0.65625, + 0.457031, + 0.820312, + 0.851562, + 0.871094, + 0.585938, + 0.886719, + 0.742188, + 0.804688, + 0.601562, + 1.210938, + 0.462891, + 0.476562, + 0.957031, + 1.046875, + 1.09375, + 0.5625, + 0.464844, + 0.699219, + 0.851562, + 0.832031, + 0.804688, + 0.800781, + 0.96875, + 0.828125, + 0.388672, + 0.710938, + 0.820312, + 0.847656, + 0.494141, + 0.667969, + 0.550781, + 0.617188, + 0.617188, + 0.570312, + 0.84375, + 0.816406, + 0.746094, + 0.289062, + 0.808594, + 1.171875, + 0.847656, + 0.835938, + 0.785156, + 0.894531, + 0.597656, + 0.855469, + 0.851562, + 0.914062, + 0.828125, + 0.832031, + 0.371094, + 0.855469, + 0.820312, + 0.816406, + 0.75, + 0.828125, + 0.738281, + 0.808594, + 0.554688, + 0.84375, + 0.828125, + 0.851562, + 0.808594, + 0.511719, + 0.824219, + 0.738281, + 0.785156, + 0.789062, + 0.496094, + 0.632812, + 0.289062, + 0.867188, + 0.871094, + 0.832031, + 0.882812, + 0.789062, + 0.859375, + 0.816406, + 0.792969, + 0.640625, + 0.578125, + 0.730469, + 0.804688, + 0.421875, + 0.832031, + 0.574219, + 0.855469, + 0.691406, + 0.726562, + 0.832031, + 0.511719, + 0.816406, + 0.789062, + 0.90625, + 0.910156, + 0.699219, + 0.957031, + 0.742188, + 0.699219, + 0.482422, + 0.855469, + 0.800781, + 0.828125, + 0.839844, + 0.847656, + 0.535156, + 0.53125, + 0.722656, + 0.808594, + 0.742188, + 0.832031, + 0.851562, + 0.855469, + 0.269531, + 0.84375, + 0.578125, + 0.859375, + 0.832031, + 0.714844, + 0.796875, + 0.800781, + 0.929688, + 0.871094, + 0.605469, + 0.847656, + 0.917969, + 0.574219, + 0.746094, + 0.9375, + 0.839844, + 0.742188, + 0.769531, + 0.832031, + 0.863281, + 0.847656, + 0.613281, + 0.640625, + 0.894531, + 0.808594, + 0.847656, + 0.785156, + 0.5625, + 0.773438, + 0.855469, + 0.835938, + 0.855469, + 0.746094, + 0.824219, + 0.851562, + 1.007812, + 0.878906, + 0.867188, + 0.808594, + 0.636719, + 0.859375, + 0.777344, + 0.255859, + 0.804688, + 0.890625, + 0.824219, + 0.710938, + 0.613281, + 0.828125, + 0.664062, + 0.847656, + 0.839844, + 0.96875, + 0.835938, + 0.679688, + 0.863281, + 1.148438, + 0.828125, + 0.945312, + 0.789062, + 0.734375, + 0.9375, + 0.808594, + 0.675781, + 0.773438, + 0.800781, + 0.328125, + 0.279297, + 0.859375, + 0.550781, + 0.847656, + 0.878906, + 1.0625, + 0.535156, + 0.699219, + 0.859375, + 0.820312, + 0.953125, + 0.789062, + 0.808594, + 0.570312, + 0.6875, + 0.914062, + 0.84375, + 0.820312, + 0.839844, + 0.251953, + 0.929688, + 0.601562, + 0.902344, + 0.914062, + 0.746094, + 1.09375, + 0.828125, + 0.867188, + 1.046875, + 0.847656, + 0.824219, + 0.617188, + 0.601562, + 0.808594, + 0.84375, + 0.914062, + 0.828125, + 0.800781, + 0.828125, + 0.785156, + 0.546875, + 0.925781, + 0.75, + 0.902344, + 0.839844, + 0.839844, + 0.816406, + 0.820312, + 0.542969, + 0.570312, + 0.714844, + 0.832031, + 0.574219, + 0.261719, + 0.816406, + 0.554688, + 0.664062, + 0.570312, + 0.566406, + 0.953125, + 0.636719, + 0.597656, + 0.730469, + 0.546875, + 0.710938, + 0.929688, + 0.558594, + 0.78125, + 0.980469, + 0.882812, + 0.824219, + 0.695312, + 0.753906, + 0.835938, + 0.84375, + 0.796875, + 0.851562, + 0.605469, + 0.96875, + 1.078125, + 0.851562, + 0.769531, + 0.84375, + 0.757812, + 0.808594, + 0.824219, + 0.240234, + 0.832031, + 0.816406, + 0.617188, + 0.988281, + 0.824219, + 0.832031, + 0.855469, + 0.839844, + 0.855469, + 0.789062, + 0.835938, + 0.828125, + 0.808594, + 0.601562, + 0.75, + 0.628906, + 0.8125, + 0.933594, + 0.878906, + 0.835938, + 0.8125, + 0.898438, + 0.820312, + 0.300781, + 0.777344, + 0.902344, + 0.695312, + 0.753906, + 0.828125, + 0.820312, + 0.863281, + 0.769531, + 0.867188, + 0.644531, + 0.337891, + 0.832031, + 0.902344, + 0.746094, + 0.867188, + 0.219727, + 0.839844, + 0.835938, + 0.832031, + 0.9375, + 0.78125, + 0.640625, + 0.832031, + 0.683594, + 0.703125, + 0.894531, + 0.84375, + 0.769531, + 0.796875, + 0.898438, + 0.902344, + 0.738281, + 0.851562, + 0.691406, + 0.839844, + 0.757812, + 0.804688, + 0.699219, + 0.824219, + 0.882812, + 0.804688, + 0.832031, + 0.628906, + 0.886719, + 0.808594, + 0.886719, + 0.742188, + 0.886719, + 0.65625, + 0.785156, + 0.490234, + 0.773438, + 0.839844, + 0.804688, + 0.832031, + 0.84375, + 0.832031, + 0.730469, + 0.710938, + 0.738281, + 0.816406, + 0.84375, + 0.660156, + 0.757812, + 0.75, + 0.949219, + 0.441406, + 0.789062, + 0.78125, + 0.738281, + 0.847656, + 0.796875, + 0.792969, + 0.796875, + 0.824219, + 0.695312, + 1.148438, + 0.933594, + 0.640625, + 0.808594, + 0.605469, + 0.824219, + 0.796875, + 0.675781, + 0.976562, + 0.96875, + 0.851562, + 0.871094, + 0.279297, + 1.195312, + 0.804688, + 0.757812, + 0.953125, + 0.578125, + 0.699219, + 0.84375, + 0.828125, + 0.832031, + 0.835938, + 0.589844, + 0.882812, + 0.730469, + 0.96875, + 0.851562, + 0.777344, + 0.910156, + 0.369141, + 0.816406, + 0.259766, + 0.839844, + 0.839844, + 0.710938, + 0.914062, + 0.847656, + 0.753906, + 0.558594, + 0.757812, + 0.863281, + 0.523438, + 0.746094, + 0.722656, + 0.287109, + 0.785156, + 0.683594, + 0.820312, + 0.886719, + 0.644531, + 0.917969, + 0.859375, + 0.388672, + 0.392578, + 1.03125, + 0.710938, + 0.882812, + 0.800781, + 0.839844, + 0.558594, + 0.507812, + 0.636719, + 1.023438, + 0.867188, + 0.808594, + 0.863281, + 0.65625, + 0.847656, + 0.730469, + 0.847656, + 0.519531, + 0.804688, + 0.855469, + 0.839844, + 0.78125, + 0.988281, + 0.847656, + 0.875, + 0.832031, + 0.828125, + 0.882812, + 0.828125, + 0.613281, + 0.925781, + 1.125, + 0.816406, + 0.734375, + 0.835938, + 0.832031, + 0.941406, + 0.224609, + 0.859375, + 0.835938, + 0.820312, + 1.070312, + 0.8125, + 0.824219, + 0.558594, + 0.851562, + 0.423828, + 0.710938, + 0.279297, + 0.671875, + 0.917969, + 0.519531, + 0.789062, + 0.832031, + 0.839844, + 0.816406, + 0.964844, + 0.279297, + 0.960938, + 0.835938, + 0.855469, + 0.90625, + 0.847656, + 0.78125, + 0.808594, + 0.933594, + 0.785156, + 0.714844, + 0.824219, + 0.957031, + 0.640625, + 0.960938, + 1.375, + 0.859375, + 0.855469, + 0.820312, + 0.582031, + 0.789062, + 0.847656, + 0.589844, + 0.597656, + 0.824219, + 0.359375, + 0.839844, + 0.929688, + 0.835938, + 0.523438, + 0.914062, + 0.839844, + 0.867188, + 0.249023, + 0.523438, + 0.582031, + 0.585938, + 0.894531, + 0.585938, + 0.84375, + 0.753906, + 0.792969, + 0.871094, + 0.550781, + 0.574219, + 0.796875, + 0.746094, + 0.878906, + 0.71875, + 0.835938, + 0.722656, + 0.710938, + 0.851562, + 0.929688, + 0.8125, + 0.601562, + 0.839844, + 0.8125, + 0.855469, + 0.957031, + 0.941406, + 0.474609, + 0.71875, + 0.757812, + 0.285156, + 0.847656, + 0.78125, + 0.570312, + 0.792969, + 0.640625, + 0.78125, + 0.835938, + 0.777344, + 1.25, + 0.800781, + 0.835938, + 0.832031, + 0.699219, + 0.761719, + 0.835938, + 0.835938, + 0.890625, + 0.859375, + 0.566406, + 0.296875, + 0.855469, + 0.855469, + 0.71875, + 0.785156, + 0.832031, + 0.839844, + 0.898438, + 0.423828, + 0.601562, + 0.425781, + 0.640625, + 0.785156, + 0.675781, + 0.847656, + 0.96875, + 0.835938, + 0.914062, + 0.871094, + 0.851562, + 0.824219, + 0.863281, + 0.621094, + 0.839844, + 0.695312, + 0.777344, + 0.298828, + 0.867188, + 0.804688, + 0.255859, + 0.867188, + 0.832031, + 0.925781, + 0.753906, + 0.585938, + 0.734375, + 0.726562, + 0.382812, + 0.835938, + 0.746094, + 0.570312, + 0.890625, + 0.816406, + 0.287109, + 0.832031, + 0.332031, + 0.839844, + 0.894531, + 0.699219, + 0.792969, + 0.535156, + 0.90625, + 0.738281, + 0.847656, + 0.800781, + 0.800781, + 0.558594, + 0.601562, + 0.871094, + 0.3125, + 0.578125, + 0.75, + 0.363281, + 0.695312, + 0.789062, + 0.984375, + 0.925781, + 0.863281, + 0.835938, + 0.609375, + 0.832031, + 0.259766, + 0.671875, + 0.832031, + 0.992188, + 0.832031, + 0.816406, + 0.90625, + 0.636719, + 0.828125, + 0.699219, + 0.953125, + 0.667969, + 0.730469, + 0.824219, + 0.753906, + 0.84375, + 0.800781, + 0.554688, + 1.023438, + 0.835938, + 0.851562, + 0.503906, + 0.710938, + 0.878906, + 0.632812, + 0.808594, + 0.298828, + 0.648438, + 0.832031, + 0.855469, + 0.84375, + 0.667969, + 0.921875, + 0.820312, + 0.796875, + 0.828125, + 0.808594, + 0.722656, + 0.636719, + 0.789062, + 0.632812, + 0.773438, + 0.753906, + 0.371094, + 0.898438, + 0.84375, + 0.796875, + 0.8125, + 0.773438, + 0.851562, + 0.800781, + 0.757812, + 0.621094, + 0.25, + 0.648438, + 0.726562, + 0.820312, + 0.640625, + 0.851562, + 0.898438 + ] + }, + "name": "model.model.layers.8.post_attention_layernorm.weight", + "outputIndexes": [ + 755 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 754 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_8/Mul_output_0", + "outputIndexes": [ + 756 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 755, + 756 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_8/Mul_1_output_0", + "outputIndexes": [ + 757 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 757 + ], + "outputIndexes": [ + 2548 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2548 + ], + "outputIndexes": [ + 2549 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear", + "inputIndexes": [ + 2549 + ], + "outputIndexes": [ + 2550 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1065389352, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2550 + ], + "outputIndexes": [ + 2551 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2551 + ], + "outputIndexes": [ + 758 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 758 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_8/Sigmoid_output_0", + "outputIndexes": [ + 759 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 758, + 759 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Mul_output_0", + "outputIndexes": [ + 760 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 757 + ], + "outputIndexes": [ + 2552 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2552 + ], + "outputIndexes": [ + 2553 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear", + "inputIndexes": [ + 2553 + ], + "outputIndexes": [ + 2554 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1103580478, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2554 + ], + "outputIndexes": [ + 2555 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2555 + ], + "outputIndexes": [ + 761 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 760, + 761 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_8/Mul_output_0", + "outputIndexes": [ + 762 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 762 + ], + "outputIndexes": [ + 2556 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2556 + ], + "outputIndexes": [ + 2557 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear", + "inputIndexes": [ + 2557 + ], + "outputIndexes": [ + 2558 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1141771604, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2558 + ], + "outputIndexes": [ + 2559 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2559 + ], + "outputIndexes": [ + 763 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 754, + 763 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_44_output_0", + "outputIndexes": [ + 764 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 764, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_81_output_0", + "outputIndexes": [ + 765 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.328125, + 0.574219, + 1.648438, + 0.550781, + 1.296875, + 0.722656, + 0.582031, + 0.640625, + 0.816406, + 0.433594, + 0.578125, + 0.486328, + 0.691406, + 0.527344, + 0.425781, + 0.800781, + 0.613281, + 0.558594, + 0.535156, + 0.408203, + 0.75, + 0.617188, + 0.496094, + 0.503906, + 0.511719, + 0.640625, + 0.349609, + 0.5, + 0.652344, + 0.5625, + 1.109375, + 0.417969, + 0.867188, + 0.585938, + 0.71875, + 0.617188, + 0.519531, + 1.382812, + 0.496094, + 0.421875, + 0.875, + 0.582031, + 1.625, + 0.695312, + 0.960938, + 0.738281, + 0.086914, + 1.398438, + 1.054688, + 0.535156, + 1.15625, + 0.578125, + 0.566406, + 0.5, + 1.039062, + 0.605469, + 0.902344, + 1.15625, + 0.835938, + 0.910156, + 0.523438, + 0.914062, + 0.929688, + 0.535156, + 1.40625, + 1.4375, + 0.376953, + 0.546875, + 0.460938, + 0.742188, + 0.574219, + 0.964844, + 0.628906, + 0.652344, + 1.046875, + 0.582031, + 1.039062, + 0.585938, + 0.863281, + 0.761719, + 1.148438, + 1.1875, + 1.40625, + 0.667969, + 0.695312, + 0.11377, + 0.5, + 1.46875, + 0.5625, + 0.875, + 0.820312, + 0.546875, + 0.542969, + 0.578125, + 1.15625, + 0.511719, + 0.835938, + 0.554688, + 0.515625, + 0.458984, + 0.503906, + 0.5, + 0.777344, + 0.632812, + 1.398438, + 1.085938, + 1.453125, + 0.527344, + 1.078125, + 0.941406, + 0.488281, + 0.558594, + 0.492188, + 1.304688, + 0.597656, + 1.859375, + 0.492188, + 0.695312, + 0.734375, + 0.417969, + 0.476562, + 0.539062, + 0.820312, + 0.566406, + 1.015625, + 0.558594, + 0.878906, + 0.585938, + 0.135742, + 0.59375, + 0.339844, + 0.507812, + 0.640625, + 1.125, + 0.925781, + 0.679688, + 0.554688, + 0.566406, + 0.796875, + 0.816406, + 0.570312, + 0.730469, + 0.792969, + 0.5625, + 0.863281, + 0.492188, + 1.585938, + 0.546875, + 0.957031, + 0.46875, + 1.007812, + 0.734375, + 0.546875, + 0.652344, + 0.988281, + 0.816406, + 0.570312, + 0.439453, + 1.0625, + 1.203125, + 0.416016, + 0.574219, + 0.785156, + 0.59375, + 1.335938, + 0.605469, + 0.761719, + 1.054688, + 0.558594, + 0.839844, + 0.566406, + 0.46875, + 0.511719, + 0.492188, + 0.53125, + 1.445312, + 0.539062, + 0.5, + 0.605469, + 0.507812, + 0.486328, + 0.621094, + 0.902344, + 0.341797, + 0.416016, + 0.664062, + 0.574219, + 0.414062, + 0.535156, + 0.585938, + 0.445312, + 0.652344, + 1.390625, + 0.523438, + 1.460938, + 0.765625, + 0.617188, + 1.101562, + 0.703125, + 0.5625, + 0.496094, + 1.898438, + 1.453125, + 1.359375, + 1.507812, + 0.542969, + 0.470703, + 0.609375, + 0.875, + 0.488281, + 0.765625, + 0.542969, + 0.484375, + 0.847656, + 0.515625, + 1.28125, + 0.566406, + 0.535156, + 1.515625, + 0.554688, + 0.546875, + 0.478516, + 0.921875, + 0.585938, + 0.664062, + 1.414062, + 0.494141, + 0.78125, + 0.628906, + 0.523438, + 1.109375, + 0.921875, + 0.664062, + 0.550781, + 0.523438, + 0.910156, + 0.527344, + 1.046875, + 0.131836, + 0.683594, + 1.023438, + 0.53125, + 0.578125, + 0.558594, + 0.474609, + 1.257812, + 0.617188, + 0.648438, + 0.722656, + 0.566406, + 0.535156, + 1.28125, + 0.640625, + 0.625, + 0.675781, + 0.535156, + 0.574219, + 0.11084, + 0.550781, + 0.503906, + 0.535156, + 0.519531, + 0.605469, + 0.613281, + 0.773438, + 0.435547, + 0.652344, + 0.609375, + 1.234375, + 1.359375, + 1.234375, + 0.589844, + 0.589844, + 0.804688, + 0.53125, + 0.980469, + 0.582031, + 0.597656, + 0.527344, + 1.265625, + 0.558594, + 0.5, + 0.110352, + 0.523438, + 0.554688, + 1.234375, + 0.476562, + 0.847656, + 0.726562, + 0.503906, + 1.179688, + 0.447266, + 0.789062, + 0.734375, + 0.429688, + 0.671875, + 1.085938, + 0.519531, + 0.769531, + 0.527344, + 0.539062, + 0.785156, + 0.652344, + 0.894531, + 1.171875, + 0.957031, + 0.585938, + 0.527344, + 0.671875, + 0.578125, + 1.414062, + 0.628906, + 0.457031, + 0.566406, + 1.28125, + 0.605469, + 0.933594, + 0.789062, + 0.804688, + 0.550781, + 0.894531, + 0.609375, + 0.546875, + 0.570312, + 0.597656, + 0.535156, + 0.5625, + 0.570312, + 0.675781, + 0.628906, + 0.116699, + 0.757812, + 0.769531, + 0.5625, + 0.671875, + 0.582031, + 0.976562, + 1.507812, + 0.886719, + 0.445312, + 0.09668, + 0.539062, + 0.527344, + 0.554688, + 0.155273, + 0.839844, + 1.015625, + 0.53125, + 0.578125, + 0.597656, + 0.859375, + 0.498047, + 1.296875, + 0.597656, + 1.445312, + 0.582031, + 0.5, + 0.667969, + 0.515625, + 0.527344, + 1.265625, + 0.921875, + 0.160156, + 0.457031, + 0.431641, + 0.691406, + 0.636719, + 1.34375, + 0.5625, + 0.419922, + 0.578125, + 0.470703, + 0.5, + 0.546875, + 0.699219, + 1.421875, + 0.162109, + 0.486328, + 0.570312, + 0.847656, + 0.730469, + 0.597656, + 0.621094, + 1.09375, + 0.722656, + 0.511719, + 1.421875, + 0.625, + 0.617188, + 0.5625, + 0.519531, + 1.296875, + 1.070312, + 0.414062, + 0.554688, + 0.550781, + 0.539062, + 0.542969, + 0.53125, + 0.146484, + 0.535156, + 0.734375, + 0.710938, + 0.972656, + 0.443359, + 0.582031, + 0.710938, + 0.730469, + 0.605469, + 1.039062, + 0.707031, + 0.839844, + 1.148438, + 0.519531, + 0.570312, + 1.46875, + 1.070312, + 0.644531, + 0.570312, + 0.503906, + 0.777344, + 1.03125, + 0.558594, + 0.443359, + 0.527344, + 0.498047, + 0.683594, + 0.804688, + 0.490234, + 0.703125, + 0.589844, + 0.5, + 0.423828, + 0.570312, + 1.039062, + 0.4375, + 0.65625, + 0.527344, + 0.578125, + 0.613281, + 0.542969, + 1.078125, + 1.375, + 0.585938, + 0.632812, + 0.597656, + 0.613281, + 0.734375, + 0.972656, + 1.398438, + 1.328125, + 0.535156, + 0.542969, + 0.539062, + 1.320312, + 0.832031, + 0.464844, + 0.511719, + -7e-06, + 0.503906, + 0.585938, + 0.59375, + 0.539062, + 1.132812, + 0.496094, + 0.925781, + 0.511719, + 0.621094, + 0.486328, + 0.867188, + 0.550781, + 0.150391, + 0.535156, + 0.515625, + 1.09375, + 0.789062, + 0.570312, + 0.470703, + 0.507812, + 0.486328, + 0.960938, + 0.671875, + 0.507812, + 0.980469, + 1.65625, + 0.777344, + 1.421875, + 1.3125, + 1.023438, + 1.125, + 0.597656, + 0.828125, + 1.34375, + 0.667969, + 1.15625, + 0.462891, + 0.617188, + 0.664062, + 1.320312, + 0.628906, + 0.523438, + 0.503906, + 0.498047, + 0.664062, + 0.558594, + 1.390625, + 1.429688, + 0.433594, + 0.542969, + 0.550781, + 0.941406, + 0.816406, + 0.644531, + 1.101562, + 0.804688, + 0.582031, + 0.539062, + 0.558594, + 0.578125, + 1.3125, + 0.511719, + 0.625, + 0.554688, + 0.143555, + 0.566406, + 0.515625, + 1.164062, + 0.558594, + 0.566406, + 0.574219, + 0.570312, + 1.015625, + 1.164062, + 0.597656, + 0.558594, + 0.539062, + 0.494141, + 0.515625, + 0.894531, + 0.507812, + 0.378906, + 0.511719, + 0.464844, + 0.617188, + 0.478516, + 0.507812, + 1.445312, + 1.21875, + 0.304688, + 1.484375, + 0.855469, + 1.351562, + 0.738281, + 1.320312, + 0.507812, + 0.498047, + 0.523438, + 0.535156, + 0.546875, + 0.484375, + 1.265625, + 0.589844, + 0.589844, + 0.474609, + 0.474609, + 0.640625, + 0.585938, + 1.226562, + 1.039062, + 0.503906, + 1.210938, + 0.542969, + 0.398438, + 0.417969, + 0.703125, + 0.519531, + 0.476562, + 0.625, + 0.416016, + 0.589844, + 0.5625, + 1.15625, + 0.945312, + 0.496094, + 1.125, + 0.515625, + 0.566406, + 0.535156, + 0.589844, + 0.470703, + 1.101562, + 0.761719, + 0.542969, + 1.257812, + 0.886719, + 0.730469, + 0.570312, + 0.507812, + 0.578125, + 0.488281, + 1.195312, + 0.443359, + 0.486328, + 1.226562, + 0.808594, + 1.0, + 0.585938, + 0.535156, + 1.65625, + 0.625, + 1.257812, + 0.871094, + 0.554688, + 0.4375, + 0.757812, + 0.503906, + 0.140625, + 0.582031, + 1.023438, + 1.179688, + 0.523438, + 0.539062, + 1.898438, + 0.617188, + 1.398438, + 0.664062, + 1.265625, + 0.714844, + 0.597656, + 1.273438, + 0.632812, + 0.625, + 0.507812, + 0.574219, + 0.443359, + 0.511719, + 0.8125, + 0.765625, + 0.527344, + 0.640625, + 0.582031, + 0.5, + 0.664062, + 0.722656, + 0.933594, + 1.53125, + 0.53125, + 0.617188, + 0.523438, + 0.486328, + 0.173828, + 1.0625, + 0.570312, + 0.574219, + 0.392578, + 1.070312, + 0.511719, + 0.478516, + 0.660156, + 0.400391, + 0.585938, + 0.554688, + 1.210938, + 0.679688, + 0.945312, + 0.71875, + 0.546875, + 0.640625, + 0.546875, + 0.601562, + 0.511719, + 0.660156, + 0.46875, + 0.667969, + 0.503906, + 0.519531, + 0.890625, + 0.667969, + 1.429688, + 0.515625, + 0.589844, + 0.75, + 0.482422, + 0.605469, + 1.148438, + 1.289062, + 0.621094, + 0.621094, + 0.460938, + 0.408203, + 1.0, + 1.4375, + 0.503906, + 1.234375, + 0.558594, + 0.439453, + 1.226562, + 1.476562, + 0.462891, + 0.625, + 0.390625, + 0.617188, + 0.777344, + 0.503906, + 0.675781, + 0.515625, + 0.535156, + 0.131836, + 0.640625, + 1.039062, + 0.738281, + 0.5625, + 0.585938, + 0.582031, + 1.453125, + 2.734375, + 0.578125, + 0.496094, + 0.722656, + 0.742188, + 1.15625, + 0.664062, + 0.535156, + 0.511719, + 0.554688, + 0.644531, + 0.894531, + 0.353516, + 0.435547, + 1.289062, + 0.601562, + 0.742188, + 0.59375, + 0.570312, + 0.695312, + 0.609375, + 0.375, + 0.5, + 0.59375, + 1.640625, + 0.988281, + 0.53125, + 0.496094, + 0.519531, + 0.515625, + 0.472656, + 0.800781, + 0.515625, + 0.8125, + 0.699219, + 0.466797, + 0.476562, + 0.804688, + 1.460938, + 1.382812, + 0.490234, + 0.478516, + 0.458984, + 1.203125, + 0.941406, + 0.589844, + 0.585938, + 0.667969, + 0.182617, + 0.621094, + 0.519531, + 0.667969, + 0.53125, + 0.347656, + 1.007812, + 0.621094, + 0.84375, + 0.12793, + 0.519531, + 1.101562, + 0.21875, + 0.921875, + 0.722656, + 0.671875, + 0.613281, + 0.519531, + 0.503906, + 0.625, + 0.648438, + 0.550781, + 0.597656, + 0.730469, + 0.546875, + 0.566406, + 0.535156, + 0.824219, + 0.458984, + 0.060303, + 0.757812, + 0.601562, + 0.419922, + 0.460938, + 0.65625, + 1.101562, + 0.478516, + 0.550781, + 1.453125, + 0.644531, + 0.6875, + 0.867188, + 0.192383, + 0.605469, + 0.550781, + 1.140625, + 0.466797, + 0.558594, + 0.660156, + 0.511719, + 1.546875, + 0.515625, + 1.023438, + 0.691406, + 0.419922, + 0.789062, + 0.308594, + 0.632812, + 0.617188, + 0.081543, + 0.984375, + 0.484375, + 0.5, + 0.519531, + 0.515625, + 0.527344, + 0.550781, + 0.539062, + 1.101562, + 0.792969, + 0.855469, + 0.546875, + 0.511719, + 0.777344, + 0.804688, + 0.574219, + 1.390625, + 0.601562, + 0.554688, + 0.605469, + 0.949219, + 1.054688, + 0.679688, + 0.523438, + 0.722656, + 0.59375, + 0.550781, + 0.554688, + 0.5, + 0.78125, + 0.554688, + 0.785156, + 0.535156, + 0.992188, + 0.570312, + 0.738281, + 0.875, + 1.125, + 0.632812, + 0.644531, + 0.957031, + 0.486328, + 0.632812, + 1.320312, + 0.447266, + 0.535156, + 0.660156, + 0.535156, + 0.769531, + 1.203125, + 1.15625, + 1.023438, + 1.039062, + 0.714844, + 0.15332, + 0.707031, + 1.75, + 0.589844, + 0.707031, + 0.722656, + 0.523438, + 0.929688, + 0.695312, + 0.488281, + 0.511719, + 0.109863, + 1.382812, + 1.476562, + 0.679688, + 0.679688, + 0.5625, + 0.9375, + 0.554688, + 0.671875, + 0.785156, + 1.414062, + 1.398438, + 0.554688, + 0.628906, + 0.621094, + 0.457031, + 0.761719, + 0.832031, + 0.578125, + 1.0, + 0.675781, + 0.550781, + 0.957031, + 1.375, + 0.675781, + 0.9375, + 0.515625, + 0.527344, + 0.8125, + 1.15625, + 0.542969, + 0.605469, + 0.53125, + 0.695312, + 0.605469, + 0.660156, + 0.628906, + 0.570312, + 0.800781, + 0.523438, + 0.482422, + 0.535156, + 0.648438, + 1.148438, + 0.558594, + 0.535156, + 0.824219, + 0.621094, + 0.53125, + 0.5625, + 0.503906, + 0.832031, + 0.554688, + 0.53125, + 0.554688, + 1.632812, + 1.617188, + 0.535156, + 1.101562, + 0.566406, + 1.46875, + 1.21875, + 1.195312, + 1.101562, + 0.835938, + 0.492188, + 0.566406, + 0.796875, + 0.636719, + 0.152344, + 0.498047, + 0.148438, + 0.722656, + 1.296875, + 0.914062, + 0.498047, + 0.773438, + 0.558594, + 0.625, + 0.566406, + 0.710938, + 1.523438, + 0.851562, + 0.482422, + 0.332031, + 0.902344, + 0.777344, + 1.546875, + 0.785156, + 0.558594, + 0.761719, + 0.785156, + 0.691406, + 0.507812, + 0.462891, + 0.773438, + 0.714844, + 0.404297, + 0.435547, + 0.664062, + 0.644531, + 1.398438, + 1.117188, + 0.482422, + 0.507812, + 0.550781, + 1.382812, + 0.625, + 0.550781, + 1.054688, + 0.155273, + 0.482422, + 0.609375, + 0.554688, + 0.498047, + 0.386719, + 0.539062, + 0.617188, + 0.789062, + 1.085938, + 0.695312, + 0.28125, + 0.578125, + 0.660156, + 0.578125, + 0.482422, + 0.112305, + 0.578125, + 0.722656, + 0.458984, + 0.53125, + 0.636719, + 0.53125, + 0.457031, + 1.382812, + 0.539062, + 0.482422, + 0.984375, + 0.168945, + 0.640625, + 0.527344, + 0.140625, + 1.039062, + 0.691406, + 0.503906, + 0.570312, + 0.496094, + 0.585938, + 0.644531, + 1.265625, + 0.550781, + 1.203125, + 0.470703, + 0.621094, + 1.445312, + 0.722656, + 0.9375, + 0.515625, + 1.515625, + 0.5625, + 0.527344, + 0.65625, + 0.480469, + 0.539062, + 1.414062, + 0.925781, + 1.492188, + 0.816406, + 0.5, + 1.265625, + 0.460938, + 0.738281, + 0.542969, + 0.400391, + 0.550781, + 0.742188, + 0.636719, + 0.425781, + 0.679688, + 0.535156, + 0.096191, + 0.064941, + 1.304688, + 0.539062, + 1.023438, + 0.691406, + 1.101562, + 1.578125, + 0.546875, + 0.886719, + 0.546875, + 0.648438, + 0.511719, + 0.511719, + 0.496094, + 0.503906, + 1.414062, + 0.542969, + 0.804688, + 0.546875, + 0.535156, + 0.400391, + 0.539062, + 0.6875, + 0.12793, + 0.742188, + 1.242188, + 1.21875, + 1.101562, + 1.46875, + 0.535156, + 0.423828, + 0.851562, + 0.490234, + 0.435547, + 0.574219, + 0.511719, + 1.3125, + 0.636719, + 0.546875, + 1.21875, + 0.839844, + 0.443359, + 0.609375, + 1.375, + 0.601562, + 0.601562, + 1.234375, + 0.419922, + 0.542969, + 0.789062, + 0.617188, + 1.070312, + 1.023438, + 0.361328, + 0.535156, + 0.503906, + 1.390625, + 0.527344, + 1.492188, + 0.527344, + 0.5, + 0.486328, + 0.523438, + 0.578125, + 0.773438, + 0.558594, + 0.65625, + 0.439453, + 0.5, + 1.234375, + 0.472656, + 0.890625, + 0.75, + 0.941406, + 0.636719, + 0.474609, + 0.601562, + 0.558594, + 0.65625, + 1.265625, + 0.601562, + 0.5625, + 0.628906, + 0.515625, + 1.40625, + 0.589844, + 1.335938, + 0.613281, + 0.671875, + 0.507812, + 0.558594, + 0.488281, + 1.53125, + 0.515625, + 0.484375, + 1.453125, + 0.984375, + 0.566406, + 0.671875, + 0.667969, + 0.515625, + 1.445312, + 0.65625, + 1.0, + 0.558594, + 0.441406, + 0.453125, + 0.699219, + 0.482422, + 0.496094, + 0.570312, + 0.546875, + 1.054688, + 0.550781, + 1.445312, + 0.988281, + 1.078125, + 1.015625, + 1.3125, + 0.585938, + 0.609375, + 0.453125, + 0.496094, + 1.375, + 0.921875, + 0.554688, + 0.550781, + 0.511719, + 0.464844, + 1.15625, + 0.613281, + 0.703125, + 0.828125, + 0.550781, + 0.597656, + 0.550781, + 0.103027, + 0.511719, + 0.5, + 0.097656, + 0.53125, + 0.546875, + 0.792969, + 0.550781, + 0.480469, + 0.699219, + 0.617188, + 1.265625, + 1.40625, + 0.785156, + 0.462891, + 0.486328, + 0.476562, + 0.527344, + 0.683594, + 0.558594, + 1.539062, + 0.578125, + 0.550781, + 1.15625, + 0.742188, + 0.484375, + 0.660156, + 0.730469, + 0.640625, + 0.478516, + 0.636719, + 1.429688, + 0.578125, + 0.507812, + 0.498047, + 0.878906, + 1.429688, + 1.289062, + 0.53125, + 1.304688, + 0.648438, + 1.007812, + 1.421875, + 0.578125, + 0.554688, + 0.925781, + 0.609375, + 0.644531, + 0.609375, + 0.96875, + 0.550781, + 0.585938, + 0.570312, + 0.796875, + 0.490234, + 0.71875, + 0.917969, + 0.542969, + 0.859375, + 1.390625, + 0.558594, + 0.090332, + 1.25, + 0.466797, + 0.90625, + 0.601562, + 0.460938, + 0.714844, + 0.613281, + 0.6875, + 0.570312, + 0.570312, + 0.394531, + 0.640625, + 0.882812, + 0.554688, + 0.566406, + 0.484375, + 0.539062, + 0.800781, + 0.09375, + 0.523438, + 0.554688, + 1.84375, + 0.957031, + 0.535156, + 1.0, + 0.996094, + 0.949219, + 0.511719, + 0.613281, + 0.941406, + 0.546875, + 0.53125, + 0.421875, + 0.859375, + 0.605469, + 1.804688, + 0.523438, + 0.636719, + 0.742188, + 0.523438, + 0.558594, + 1.140625, + 0.667969, + 0.605469, + 0.421875, + 1.523438, + 1.046875, + 0.679688, + 0.644531, + 0.574219, + 0.519531, + 0.582031, + 0.400391, + 0.769531, + 0.550781, + 0.800781, + 0.535156, + 0.53125, + 0.988281, + 1.296875, + 0.558594, + 0.609375, + 0.582031, + 0.765625, + 0.609375, + 0.5625, + 0.5, + 1.304688, + 0.578125, + 1.039062, + 0.546875, + 0.945312, + 0.546875, + 1.125, + 1.34375, + 0.824219, + 0.585938, + 1.273438, + 0.539062, + 0.494141, + 0.660156, + 0.632812, + 1.523438, + 1.390625, + 0.710938, + 0.3125, + 0.988281, + 0.558594, + 0.425781, + 0.546875, + 1.554688, + 0.519531, + 0.462891, + 0.675781, + 1.226562, + 1.554688, + 0.507812, + 0.890625, + 0.585938, + 0.59375, + 0.71875, + 0.59375, + 0.667969, + 0.386719, + 0.519531, + 1.195312, + 0.980469, + 0.984375, + 0.494141, + 0.523438, + 0.582031, + 0.898438, + 0.523438, + 0.8125, + 0.482422, + 0.582031, + 0.859375, + 0.542969, + 0.523438, + 0.515625, + 0.539062, + 0.761719, + 1.3125, + 0.632812, + 0.984375, + 0.503906, + 0.886719, + 0.419922, + 0.53125, + 0.917969, + 0.542969, + 0.507812, + 1.40625, + 0.671875, + 1.4375, + 0.476562, + 1.171875, + 0.550781, + 0.703125, + 0.609375, + 0.542969, + 1.382812, + 1.0625, + 0.617188, + 0.119629, + 0.570312, + 0.574219, + 0.129883, + 0.546875, + 0.851562, + 1.1875, + 0.667969, + 1.054688, + 0.695312, + 0.507812, + 0.07373, + 0.578125, + 0.203125, + 0.527344, + 1.21875, + 0.636719, + 0.09082, + 0.5625, + 0.863281, + 0.585938, + 0.542969, + 0.503906, + 1.125, + 0.835938, + 0.527344, + 1.484375, + 1.0, + 1.5625, + 0.5625, + 0.960938, + 0.925781, + 0.527344, + 0.539062, + 0.429688, + 0.808594, + 1.0625, + 0.664062, + 0.703125, + 1.257812, + 0.5625, + 0.78125, + 0.535156, + 0.546875, + 0.601562, + 0.484375, + 0.542969, + 0.640625, + 0.535156, + 0.609375, + 0.894531, + 0.625, + 0.917969, + 0.707031, + 0.597656, + 0.707031, + 0.46875, + 0.601562, + 0.679688, + 0.21582, + 0.839844, + 0.625, + 0.546875, + 0.984375, + 0.482422, + 1.414062, + 0.519531, + 0.566406, + 0.894531, + 0.703125, + 0.820312, + 0.574219, + 0.554688, + 0.609375, + 1.21875, + 0.566406, + 0.519531, + 0.527344, + 0.53125, + 0.699219, + 0.507812, + 0.921875, + 1.390625, + 0.503906, + 0.824219, + 0.640625, + 0.554688, + 1.195312, + 1.203125, + 1.179688, + 0.667969, + 0.53125, + 0.632812, + 0.5625, + 1.070312, + 0.808594, + 0.056152, + 0.933594, + 0.566406, + 0.78125, + 0.519531, + 0.498047, + 0.679688, + 0.550781, + 0.486328, + 0.53125, + 1.085938, + 0.558594, + 0.589844, + 0.507812, + 0.486328, + 1.375, + 0.820312, + 1.078125, + 0.636719, + 0.613281, + 0.511719, + 0.486328, + 0.546875, + 0.570312, + 0.466797, + 1.15625, + 0.527344, + 0.582031, + 0.53125, + 1.3125, + 1.226562, + 0.5625, + 0.640625, + 1.242188, + 0.566406, + 0.462891, + 0.554688, + 0.722656, + 0.445312, + 1.132812, + 0.519531, + 0.679688, + 0.503906, + 0.476562, + 0.878906, + 0.496094, + 0.804688, + 1.507812, + 0.498047, + 1.523438, + 0.511719, + 0.605469, + 0.570312, + 0.435547, + 0.601562, + 0.066895, + 0.550781, + 0.816406, + 0.490234, + 0.597656, + 1.179688, + 1.132812, + 0.894531, + 0.675781, + 0.198242, + 0.125977, + 0.550781, + 0.734375, + 1.085938, + 0.445312, + 0.71875, + 0.941406, + 0.494141, + 0.558594, + 0.734375, + 0.59375, + 1.539062, + 0.984375, + 0.535156, + 0.640625, + 0.503906, + 0.273438, + 0.515625, + 0.574219, + 0.515625, + 1.398438, + 0.472656, + 0.542969, + 0.535156, + 0.851562, + 0.570312, + 0.535156, + 0.558594, + 1.382812, + 0.605469, + 0.511719, + 1.421875, + 0.558594, + 0.785156, + 0.746094, + 0.488281, + 0.558594, + 0.617188, + 0.957031, + 0.734375, + 0.886719, + 0.804688, + 0.511719, + 0.542969, + 0.992188, + 1.070312, + 0.53125, + 0.863281, + 0.78125, + 0.964844, + 1.523438, + 0.550781, + 1.257812, + 0.511719, + 0.605469, + 0.597656, + 0.106445, + 0.582031, + 1.203125, + 0.441406, + 0.640625, + 0.558594, + 0.507812, + 0.476562, + 1.140625, + 1.148438, + 0.480469, + 0.447266, + 0.574219, + 1.015625, + 0.496094, + 0.691406, + 0.507812, + 0.527344, + 0.707031, + 0.546875, + 0.601562, + 1.382812, + 0.929688, + 1.210938, + 1.382812, + 0.558594, + 0.511719, + 0.691406, + 0.589844, + 0.458984, + 0.835938, + 0.5, + 1.648438, + 0.439453, + 0.648438, + 0.498047, + 0.703125, + 1.25, + 0.490234, + 0.640625, + 0.59375, + 1.273438, + 0.470703, + 1.367188, + 0.546875, + 0.535156, + 1.1875, + 0.789062, + 0.648438, + 0.519531, + 0.486328, + 0.820312, + 0.625, + 0.632812, + 0.667969, + 0.419922, + 0.40625, + 0.617188, + 0.605469, + 0.757812, + 0.53125, + 1.1875, + 0.511719, + 0.691406, + 0.498047, + 0.683594, + 0.589844, + 0.878906, + 0.878906, + 0.443359, + 0.679688, + 0.408203, + 1.257812, + 0.515625, + 0.714844, + 0.59375, + 0.554688, + 0.519531, + 0.722656, + 0.103027, + 0.628906, + 0.628906, + 0.753906, + 0.523438, + 0.683594, + 1.515625, + 1.039062, + 0.507812, + 0.460938, + 0.107422, + 0.601562, + 0.285156, + 0.835938, + 0.5625, + 1.21875, + 0.589844, + 1.0625, + 0.539062, + 0.953125, + 1.320312, + 0.957031, + 0.554688, + 0.458984, + 0.558594, + 0.570312, + 0.542969, + 0.589844, + 0.609375, + 0.71875, + 0.539062, + 0.386719, + 0.824219, + 0.683594, + 0.542969, + 0.804688, + 0.726562, + 1.046875, + 0.570312, + 0.523438, + 0.523438, + 0.417969, + 0.863281, + 0.65625, + 0.621094, + 0.15332, + 0.5, + 0.644531, + 0.523438, + 1.359375, + 0.554688, + 0.539062, + 0.091309, + 0.632812, + 0.507812, + 0.59375, + 0.558594, + 0.796875, + 0.585938, + 0.613281, + 0.640625, + 0.636719, + 1.007812, + 0.644531, + 1.304688, + 1.351562, + 1.242188, + 0.738281, + 0.9375, + 0.496094, + 0.484375, + 0.439453, + 0.628906, + 0.550781, + 0.322266, + 0.878906, + 1.414062, + 0.53125, + 0.566406, + 0.474609, + 0.539062, + 0.118164, + 0.699219, + 0.859375, + 0.785156, + 1.109375, + 0.535156, + 0.59375, + 0.625, + 0.597656, + 1.078125, + 0.5, + 0.507812, + 0.527344, + 1.796875, + 0.863281, + 0.5625, + 1.078125, + 0.617188, + 0.441406, + 0.820312, + 0.933594, + 1.367188, + 0.746094, + 0.458984, + 0.78125, + 0.839844, + 0.671875, + 0.746094, + 0.710938, + 0.605469, + 0.863281, + 0.792969, + 0.484375, + 0.546875, + 0.558594, + 0.074707, + 0.648438, + 0.585938, + 0.574219, + 0.523438, + 0.503906, + 1.539062, + 0.605469, + 0.507812, + 1.921875, + 0.449219, + 0.503906, + 0.585938, + 0.75, + 1.367188, + 0.59375, + 0.410156, + 0.632812, + 0.464844, + 1.601562, + 0.464844, + 0.492188, + 0.582031, + 1.015625, + 0.753906, + 0.984375, + 1.351562, + 0.601562, + 0.589844, + 0.65625, + 0.453125, + 0.142578, + 0.53125, + 0.507812, + 0.558594, + 0.539062, + 0.546875, + 0.103516, + 0.554688, + 1.460938, + 0.597656, + 0.726562, + 0.367188, + 0.445312, + 1.28125, + 0.632812, + 0.660156, + 1.101562, + 0.482422, + 0.453125, + 1.414062, + 0.558594, + 1.1875, + 0.464844, + 1.3125, + 0.59375, + 0.691406, + 0.589844, + 0.570312, + 0.628906, + 0.574219, + 0.507812, + 0.570312, + 0.621094, + 0.996094, + 0.558594, + 0.585938, + 0.539062, + 0.482422, + 1.023438, + 0.695312, + 0.640625, + 0.455078, + 0.875, + 0.578125, + 0.554688, + 0.582031, + 0.441406, + 0.65625, + 0.550781, + 1.46875, + 0.474609, + 1.5, + 0.679688, + 0.546875, + 0.597656, + 0.423828, + 1.242188, + 0.574219, + 1.539062, + 1.1875, + 0.5625, + 0.578125, + 0.527344, + 0.527344, + 0.613281, + 1.125, + 1.0, + 0.863281, + 0.59375, + 0.796875, + 0.628906, + 0.113281, + 0.804688, + 0.542969, + 0.683594, + 1.203125, + 0.582031, + 0.558594, + 0.498047, + 1.390625, + 0.65625, + 0.664062, + 0.519531, + 0.570312, + 1.289062, + 1.492188, + 1.507812, + 0.535156, + 0.53125, + 0.75, + 1.507812, + 0.566406, + 1.210938, + 1.4375, + 0.621094, + 0.6875, + 0.695312, + 1.789062, + 0.5625, + 0.601562, + 0.921875, + 0.570312, + 0.570312, + 0.578125, + 1.34375, + 0.707031, + 0.53125, + 0.664062, + 0.585938, + 0.585938, + 0.617188, + 1.328125, + 1.609375, + 0.117188, + 0.828125, + 0.478516, + 1.453125, + 0.519531, + 0.671875, + 0.777344, + 0.5, + 0.566406, + 0.570312, + 0.527344, + 1.5, + 0.582031, + 0.546875, + 0.664062, + 0.597656, + 1.015625, + 0.115723, + 0.404297, + 0.886719, + 0.550781, + 0.699219, + 0.546875, + 0.554688, + 1.046875, + 1.382812, + 0.410156, + 0.621094, + 0.558594, + 0.597656, + 0.625, + 1.289062, + 1.171875, + 0.902344, + 0.664062, + 1.367188, + 0.542969, + 0.703125, + 0.789062, + 0.515625, + 0.652344, + 0.597656, + 0.601562, + 0.816406, + 0.597656, + 0.527344, + 0.867188, + 0.761719, + 0.554688, + 0.40625, + 0.539062, + 1.101562, + 0.570312, + 0.839844, + 0.5625, + 0.126953, + 1.117188, + 0.162109, + 0.511719, + 0.515625, + 0.632812, + 0.474609, + 0.492188, + 1.125, + 0.527344, + 0.601562, + 0.488281, + 0.519531, + 0.566406, + 0.503906, + 0.609375, + 0.554688, + 0.515625, + 0.6875, + 0.126953, + 0.507812, + 0.648438, + 0.546875, + 0.546875, + 0.486328, + 0.574219, + 0.695312, + 1.085938, + 0.578125, + 1.351562, + 1.328125, + 0.067871, + 0.535156, + 0.863281, + 0.585938, + 0.640625, + 0.5, + 0.496094, + 0.439453, + 0.898438, + 0.582031, + 0.472656, + 0.695312, + 0.710938, + 0.431641, + 0.449219, + 0.539062, + 0.433594, + 0.589844, + 1.0625, + 0.158203, + 0.523438, + 1.203125, + 1.140625, + 0.605469, + 0.435547, + 0.081543, + 1.109375, + 0.550781, + 0.609375, + 0.5625, + 0.519531, + 0.597656, + 0.527344, + 0.597656, + 0.535156, + 0.484375, + 0.492188, + 0.462891, + 0.515625, + 1.414062, + 0.886719, + 0.417969, + 0.503906, + 0.519531, + 0.554688, + 0.542969, + 0.949219, + 0.597656, + 0.609375, + 0.671875, + 0.527344, + 0.558594, + 1.164062, + 0.582031, + 0.341797, + 0.683594, + 0.757812, + 0.507812, + 0.566406, + 0.542969, + 0.628906, + 1.046875, + 1.21875, + 0.542969, + 0.077637, + 0.53125, + 0.773438, + 0.542969, + 1.140625, + 0.5625, + 1.15625, + 0.535156, + 1.007812, + 0.640625, + 0.119629, + 0.515625, + 1.429688, + 0.585938, + 0.589844, + 0.453125, + 0.53125, + 0.683594, + 0.59375, + 1.132812, + 1.078125, + 0.910156, + 0.589844, + 0.65625, + 0.5, + 0.59375, + 0.322266, + 0.898438, + 0.652344, + 1.53125, + 0.542969, + 0.667969, + 1.007812, + 0.675781, + 0.671875, + 0.546875, + 0.464844, + 0.707031, + 1.515625, + 0.539062, + 0.515625, + 0.765625, + 0.539062, + 0.886719, + 0.462891, + 0.695312, + 0.75, + 0.542969, + 0.742188, + 0.558594, + 0.378906, + 1.257812, + 1.359375, + 0.507812, + 0.597656, + 0.527344, + 0.804688, + 0.542969, + 0.15918, + 0.878906, + 0.832031, + 1.0, + 0.558594, + 0.53125, + 1.234375, + 0.886719, + 1.148438, + 0.605469, + 0.625, + 0.667969, + 0.742188, + 0.574219, + 0.464844, + 0.519531, + 0.726562, + 0.664062, + 0.558594, + 0.636719, + 0.496094, + 0.5625, + 1.414062, + 0.628906, + 0.542969, + 0.65625, + 1.179688, + 0.535156, + 0.921875, + 0.609375, + 0.554688, + 0.503906, + 0.914062, + 0.472656, + 0.484375, + 0.589844, + 0.542969, + 0.386719, + 1.375, + 0.765625, + 0.558594, + 0.578125, + 0.953125, + 0.515625, + 0.585938, + 1.265625, + 1.109375, + 1.1875, + 0.498047, + 0.988281, + 0.511719, + 1.359375, + 0.546875, + 0.4375, + 0.589844, + 0.582031, + 0.613281, + 0.519531, + 1.125, + 0.554688, + 0.4375, + 0.439453, + 0.628906, + 1.289062, + 0.462891, + 0.539062, + 0.535156, + 0.558594, + 1.226562, + 0.455078, + 0.566406, + 0.570312, + 0.824219, + 0.707031, + 0.789062, + 1.40625, + 1.4375, + 0.753906, + 1.070312, + 1.578125, + 0.388672, + 1.039062, + 0.515625, + 0.455078, + 0.726562, + 1.054688, + 0.625, + 1.257812, + 0.78125, + 1.46875, + 0.507812, + 0.550781, + 0.519531, + 0.511719, + 0.523438, + 0.527344, + 0.503906, + 0.703125, + 0.851562, + 0.648438, + 0.679688, + 0.539062, + 0.578125, + 0.578125, + 0.46875, + 1.203125, + 0.416016, + 0.503906, + 0.605469, + 0.490234, + 0.423828, + 0.597656, + 0.660156, + 0.141602, + 1.960938, + 0.519531, + 0.488281, + 0.585938, + 0.683594, + 0.585938, + 0.648438, + 0.59375, + 0.566406, + 0.78125, + 0.369141, + 0.439453, + 0.574219, + 0.515625, + 0.136719, + 0.460938, + 0.566406, + 0.871094, + 0.699219, + 0.503906, + 0.664062, + 1.3125, + 0.574219, + 0.996094, + 0.578125, + 0.59375, + 1.15625, + 1.429688, + 0.558594, + 0.511719, + 1.226562, + 0.478516, + 0.613281, + 0.421875, + 0.515625, + 0.667969, + 0.820312, + 0.632812, + 0.474609, + 0.992188, + 0.589844, + 0.511719, + 0.527344, + 0.738281, + 0.494141, + 1.703125, + 0.443359, + 0.679688, + 1.179688, + 0.847656, + 1.453125, + 0.664062, + 0.640625, + 0.996094, + 0.570312, + 0.839844, + 0.632812, + 0.498047, + 0.515625, + 0.082031, + 1.078125, + 0.566406, + 0.527344, + 0.804688, + 1.046875, + 0.582031, + 0.539062, + 0.683594, + 0.675781, + 0.400391, + 0.769531, + 1.09375, + 0.523438, + 0.882812, + 0.828125, + 0.582031, + 0.558594, + 0.546875, + 0.503906, + 1.070312, + 0.953125, + 1.34375, + 0.53125, + 0.890625, + 0.480469, + 0.570312, + 1.078125, + 0.523438, + 0.539062, + 0.90625, + 0.585938, + 1.445312, + 1.148438, + 0.976562, + 0.601562, + 0.625, + 0.5, + 0.449219, + 0.554688, + 0.53125, + 1.289062, + 0.8125, + 0.527344, + 0.820312, + 1.117188, + 1.398438, + 1.046875, + 0.519531, + 1.164062, + 0.898438, + 0.5625, + 0.554688, + 0.177734, + 0.675781, + 0.492188, + 0.769531, + 0.490234, + 0.330078, + 0.503906, + 0.449219, + 1.0625, + 0.443359, + 0.507812, + 0.550781, + 0.484375, + 0.757812, + 0.163086, + 0.773438, + 1.078125, + 0.574219, + 0.722656, + 1.015625, + 1.078125, + 0.503906, + 1.296875, + 1.242188, + 0.5625, + 0.445312, + 0.068359, + 1.5625, + 0.480469, + 0.789062, + 0.546875, + 0.490234, + 0.482422, + 0.578125, + 0.466797, + 0.519531, + 0.777344, + 0.601562, + 0.498047, + 0.53125, + 0.585938, + 0.65625, + 0.621094, + 0.644531, + 0.072266, + 0.527344, + 0.679688, + 0.558594, + 0.554688, + 1.46875, + 0.088867, + 0.578125, + 1.460938, + 0.78125, + 0.59375, + 1.015625, + 0.6875, + 1.25, + 0.570312, + 0.605469, + 0.498047, + 0.839844, + 0.695312, + 0.535156, + 0.132812, + 0.498047, + 0.11377, + 0.636719, + 1.132812, + 0.597656, + 0.550781, + 0.585938, + 0.535156, + 0.519531, + 1.132812, + 0.496094, + 0.069824, + 0.414062, + 0.65625, + 0.640625, + 0.53125, + 0.804688, + 0.808594, + 0.414062, + 0.671875, + 0.443359, + 0.621094, + 0.570312, + 0.566406, + 0.851562, + 0.425781, + 1.109375, + 0.738281, + 0.78125, + 0.539062, + 0.578125, + 0.789062, + 0.542969, + 0.648438, + 0.863281, + 0.648438, + 1.335938, + 0.503906, + 1.203125, + 0.722656, + 0.449219, + 1.46875, + 0.546875, + 0.957031, + 1.734375, + 0.539062, + 0.585938, + 0.527344, + 0.566406, + 0.550781, + 0.53125, + 1.359375, + 0.523438, + 0.570312, + 0.511719, + 1.25, + 1.242188, + 0.625, + 0.083008, + 0.433594, + 1.171875, + 0.154297, + 0.933594, + 1.4375, + 0.582031, + 0.738281, + 0.671875, + 0.578125, + 0.482422, + 0.542969, + 0.847656, + 0.558594, + 0.667969, + 0.494141, + 1.351562, + 0.474609, + 0.425781, + 0.566406, + 0.482422, + 0.296875, + 0.59375, + 1.273438, + 1.015625, + 0.515625, + 0.503906, + 0.597656, + 0.492188, + 1.421875, + 0.617188, + 1.0, + 0.566406, + 0.170898, + 0.527344, + 0.53125, + 0.53125, + 0.143555, + 1.359375, + 0.503906, + 0.542969, + 0.554688, + 0.628906, + 0.550781, + 0.53125, + 0.527344, + 0.172852, + 0.574219, + 0.582031, + 0.679688, + 0.628906, + 0.511719, + 1.109375, + 0.6875, + 0.492188, + 1.28125, + 1.054688, + 0.511719, + 1.148438, + 0.609375, + 0.59375, + 0.558594, + 0.667969, + 0.503906, + 1.054688, + 0.515625, + 1.0625, + 1.601562, + 1.15625, + 0.789062, + 0.460938, + 0.964844, + 0.652344, + 1.21875, + 1.0625, + 0.112305, + 0.460938, + 0.589844, + 1.148438, + 0.447266, + 0.792969, + 0.75, + 0.960938, + 1.4375, + 0.585938, + 0.494141, + 0.582031, + 0.566406, + 0.59375, + 0.5625, + 0.558594, + 0.523438, + 0.578125, + 0.589844, + 0.558594, + 0.302734, + 0.474609, + 0.84375, + 0.5, + 0.792969, + 0.46875, + 1.234375, + 0.5625, + 0.640625, + 0.667969, + 0.613281, + 0.519531, + 0.554688, + 0.703125, + 0.539062, + 0.474609, + 0.617188, + 1.484375, + 0.523438, + 1.148438, + 1.460938, + 0.5625, + 0.617188, + 0.523438, + 0.777344, + 0.757812, + 0.527344, + 0.660156, + 0.621094, + 0.605469, + 0.5625, + 0.5, + 1.28125, + 0.691406, + 0.652344, + 1.265625, + 0.141602, + 0.539062, + 0.527344, + 0.570312, + 0.098633, + 0.429688, + 0.804688, + 0.644531, + 1.210938, + 0.527344, + 0.96875, + 1.210938, + 0.53125, + 0.660156, + 1.40625, + 0.542969, + 1.351562, + 0.484375, + 0.373047, + 0.5625, + 0.455078, + 1.0, + 1.132812, + 0.648438, + 0.546875, + 0.578125, + 0.578125, + 0.742188, + 0.542969, + 0.691406, + 0.34375, + 0.519531, + 1.132812, + 1.382812, + 0.785156, + 0.40625, + 0.464844, + 0.683594, + 0.613281, + 1.554688, + 0.447266, + 0.546875, + 0.474609, + 0.839844, + 0.511719, + 0.535156, + 0.683594, + 0.546875, + 0.773438, + 0.478516, + 0.613281, + 0.546875, + 0.523438, + 0.886719, + 0.539062, + 0.617188, + 0.535156, + 0.609375, + 0.539062, + 1.046875, + 0.535156, + 0.554688, + 0.882812, + 0.558594, + 1.054688, + 0.574219, + 0.65625, + 0.597656, + 1.117188, + 0.46875, + 0.10498, + 0.664062, + 0.519531, + 0.578125, + 0.527344, + 0.550781, + 1.304688, + 0.566406, + 0.466797, + 1.046875, + 0.652344, + 0.550781, + 0.597656, + 0.091309, + 0.578125, + 0.8125, + 0.601562, + 0.53125, + 1.234375, + 0.527344, + 0.464844, + 0.558594, + 0.738281, + 0.566406, + 0.679688, + 0.617188, + 0.546875, + 0.671875, + 0.515625, + 0.71875, + 0.478516, + 0.65625, + 1.53125, + 0.578125, + 2.578125, + 0.707031, + 0.527344, + 0.484375, + 0.527344, + 0.53125, + 0.664062, + 0.558594, + 0.765625, + 0.5625, + 0.498047, + 0.75, + 0.859375, + 1.304688, + 0.964844, + 0.898438, + 0.78125, + 0.582031, + 0.652344, + 0.664062, + 0.484375, + 0.113281, + 0.550781, + 1.523438, + 0.617188, + 1.507812, + 1.039062, + 1.476562, + 1.03125, + 0.464844, + 0.992188, + 0.318359, + 0.800781, + 0.433594, + 0.515625, + 1.015625, + 0.480469, + 0.519531, + 0.546875, + 1.3125, + 0.589844, + 0.613281, + 0.621094, + 0.875, + 0.617188, + 0.550781, + 0.597656, + 0.648438, + 1.132812, + 1.390625, + 0.5, + 0.601562, + 0.498047, + 0.769531, + 0.785156, + 0.554688, + 0.699219, + 0.59375, + 0.542969, + 0.458984, + 0.523438, + 1.234375, + 0.933594, + 0.585938, + 0.621094, + 0.902344, + 1.148438, + 1.203125, + 0.5625, + 0.597656, + 0.601562, + 0.613281, + 0.589844, + 0.482422, + 0.765625, + 0.789062, + 0.5, + 0.4375, + 0.746094, + 0.5625, + 1.234375, + 0.212891, + 0.515625, + 0.703125, + 0.445312, + 0.507812, + 0.59375, + 1.242188, + 0.765625, + 0.878906, + 0.535156, + 0.486328, + 0.617188, + 1.164062, + 1.1875, + 0.535156, + 1.203125, + 0.867188, + 1.414062, + 0.613281, + 1.257812, + 0.570312, + 0.523438, + 0.53125, + 0.550781, + 1.1875, + 0.5625, + 0.652344, + 0.804688, + 0.507812, + 0.878906, + 0.523438, + 1.367188, + 0.503906, + 0.605469, + 0.527344, + 0.875, + 1.054688, + 0.605469, + 0.503906, + 0.953125, + 0.816406, + 0.523438, + 0.769531, + 0.464844, + 0.546875, + 0.503906, + 0.492188, + 0.914062, + 1.039062, + 0.523438, + 0.945312, + 0.515625, + 0.714844, + 0.722656, + 1.273438, + 0.851562, + 0.451172, + 0.777344, + 1.117188, + 1.578125, + 0.46875, + 0.416016, + 1.289062, + 1.53125, + 1.523438, + 0.462891, + 1.382812, + 0.494141, + 0.746094, + 0.507812, + 0.742188, + 0.523438, + 1.171875, + 0.605469, + 0.316406, + 0.507812, + 0.527344, + 0.761719, + 0.408203, + 0.839844, + 0.396484, + 0.757812, + 0.486328, + 0.59375, + 0.546875, + 0.546875, + 0.546875, + 0.131836, + 0.578125, + 1.6875, + 0.746094, + 0.636719, + 0.574219, + 1.179688, + 0.71875, + 0.75, + 0.59375, + 1.132812, + 0.609375, + 0.851562, + 2.046875, + 0.574219, + 0.535156, + 0.539062, + 0.582031, + 1.132812, + 1.179688, + 0.984375, + 1.070312, + 0.597656, + 0.511719, + 0.597656, + 0.523438, + 0.765625, + 0.574219, + 0.507812, + 1.414062, + 0.566406, + 0.460938, + 0.511719, + 0.120605, + 1.007812, + 0.800781, + 0.621094, + 0.855469, + 0.527344, + 0.792969, + 0.816406, + 0.535156, + 0.671875, + 0.695312, + 0.824219, + 0.523438, + 0.351562, + 0.601562, + 0.5, + 0.773438, + 0.621094, + 0.585938, + 0.503906, + 0.404297, + 0.695312, + 0.703125, + 1.164062, + 1.15625, + 0.511719, + 1.398438, + 1.210938, + 0.396484, + 0.427734, + 0.9375, + 0.546875, + 1.320312, + 0.5, + 0.546875, + 0.443359, + 0.441406, + 0.578125, + 0.5625, + 0.554688, + 0.644531, + 0.910156, + 0.566406, + 0.103516, + 0.757812, + 0.546875, + 0.703125, + 0.527344, + 0.574219, + 0.742188, + 0.492188, + 1.117188, + 0.660156, + 0.546875, + 0.507812, + 1.210938, + 0.458984, + 1.132812, + 1.328125, + 0.757812, + 0.65625, + 0.546875, + 0.941406, + 0.582031, + 0.53125, + 1.09375, + 0.984375, + 1.007812, + 0.498047, + 0.523438, + 0.839844, + 0.466797, + 0.628906, + 0.824219, + 0.507812, + 0.574219, + 0.980469, + 0.566406, + 0.574219, + 1.5, + 0.988281, + 0.894531, + 0.78125, + 0.494141, + 0.792969, + 0.585938, + 0.108398, + 0.613281, + 0.925781, + 0.644531, + 0.960938, + 0.539062, + 0.503906, + 0.476562, + 0.609375, + 0.644531, + 1.34375, + 0.964844, + 0.570312, + 1.375, + 1.453125, + 0.523438, + 1.34375, + 0.550781, + 0.46875, + 1.351562, + 0.527344, + 0.527344, + 0.546875, + 0.648438, + 1.226562, + 0.123047, + 0.800781, + 0.527344, + 0.550781, + 1.054688, + 1.4375, + 0.601562, + 1.242188, + 0.871094, + 0.542969, + 1.351562, + 0.546875, + 0.523438, + 0.671875, + 0.451172, + 1.171875, + 0.832031, + 0.589844, + 0.535156, + 0.072754, + 1.171875, + 0.402344, + 1.234375, + 1.273438, + 0.539062, + 1.515625, + 0.597656, + 0.765625, + 1.351562, + 0.683594, + 0.585938, + 0.449219, + 0.613281, + 0.601562, + 0.777344, + 1.0625, + 0.542969, + 0.523438, + 0.566406, + 0.859375, + 0.539062, + 1.203125, + 0.519531, + 1.007812, + 0.515625, + 0.474609, + 0.535156, + 0.648438, + 0.474609, + 1.164062, + 0.570312, + 0.511719, + 0.40625, + 0.114258, + 0.546875, + 0.478516, + 0.5, + 0.867188, + 0.515625, + 1.304688, + 0.96875, + 0.53125, + 0.4375, + 0.488281, + 0.59375, + 1.195312, + 0.558594, + 0.65625, + 1.398438, + 1.148438, + 0.65625, + 0.566406, + 0.515625, + 0.566406, + 0.605469, + 0.761719, + 0.761719, + 0.449219, + 1.257812, + 1.242188, + 0.828125, + 0.554688, + 0.570312, + 0.523438, + 0.519531, + 0.5625, + 0.084961, + 0.570312, + 0.566406, + 0.474609, + 1.382812, + 0.503906, + 0.488281, + 0.800781, + 0.503906, + 0.652344, + 0.601562, + 0.503906, + 0.511719, + 0.605469, + 0.625, + 0.554688, + 0.546875, + 0.511719, + 1.320312, + 0.839844, + 0.558594, + 0.550781, + 1.023438, + 0.498047, + 0.158203, + 0.550781, + 1.070312, + 0.542969, + 0.601562, + 0.470703, + 0.550781, + 0.90625, + 0.667969, + 1.101562, + 0.785156, + 0.359375, + 0.542969, + 1.273438, + 0.753906, + 0.535156, + 1.148438, + 0.578125, + 0.554688, + 0.519531, + 1.226562, + 0.578125, + 0.652344, + 0.628906, + 0.507812, + 0.949219, + 0.902344, + 0.621094, + 0.527344, + 0.527344, + 1.046875, + 1.125, + 0.519531, + 0.59375, + 0.527344, + 0.523438, + 0.566406, + 0.570312, + 0.71875, + 0.507812, + 1.0625, + 0.578125, + 0.621094, + 1.289062, + 1.046875, + 0.589844, + 0.988281, + 0.613281, + 0.902344, + 0.503906, + 0.496094, + 0.474609, + 0.558594, + 0.535156, + 0.460938, + 0.578125, + 0.507812, + 0.558594, + 0.585938, + 0.519531, + 0.46875, + 0.578125, + 0.699219, + 0.585938, + 0.613281, + 0.542969, + 1.242188, + 0.400391, + 0.605469, + 0.550781, + 1.054688, + 0.507812, + 0.675781, + 0.570312, + 0.558594, + 0.75, + 0.574219, + 1.484375, + 1.25, + 0.621094, + 0.625, + 0.582031, + 0.464844, + 0.535156, + 0.494141, + 1.28125, + 1.359375, + 0.671875, + 0.867188, + 0.168945, + 1.34375, + 0.71875, + 0.523438, + 1.296875, + 0.785156, + 0.503906, + 0.640625, + 0.488281, + 0.546875, + 0.490234, + 0.664062, + 0.945312, + 0.601562, + 1.328125, + 0.507812, + 0.523438, + 1.117188, + 0.388672, + 0.566406, + 0.103516, + 0.542969, + 0.65625, + 1.085938, + 1.171875, + 0.574219, + 0.482422, + 1.945312, + 0.726562, + 0.671875, + 0.388672, + 0.546875, + 0.527344, + 1.890625, + 0.558594, + 1.070312, + 0.550781, + 1.109375, + 0.777344, + 1.15625, + 0.644531, + 1.484375, + 0.84375, + 1.460938, + 0.644531, + 0.964844, + 0.546875, + 0.5, + 0.566406, + 0.435547, + 0.84375, + 1.5, + 0.71875, + 0.773438, + 0.53125, + 0.523438, + 0.703125, + 0.523438, + 0.675781, + 0.976562, + 0.457031, + 0.695312, + 0.535156, + 0.515625, + 1.484375, + 0.605469, + 0.886719, + 0.542969, + 0.59375, + 0.960938, + 0.554688, + 0.4375, + 1.328125, + 1.453125, + 0.550781, + 0.710938, + 0.742188, + 0.503906, + 1.21875, + 0.088379, + 0.757812, + 0.679688, + 0.539062, + 1.492188, + 0.875, + 0.503906, + 0.507812, + 0.710938, + 0.482422, + 0.511719, + 0.116211, + 0.675781, + 1.101562, + 0.388672, + 0.53125, + 0.730469, + 0.515625, + 0.519531, + 1.398438, + 0.111328, + 1.429688, + 0.605469, + 0.585938, + 1.0625, + 0.527344, + 0.667969, + 0.542969, + 1.242188, + 0.539062, + 0.660156, + 0.554688, + 1.335938, + 0.431641, + 1.140625, + 1.5625, + 0.894531, + 0.863281, + 0.648438, + 0.617188, + 0.542969, + 0.546875, + 0.601562, + 0.746094, + 0.714844, + 0.675781, + 0.542969, + 1.296875, + 0.519531, + 0.570312, + 1.226562, + 0.664062, + 0.8125, + 0.091797, + 0.414062, + 0.496094, + 0.765625, + 0.601562, + 0.75, + 0.753906, + 0.574219, + 0.558594, + 0.972656, + 0.435547, + 0.542969, + 0.542969, + 0.527344, + 1.046875, + 0.558594, + 0.597656, + 0.570312, + 1.015625, + 0.554688, + 0.867188, + 0.574219, + 0.699219, + 0.507812, + 0.539062, + 0.5625, + 1.351562, + 1.289062, + 0.414062, + 0.6875, + 0.558594, + 0.227539, + 0.671875, + 0.546875, + 0.628906, + 0.535156, + 0.423828, + 0.515625, + 0.632812, + 0.546875, + 1.460938, + 0.539062, + 0.566406, + 0.703125, + 0.699219, + 0.742188, + 0.585938, + 0.625, + 1.0, + 0.695312, + 0.621094, + 0.139648, + 0.621094, + 0.710938, + 0.679688, + 0.601562, + 0.695312, + 0.695312, + 1.09375, + 0.585938, + 0.972656, + 0.384766, + 0.65625, + 0.535156, + 0.507812, + 0.625, + 1.460938, + 0.550781, + 1.40625, + 1.296875, + 0.851562, + 0.535156, + 0.605469, + 0.550781, + 0.574219, + 1.0, + 0.53125, + 0.114258, + 0.949219, + 0.554688, + 0.124023, + 0.65625, + 0.625, + 1.203125, + 0.59375, + 1.125, + 0.652344, + 0.59375, + 0.527344, + 0.6875, + 0.546875, + 0.5, + 0.859375, + 0.628906, + 0.114746, + 0.46875, + 0.330078, + 0.597656, + 1.203125, + 0.621094, + 0.539062, + 0.640625, + 1.148438, + 1.015625, + 0.632812, + 0.458984, + 0.601562, + 0.5, + 0.707031, + 0.996094, + 0.181641, + 0.542969, + 0.496094, + 0.458984, + 0.746094, + 0.503906, + 1.4375, + 1.1875, + 1.1875, + 0.5, + 1.09375, + 0.589844, + 0.092285, + 0.574219, + 0.71875, + 1.390625, + 0.617188, + 0.585938, + 1.226562, + 0.447266, + 0.824219, + 0.515625, + 1.351562, + 0.773438, + 0.742188, + 0.554688, + 0.546875, + 0.550781, + 0.53125, + 0.796875, + 1.453125, + 0.523438, + 0.894531, + 0.464844, + 0.511719, + 0.894531, + 0.753906, + 0.410156, + 0.142578, + 0.652344, + 0.617188, + 0.871094, + 0.617188, + 0.730469, + 1.257812, + 0.578125, + 0.527344, + 0.738281, + 0.828125, + 0.494141, + 0.5, + 0.523438, + 0.59375, + 0.621094, + 0.574219, + 0.441406, + 0.90625, + 0.675781, + 0.582031, + 0.542969, + 0.570312, + 1.085938, + 0.589844, + 0.554688, + 0.925781, + 0.095215, + 0.582031, + 0.523438, + 0.542969, + 0.464844, + 0.65625, + 0.855469 + ] + }, + "name": "model.model.layers.9.input_layernorm.weight", + "outputIndexes": [ + 766 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 765 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_9/Mul_output_0", + "outputIndexes": [ + 767 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 766, + 767 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_9/Mul_1_output_0", + "outputIndexes": [ + 768 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 768 + ], + "outputIndexes": [ + 2560 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2560 + ], + "outputIndexes": [ + 2561 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear", + "inputIndexes": [ + 2561 + ], + "outputIndexes": [ + 2562 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1179962730, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2562 + ], + "outputIndexes": [ + 2563 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2563 + ], + "outputIndexes": [ + 769 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 768 + ], + "main_type": "NONE", + "name": "/Shape_127_output_0", + "outputIndexes": [ + 770 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 770 + ], + "main_type": "NONE", + "name": "Shape2329", + "outputIndexes": [ + 771 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 770 + ], + "main_type": "NONE", + "name": "Rank2331", + "outputIndexes": [ + 772 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 772, + 772 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2333", + "outputIndexes": [ + 773 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 773 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2334", + "outputIndexes": [ + 774 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 773, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2336", + "outputIndexes": [ + 775 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 775 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2337", + "outputIndexes": [ + 776 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 771, + 774, + 776, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2340", + "outputIndexes": [ + 777 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 777 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2341", + "outputIndexes": [ + 778 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2342", + "outputIndexes": [ + 779 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 779, + 778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2343", + "outputIndexes": [ + 780 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 770, + 780, + 773 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_139_output_0", + "outputIndexes": [ + 781 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 781, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_289_output_0", + "outputIndexes": [ + 782 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 782, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_117_output_0", + "outputIndexes": [ + 783 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 769, + 783 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_82_output_0", + "outputIndexes": [ + 784 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 784, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_72_output_0", + "outputIndexes": [ + 785 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 784 + ], + "main_type": "NONE", + "name": "/Shape_128_output_0", + "outputIndexes": [ + 786 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 786 + ], + "main_type": "NONE", + "name": "Shape2350", + "outputIndexes": [ + 787 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 786 + ], + "main_type": "NONE", + "name": "Rank2352", + "outputIndexes": [ + 788 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 788, + 788 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2354", + "outputIndexes": [ + 789 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 789 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2355", + "outputIndexes": [ + 790 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 789, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2357", + "outputIndexes": [ + 791 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 791 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2358", + "outputIndexes": [ + 792 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 787, + 790, + 792, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2361", + "outputIndexes": [ + 793 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 793 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2362", + "outputIndexes": [ + 794 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 794 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2363", + "outputIndexes": [ + 795 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 795, + 794 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2364", + "outputIndexes": [ + 796 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 786, + 796, + 789 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_140_output_0", + "outputIndexes": [ + 797 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 797, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_27_output_0", + "outputIndexes": [ + 798 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 798, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_294_output_0", + "outputIndexes": [ + 799 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 784, + 799, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_37_output_0", + "outputIndexes": [ + 800 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 800 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_18_output_0", + "outputIndexes": [ + 801 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 784, + 22, + 799, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_36_output_0", + "outputIndexes": [ + 802 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 801, + 802 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_120_output_0", + "outputIndexes": [ + 803 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 803, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_73_output_0", + "outputIndexes": [ + 804 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 785, + 804 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_45_output_0", + "outputIndexes": [ + 805 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 768 + ], + "outputIndexes": [ + 2564 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2564 + ], + "outputIndexes": [ + 2565 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear", + "inputIndexes": [ + 2565 + ], + "outputIndexes": [ + 2566 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1187202432, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2566 + ], + "outputIndexes": [ + 2567 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2567 + ], + "outputIndexes": [ + 806 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 782, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_118_output_0", + "outputIndexes": [ + 807 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 806, + 807 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_83_output_0", + "outputIndexes": [ + 808 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_74_output_0", + "outputIndexes": [ + 809 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808 + ], + "main_type": "NONE", + "name": "/Shape_129_output_0", + "outputIndexes": [ + 810 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 810 + ], + "main_type": "NONE", + "name": "Shape2413", + "outputIndexes": [ + 811 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 810 + ], + "main_type": "NONE", + "name": "Rank2415", + "outputIndexes": [ + 812 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 812, + 812 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2417", + "outputIndexes": [ + 813 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 813 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2418", + "outputIndexes": [ + 814 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 813, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2420", + "outputIndexes": [ + 815 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 815 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2421", + "outputIndexes": [ + 816 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 811, + 814, + 816, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2424", + "outputIndexes": [ + 817 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 817 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2425", + "outputIndexes": [ + 818 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2426", + "outputIndexes": [ + 819 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 819, + 818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2427", + "outputIndexes": [ + 820 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 810, + 820, + 813 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_141_output_0", + "outputIndexes": [ + 821 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 821, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_28_output_0", + "outputIndexes": [ + 822 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 822, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_296_output_0", + "outputIndexes": [ + 823 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808, + 823, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_39_output_0", + "outputIndexes": [ + 824 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 824 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_19_output_0", + "outputIndexes": [ + 825 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808, + 22, + 823, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_38_output_0", + "outputIndexes": [ + 826 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 825, + 826 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_121_output_0", + "outputIndexes": [ + 827 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 827, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_75_output_0", + "outputIndexes": [ + 828 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 809, + 828 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_46_output_0", + "outputIndexes": [ + 829 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 768 + ], + "outputIndexes": [ + 2568 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2568 + ], + "outputIndexes": [ + 2569 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear", + "inputIndexes": [ + 2569 + ], + "outputIndexes": [ + 2570 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1188236694, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2570 + ], + "outputIndexes": [ + 2571 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2571 + ], + "outputIndexes": [ + 830 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 830, + 807 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_84_output_0", + "outputIndexes": [ + 831 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 805, + 829, + 831, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_89_output_0", + "outputIndexes": [ + 832 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 832 + ], + "outputIndexes": [ + 2572 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2572 + ], + "outputIndexes": [ + 2573 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear", + "inputIndexes": [ + 2573 + ], + "outputIndexes": [ + 2574 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1189270956, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2574 + ], + "outputIndexes": [ + 2575 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2575 + ], + "outputIndexes": [ + 833 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 765, + 833 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_48_output_0", + "outputIndexes": [ + 834 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.640625, + 1.351562, + 1.96875, + 0.765625, + 1.679688, + 0.972656, + 1.320312, + 1.375, + 0.476562, + 0.679688, + 1.34375, + 0.726562, + 1.195312, + 1.09375, + 0.605469, + 1.382812, + 1.359375, + 1.140625, + 1.351562, + 0.447266, + -0.382812, + 1.3125, + 1.320312, + 0.976562, + 0.929688, + 1.421875, + 0.451172, + 0.839844, + 0.882812, + 1.109375, + 1.460938, + 0.699219, + 0.386719, + 1.125, + 1.453125, + 1.445312, + 0.785156, + 0.445312, + 1.320312, + 0.628906, + 1.515625, + 1.328125, + 1.765625, + 1.179688, + 1.554688, + 1.453125, + 0.339844, + 1.875, + 1.3125, + 0.703125, + 1.679688, + 1.203125, + 1.265625, + 1.226562, + 1.367188, + 0.960938, + 1.414062, + 1.6875, + 1.429688, + 0.511719, + 1.109375, + 1.351562, + 1.476562, + 1.289062, + 1.625, + 1.625, + 0.785156, + 1.3125, + 1.34375, + 0.992188, + 1.078125, + 0.753906, + 1.382812, + 1.210938, + 1.484375, + 1.375, + 0.84375, + 0.851562, + 0.554688, + 1.5, + 1.5625, + 1.671875, + 1.648438, + 1.039062, + 1.328125, + 0.386719, + 1.320312, + 1.757812, + 1.359375, + 0.511719, + 1.34375, + 1.359375, + 1.367188, + 1.351562, + 1.46875, + 1.226562, + 0.412109, + 0.832031, + 1.335938, + 0.773438, + 0.84375, + 0.765625, + 1.492188, + 1.242188, + 1.554688, + 1.523438, + 1.59375, + 0.738281, + 0.929688, + 1.46875, + 1.296875, + 1.125, + 1.367188, + 0.210938, + 1.1875, + 0.188477, + 0.832031, + 1.359375, + 1.460938, + 0.769531, + 1.054688, + 1.210938, + 1.46875, + 1.265625, + 1.148438, + 1.164062, + 1.414062, + 1.101562, + 0.402344, + 0.800781, + 0.357422, + 1.28125, + 0.738281, + 1.460938, + 0.625, + 1.289062, + 1.132812, + 1.359375, + 0.792969, + 1.414062, + 1.203125, + 1.445312, + 1.484375, + 1.820312, + 0.390625, + 0.734375, + 1.632812, + 1.257812, + 1.515625, + 1.335938, + 1.523438, + 1.328125, + 1.0625, + 1.351562, + 0.832031, + 0.898438, + 0.757812, + 0.542969, + 1.554688, + 1.625, + 0.589844, + 0.652344, + 0.496094, + 1.257812, + 0.494141, + 0.71875, + 0.980469, + 0.765625, + 1.15625, + 1.296875, + 1.3125, + 0.917969, + 0.917969, + 0.925781, + 1.226562, + 1.671875, + 1.226562, + 1.242188, + 1.421875, + 1.210938, + 1.25, + 1.179688, + 1.515625, + 0.511719, + 1.140625, + 1.351562, + 1.179688, + 0.664062, + 1.078125, + 1.359375, + 0.785156, + 1.273438, + 0.886719, + 1.0625, + 1.789062, + 1.304688, + 1.273438, + 1.570312, + 0.734375, + 1.25, + 1.25, + 0.511719, + 1.4375, + 1.210938, + 1.75, + 1.328125, + 1.09375, + 0.847656, + 1.523438, + 1.210938, + 1.414062, + 1.203125, + 0.917969, + 1.328125, + 1.28125, + 1.179688, + 0.742188, + 0.765625, + 1.867188, + 1.109375, + 1.203125, + 0.6875, + 0.859375, + 1.335938, + 1.335938, + 1.757812, + 0.800781, + 0.820312, + 1.242188, + 1.296875, + 1.601562, + 1.445312, + 1.289062, + 1.210938, + 1.34375, + 1.390625, + 1.085938, + 1.570312, + 0.421875, + 1.242188, + 1.429688, + 1.1875, + 1.390625, + 1.265625, + 1.078125, + 0.75, + 1.390625, + 1.40625, + 1.335938, + 1.195312, + 1.296875, + 1.679688, + 0.871094, + 1.03125, + 1.273438, + 0.792969, + 1.304688, + 0.349609, + 1.234375, + 0.699219, + 1.21875, + 1.351562, + 1.304688, + 1.382812, + 1.21875, + 0.867188, + 1.273438, + 1.296875, + 1.023438, + 1.335938, + 1.195312, + 1.367188, + 1.34375, + 0.816406, + 1.023438, + 1.59375, + 1.34375, + 0.400391, + 1.0625, + 1.609375, + 1.234375, + 1.289062, + 0.365234, + 1.34375, + 1.09375, + 1.664062, + 1.164062, + 1.421875, + 1.375, + 0.609375, + 1.585938, + 0.652344, + 0.882812, + 0.726562, + 0.808594, + 1.195312, + 0.847656, + 0.847656, + 1.296875, + 1.203125, + 1.179688, + 0.765625, + 0.664062, + 1.484375, + 1.710938, + 1.484375, + 1.164062, + 1.226562, + 1.125, + 1.351562, + 0.6875, + 1.078125, + 1.257812, + 1.273438, + 0.425781, + 1.375, + 1.335938, + 1.476562, + 1.289062, + 1.289062, + 1.507812, + 1.164062, + 1.117188, + 1.078125, + 0.886719, + 1.320312, + 1.117188, + 1.25, + 0.960938, + 0.925781, + 0.402344, + 1.09375, + 0.984375, + 1.078125, + 0.714844, + 1.242188, + 1.320312, + 1.78125, + 1.382812, + 0.867188, + 0.365234, + 1.109375, + 1.21875, + 1.109375, + 0.421875, + 1.460938, + 1.570312, + 1.351562, + 1.164062, + 1.28125, + 1.289062, + 0.683594, + 1.640625, + 1.273438, + 1.78125, + 1.289062, + 1.335938, + 1.34375, + 1.1875, + 1.257812, + 1.703125, + 1.546875, + 0.412109, + 0.746094, + 0.417969, + 0.648438, + 1.070312, + 1.515625, + 1.234375, + 0.605469, + 1.257812, + 1.304688, + 1.351562, + 1.0625, + 1.34375, + 1.632812, + 0.396484, + 0.605469, + 1.3125, + 1.414062, + 1.296875, + 1.375, + 0.769531, + 1.640625, + 1.398438, + 0.898438, + 1.71875, + 1.304688, + 1.1875, + 0.898438, + 1.296875, + 1.484375, + 1.414062, + 0.738281, + 1.007812, + 1.367188, + 0.839844, + 1.046875, + 1.335938, + 0.390625, + 0.804688, + 1.414062, + 0.679688, + 1.515625, + 0.617188, + 1.34375, + 1.179688, + 1.359375, + 1.375, + 0.761719, + 0.617188, + 1.28125, + 1.484375, + 1.273438, + 1.367188, + 1.6875, + 1.515625, + 1.296875, + 1.320312, + 1.351562, + 0.679688, + 0.894531, + 1.273438, + 0.8125, + 1.148438, + 0.644531, + 1.40625, + 1.398438, + 0.921875, + 1.15625, + 1.289062, + 1.179688, + 0.582031, + 1.054688, + 1.4375, + 1.046875, + 1.0625, + 1.34375, + 1.117188, + 0.773438, + 1.234375, + 1.601562, + 1.71875, + 1.3125, + 0.722656, + 0.839844, + 1.125, + 1.40625, + 1.367188, + 1.71875, + 1.742188, + 1.242188, + 1.359375, + 1.289062, + 1.625, + 1.492188, + 1.203125, + 1.15625, + 7.4e-05, + 1.039062, + 1.328125, + 1.039062, + 1.351562, + 0.578125, + 0.761719, + 1.40625, + 0.792969, + 1.242188, + 0.667969, + 1.101562, + 1.15625, + 0.414062, + 1.335938, + 1.34375, + 1.539062, + 0.714844, + 1.195312, + 0.78125, + 1.34375, + 1.3125, + 1.445312, + 1.320312, + 1.101562, + 1.492188, + 0.550781, + 1.421875, + 1.804688, + 1.453125, + 1.460938, + 1.28125, + 1.21875, + 1.453125, + 1.65625, + 1.328125, + 1.617188, + 1.125, + 1.328125, + 0.960938, + 1.703125, + 1.390625, + 1.28125, + 0.796875, + 0.992188, + 0.789062, + 1.210938, + 0.984375, + 1.585938, + 1.273438, + 1.320312, + 1.03125, + 1.492188, + 1.4375, + 1.328125, + 1.453125, + 1.445312, + 0.816406, + 1.007812, + 1.1875, + 1.078125, + 1.640625, + 1.226562, + 1.367188, + 1.320312, + 0.371094, + 1.320312, + 0.839844, + 1.539062, + 1.382812, + 1.3125, + 1.148438, + 1.25, + 1.46875, + 1.617188, + 1.351562, + 1.195312, + 1.351562, + 0.660156, + 1.265625, + 1.046875, + 1.359375, + 0.59375, + 1.15625, + 0.609375, + 1.257812, + 0.660156, + 1.398438, + 1.742188, + 0.648438, + 0.984375, + 1.695312, + 0.921875, + 1.835938, + 1.226562, + 1.703125, + 0.984375, + 0.855469, + 1.085938, + 1.304688, + 1.320312, + 0.988281, + 1.601562, + 1.273438, + 0.90625, + 1.273438, + 0.726562, + 1.367188, + 1.132812, + 1.3125, + 1.34375, + 1.25, + 1.492188, + 1.304688, + 0.914062, + 0.757812, + 1.117188, + 1.164062, + 1.242188, + 1.460938, + 0.683594, + 1.398438, + 1.382812, + 1.382812, + 1.382812, + 0.824219, + 1.53125, + 1.21875, + 1.148438, + 0.726562, + 1.257812, + 0.894531, + 1.507812, + 1.054688, + 1.328125, + 1.554688, + 1.460938, + 0.667969, + 1.148438, + 1.0625, + 0.71875, + 0.78125, + 1.601562, + 0.691406, + 0.925781, + 1.703125, + 1.070312, + 1.53125, + 1.242188, + 1.21875, + 0.244141, + 1.4375, + 1.609375, + 1.515625, + 0.878906, + 0.601562, + 1.382812, + 1.320312, + 0.423828, + 1.101562, + 1.054688, + 1.359375, + 1.335938, + 1.296875, + 0.683594, + 1.226562, + 0.490234, + 1.023438, + 1.5625, + 1.25, + 1.265625, + 1.671875, + 0.761719, + 0.878906, + 1.054688, + 1.21875, + 1.179688, + 0.84375, + 1.429688, + 2.5625, + 1.359375, + 1.242188, + 1.21875, + 0.648438, + 1.289062, + 1.351562, + 1.5625, + 1.4375, + 1.273438, + 1.25, + 1.25, + 1.09375, + 0.427734, + 0.976562, + 1.257812, + 0.589844, + 0.435547, + 1.453125, + 0.929688, + 1.351562, + 1.367188, + 0.667969, + 0.636719, + 1.03125, + 0.304688, + 1.3125, + 1.460938, + 1.398438, + 1.273438, + 1.085938, + 1.367188, + 1.304688, + 1.03125, + 1.164062, + 1.3125, + 1.320312, + 1.304688, + 1.257812, + 1.5, + 0.738281, + 1.296875, + 1.351562, + 1.257812, + 1.296875, + 1.046875, + 1.382812, + 0.625, + 1.203125, + 1.234375, + 0.777344, + 0.828125, + 0.345703, + 1.578125, + 1.671875, + 1.304688, + 1.695312, + 1.125, + 0.503906, + 0.652344, + 1.625, + 0.65625, + 1.265625, + 0.742188, + 1.375, + 1.460938, + 1.289062, + 1.179688, + 1.28125, + 1.054688, + 0.396484, + 1.320312, + 1.546875, + 1.015625, + 1.570312, + 0.933594, + 1.132812, + 1.09375, + 0.188477, + 0.464844, + 1.289062, + 0.71875, + 1.429688, + 0.808594, + 1.273438, + 1.296875, + 1.234375, + 1.359375, + 1.28125, + 1.09375, + 0.386719, + 0.863281, + 1.609375, + 1.359375, + 1.335938, + 1.09375, + 1.34375, + 0.722656, + 1.335938, + 0.554688, + 1.226562, + 1.132812, + 2.046875, + 1.289062, + 1.296875, + 0.683594, + 0.707031, + 1.296875, + 1.21875, + 1.398438, + 1.03125, + 1.523438, + 0.980469, + 0.605469, + 1.28125, + 1.078125, + 1.4375, + 1.460938, + 1.234375, + 0.738281, + 1.359375, + 1.460938, + 0.796875, + 1.34375, + 0.933594, + 1.304688, + 0.425781, + 1.3125, + 1.265625, + 1.351562, + 0.75, + 0.457031, + 1.570312, + 1.1875, + 1.351562, + 0.416016, + 1.148438, + 1.632812, + 0.396484, + 1.164062, + 1.46875, + 1.367188, + 1.054688, + 1.203125, + 0.734375, + 1.390625, + 1.25, + 0.71875, + 1.320312, + 1.164062, + 0.777344, + 1.289062, + 1.242188, + 1.359375, + 0.554688, + 0.243164, + 0.855469, + 1.398438, + 0.703125, + 0.574219, + 1.414062, + 1.625, + 1.335938, + 1.21875, + 0.617188, + 1.171875, + 1.445312, + 1.3125, + 0.392578, + 1.242188, + 1.21875, + 0.851562, + 0.648438, + 1.125, + 0.902344, + 1.3125, + 1.867188, + 1.34375, + 1.132812, + 0.933594, + 0.636719, + 1.453125, + 0.378906, + 1.03125, + 1.179688, + 0.357422, + 1.5625, + 0.941406, + 1.289062, + 1.273438, + 1.054688, + 1.179688, + 0.980469, + 1.3125, + 1.421875, + 1.445312, + 1.507812, + 0.8125, + 1.078125, + 0.785156, + 1.4375, + 1.398438, + 1.460938, + 1.328125, + 0.644531, + 0.75, + 1.5625, + 0.847656, + 1.117188, + 1.242188, + 0.847656, + 1.203125, + 1.257812, + 1.335938, + 1.289062, + 0.796875, + 0.621094, + 1.34375, + 1.203125, + 1.351562, + 0.769531, + 1.421875, + 1.15625, + 1.65625, + 0.988281, + 1.3125, + 1.359375, + 0.859375, + 1.203125, + 1.734375, + 0.945312, + 1.25, + 1.34375, + 1.226562, + 0.980469, + 1.296875, + 1.570312, + 1.335938, + 1.484375, + 0.785156, + 0.378906, + 1.367188, + 0.535156, + 1.328125, + 1.4375, + 0.605469, + 1.085938, + 1.484375, + 1.351562, + 1.34375, + 1.28125, + 0.386719, + 1.054688, + 0.636719, + 1.296875, + 1.164062, + 1.226562, + 1.601562, + 1.273438, + 1.132812, + 1.289062, + 0.742188, + 0.400391, + 1.390625, + 1.054688, + 1.164062, + 0.792969, + 1.421875, + 1.453125, + 1.242188, + 1.46875, + 1.304688, + 1.039062, + 1.507812, + 1.679688, + 1.296875, + 0.5625, + 1.3125, + 1.085938, + 1.398438, + 1.476562, + 0.890625, + 1.359375, + 1.40625, + 1.3125, + 1.296875, + 1.398438, + 1.375, + 1.242188, + 1.476562, + 1.242188, + 0.792969, + 1.328125, + 1.3125, + 0.949219, + 1.320312, + 0.941406, + 1.515625, + 1.1875, + 0.585938, + 1.40625, + 0.84375, + 1.195312, + 0.792969, + 1.265625, + 1.273438, + 0.578125, + 0.333984, + 0.921875, + 1.664062, + 0.90625, + 0.515625, + 1.617188, + 1.671875, + 0.800781, + 1.359375, + 0.734375, + 1.242188, + 1.460938, + 1.257812, + 0.382812, + 1.078125, + 0.429688, + 0.648438, + 1.632812, + 1.296875, + 0.589844, + 0.71875, + 1.078125, + 1.203125, + 1.179688, + 0.769531, + 1.734375, + 1.46875, + 1.296875, + 0.359375, + 1.421875, + 1.4375, + 1.78125, + 1.28125, + 1.3125, + 1.46875, + 1.195312, + 1.117188, + 0.746094, + 0.789062, + 0.535156, + 0.867188, + 0.585938, + 0.765625, + 0.730469, + 1.3125, + 1.421875, + 1.601562, + 1.242188, + 1.09375, + 1.335938, + 1.359375, + 1.375, + 1.335938, + 1.539062, + 0.363281, + 0.703125, + 1.164062, + 1.296875, + 0.949219, + 0.515625, + 0.695312, + 1.210938, + 1.453125, + 1.164062, + 1.429688, + 0.241211, + 1.304688, + 1.273438, + 1.28125, + 0.78125, + 0.384766, + 1.273438, + 1.429688, + 1.054688, + 0.8125, + 0.851562, + 1.1875, + 0.894531, + 1.742188, + 0.777344, + 0.730469, + 1.304688, + 0.392578, + 1.335938, + 1.109375, + 0.369141, + 1.578125, + 1.421875, + 1.335938, + 0.792969, + 1.117188, + 1.359375, + 1.453125, + 1.59375, + 0.585938, + 0.761719, + 0.804688, + 1.976562, + 1.335938, + 0.474609, + 1.46875, + 1.054688, + 1.796875, + 1.164062, + 1.296875, + 1.257812, + 0.929688, + 0.78125, + 1.742188, + 0.421875, + 1.726562, + 1.15625, + 1.007812, + 1.625, + 0.769531, + 1.328125, + 1.101562, + 0.535156, + 0.746094, + 1.101562, + 0.640625, + 0.710938, + 0.585938, + 1.15625, + 0.369141, + 0.257812, + 1.625, + 1.054688, + 1.554688, + 1.46875, + 0.835938, + 1.789062, + 1.164062, + 1.523438, + 0.960938, + 1.140625, + 1.304688, + 0.808594, + 0.710938, + 1.289062, + 1.710938, + 1.273438, + 1.148438, + 1.0625, + 1.171875, + 0.53125, + 0.980469, + 0.808594, + 0.388672, + 0.628906, + 1.664062, + 1.007812, + 1.632812, + 1.726562, + 1.296875, + 1.265625, + 1.492188, + 1.1875, + 0.6875, + 1.039062, + 1.210938, + 1.671875, + 0.695312, + 1.164062, + 1.703125, + 1.5, + 0.902344, + 1.789062, + 1.617188, + 1.320312, + 1.0, + 1.65625, + 0.597656, + 1.046875, + 1.070312, + 1.320312, + 1.5, + 0.367188, + 0.458984, + 1.226562, + 0.921875, + 1.40625, + 1.21875, + 1.734375, + 1.242188, + 0.894531, + 1.1875, + 0.671875, + 1.367188, + 1.1875, + 1.1875, + 1.398438, + 0.890625, + 1.3125, + 1.046875, + 0.808594, + 0.582031, + 1.367188, + 0.84375, + 1.375, + 0.949219, + 1.140625, + 1.140625, + 0.871094, + 1.695312, + 1.148438, + 0.835938, + 1.382812, + 0.578125, + 1.789062, + 1.109375, + 1.640625, + 1.328125, + 1.179688, + 1.257812, + 1.414062, + 1.023438, + 1.765625, + 1.125, + 0.96875, + 1.734375, + 1.390625, + 1.203125, + 0.667969, + 1.375, + 0.734375, + 1.679688, + 1.359375, + 1.53125, + 1.296875, + 0.773438, + 0.664062, + 1.335938, + 1.09375, + 1.359375, + 1.335938, + 1.078125, + 1.554688, + 1.375, + 1.820312, + 1.5625, + 1.585938, + 1.359375, + 1.492188, + 1.171875, + 1.109375, + 0.847656, + 0.625, + 1.65625, + 1.492188, + 1.367188, + 1.359375, + 1.25, + 1.273438, + 1.578125, + 1.0625, + 1.4375, + 1.484375, + 1.367188, + 1.0625, + 1.351562, + 0.347656, + 1.359375, + 0.773438, + 0.355469, + 1.25, + 1.132812, + 1.21875, + 0.90625, + 1.273438, + 1.359375, + 1.367188, + 1.78125, + 1.742188, + 1.351562, + 0.882812, + 0.800781, + 0.488281, + 1.21875, + 1.445312, + 0.714844, + 1.773438, + 1.140625, + 1.320312, + 1.546875, + 1.382812, + 1.234375, + 1.4375, + 1.492188, + 1.289062, + 0.695312, + 1.328125, + 1.6875, + 1.3125, + 0.8125, + 1.296875, + 1.484375, + 1.742188, + 1.65625, + 1.328125, + 1.59375, + 1.367188, + 1.320312, + 1.65625, + 1.25, + 1.085938, + 1.5625, + 1.304688, + 1.335938, + 1.390625, + 1.570312, + 1.34375, + 1.304688, + 1.21875, + 1.484375, + 0.949219, + 1.164062, + 0.703125, + 1.273438, + 1.375, + 1.664062, + 0.644531, + 0.353516, + 1.453125, + 1.273438, + 1.453125, + 1.382812, + 1.34375, + 0.847656, + 0.902344, + 1.484375, + 1.25, + 1.3125, + 1.070312, + 1.265625, + 0.617188, + 1.242188, + 1.09375, + 0.886719, + 0.792969, + 1.484375, + 0.337891, + 1.320312, + 0.898438, + 0.269531, + 1.445312, + 1.265625, + 0.652344, + 0.980469, + 1.445312, + 1.195312, + 0.738281, + 1.3125, + 0.929688, + 0.800781, + 0.730469, + 0.523438, + 1.15625, + 0.671875, + 0.746094, + 0.703125, + 1.28125, + 1.164062, + 1.367188, + 1.601562, + 0.746094, + 1.382812, + 0.613281, + 1.84375, + 0.804688, + 1.140625, + 1.40625, + 1.382812, + 1.039062, + 1.3125, + 0.660156, + 1.40625, + 1.304688, + 1.546875, + 1.28125, + 0.699219, + 1.546875, + 1.671875, + 1.359375, + 0.894531, + 1.226562, + 1.414062, + 1.117188, + 1.28125, + 1.09375, + 1.71875, + 1.257812, + 1.539062, + 1.382812, + 1.523438, + 1.054688, + 1.15625, + 1.453125, + 0.71875, + 1.1875, + 1.703125, + 1.125, + 1.304688, + 1.0625, + 1.304688, + 1.71875, + 1.546875, + 1.085938, + 0.503906, + 0.890625, + 1.226562, + 0.765625, + 1.304688, + 1.828125, + 1.164062, + 0.792969, + 1.40625, + 0.960938, + 1.773438, + 1.320312, + 1.445312, + 1.351562, + 1.375, + 1.28125, + 0.800781, + 1.015625, + 0.746094, + 1.3125, + 1.414062, + 1.40625, + 0.625, + 1.382812, + 1.335938, + 1.273438, + 1.28125, + 0.925781, + 0.746094, + 0.546875, + 1.3125, + 1.007812, + 1.179688, + 1.125, + 1.164062, + 1.179688, + 1.132812, + 1.53125, + 1.25, + 1.351562, + 0.960938, + 0.859375, + 0.757812, + 0.369141, + 0.796875, + 1.070312, + 1.367188, + 1.5625, + 1.359375, + 1.632812, + 1.203125, + 1.3125, + 0.875, + 0.917969, + 1.296875, + 1.164062, + 1.726562, + 1.570312, + 1.054688, + 0.402344, + 1.164062, + 1.164062, + 0.382812, + 1.375, + 1.4375, + 1.703125, + 1.085938, + 1.03125, + 0.902344, + 1.078125, + 0.363281, + 1.28125, + 0.398438, + 1.320312, + 1.4375, + 2.25, + 0.349609, + 0.972656, + 1.429688, + 1.296875, + 1.234375, + 0.671875, + 1.601562, + 1.460938, + 1.351562, + 1.46875, + 1.078125, + 0.699219, + 1.257812, + 1.414062, + 1.359375, + 0.667969, + 1.382812, + 0.408203, + 1.460938, + 1.554688, + 1.34375, + 1.421875, + 1.65625, + 1.4375, + 1.109375, + 1.210938, + 1.289062, + 1.25, + 1.164062, + 1.3125, + 0.851562, + 1.1875, + 1.414062, + 0.332031, + 1.257812, + 1.382812, + 0.929688, + 1.140625, + 0.917969, + 0.964844, + 1.304688, + 1.390625, + 0.404297, + 1.523438, + 1.335938, + 0.443359, + 1.492188, + 0.964844, + 1.820312, + 1.320312, + 1.257812, + 1.078125, + 1.304688, + 1.46875, + 1.195312, + 1.328125, + 0.945312, + 1.554688, + 1.351562, + 1.273438, + 1.257812, + 1.203125, + 1.375, + 0.396484, + 1.507812, + 1.703125, + 0.863281, + 1.335938, + 1.359375, + 1.328125, + 1.289062, + 1.710938, + 1.632812, + 1.179688, + 0.730469, + 1.0, + 1.25, + 1.492188, + 1.429688, + 0.259766, + 1.257812, + 1.328125, + 1.476562, + 1.132812, + 1.039062, + 1.40625, + 1.171875, + 0.75, + 1.335938, + 1.609375, + 1.367188, + 1.367188, + 1.09375, + 1.265625, + 1.648438, + 1.484375, + 1.601562, + 1.304688, + 1.125, + 1.007812, + 1.023438, + 1.226562, + 1.046875, + 0.632812, + 1.59375, + 1.132812, + 1.289062, + 1.351562, + 1.609375, + 1.6875, + 1.304688, + 1.203125, + 1.625, + 1.367188, + 0.699219, + 1.34375, + 1.320312, + 0.582031, + 1.609375, + 1.0, + 1.195312, + 0.964844, + 0.808594, + 0.722656, + 1.03125, + 1.3125, + 0.625, + 1.226562, + 0.361328, + 1.335938, + 1.164062, + 0.847656, + 0.808594, + 1.351562, + 0.320312, + 1.1875, + 1.460938, + 1.320312, + 1.304688, + 1.703125, + 0.894531, + 1.539062, + 1.367188, + 0.376953, + 0.392578, + 0.703125, + 0.917969, + 1.546875, + 0.988281, + 1.226562, + 1.5, + 0.753906, + 1.382812, + 0.769531, + 1.414062, + 1.664062, + 1.148438, + 1.28125, + 0.941406, + 1.304688, + 0.402344, + 1.171875, + 1.171875, + 1.34375, + 0.917969, + 0.683594, + 0.839844, + 1.304688, + 1.40625, + 0.96875, + 0.871094, + 1.28125, + 1.273438, + 1.359375, + 1.359375, + 1.65625, + 1.085938, + 0.925781, + 0.761719, + 1.21875, + 1.28125, + 1.117188, + 0.660156, + 0.964844, + 1.382812, + 1.375, + 0.835938, + 1.234375, + 1.4375, + 0.648438, + 1.304688, + 0.761719, + 0.703125, + 0.347656, + 1.742188, + 1.257812, + 1.453125, + 0.777344, + 0.984375, + 1.046875, + 0.359375, + 1.328125, + 1.492188, + 0.84375, + 1.101562, + 1.28125, + 1.09375, + 0.917969, + 1.585938, + 1.523438, + 1.070312, + 0.570312, + 1.1875, + 1.492188, + 1.210938, + 1.335938, + 1.210938, + 1.242188, + 1.429688, + 1.203125, + 1.023438, + 1.726562, + 0.375, + 1.546875, + 1.765625, + 1.171875, + 1.335938, + 0.871094, + 1.125, + 1.070312, + 1.507812, + 1.414062, + 0.390625, + 0.566406, + 1.234375, + 0.953125, + 1.273438, + 1.671875, + 0.90625, + 1.195312, + 1.421875, + 1.21875, + 0.835938, + 1.703125, + 0.761719, + 1.234375, + 1.164062, + 1.242188, + 0.890625, + 1.132812, + 1.351562, + 1.046875, + 1.296875, + 1.390625, + 1.039062, + 0.738281, + 1.195312, + 0.960938, + 0.828125, + 1.335938, + 1.109375, + 1.367188, + 1.101562, + 1.09375, + 2.203125, + 0.96875, + 1.257812, + 1.367188, + 1.398438, + 0.789062, + 1.25, + 0.388672, + 1.21875, + 1.335938, + 1.28125, + 1.351562, + 1.257812, + 0.984375, + 1.265625, + 0.386719, + 0.644531, + 1.242188, + 0.722656, + 0.964844, + 0.921875, + 1.78125, + 1.59375, + 1.289062, + 1.085938, + 0.367188, + 1.304688, + 0.439453, + 0.699219, + 0.644531, + 1.25, + 1.007812, + 1.1875, + 0.878906, + 1.460938, + 1.554688, + 1.476562, + 1.335938, + 0.882812, + 1.265625, + 1.335938, + 1.328125, + 1.351562, + 0.789062, + 1.476562, + 1.15625, + 0.519531, + 1.492188, + 0.925781, + 1.210938, + 0.785156, + 0.859375, + 0.707031, + 1.242188, + 1.304688, + 1.3125, + 0.679688, + 1.429688, + 0.757812, + 0.714844, + 0.386719, + 1.0, + 1.375, + 1.273438, + 1.734375, + 1.289062, + 1.15625, + 0.330078, + 0.972656, + 0.800781, + 1.132812, + 0.882812, + 1.304688, + 1.273438, + 1.421875, + 1.945312, + 1.34375, + 1.148438, + 1.351562, + 1.695312, + 1.742188, + 1.71875, + 1.390625, + 1.578125, + 1.054688, + 1.117188, + 0.789062, + 1.304688, + 1.195312, + 0.863281, + 1.390625, + 0.435547, + 1.375, + 0.773438, + 1.007812, + 1.375, + 0.386719, + 1.351562, + 0.455078, + 1.476562, + 1.601562, + 1.109375, + 1.226562, + 1.0625, + 1.375, + 1.414062, + 1.3125, + 0.84375, + 1.34375, + 0.208008, + 1.523438, + 1.421875, + 1.53125, + 0.859375, + 0.423828, + 1.484375, + 1.554688, + 1.5625, + 1.28125, + 1.054688, + 1.4375, + 1.132812, + 1.46875, + 1.117188, + 1.070312, + 0.621094, + 1.429688, + 1.4375, + 1.203125, + 1.171875, + 1.34375, + 0.337891, + 1.429688, + 1.039062, + 1.398438, + 0.910156, + 1.25, + 0.886719, + 1.179688, + 1.164062, + 0.212891, + 0.714844, + 1.242188, + 0.800781, + 0.503906, + 1.796875, + 1.289062, + 0.828125, + 1.085938, + 0.527344, + 1.773438, + 1.242188, + 1.117188, + 1.15625, + 1.585938, + 1.03125, + 1.3125, + 1.46875, + 0.945312, + 0.863281, + 1.265625, + 1.03125, + 0.40625, + 0.765625, + 0.769531, + 1.25, + 1.34375, + 1.375, + 0.347656, + 1.390625, + 1.820312, + 1.335938, + 0.917969, + 0.375, + 0.707031, + 1.671875, + 0.707031, + 0.4375, + 1.609375, + 1.171875, + 0.652344, + 1.78125, + 1.28125, + 1.59375, + 0.996094, + 1.664062, + 1.0, + 1.421875, + 1.226562, + 1.039062, + 1.296875, + 1.15625, + 1.367188, + 0.792969, + 1.359375, + 1.351562, + 1.09375, + 1.351562, + 1.070312, + 1.273438, + 0.933594, + 0.867188, + 1.1875, + 0.941406, + 1.53125, + 1.34375, + 1.195312, + 1.34375, + 0.585938, + 1.34375, + 1.046875, + 0.679688, + 1.203125, + 1.632812, + 1.429688, + 0.804688, + 1.148438, + 0.875, + 1.5, + 1.148438, + 1.84375, + 1.414062, + 1.390625, + 0.8125, + 1.0, + 1.203125, + 1.0, + 0.835938, + 1.46875, + 1.414062, + 1.03125, + 0.9375, + 1.335938, + 0.398438, + 0.332031, + 1.242188, + 1.007812, + 0.419922, + 1.15625, + 1.34375, + 0.769531, + 1.679688, + 1.117188, + 1.445312, + 1.265625, + 1.34375, + 1.734375, + 1.820312, + 0.589844, + 0.921875, + 1.195312, + 1.1875, + 1.804688, + 1.226562, + 1.578125, + 1.765625, + 1.25, + 1.421875, + 1.40625, + 0.416016, + 1.21875, + 1.382812, + 1.367188, + 1.117188, + 1.367188, + 1.132812, + 1.554688, + 1.414062, + 0.875, + 1.40625, + 0.960938, + 1.242188, + 1.375, + 1.59375, + 1.679688, + 0.367188, + 1.070312, + 1.195312, + 1.648438, + 1.226562, + 1.351562, + 1.453125, + 1.359375, + 1.40625, + 0.832031, + 1.148438, + 1.703125, + 1.265625, + 1.078125, + 0.757812, + 1.15625, + 1.46875, + 0.400391, + 0.773438, + 1.34375, + 1.265625, + 1.460938, + 1.273438, + 0.707031, + 0.613281, + 1.757812, + 0.445312, + 1.375, + 1.039062, + 1.1875, + 1.164062, + 1.78125, + 0.742188, + 1.375, + 1.460938, + 1.726562, + 1.195312, + 0.777344, + 1.460938, + 1.242188, + 1.234375, + 1.351562, + 1.273438, + 0.275391, + 1.398438, + 0.96875, + 1.242188, + 1.09375, + 1.265625, + 0.5625, + 1.34375, + 1.554688, + 0.863281, + 1.28125, + 1.367188, + 0.384766, + 1.539062, + 0.355469, + 0.769531, + 1.078125, + 0.691406, + 0.691406, + 0.992188, + 0.421875, + 1.085938, + 1.179688, + 1.070312, + 1.234375, + 1.257812, + 1.109375, + 1.132812, + 1.328125, + 0.976562, + 0.820312, + 0.386719, + 1.015625, + 1.296875, + 1.164062, + 0.679688, + 1.367188, + 1.171875, + 1.007812, + 1.609375, + 1.132812, + 0.613281, + 1.632812, + 0.375, + 1.179688, + 1.34375, + 1.273438, + 1.195312, + 1.304688, + 1.273438, + 0.761719, + 0.78125, + 1.390625, + 1.039062, + 1.460938, + 1.4375, + 1.28125, + 1.34375, + 1.351562, + 0.644531, + 1.15625, + 0.699219, + 0.404297, + 1.226562, + 1.554688, + 1.609375, + 1.21875, + 0.71875, + 0.337891, + 1.546875, + 0.820312, + 1.4375, + 1.257812, + 1.351562, + 1.25, + 0.960938, + 1.257812, + 1.359375, + 1.023438, + 1.21875, + 0.75, + 1.398438, + 1.695312, + 1.5, + 0.507812, + 0.785156, + 0.980469, + 1.21875, + 1.257812, + 0.640625, + 1.140625, + 1.304688, + 1.226562, + 0.875, + 1.234375, + 1.609375, + 1.109375, + 0.796875, + 1.390625, + 0.746094, + 1.335938, + 0.722656, + 1.3125, + 1.34375, + 1.507812, + 1.46875, + 0.65625, + 0.390625, + 1.085938, + 1.390625, + 1.375, + 1.570312, + 1.34375, + 0.691406, + 1.351562, + 1.523438, + 1.109375, + 0.417969, + 1.09375, + 1.757812, + 1.085938, + 1.398438, + 1.195312, + 1.0, + 1.304688, + 1.273438, + 1.085938, + 1.382812, + 1.453125, + 1.15625, + 1.328125, + 0.996094, + 1.40625, + 0.441406, + 1.320312, + 1.257812, + 1.671875, + 1.179688, + 0.8125, + 0.429688, + 0.777344, + 1.4375, + 1.15625, + 1.15625, + 1.148438, + 1.757812, + 1.320312, + 0.894531, + 1.40625, + 1.195312, + 1.585938, + 0.808594, + 1.445312, + 1.351562, + 1.164062, + 1.273438, + 1.414062, + 0.376953, + 1.546875, + 1.75, + 1.164062, + 0.992188, + 1.359375, + 1.4375, + 1.085938, + 0.417969, + 1.515625, + 0.78125, + 0.347656, + 1.242188, + 1.210938, + 1.71875, + 1.398438, + 1.25, + 1.429688, + 1.3125, + 1.210938, + 1.3125, + 1.359375, + 0.785156, + 1.203125, + 1.273438, + 1.054688, + 1.234375, + 1.195312, + 1.226562, + 1.3125, + 1.757812, + 0.800781, + 1.054688, + 0.601562, + 1.625, + 1.132812, + 1.484375, + 1.257812, + 1.164062, + 1.296875, + 1.015625, + 1.210938, + 0.730469, + 1.140625, + 0.679688, + 0.757812, + 1.40625, + 1.460938, + 1.289062, + 0.828125, + 0.945312, + 1.3125, + 1.140625, + 1.726562, + 1.515625, + 1.6875, + 1.0625, + 1.375, + 0.914062, + 1.328125, + 1.359375, + 0.613281, + 1.289062, + 0.558594, + 0.871094, + 1.273438, + 1.351562, + 1.140625, + 0.746094, + 0.792969, + 1.351562, + 1.382812, + 1.34375, + 0.867188, + 1.335938, + 1.09375, + 1.679688, + 1.328125, + 0.730469, + 1.132812, + 0.871094, + 1.484375, + 1.085938, + 1.523438, + 0.53125, + 1.445312, + 1.59375, + 0.5, + 0.574219, + 1.351562, + 1.148438, + 0.636719, + 1.21875, + 1.242188, + 1.257812, + 1.6875, + 1.242188, + 1.640625, + 1.3125, + 1.109375, + 1.304688, + 0.65625, + 1.164062, + 1.34375, + 1.296875, + 1.046875, + 0.609375, + 1.351562, + 0.511719, + 1.117188, + 0.894531, + 1.28125, + 0.914062, + 0.996094, + 0.675781, + 1.242188, + 1.015625, + 0.828125, + 0.714844, + 1.234375, + 1.015625, + 0.394531, + 0.171875, + 0.894531, + 1.15625, + 1.304688, + 1.296875, + 0.539062, + 1.414062, + 1.34375, + 1.34375, + 1.296875, + 0.546875, + 1.09375, + 0.71875, + 1.148438, + 0.396484, + 0.519531, + 0.8125, + 1.414062, + 0.5625, + 1.289062, + 1.195312, + 1.585938, + 1.234375, + 1.585938, + 1.078125, + 1.390625, + 1.601562, + 0.345703, + 1.3125, + 1.03125, + 1.507812, + 0.808594, + 1.242188, + 0.753906, + 1.203125, + 1.328125, + 1.460938, + 1.101562, + 0.609375, + 1.09375, + 1.21875, + 1.03125, + 1.078125, + 0.664062, + 1.1875, + 0.996094, + 0.90625, + 1.375, + 1.695312, + 1.40625, + 1.828125, + 1.023438, + 0.589844, + 1.507812, + 0.914062, + 1.492188, + 1.265625, + 1.070312, + 1.328125, + 0.361328, + 1.445312, + 1.3125, + 1.273438, + 1.460938, + 1.140625, + 1.234375, + 0.992188, + 1.210938, + 1.335938, + 1.117188, + 1.085938, + 1.15625, + 1.328125, + 1.53125, + 1.523438, + 1.101562, + 1.054688, + 1.226562, + 1.054688, + 0.957031, + 1.046875, + 0.945312, + 1.257812, + 0.722656, + 0.605469, + 0.609375, + 1.492188, + 1.179688, + 1.289062, + 1.5, + 1.226562, + 1.789062, + 1.703125, + 1.445312, + 1.15625, + 1.132812, + 1.15625, + 0.734375, + 1.007812, + 1.28125, + 1.59375, + 1.460938, + 0.808594, + 1.085938, + 1.664062, + 0.777344, + 1.640625, + 0.804688, + 1.203125, + 1.328125, + 1.328125, + 1.335938, + 0.394531, + 0.984375, + 0.828125, + 0.761719, + 0.78125, + 0.417969, + 1.09375, + 0.851562, + 1.398438, + 0.753906, + 1.242188, + 1.257812, + 0.929688, + 1.390625, + 0.359375, + 0.917969, + 1.578125, + 0.6875, + 0.730469, + 1.46875, + 1.445312, + 1.34375, + 1.492188, + 1.546875, + 1.039062, + 0.824219, + 0.34375, + 1.859375, + 0.855469, + 1.5, + 1.234375, + 1.359375, + 1.046875, + 1.140625, + 1.0625, + 1.367188, + 1.1875, + 0.832031, + 1.257812, + 1.179688, + 0.957031, + 0.8125, + 1.351562, + 0.625, + 0.34375, + 1.195312, + 1.335938, + 1.148438, + 1.140625, + 1.1875, + 0.353516, + 0.964844, + 1.65625, + 1.445312, + 0.769531, + 1.390625, + 1.445312, + 1.523438, + 1.320312, + 1.367188, + 0.949219, + 1.421875, + 1.304688, + 1.257812, + 0.414062, + 1.320312, + 0.400391, + 1.34375, + 1.242188, + 0.660156, + 1.398438, + 1.335938, + 1.359375, + 1.28125, + 0.828125, + 1.109375, + 0.330078, + 0.582031, + 1.1875, + 1.257812, + 0.886719, + 1.46875, + 1.09375, + 0.671875, + 1.414062, + 0.742188, + 1.195312, + 0.78125, + 0.992188, + 1.398438, + 0.605469, + 1.601562, + 1.453125, + 1.320312, + 1.109375, + 1.15625, + 1.320312, + 0.976562, + 1.398438, + 1.40625, + 0.78125, + 1.570312, + 1.132812, + 1.554688, + 1.40625, + 1.351562, + 1.820312, + 1.34375, + 1.421875, + 0.9375, + 1.125, + 1.34375, + 1.390625, + 1.359375, + 1.304688, + 0.800781, + 1.679688, + 1.25, + 0.847656, + 0.882812, + 1.3125, + 1.773438, + 0.597656, + 0.363281, + 1.210938, + 1.601562, + 0.357422, + 1.242188, + 0.621094, + 1.359375, + 0.980469, + 1.414062, + 1.273438, + 0.691406, + 1.382812, + 1.539062, + 1.234375, + 1.21875, + 1.039062, + 1.328125, + 0.851562, + 0.953125, + 1.226562, + 0.597656, + 0.369141, + 1.304688, + 0.722656, + 1.359375, + 1.210938, + 1.328125, + 1.101562, + 1.320312, + 1.695312, + 1.390625, + 1.429688, + 1.382812, + 0.410156, + 1.015625, + 0.785156, + 0.648438, + 0.416016, + 1.71875, + 1.242188, + 1.359375, + 0.734375, + 1.148438, + 0.4375, + 0.902344, + 0.839844, + 0.239258, + 0.644531, + 1.289062, + 1.40625, + 1.296875, + 1.273438, + 1.148438, + 0.707031, + 1.257812, + 1.71875, + 1.632812, + 1.164062, + 1.0625, + 0.828125, + 1.367188, + 1.390625, + 1.398438, + 1.359375, + 1.476562, + 1.023438, + 0.761719, + 0.589844, + 1.585938, + 1.117188, + 1.28125, + 1.53125, + 1.09375, + 1.695312, + 0.6875, + 0.382812, + 0.710938, + 0.828125, + 1.617188, + 1.007812, + 0.417969, + 0.769531, + 0.652344, + 1.710938, + 1.25, + 1.367188, + 1.164062, + 1.242188, + 0.796875, + 1.039062, + 1.242188, + 1.1875, + 1.359375, + 1.234375, + 1.398438, + 0.462891, + 0.914062, + 1.492188, + 1.296875, + 1.445312, + 0.419922, + 1.71875, + 1.171875, + 1.265625, + 1.4375, + 1.171875, + 1.328125, + 1.296875, + 0.96875, + 1.132812, + 0.6875, + 1.328125, + 1.640625, + 0.953125, + 1.28125, + 1.59375, + 1.125, + 1.1875, + 0.960938, + 0.703125, + 0.953125, + 0.835938, + 1.3125, + 1.25, + 1.0, + 1.351562, + 0.835938, + 1.679688, + 0.867188, + 1.101562, + 1.648438, + 0.390625, + 1.023438, + 1.140625, + 0.855469, + 0.345703, + 0.640625, + 1.367188, + 1.265625, + 1.421875, + 0.753906, + 1.539062, + 0.898438, + 1.109375, + 1.414062, + 1.171875, + 1.289062, + 1.578125, + 1.359375, + 0.675781, + 1.234375, + 1.234375, + 1.523438, + 0.738281, + 0.695312, + 1.28125, + 0.726562, + 1.390625, + 0.785156, + 1.1875, + 1.179688, + 0.441406, + 1.304688, + 1.625, + 1.554688, + 1.28125, + 1.125, + 1.328125, + 1.46875, + 0.957031, + 1.671875, + 0.597656, + 0.960938, + 1.28125, + 1.359375, + 1.148438, + 1.171875, + 1.101562, + 1.085938, + 0.6875, + 1.3125, + 1.226562, + 1.046875, + 1.304688, + 0.816406, + 1.109375, + 0.652344, + 1.234375, + 1.257812, + 0.498047, + 0.703125, + 0.632812, + 1.375, + 1.429688, + 3.015625, + 1.5625, + 0.675781, + 0.71875, + 1.117188, + 1.601562, + 0.882812, + 0.398438, + 1.359375, + 1.234375, + 1.335938, + 1.3125, + 3.453125, + 0.9375, + 1.289062, + 0.890625, + 1.15625, + 0.816406, + 1.28125, + 0.355469, + 0.335938, + 1.28125, + 1.421875, + 1.195312, + 1.195312, + 1.625, + 1.28125, + 0.515625, + 1.1875, + 1.164062, + 1.085938, + 1.414062, + 0.480469, + 1.296875, + 1.40625, + 1.101562, + 1.429688, + 0.738281, + 1.304688, + 1.773438, + 0.878906, + 0.189453, + 1.421875, + 1.296875, + 1.1875, + 1.15625, + 1.101562, + 1.359375, + 1.320312, + 1.515625, + 1.03125, + 0.757812, + 1.273438, + 1.007812, + 1.703125, + 0.839844, + 1.398438, + 1.484375, + 1.125, + 1.132812, + 1.335938, + 0.78125, + 0.380859, + 1.226562, + 1.4375, + 1.414062, + 1.335938, + 1.460938, + 1.734375, + 1.210938, + 1.3125, + 1.171875, + 0.400391, + 1.335938, + 0.734375, + 1.234375, + 0.765625, + 0.730469, + 1.242188, + 0.929688, + 1.507812, + 1.375, + 1.195312, + 1.015625, + 1.53125, + 1.390625, + 1.351562, + 1.390625, + 1.164062, + 1.648438, + 1.617188, + 0.953125, + 1.15625, + 1.257812, + 1.226562, + 0.730469, + 1.101562, + 1.382812, + 1.367188, + 0.726562, + 0.703125, + 1.164062, + 1.703125, + 1.539062, + 1.367188, + 1.40625, + 1.515625, + 1.523438, + 1.554688, + 0.972656, + 0.675781, + 0.792969, + 1.054688, + 1.09375, + 0.664062, + 1.328125, + 1.515625, + 0.945312, + 0.832031, + 1.492188, + 1.09375, + 1.65625, + 0.408203, + 0.640625, + 1.304688, + 1.21875, + 1.351562, + 1.390625, + 1.648438, + 1.4375, + 1.578125, + 1.21875, + 1.296875, + 1.046875, + 1.609375, + 1.3125, + 1.1875, + 1.671875, + 1.53125, + 1.617188, + 1.171875, + 1.671875, + 1.40625, + 1.015625, + 1.382812, + 1.039062, + 1.554688, + 1.015625, + 1.265625, + 1.484375, + 1.390625, + 1.398438, + 1.234375, + 1.59375, + 1.195312, + 0.972656, + 1.148438, + 1.1875, + 1.601562, + 1.125, + 1.195312, + 1.554688, + 1.070312, + 1.21875, + 0.683594, + 0.828125, + 0.796875, + 1.304688, + 0.757812, + 0.53125, + 1.375, + 0.859375, + 0.5, + 1.28125, + 1.320312, + 1.46875, + 0.671875, + 1.523438, + 1.078125, + 1.164062, + 0.738281, + 1.929688, + 0.527344, + 0.5625, + 1.601562, + 1.773438, + 1.734375, + 0.730469, + 0.470703, + 0.984375, + 1.390625, + 1.351562, + 1.203125, + 1.242188, + 1.492188, + 1.28125, + 0.470703, + 0.984375, + 1.234375, + 1.304688, + 0.617188, + 0.804688, + 0.722656, + 0.746094, + 0.792969, + 0.714844, + 1.367188, + 1.265625, + 1.054688, + 0.400391, + 1.273438, + 1.765625, + 1.367188, + 1.320312, + 1.164062, + 1.625, + 0.753906, + 1.390625, + 1.320312, + 1.578125, + 1.296875, + 1.226562, + 0.361328, + 1.335938, + 1.273438, + 1.28125, + 1.117188, + 1.234375, + 0.96875, + 1.140625, + 0.625, + 1.335938, + 1.296875, + 1.375, + 1.226562, + 0.789062, + 1.242188, + 1.046875, + 1.132812, + 1.1875, + 0.644531, + 0.824219, + 0.417969, + 1.390625, + 1.507812, + 1.367188, + 1.539062, + 1.179688, + 1.460938, + 1.226562, + 1.234375, + 0.816406, + 0.730469, + 0.96875, + 1.226562, + 0.507812, + 1.3125, + 0.738281, + 1.445312, + 0.957031, + 1.023438, + 1.25, + 0.628906, + 1.296875, + 1.195312, + 1.671875, + 1.6875, + 0.984375, + 1.679688, + 1.03125, + 1.273438, + 0.585938, + 1.351562, + 1.210938, + 1.1875, + 1.3125, + 1.359375, + 0.695312, + 0.691406, + 1.007812, + 1.179688, + 1.125, + 1.28125, + 1.335938, + 1.382812, + 0.386719, + 1.351562, + 0.746094, + 1.40625, + 1.34375, + 0.980469, + 1.15625, + 1.210938, + 1.570312, + 1.40625, + 0.769531, + 1.328125, + 1.617188, + 0.742188, + 0.972656, + 1.546875, + 1.359375, + 1.109375, + 1.140625, + 1.257812, + 1.398438, + 1.382812, + 0.753906, + 0.800781, + 1.601562, + 1.265625, + 1.367188, + 1.125, + 0.714844, + 1.132812, + 1.367188, + 1.328125, + 1.390625, + 0.984375, + 1.273438, + 1.34375, + 1.835938, + 1.5625, + 1.414062, + 1.171875, + 0.863281, + 1.398438, + 1.148438, + 0.353516, + 1.289062, + 1.5, + 1.257812, + 0.957031, + 0.792969, + 1.296875, + 0.894531, + 1.382812, + 1.34375, + 1.71875, + 1.289062, + 0.933594, + 1.28125, + 1.703125, + 1.34375, + 1.53125, + 1.210938, + 1.085938, + 1.578125, + 1.226562, + 0.898438, + 1.132812, + 1.203125, + 0.308594, + 0.392578, + 1.429688, + 0.675781, + 1.34375, + 1.375, + 1.664062, + 0.65625, + 0.914062, + 1.40625, + 1.265625, + 1.6875, + 1.179688, + 1.242188, + 0.695312, + 0.976562, + 1.625, + 1.328125, + 1.328125, + 1.367188, + 0.355469, + 1.640625, + 0.8125, + 1.523438, + 1.703125, + 1.085938, + 1.601562, + 1.296875, + 1.484375, + 1.710938, + 1.4375, + 1.320312, + 0.816406, + 0.808594, + 1.25, + 1.28125, + 1.484375, + 1.304688, + 1.210938, + 1.359375, + 2.75, + 0.742188, + 1.554688, + 1.078125, + 1.460938, + 1.289062, + 1.34375, + 1.273438, + 1.320312, + 0.757812, + 0.65625, + 0.988281, + 1.3125, + 0.753906, + 0.351562, + 1.257812, + 0.734375, + 0.902344, + 0.660156, + 0.6875, + 1.625, + 0.769531, + 0.757812, + 1.132812, + 0.671875, + 0.976562, + 1.695312, + 0.671875, + 1.164062, + 1.664062, + 1.414062, + 1.335938, + 0.941406, + 1.09375, + 1.335938, + 1.359375, + 1.15625, + 1.453125, + 0.773438, + 1.640625, + 1.515625, + 1.40625, + 1.125, + 1.375, + 1.09375, + 1.226562, + 1.304688, + 0.341797, + 1.304688, + 1.28125, + 0.808594, + 1.71875, + 1.28125, + 1.328125, + 1.414062, + 1.390625, + 1.398438, + 1.171875, + 1.335938, + 1.273438, + 1.210938, + 0.761719, + 1.085938, + 0.804688, + 1.257812, + 1.703125, + 1.429688, + 1.320312, + 1.273438, + 1.445312, + 1.320312, + 0.404297, + 1.164062, + 1.609375, + 0.992188, + 1.078125, + 1.3125, + 1.234375, + 1.507812, + 1.101562, + 1.335938, + 0.832031, + 0.375, + 1.359375, + 1.515625, + 1.039062, + 1.328125, + 0.182617, + 1.351562, + 1.273438, + 1.335938, + 1.484375, + 1.179688, + 0.808594, + 1.320312, + 0.957031, + 3.59375, + 1.515625, + 1.328125, + 1.117188, + 1.179688, + 1.609375, + 1.6875, + 1.054688, + 1.375, + 0.960938, + 1.46875, + 1.117188, + 1.257812, + 0.914062, + 1.296875, + 1.414062, + 1.242188, + 1.304688, + 0.761719, + 1.554688, + 1.203125, + 1.265625, + 1.0, + 1.4375, + 0.902344, + 1.179688, + 0.59375, + 1.148438, + 1.320312, + 1.203125, + 1.3125, + 1.335938, + 1.296875, + 1.039062, + 0.988281, + 1.164062, + 1.273438, + 1.398438, + 0.859375, + 1.085938, + 1.085938, + 1.53125, + 0.515625, + 1.21875, + 1.179688, + 0.972656, + 1.367188, + 1.15625, + 1.210938, + 1.242188, + 1.273438, + 0.960938, + 1.726562, + 1.476562, + 0.800781, + 1.242188, + 0.769531, + 1.359375, + 1.179688, + 0.949219, + 1.53125, + 1.75, + 1.28125, + 1.453125, + 0.369141, + 1.664062, + 1.164062, + 1.09375, + 1.539062, + 0.703125, + 0.964844, + 1.359375, + 1.328125, + 1.3125, + 1.34375, + 1.664062, + 1.367188, + 1.0625, + 1.695312, + 1.375, + 1.164062, + 1.578125, + 0.439453, + 1.28125, + 0.369141, + 1.304688, + 1.3125, + 0.941406, + 1.507812, + 1.359375, + 1.109375, + 0.640625, + 1.0625, + 1.453125, + 0.683594, + 1.054688, + 1.0625, + 0.24707, + 1.15625, + 0.871094, + 1.273438, + 1.375, + 0.816406, + 1.648438, + 1.414062, + 0.390625, + 0.425781, + 1.671875, + 0.9375, + 1.445312, + 1.195312, + 1.359375, + 0.699219, + 0.636719, + 0.765625, + 1.796875, + 1.460938, + 1.210938, + 1.304688, + 0.882812, + 1.429688, + 1.0625, + 1.351562, + 0.585938, + 1.421875, + 1.390625, + 1.320312, + 1.179688, + 1.703125, + 1.375, + 1.492188, + 1.28125, + 1.335938, + 1.546875, + 1.25, + 0.84375, + 1.640625, + 1.671875, + 1.257812, + 1.046875, + 1.328125, + 1.3125, + 1.523438, + 0.310547, + 1.414062, + 1.367188, + 1.3125, + 1.617188, + 1.1875, + 1.304688, + 0.6875, + 1.3125, + 0.490234, + 1.015625, + 0.394531, + 0.882812, + 1.453125, + 0.640625, + 1.1875, + 1.34375, + 1.289062, + 1.265625, + 1.78125, + 0.386719, + 1.859375, + 1.390625, + 1.375, + 1.632812, + 1.359375, + 1.164062, + 1.234375, + 1.679688, + 1.195312, + 0.96875, + 1.25, + 1.601562, + 0.867188, + 1.523438, + 2.046875, + 1.515625, + 1.328125, + 1.25, + 0.75, + 1.195312, + 1.351562, + 0.75, + 0.726562, + 1.265625, + 0.412109, + 1.359375, + 1.75, + 1.335938, + 0.625, + 1.679688, + 1.367188, + 1.445312, + 0.349609, + 0.679688, + 0.757812, + 0.714844, + 1.382812, + 0.71875, + 1.375, + 1.070312, + 1.226562, + 1.539062, + 0.6875, + 0.746094, + 1.179688, + 1.085938, + 1.53125, + 1.023438, + 1.351562, + 1.015625, + 0.925781, + 1.328125, + 1.390625, + 1.210938, + 0.757812, + 1.328125, + 1.242188, + 1.335938, + 1.601562, + 1.492188, + 0.621094, + 0.972656, + 1.117188, + 0.359375, + 1.375, + 1.164062, + 0.707031, + 1.171875, + 0.867188, + 1.171875, + 1.390625, + 1.164062, + 1.765625, + 1.210938, + 1.3125, + 1.328125, + 0.925781, + 1.039062, + 1.390625, + 1.320312, + 1.507812, + 1.414062, + 0.710938, + 0.402344, + 1.40625, + 1.34375, + 0.949219, + 1.1875, + 1.414062, + 1.40625, + 1.570312, + 0.894531, + 0.730469, + 0.511719, + 0.824219, + 1.164062, + 0.941406, + 1.328125, + 1.765625, + 1.351562, + 1.4375, + 1.25, + 1.40625, + 1.320312, + 1.414062, + 0.804688, + 1.367188, + 0.855469, + 1.203125, + 0.416016, + 1.476562, + 1.25, + 0.34375, + 1.421875, + 1.335938, + 1.695312, + 1.0625, + 0.683594, + 1.039062, + 1.03125, + 0.419922, + 1.3125, + 1.070312, + 0.761719, + 1.578125, + 1.226562, + 0.402344, + 1.328125, + 0.376953, + 1.335938, + 1.476562, + 0.957031, + 1.1875, + 0.648438, + 1.507812, + 0.960938, + 1.359375, + 1.046875, + 1.226562, + 0.695312, + 0.757812, + 1.375, + 0.417969, + 0.707031, + 1.070312, + 0.443359, + 0.925781, + 1.179688, + 1.820312, + 1.601562, + 1.34375, + 1.351562, + 0.734375, + 1.34375, + 0.365234, + 0.914062, + 1.367188, + 1.625, + 1.273438, + 1.257812, + 1.507812, + 0.847656, + 1.289062, + 0.96875, + 1.59375, + 0.875, + 0.964844, + 1.296875, + 1.125, + 1.34375, + 1.203125, + 0.695312, + 1.789062, + 1.335938, + 1.359375, + 0.648438, + 1.023438, + 1.460938, + 0.800781, + 1.25, + 0.416016, + 0.84375, + 1.296875, + 1.296875, + 1.3125, + 0.84375, + 1.59375, + 1.320312, + 1.179688, + 1.257812, + 1.171875, + 1.007812, + 0.828125, + 1.179688, + 0.820312, + 1.132812, + 1.039062, + 0.431641, + 1.375, + 1.328125, + 1.179688, + 1.25, + 1.171875, + 1.273438, + 1.203125, + 1.117188, + 0.742188, + 0.353516, + 0.863281, + 1.132812, + 1.28125, + 0.851562, + 1.421875, + 1.453125 + ] + }, + "name": "model.model.layers.9.post_attention_layernorm.weight", + "outputIndexes": [ + 835 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 834 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_9/Mul_output_0", + "outputIndexes": [ + 836 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 835, + 836 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_9/Mul_1_output_0", + "outputIndexes": [ + 837 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 837 + ], + "outputIndexes": [ + 2576 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2576 + ], + "outputIndexes": [ + 2577 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear", + "inputIndexes": [ + 2577 + ], + "outputIndexes": [ + 2578 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1196496322, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2578 + ], + "outputIndexes": [ + 2579 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2579 + ], + "outputIndexes": [ + 838 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 838 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_9/Sigmoid_output_0", + "outputIndexes": [ + 839 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 838, + 839 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Mul_output_0", + "outputIndexes": [ + 840 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 837 + ], + "outputIndexes": [ + 2580 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2580 + ], + "outputIndexes": [ + 2581 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear", + "inputIndexes": [ + 2581 + ], + "outputIndexes": [ + 2582 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1234687448, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2582 + ], + "outputIndexes": [ + 2583 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2583 + ], + "outputIndexes": [ + 841 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 840, + 841 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_9/Mul_output_0", + "outputIndexes": [ + 842 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 842 + ], + "outputIndexes": [ + 2584 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2584 + ], + "outputIndexes": [ + 2585 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear", + "inputIndexes": [ + 2585 + ], + "outputIndexes": [ + 2586 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1272878574, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2586 + ], + "outputIndexes": [ + 2587 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2587 + ], + "outputIndexes": [ + 843 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 834, + 843 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_49_output_0", + "outputIndexes": [ + 844 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 844, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_90_output_0", + "outputIndexes": [ + 845 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.164062, + 0.550781, + 1.65625, + 0.511719, + 1.140625, + 0.609375, + 0.519531, + 0.628906, + 0.722656, + 0.478516, + 0.550781, + 0.484375, + 0.535156, + 0.515625, + 0.462891, + 0.808594, + 0.558594, + 0.503906, + 0.558594, + 0.466797, + 0.792969, + 0.570312, + 0.515625, + 0.519531, + 0.478516, + 0.78125, + 0.369141, + 0.460938, + 0.585938, + 0.515625, + 0.988281, + 0.402344, + 1.0, + 0.523438, + 0.710938, + 0.671875, + 0.488281, + 1.195312, + 0.490234, + 0.470703, + 0.832031, + 0.542969, + 1.492188, + 0.675781, + 1.03125, + 0.675781, + 0.11377, + 1.421875, + 0.914062, + 0.470703, + 1.179688, + 0.527344, + 0.511719, + 0.486328, + 0.816406, + 0.550781, + 0.855469, + 1.09375, + 0.792969, + 0.835938, + 0.455078, + 0.726562, + 0.785156, + 0.507812, + 1.140625, + 1.40625, + 0.396484, + 0.519531, + 0.511719, + 0.671875, + 0.527344, + 0.84375, + 0.585938, + 0.566406, + 0.933594, + 0.640625, + 0.875, + 0.507812, + 0.8125, + 0.96875, + 0.972656, + 0.855469, + 1.273438, + 0.605469, + 0.605469, + 0.134766, + 0.5, + 1.265625, + 0.570312, + 0.847656, + 0.679688, + 0.527344, + 0.558594, + 0.503906, + 1.054688, + 0.527344, + 0.816406, + 0.515625, + 0.511719, + 0.492188, + 0.464844, + 0.519531, + 0.730469, + 0.542969, + 1.484375, + 0.832031, + 1.429688, + 0.519531, + 0.929688, + 0.640625, + 0.496094, + 0.515625, + 0.511719, + 1.8125, + 0.570312, + 1.945312, + 0.466797, + 0.644531, + 0.660156, + 0.455078, + 0.494141, + 0.507812, + 0.65625, + 0.519531, + 0.898438, + 0.539062, + 0.691406, + 0.519531, + 0.173828, + 0.470703, + 0.365234, + 0.496094, + 0.609375, + 1.148438, + 0.804688, + 0.660156, + 0.490234, + 0.558594, + 0.738281, + 0.660156, + 0.490234, + 0.765625, + 0.773438, + 0.625, + 0.921875, + 0.462891, + 1.546875, + 0.515625, + 0.835938, + 0.511719, + 0.914062, + 0.589844, + 0.542969, + 0.539062, + 0.835938, + 0.738281, + 0.515625, + 0.474609, + 0.898438, + 1.023438, + 0.460938, + 0.550781, + 0.734375, + 0.515625, + 1.179688, + 0.582031, + 0.613281, + 0.882812, + 0.53125, + 0.6875, + 0.574219, + 0.433594, + 0.46875, + 0.482422, + 0.535156, + 1.304688, + 0.527344, + 0.503906, + 0.613281, + 0.515625, + 0.449219, + 0.578125, + 0.84375, + 0.400391, + 0.388672, + 0.644531, + 0.494141, + 0.486328, + 0.503906, + 0.558594, + 0.443359, + 0.65625, + 1.117188, + 0.523438, + 1.59375, + 0.683594, + 0.605469, + 0.859375, + 0.695312, + 0.546875, + 0.511719, + 1.414062, + 1.375, + 1.234375, + 1.390625, + 0.535156, + 0.453125, + 0.597656, + 0.632812, + 0.482422, + 0.632812, + 0.535156, + 0.490234, + 0.816406, + 0.494141, + 1.234375, + 0.523438, + 0.490234, + 1.273438, + 0.519531, + 0.488281, + 0.466797, + 0.828125, + 0.546875, + 0.625, + 1.25, + 0.486328, + 0.757812, + 0.523438, + 0.535156, + 0.726562, + 0.855469, + 0.59375, + 0.519531, + 0.523438, + 0.921875, + 0.511719, + 0.886719, + 0.157227, + 0.613281, + 0.757812, + 0.503906, + 0.546875, + 0.53125, + 0.470703, + 1.09375, + 0.558594, + 0.625, + 0.695312, + 0.535156, + 0.539062, + 1.257812, + 0.601562, + 0.605469, + 0.542969, + 0.535156, + 0.492188, + 0.124023, + 0.511719, + 0.492188, + 0.550781, + 0.515625, + 0.5625, + 0.597656, + 0.636719, + 0.458984, + 0.617188, + 0.511719, + 1.085938, + 1.179688, + 1.09375, + 0.664062, + 0.570312, + 0.699219, + 0.498047, + 1.109375, + 0.558594, + 0.675781, + 0.490234, + 1.21875, + 0.5, + 0.503906, + 0.134766, + 0.5625, + 0.527344, + 1.109375, + 0.4375, + 0.78125, + 0.726562, + 0.527344, + 1.109375, + 0.503906, + 0.710938, + 0.671875, + 0.472656, + 0.558594, + 0.980469, + 0.503906, + 0.78125, + 0.527344, + 0.453125, + 0.667969, + 0.652344, + 0.78125, + 1.046875, + 0.699219, + 0.53125, + 0.511719, + 0.632812, + 0.5625, + 1.164062, + 0.542969, + 0.482422, + 0.503906, + 1.0625, + 0.558594, + 0.714844, + 0.984375, + 0.664062, + 0.496094, + 0.832031, + 0.535156, + 0.476562, + 0.535156, + 0.566406, + 0.503906, + 0.496094, + 0.515625, + 0.605469, + 0.566406, + 0.142578, + 0.792969, + 0.722656, + 0.523438, + 0.589844, + 0.488281, + 0.863281, + 1.351562, + 0.769531, + 0.447266, + 0.119629, + 0.507812, + 0.494141, + 0.535156, + 0.19043, + 0.898438, + 1.046875, + 0.498047, + 0.507812, + 0.554688, + 0.742188, + 0.492188, + 1.1875, + 0.570312, + 1.28125, + 0.492188, + 0.5625, + 0.636719, + 0.472656, + 0.550781, + 1.195312, + 0.867188, + 0.205078, + 0.466797, + 0.470703, + 0.648438, + 0.5625, + 1.171875, + 0.578125, + 0.458984, + 0.480469, + 0.490234, + 0.621094, + 0.527344, + 0.679688, + 1.28125, + 0.208008, + 0.523438, + 0.511719, + 0.730469, + 0.765625, + 0.550781, + 0.605469, + 1.125, + 0.75, + 0.511719, + 1.1875, + 0.546875, + 0.566406, + 0.546875, + 0.523438, + 1.101562, + 1.078125, + 0.378906, + 0.515625, + 0.582031, + 0.494141, + 0.490234, + 0.554688, + 0.177734, + 0.542969, + 0.601562, + 0.644531, + 0.9375, + 0.478516, + 0.605469, + 0.683594, + 0.621094, + 0.578125, + 0.871094, + 0.699219, + 0.65625, + 0.953125, + 0.488281, + 0.578125, + 1.320312, + 1.03125, + 0.558594, + 0.539062, + 0.585938, + 0.769531, + 0.933594, + 0.503906, + 0.507812, + 0.478516, + 0.478516, + 0.589844, + 0.648438, + 0.542969, + 0.65625, + 0.507812, + 0.488281, + 0.462891, + 0.539062, + 0.871094, + 0.470703, + 0.5625, + 0.570312, + 0.494141, + 0.574219, + 0.484375, + 1.070312, + 1.28125, + 0.535156, + 0.558594, + 0.542969, + 0.566406, + 0.566406, + 0.953125, + 1.367188, + 1.210938, + 0.523438, + 0.585938, + 0.476562, + 1.351562, + 0.738281, + 0.425781, + 0.478516, + 6.6e-05, + 0.490234, + 0.554688, + 0.542969, + 0.527344, + 1.0, + 0.46875, + 0.773438, + 0.515625, + 0.550781, + 0.46875, + 0.746094, + 0.486328, + 0.181641, + 0.511719, + 0.5625, + 0.972656, + 0.722656, + 0.5, + 0.503906, + 0.585938, + 0.472656, + 0.671875, + 0.566406, + 0.486328, + 1.046875, + 1.296875, + 0.621094, + 1.40625, + 1.320312, + 0.96875, + 1.15625, + 0.566406, + 0.835938, + 1.203125, + 0.585938, + 1.09375, + 0.462891, + 0.578125, + 0.640625, + 1.179688, + 0.617188, + 0.507812, + 0.492188, + 0.490234, + 0.621094, + 0.496094, + 1.195312, + 1.21875, + 0.414062, + 0.542969, + 0.539062, + 0.789062, + 0.785156, + 0.566406, + 0.953125, + 0.886719, + 0.550781, + 0.478516, + 0.550781, + 0.507812, + 1.195312, + 0.464844, + 0.558594, + 0.542969, + 0.171875, + 0.554688, + 0.476562, + 1.09375, + 0.535156, + 0.539062, + 0.5, + 0.503906, + 0.976562, + 1.171875, + 0.550781, + 0.492188, + 0.53125, + 0.496094, + 0.462891, + 0.832031, + 0.535156, + 0.417969, + 0.558594, + 0.494141, + 0.554688, + 0.511719, + 0.628906, + 1.390625, + 1.054688, + 0.345703, + 1.335938, + 0.769531, + 1.15625, + 0.65625, + 1.28125, + 0.486328, + 0.523438, + 0.539062, + 0.53125, + 0.546875, + 0.435547, + 1.203125, + 0.578125, + 0.566406, + 0.412109, + 0.476562, + 0.605469, + 0.539062, + 1.132812, + 1.0625, + 0.507812, + 1.226562, + 0.535156, + 0.419922, + 0.421875, + 0.621094, + 0.496094, + 0.482422, + 0.703125, + 0.447266, + 0.617188, + 0.566406, + 1.234375, + 0.703125, + 0.447266, + 1.132812, + 0.507812, + 0.554688, + 0.457031, + 0.53125, + 0.441406, + 1.0625, + 0.726562, + 0.519531, + 1.296875, + 0.792969, + 0.65625, + 0.472656, + 0.466797, + 0.523438, + 0.46875, + 1.226562, + 0.429688, + 0.462891, + 1.117188, + 0.71875, + 1.070312, + 0.554688, + 0.482422, + 1.460938, + 0.628906, + 1.21875, + 0.722656, + 0.515625, + 0.480469, + 0.59375, + 0.523438, + 0.173828, + 0.550781, + 0.917969, + 1.09375, + 0.589844, + 0.511719, + 1.390625, + 0.5625, + 1.140625, + 0.609375, + 1.234375, + 0.613281, + 0.515625, + 1.140625, + 0.574219, + 0.609375, + 0.5, + 0.511719, + 0.416016, + 0.494141, + 0.828125, + 0.585938, + 0.498047, + 0.5625, + 0.5, + 0.539062, + 0.597656, + 0.617188, + 1.03125, + 1.390625, + 0.515625, + 0.5625, + 0.546875, + 0.511719, + 0.220703, + 0.921875, + 0.59375, + 0.566406, + 0.455078, + 0.925781, + 0.488281, + 0.515625, + 0.617188, + 0.433594, + 0.574219, + 0.492188, + 1.375, + 0.613281, + 0.777344, + 0.671875, + 0.554688, + 0.59375, + 0.589844, + 0.574219, + 0.482422, + 0.59375, + 0.507812, + 0.644531, + 0.507812, + 0.53125, + 0.765625, + 0.628906, + 1.367188, + 0.546875, + 0.550781, + 0.691406, + 0.433594, + 0.558594, + 0.996094, + 1.234375, + 0.53125, + 0.550781, + 0.478516, + 0.433594, + 0.835938, + 1.421875, + 0.511719, + 1.101562, + 0.519531, + 0.472656, + 1.070312, + 1.328125, + 0.511719, + 0.640625, + 0.410156, + 0.585938, + 0.648438, + 0.519531, + 0.613281, + 0.542969, + 0.523438, + 0.166992, + 0.566406, + 0.871094, + 0.625, + 0.503906, + 0.566406, + 0.539062, + 1.351562, + 1.609375, + 0.585938, + 0.558594, + 0.660156, + 0.785156, + 1.054688, + 0.589844, + 0.498047, + 0.503906, + 0.550781, + 0.59375, + 0.757812, + 0.388672, + 0.460938, + 1.328125, + 0.558594, + 0.566406, + 0.535156, + 0.482422, + 0.621094, + 0.570312, + 0.451172, + 0.486328, + 0.53125, + 1.421875, + 0.992188, + 0.507812, + 0.494141, + 0.498047, + 0.511719, + 0.476562, + 0.675781, + 0.460938, + 0.964844, + 0.636719, + 0.542969, + 0.527344, + 0.707031, + 1.40625, + 1.257812, + 0.484375, + 0.445312, + 0.558594, + 1.328125, + 0.886719, + 0.539062, + 0.570312, + 0.660156, + 0.212891, + 0.585938, + 0.527344, + 0.660156, + 0.460938, + 0.421875, + 1.101562, + 0.503906, + 0.789062, + 0.161133, + 0.507812, + 0.929688, + 0.239258, + 0.8125, + 0.722656, + 0.585938, + 0.5625, + 0.492188, + 0.490234, + 0.640625, + 0.558594, + 0.515625, + 0.53125, + 0.601562, + 0.574219, + 0.523438, + 0.519531, + 0.71875, + 0.496094, + 0.067383, + 0.703125, + 0.601562, + 0.453125, + 0.488281, + 0.636719, + 1.015625, + 0.486328, + 0.519531, + 1.203125, + 0.585938, + 0.621094, + 0.863281, + 0.204102, + 0.621094, + 0.515625, + 1.023438, + 0.496094, + 0.503906, + 0.621094, + 0.503906, + 1.476562, + 0.527344, + 0.90625, + 0.644531, + 0.445312, + 0.628906, + 0.322266, + 0.578125, + 0.566406, + 0.123047, + 0.855469, + 0.482422, + 0.470703, + 0.507812, + 0.519531, + 0.490234, + 0.503906, + 0.558594, + 1.054688, + 0.757812, + 0.949219, + 0.511719, + 0.474609, + 0.691406, + 0.730469, + 0.664062, + 1.117188, + 0.519531, + 0.5625, + 0.585938, + 0.957031, + 0.953125, + 0.65625, + 0.515625, + 0.667969, + 0.574219, + 0.53125, + 0.535156, + 0.5, + 0.679688, + 0.539062, + 0.742188, + 0.523438, + 0.960938, + 0.527344, + 0.621094, + 0.761719, + 0.75, + 0.566406, + 0.539062, + 0.882812, + 0.484375, + 0.546875, + 1.117188, + 0.451172, + 0.53125, + 0.667969, + 0.490234, + 0.71875, + 1.101562, + 1.15625, + 0.886719, + 0.921875, + 0.65625, + 0.169922, + 0.617188, + 1.289062, + 0.527344, + 0.660156, + 0.726562, + 0.550781, + 0.855469, + 0.628906, + 0.515625, + 0.546875, + 0.133789, + 1.1875, + 1.148438, + 0.632812, + 0.578125, + 0.503906, + 1.03125, + 0.546875, + 0.609375, + 0.660156, + 1.195312, + 1.289062, + 0.554688, + 0.597656, + 0.597656, + 0.453125, + 0.699219, + 0.703125, + 0.554688, + 0.804688, + 0.613281, + 0.515625, + 0.878906, + 1.296875, + 0.574219, + 0.902344, + 0.53125, + 0.480469, + 0.722656, + 1.117188, + 0.519531, + 0.550781, + 0.578125, + 0.582031, + 0.527344, + 0.613281, + 0.605469, + 0.558594, + 0.871094, + 0.515625, + 0.458984, + 0.523438, + 0.558594, + 1.015625, + 0.546875, + 0.492188, + 0.886719, + 0.597656, + 0.542969, + 0.554688, + 0.488281, + 0.816406, + 0.496094, + 0.486328, + 0.511719, + 1.34375, + 1.375, + 0.498047, + 1.203125, + 0.550781, + 1.210938, + 1.289062, + 1.1875, + 0.960938, + 0.617188, + 0.474609, + 0.53125, + 0.777344, + 0.558594, + 0.164062, + 0.466797, + 0.192383, + 0.648438, + 1.210938, + 0.890625, + 0.527344, + 0.675781, + 0.558594, + 0.488281, + 0.498047, + 0.667969, + 1.421875, + 0.730469, + 0.486328, + 0.369141, + 0.722656, + 0.730469, + 1.585938, + 0.773438, + 0.519531, + 0.851562, + 0.753906, + 0.605469, + 0.484375, + 0.470703, + 0.714844, + 0.664062, + 0.455078, + 0.427734, + 0.632812, + 0.519531, + 1.351562, + 1.09375, + 0.535156, + 0.449219, + 0.546875, + 1.34375, + 0.585938, + 0.511719, + 0.980469, + 0.186523, + 0.474609, + 0.550781, + 0.527344, + 0.507812, + 0.496094, + 0.515625, + 0.53125, + 0.613281, + 0.988281, + 0.832031, + 0.353516, + 0.554688, + 0.5625, + 0.511719, + 0.484375, + 0.147461, + 0.566406, + 0.628906, + 0.453125, + 0.476562, + 0.628906, + 0.464844, + 0.451172, + 1.234375, + 0.511719, + 0.451172, + 0.898438, + 0.208008, + 0.597656, + 0.464844, + 0.15625, + 1.15625, + 0.648438, + 0.5625, + 0.578125, + 0.490234, + 0.535156, + 0.609375, + 1.023438, + 0.574219, + 1.046875, + 0.435547, + 0.644531, + 1.367188, + 0.753906, + 0.769531, + 0.443359, + 1.382812, + 0.511719, + 0.503906, + 0.585938, + 0.474609, + 0.490234, + 1.296875, + 0.894531, + 1.453125, + 0.75, + 0.476562, + 1.039062, + 0.488281, + 0.546875, + 0.478516, + 0.46875, + 0.535156, + 0.679688, + 0.621094, + 0.453125, + 0.65625, + 0.53125, + 0.121094, + 0.074707, + 1.257812, + 0.539062, + 0.992188, + 0.644531, + 0.945312, + 1.484375, + 0.5, + 0.964844, + 0.492188, + 0.605469, + 0.539062, + 0.503906, + 0.519531, + 0.519531, + 1.460938, + 0.486328, + 0.730469, + 0.498047, + 0.460938, + 0.462891, + 0.457031, + 0.648438, + 0.152344, + 0.75, + 1.21875, + 1.148438, + 1.039062, + 1.484375, + 0.515625, + 0.421875, + 0.925781, + 0.472656, + 0.503906, + 0.53125, + 0.503906, + 1.054688, + 0.574219, + 0.511719, + 1.140625, + 0.878906, + 0.337891, + 0.707031, + 1.03125, + 0.535156, + 0.554688, + 1.046875, + 0.480469, + 0.515625, + 0.726562, + 0.589844, + 0.988281, + 1.085938, + 0.427734, + 0.455078, + 0.515625, + 1.40625, + 0.542969, + 1.4375, + 0.515625, + 0.470703, + 0.498047, + 0.523438, + 0.601562, + 0.726562, + 0.546875, + 0.613281, + 0.433594, + 0.511719, + 1.132812, + 0.449219, + 0.824219, + 0.640625, + 0.828125, + 0.558594, + 0.431641, + 0.546875, + 0.511719, + 0.648438, + 1.140625, + 0.570312, + 0.550781, + 0.558594, + 0.527344, + 1.226562, + 0.503906, + 1.320312, + 0.671875, + 0.601562, + 0.478516, + 0.535156, + 0.486328, + 1.320312, + 0.507812, + 0.492188, + 1.25, + 0.78125, + 0.488281, + 0.628906, + 0.675781, + 0.511719, + 1.367188, + 0.574219, + 1.007812, + 0.550781, + 0.46875, + 0.449219, + 0.621094, + 0.462891, + 0.535156, + 0.570312, + 0.535156, + 0.910156, + 0.648438, + 1.296875, + 0.832031, + 0.847656, + 0.757812, + 1.242188, + 0.535156, + 0.558594, + 0.488281, + 0.507812, + 1.320312, + 0.859375, + 0.5625, + 0.570312, + 0.494141, + 0.511719, + 1.085938, + 0.589844, + 0.65625, + 0.75, + 0.644531, + 0.550781, + 0.503906, + 0.113281, + 0.539062, + 0.482422, + 0.121094, + 0.519531, + 0.550781, + 0.769531, + 0.527344, + 0.507812, + 0.613281, + 0.53125, + 1.09375, + 1.195312, + 0.585938, + 0.511719, + 0.486328, + 0.539062, + 0.474609, + 0.679688, + 0.554688, + 1.414062, + 0.507812, + 0.550781, + 1.015625, + 0.667969, + 0.484375, + 0.550781, + 0.652344, + 0.546875, + 0.492188, + 0.578125, + 1.367188, + 0.488281, + 0.535156, + 0.539062, + 0.804688, + 1.429688, + 1.195312, + 0.542969, + 1.1875, + 0.578125, + 1.0, + 1.359375, + 0.542969, + 0.507812, + 0.96875, + 0.5625, + 0.546875, + 0.566406, + 1.070312, + 0.5625, + 0.527344, + 0.5625, + 0.660156, + 0.457031, + 0.574219, + 0.832031, + 0.53125, + 0.886719, + 1.460938, + 0.554688, + 0.12207, + 1.273438, + 0.492188, + 0.929688, + 0.574219, + 0.503906, + 0.683594, + 0.542969, + 0.679688, + 0.546875, + 0.535156, + 0.347656, + 0.578125, + 0.769531, + 0.507812, + 0.542969, + 0.457031, + 0.546875, + 0.824219, + 0.106934, + 0.511719, + 0.523438, + 1.617188, + 0.777344, + 0.582031, + 0.84375, + 0.953125, + 0.824219, + 0.494141, + 0.585938, + 0.746094, + 0.488281, + 0.515625, + 0.494141, + 0.847656, + 0.632812, + 1.390625, + 0.496094, + 0.617188, + 0.769531, + 0.476562, + 0.621094, + 1.046875, + 0.488281, + 0.542969, + 0.480469, + 1.351562, + 0.902344, + 0.585938, + 0.589844, + 0.566406, + 0.492188, + 0.511719, + 0.400391, + 0.726562, + 0.539062, + 0.945312, + 0.494141, + 0.519531, + 0.925781, + 1.015625, + 0.644531, + 0.609375, + 0.574219, + 0.679688, + 0.527344, + 0.511719, + 0.476562, + 1.328125, + 0.498047, + 0.773438, + 0.546875, + 0.835938, + 0.535156, + 1.007812, + 1.21875, + 0.734375, + 0.503906, + 1.257812, + 0.546875, + 0.53125, + 0.5625, + 0.554688, + 1.375, + 1.476562, + 0.683594, + 0.375, + 0.816406, + 0.527344, + 0.457031, + 0.519531, + 1.445312, + 0.476562, + 0.453125, + 0.683594, + 1.0625, + 1.304688, + 0.535156, + 0.871094, + 0.5625, + 0.574219, + 0.617188, + 0.5625, + 0.609375, + 0.441406, + 0.503906, + 1.109375, + 0.96875, + 0.894531, + 0.550781, + 0.585938, + 0.578125, + 0.882812, + 0.519531, + 0.738281, + 0.535156, + 0.503906, + 0.746094, + 0.511719, + 0.478516, + 0.488281, + 0.474609, + 0.679688, + 1.320312, + 0.609375, + 1.023438, + 0.482422, + 0.828125, + 0.417969, + 0.585938, + 0.839844, + 0.476562, + 0.542969, + 1.140625, + 0.589844, + 1.429688, + 0.511719, + 1.078125, + 0.515625, + 0.644531, + 0.527344, + 0.527344, + 1.15625, + 0.914062, + 0.550781, + 0.147461, + 0.507812, + 0.539062, + 0.15625, + 0.605469, + 0.816406, + 1.171875, + 0.628906, + 0.863281, + 0.671875, + 0.53125, + 0.112305, + 0.511719, + 0.22168, + 0.5, + 1.28125, + 0.609375, + 0.099121, + 0.519531, + 0.632812, + 0.546875, + 0.515625, + 0.53125, + 1.070312, + 0.863281, + 0.515625, + 1.429688, + 0.84375, + 1.210938, + 0.554688, + 0.992188, + 0.953125, + 0.546875, + 0.617188, + 0.484375, + 0.773438, + 1.070312, + 0.589844, + 0.730469, + 1.132812, + 0.632812, + 0.695312, + 0.523438, + 0.5625, + 0.582031, + 0.429688, + 0.490234, + 0.585938, + 0.484375, + 0.632812, + 0.980469, + 0.554688, + 0.804688, + 0.65625, + 0.570312, + 0.6875, + 0.462891, + 0.550781, + 0.644531, + 0.253906, + 0.867188, + 0.578125, + 0.585938, + 1.117188, + 0.478516, + 1.328125, + 0.546875, + 0.503906, + 0.773438, + 0.570312, + 0.746094, + 0.503906, + 0.515625, + 0.546875, + 1.046875, + 0.558594, + 0.515625, + 0.523438, + 0.46875, + 0.6875, + 0.59375, + 0.894531, + 1.367188, + 0.472656, + 0.757812, + 0.550781, + 0.574219, + 1.25, + 1.023438, + 0.988281, + 0.601562, + 0.523438, + 0.597656, + 0.523438, + 0.933594, + 0.691406, + 0.069824, + 0.8125, + 0.519531, + 0.847656, + 0.480469, + 0.5, + 0.59375, + 0.498047, + 0.402344, + 0.527344, + 1.015625, + 0.5625, + 0.585938, + 0.480469, + 0.496094, + 1.210938, + 0.796875, + 0.996094, + 0.546875, + 0.515625, + 0.486328, + 0.539062, + 0.5625, + 0.542969, + 0.519531, + 0.898438, + 0.488281, + 0.488281, + 0.574219, + 1.210938, + 1.320312, + 0.566406, + 0.585938, + 1.210938, + 0.628906, + 0.457031, + 0.523438, + 0.582031, + 0.466797, + 1.109375, + 0.503906, + 0.605469, + 0.492188, + 0.488281, + 0.792969, + 0.474609, + 0.589844, + 1.203125, + 0.451172, + 1.484375, + 0.503906, + 0.535156, + 0.546875, + 0.476562, + 0.574219, + 0.106445, + 0.498047, + 0.84375, + 0.527344, + 0.558594, + 1.039062, + 0.976562, + 1.015625, + 0.589844, + 0.229492, + 0.155273, + 0.535156, + 0.683594, + 1.039062, + 0.445312, + 0.683594, + 0.84375, + 0.474609, + 0.625, + 0.6875, + 0.679688, + 1.382812, + 0.921875, + 0.494141, + 0.609375, + 0.535156, + 0.3125, + 0.511719, + 0.523438, + 0.492188, + 1.210938, + 0.464844, + 0.515625, + 0.539062, + 0.867188, + 0.539062, + 0.5, + 0.488281, + 1.210938, + 0.566406, + 0.535156, + 1.390625, + 0.550781, + 0.699219, + 0.660156, + 0.523438, + 0.566406, + 0.558594, + 0.816406, + 0.699219, + 0.648438, + 0.675781, + 0.464844, + 0.535156, + 0.859375, + 0.960938, + 0.503906, + 0.777344, + 0.710938, + 0.976562, + 1.296875, + 0.546875, + 1.234375, + 0.460938, + 0.550781, + 0.703125, + 0.131836, + 0.527344, + 0.851562, + 0.443359, + 0.542969, + 0.503906, + 0.478516, + 0.447266, + 0.984375, + 0.984375, + 0.484375, + 0.488281, + 0.542969, + 1.046875, + 0.474609, + 0.554688, + 0.507812, + 0.492188, + 0.714844, + 0.480469, + 0.542969, + 1.460938, + 0.929688, + 1.210938, + 1.265625, + 0.542969, + 0.486328, + 0.632812, + 0.546875, + 0.447266, + 0.828125, + 0.582031, + 1.5, + 0.449219, + 0.566406, + 0.46875, + 0.683594, + 1.15625, + 0.441406, + 0.566406, + 0.644531, + 0.996094, + 0.458984, + 1.242188, + 0.511719, + 0.494141, + 1.054688, + 0.695312, + 0.570312, + 0.523438, + 0.5, + 0.738281, + 0.570312, + 0.554688, + 0.582031, + 0.455078, + 0.386719, + 0.546875, + 0.5625, + 0.707031, + 0.476562, + 1.101562, + 0.46875, + 0.726562, + 0.515625, + 0.625, + 0.496094, + 0.667969, + 0.902344, + 0.490234, + 0.542969, + 0.462891, + 1.234375, + 0.539062, + 0.570312, + 0.570312, + 0.5, + 0.496094, + 0.671875, + 0.129883, + 0.585938, + 0.535156, + 0.710938, + 0.503906, + 0.625, + 1.421875, + 1.0, + 0.511719, + 0.425781, + 0.142578, + 0.554688, + 0.355469, + 0.746094, + 0.527344, + 1.195312, + 0.539062, + 0.980469, + 0.535156, + 0.773438, + 1.320312, + 0.75, + 0.527344, + 0.462891, + 0.511719, + 0.609375, + 0.496094, + 0.550781, + 0.554688, + 0.71875, + 0.511719, + 0.423828, + 0.695312, + 0.640625, + 0.527344, + 0.730469, + 0.65625, + 0.941406, + 0.507812, + 0.488281, + 0.519531, + 0.427734, + 1.007812, + 0.601562, + 0.550781, + 0.179688, + 0.496094, + 0.609375, + 0.519531, + 1.304688, + 0.507812, + 0.527344, + 0.111816, + 0.574219, + 0.53125, + 0.498047, + 0.546875, + 0.703125, + 0.542969, + 0.597656, + 0.632812, + 0.628906, + 0.929688, + 0.640625, + 1.234375, + 1.289062, + 1.140625, + 0.625, + 1.132812, + 0.484375, + 0.511719, + 0.466797, + 0.625, + 0.519531, + 0.273438, + 0.660156, + 1.226562, + 0.5625, + 0.515625, + 0.498047, + 0.546875, + 0.143555, + 0.605469, + 0.832031, + 0.820312, + 0.875, + 0.486328, + 0.480469, + 0.578125, + 0.53125, + 1.09375, + 0.550781, + 0.511719, + 0.539062, + 2.015625, + 0.839844, + 0.613281, + 0.980469, + 0.589844, + 0.488281, + 0.789062, + 0.824219, + 1.367188, + 0.65625, + 0.492188, + 0.714844, + 0.769531, + 0.660156, + 0.664062, + 0.5625, + 0.578125, + 0.855469, + 0.6875, + 0.476562, + 0.539062, + 0.523438, + 0.108398, + 0.617188, + 0.5, + 0.609375, + 0.523438, + 0.53125, + 1.210938, + 0.574219, + 0.507812, + 1.890625, + 0.46875, + 0.496094, + 0.585938, + 0.730469, + 1.203125, + 0.511719, + 0.441406, + 0.59375, + 0.515625, + 1.484375, + 0.480469, + 0.46875, + 0.566406, + 1.054688, + 0.679688, + 1.007812, + 1.242188, + 0.582031, + 0.554688, + 0.632812, + 0.445312, + 0.167969, + 0.480469, + 0.511719, + 0.492188, + 0.546875, + 0.542969, + 0.124512, + 0.523438, + 1.226562, + 0.601562, + 0.644531, + 0.480469, + 0.484375, + 1.320312, + 0.578125, + 0.667969, + 0.957031, + 0.457031, + 0.484375, + 1.367188, + 0.515625, + 1.0, + 0.445312, + 1.179688, + 0.582031, + 0.738281, + 0.503906, + 0.5, + 0.601562, + 0.53125, + 0.578125, + 0.558594, + 0.585938, + 0.859375, + 0.490234, + 0.519531, + 0.527344, + 0.480469, + 0.941406, + 0.625, + 0.574219, + 0.447266, + 0.859375, + 0.546875, + 0.492188, + 0.546875, + 0.498047, + 0.539062, + 0.519531, + 1.15625, + 0.451172, + 1.367188, + 0.71875, + 0.527344, + 0.539062, + 0.453125, + 1.21875, + 0.527344, + 1.375, + 1.132812, + 0.601562, + 0.570312, + 0.488281, + 0.474609, + 0.566406, + 0.988281, + 0.898438, + 0.757812, + 0.554688, + 0.84375, + 0.546875, + 0.150391, + 0.90625, + 0.542969, + 0.628906, + 1.078125, + 0.5, + 0.5625, + 0.498047, + 1.25, + 0.605469, + 0.75, + 0.496094, + 0.566406, + 1.28125, + 1.320312, + 1.1875, + 0.484375, + 0.503906, + 0.65625, + 1.320312, + 0.527344, + 1.09375, + 1.179688, + 0.574219, + 0.589844, + 0.757812, + 1.390625, + 0.507812, + 0.734375, + 0.890625, + 0.507812, + 0.597656, + 0.546875, + 1.242188, + 0.699219, + 0.503906, + 0.660156, + 0.5625, + 0.546875, + 0.601562, + 1.328125, + 1.421875, + 0.146484, + 0.738281, + 0.480469, + 1.28125, + 0.476562, + 0.535156, + 0.671875, + 0.601562, + 0.558594, + 0.546875, + 0.490234, + 1.53125, + 0.539062, + 0.511719, + 0.644531, + 0.523438, + 0.960938, + 0.132812, + 0.429688, + 0.855469, + 0.486328, + 0.675781, + 0.527344, + 0.523438, + 0.984375, + 1.34375, + 0.449219, + 0.503906, + 0.503906, + 0.511719, + 0.574219, + 1.273438, + 1.054688, + 0.703125, + 0.582031, + 1.390625, + 0.511719, + 0.636719, + 0.703125, + 0.507812, + 0.609375, + 0.570312, + 0.550781, + 1.242188, + 0.710938, + 0.515625, + 0.742188, + 0.6875, + 0.542969, + 0.460938, + 0.5625, + 1.1875, + 0.503906, + 0.714844, + 0.585938, + 0.171875, + 0.953125, + 0.200195, + 0.523438, + 0.46875, + 0.578125, + 0.486328, + 0.453125, + 1.101562, + 0.488281, + 0.566406, + 0.478516, + 0.523438, + 0.515625, + 0.449219, + 0.5, + 0.542969, + 0.511719, + 0.636719, + 0.171875, + 0.523438, + 0.605469, + 0.523438, + 0.535156, + 0.519531, + 0.558594, + 0.640625, + 1.195312, + 0.527344, + 1.09375, + 1.1875, + 0.11377, + 0.519531, + 0.820312, + 0.519531, + 0.589844, + 0.496094, + 0.515625, + 0.457031, + 0.757812, + 0.582031, + 0.439453, + 0.714844, + 0.707031, + 0.429688, + 0.53125, + 0.578125, + 0.460938, + 0.578125, + 0.964844, + 0.196289, + 0.515625, + 1.21875, + 1.101562, + 0.523438, + 0.431641, + 0.101074, + 1.007812, + 0.478516, + 0.691406, + 0.546875, + 0.554688, + 0.585938, + 0.5, + 0.570312, + 0.492188, + 0.439453, + 0.515625, + 0.480469, + 0.523438, + 1.335938, + 0.894531, + 0.453125, + 0.53125, + 0.443359, + 0.523438, + 0.527344, + 0.867188, + 0.550781, + 0.613281, + 0.609375, + 0.5, + 0.535156, + 1.125, + 0.535156, + 0.435547, + 0.605469, + 0.722656, + 0.511719, + 0.527344, + 0.558594, + 0.546875, + 0.882812, + 1.117188, + 0.574219, + 0.125977, + 0.486328, + 0.738281, + 0.585938, + 0.847656, + 0.535156, + 1.015625, + 0.511719, + 0.925781, + 0.5625, + 0.164062, + 0.460938, + 1.289062, + 0.574219, + 0.550781, + 0.386719, + 0.519531, + 0.554688, + 0.515625, + 0.964844, + 0.976562, + 0.984375, + 0.535156, + 0.59375, + 0.460938, + 0.582031, + 0.363281, + 0.859375, + 0.5625, + 1.5, + 0.503906, + 0.613281, + 1.0, + 0.609375, + 0.644531, + 0.449219, + 0.492188, + 0.582031, + 1.484375, + 0.582031, + 0.492188, + 0.714844, + 0.519531, + 0.84375, + 0.429688, + 0.691406, + 0.640625, + 0.490234, + 0.726562, + 0.625, + 0.414062, + 1.195312, + 1.226562, + 0.478516, + 0.570312, + 0.542969, + 0.804688, + 0.53125, + 0.188477, + 0.949219, + 0.773438, + 1.039062, + 0.558594, + 0.515625, + 1.09375, + 0.699219, + 0.984375, + 0.59375, + 0.585938, + 0.601562, + 0.664062, + 0.542969, + 0.460938, + 0.482422, + 0.554688, + 0.59375, + 0.535156, + 0.558594, + 0.486328, + 0.550781, + 1.15625, + 0.570312, + 0.455078, + 0.65625, + 0.960938, + 0.542969, + 1.0, + 0.519531, + 0.554688, + 0.507812, + 0.8125, + 0.458984, + 0.439453, + 0.527344, + 0.486328, + 0.427734, + 1.367188, + 0.660156, + 0.566406, + 0.527344, + 0.800781, + 0.558594, + 0.523438, + 1.085938, + 0.988281, + 1.015625, + 0.462891, + 0.738281, + 0.474609, + 1.375, + 0.546875, + 0.474609, + 0.496094, + 0.585938, + 0.625, + 0.527344, + 1.125, + 0.470703, + 0.435547, + 0.455078, + 0.695312, + 1.109375, + 0.511719, + 0.503906, + 0.535156, + 0.519531, + 1.296875, + 0.482422, + 0.519531, + 0.53125, + 0.730469, + 0.625, + 0.691406, + 1.429688, + 1.21875, + 0.742188, + 1.03125, + 1.289062, + 0.457031, + 0.769531, + 0.503906, + 0.523438, + 0.597656, + 0.820312, + 0.582031, + 1.25, + 0.726562, + 1.445312, + 0.519531, + 0.503906, + 0.542969, + 0.523438, + 0.554688, + 0.503906, + 0.484375, + 0.65625, + 0.742188, + 0.617188, + 0.652344, + 0.535156, + 0.5625, + 0.570312, + 0.488281, + 1.070312, + 0.449219, + 0.482422, + 0.578125, + 0.519531, + 0.470703, + 0.503906, + 0.601562, + 0.171875, + 2.03125, + 0.515625, + 0.488281, + 0.523438, + 0.671875, + 0.585938, + 0.605469, + 0.550781, + 0.523438, + 0.730469, + 0.419922, + 0.439453, + 0.546875, + 0.423828, + 0.155273, + 0.511719, + 0.542969, + 0.769531, + 0.648438, + 0.527344, + 0.585938, + 1.460938, + 0.527344, + 1.117188, + 0.515625, + 0.546875, + 0.917969, + 1.320312, + 0.542969, + 0.496094, + 1.179688, + 0.478516, + 0.546875, + 0.435547, + 0.472656, + 0.660156, + 0.667969, + 0.585938, + 0.492188, + 0.84375, + 0.488281, + 0.546875, + 0.466797, + 0.675781, + 0.460938, + 1.445312, + 0.455078, + 0.691406, + 1.085938, + 0.789062, + 1.28125, + 0.582031, + 0.605469, + 0.914062, + 0.519531, + 0.707031, + 0.523438, + 0.490234, + 0.535156, + 0.113281, + 0.886719, + 0.496094, + 0.490234, + 0.769531, + 0.949219, + 0.488281, + 0.492188, + 0.675781, + 0.679688, + 0.414062, + 0.675781, + 0.984375, + 0.496094, + 0.886719, + 0.847656, + 0.490234, + 0.496094, + 0.515625, + 0.474609, + 1.039062, + 0.847656, + 1.195312, + 0.507812, + 0.75, + 0.488281, + 0.566406, + 0.796875, + 0.507812, + 0.515625, + 0.75, + 0.515625, + 1.46875, + 1.21875, + 0.808594, + 0.539062, + 0.550781, + 0.474609, + 0.476562, + 0.472656, + 0.558594, + 1.304688, + 0.84375, + 0.523438, + 0.730469, + 1.101562, + 1.195312, + 1.148438, + 0.496094, + 1.078125, + 0.816406, + 0.550781, + 0.554688, + 0.204102, + 0.570312, + 0.458984, + 0.699219, + 0.523438, + 0.341797, + 0.447266, + 0.451172, + 0.761719, + 0.431641, + 0.511719, + 0.5625, + 0.460938, + 0.628906, + 0.212891, + 0.671875, + 1.132812, + 0.5625, + 0.671875, + 0.855469, + 0.914062, + 0.515625, + 1.34375, + 1.289062, + 0.5, + 0.447266, + 0.107422, + 1.34375, + 0.431641, + 0.773438, + 0.486328, + 0.539062, + 0.486328, + 0.523438, + 0.435547, + 0.523438, + 0.625, + 0.550781, + 0.507812, + 0.511719, + 0.578125, + 0.535156, + 0.550781, + 0.597656, + 0.108887, + 0.523438, + 0.605469, + 0.527344, + 0.539062, + 1.429688, + 0.119141, + 0.582031, + 1.3125, + 0.777344, + 0.578125, + 0.933594, + 0.722656, + 0.996094, + 0.523438, + 0.566406, + 0.455078, + 0.695312, + 0.726562, + 0.464844, + 0.166992, + 0.535156, + 0.15332, + 0.546875, + 0.949219, + 0.582031, + 0.597656, + 0.570312, + 0.570312, + 0.472656, + 1.046875, + 0.478516, + 0.097656, + 0.480469, + 0.582031, + 0.5625, + 0.511719, + 0.648438, + 0.707031, + 0.425781, + 0.761719, + 0.443359, + 0.609375, + 0.523438, + 0.546875, + 0.859375, + 0.5, + 0.910156, + 0.789062, + 0.8125, + 0.554688, + 0.527344, + 0.714844, + 0.519531, + 0.632812, + 0.707031, + 0.609375, + 1.242188, + 0.470703, + 0.988281, + 0.613281, + 0.53125, + 1.5625, + 0.488281, + 0.949219, + 1.226562, + 0.511719, + 0.585938, + 0.558594, + 0.554688, + 0.609375, + 0.503906, + 1.117188, + 0.515625, + 0.546875, + 0.474609, + 1.132812, + 1.046875, + 0.589844, + 0.115723, + 0.402344, + 1.03125, + 0.177734, + 0.902344, + 1.125, + 0.554688, + 0.714844, + 0.703125, + 0.566406, + 0.470703, + 0.550781, + 0.726562, + 0.490234, + 0.609375, + 0.515625, + 1.3125, + 0.462891, + 0.455078, + 0.503906, + 0.503906, + 0.320312, + 0.542969, + 1.085938, + 0.777344, + 0.498047, + 0.550781, + 0.519531, + 0.542969, + 1.445312, + 0.609375, + 0.929688, + 0.609375, + 0.209961, + 0.53125, + 0.5, + 0.515625, + 0.173828, + 1.234375, + 0.472656, + 0.550781, + 0.539062, + 0.554688, + 0.597656, + 0.482422, + 0.492188, + 0.000137, + 0.597656, + 0.574219, + 0.6875, + 0.621094, + 0.5, + 0.988281, + 0.628906, + 0.478516, + 1.320312, + 0.890625, + 0.492188, + 0.988281, + 0.554688, + 0.535156, + 0.574219, + 0.621094, + 0.53125, + 0.921875, + 0.46875, + 0.910156, + 1.195312, + 0.949219, + 0.730469, + 0.498047, + 1.132812, + 0.613281, + 1.234375, + 0.945312, + 0.154297, + 0.470703, + 0.542969, + 1.234375, + 0.449219, + 0.84375, + 0.667969, + 0.832031, + 1.429688, + 0.578125, + 0.519531, + 0.507812, + 0.542969, + 0.5625, + 0.542969, + 0.490234, + 0.515625, + 0.640625, + 0.617188, + 0.589844, + 0.361328, + 0.447266, + 0.789062, + 0.494141, + 0.839844, + 0.515625, + 1.226562, + 0.585938, + 0.546875, + 0.726562, + 0.5625, + 0.542969, + 0.578125, + 0.648438, + 0.476562, + 0.464844, + 0.578125, + 1.453125, + 0.523438, + 1.125, + 1.257812, + 0.5625, + 0.546875, + 0.490234, + 0.695312, + 0.671875, + 0.498047, + 0.632812, + 0.566406, + 0.535156, + 0.546875, + 0.474609, + 1.109375, + 0.6875, + 0.546875, + 1.1875, + 0.167969, + 0.494141, + 0.460938, + 0.558594, + 0.112305, + 0.539062, + 0.78125, + 0.550781, + 1.132812, + 0.453125, + 0.988281, + 1.03125, + 0.554688, + 0.683594, + 1.234375, + 0.527344, + 1.265625, + 0.566406, + 0.412109, + 0.53125, + 0.427734, + 0.851562, + 1.023438, + 0.621094, + 0.523438, + 0.527344, + 0.59375, + 0.675781, + 0.484375, + 0.628906, + 0.421875, + 0.515625, + 1.15625, + 1.257812, + 0.722656, + 0.388672, + 0.480469, + 0.675781, + 0.546875, + 1.335938, + 0.462891, + 0.515625, + 0.498047, + 0.671875, + 0.492188, + 0.484375, + 0.59375, + 0.511719, + 0.683594, + 0.484375, + 0.494141, + 0.492188, + 0.519531, + 0.796875, + 0.464844, + 0.621094, + 0.511719, + 0.550781, + 0.550781, + 0.972656, + 0.542969, + 0.636719, + 0.785156, + 0.5625, + 0.988281, + 0.539062, + 0.605469, + 0.578125, + 1.070312, + 0.482422, + 0.131836, + 0.613281, + 0.46875, + 0.570312, + 0.484375, + 0.46875, + 1.164062, + 0.550781, + 0.464844, + 1.015625, + 0.609375, + 0.550781, + 0.617188, + 0.109863, + 0.539062, + 0.675781, + 0.5625, + 0.494141, + 1.078125, + 0.488281, + 0.478516, + 0.535156, + 0.667969, + 0.527344, + 0.632812, + 0.636719, + 0.535156, + 0.78125, + 0.488281, + 0.734375, + 0.464844, + 0.730469, + 1.375, + 0.546875, + 1.789062, + 0.589844, + 0.496094, + 0.474609, + 0.498047, + 0.519531, + 0.578125, + 0.566406, + 1.125, + 0.519531, + 0.503906, + 0.699219, + 0.777344, + 1.179688, + 0.851562, + 0.800781, + 0.824219, + 0.566406, + 0.566406, + 0.585938, + 0.443359, + 0.136719, + 0.523438, + 1.414062, + 0.597656, + 1.460938, + 0.933594, + 1.453125, + 0.960938, + 0.488281, + 0.898438, + 0.375, + 0.75, + 0.472656, + 0.486328, + 0.894531, + 0.523438, + 0.445312, + 0.539062, + 1.265625, + 0.53125, + 0.515625, + 0.558594, + 0.71875, + 0.613281, + 0.597656, + 0.621094, + 0.597656, + 1.210938, + 1.25, + 0.484375, + 0.601562, + 0.511719, + 0.585938, + 0.703125, + 0.5, + 0.628906, + 0.589844, + 0.582031, + 0.462891, + 0.480469, + 1.023438, + 0.863281, + 0.511719, + 0.605469, + 0.769531, + 1.078125, + 1.15625, + 0.597656, + 0.554688, + 0.578125, + 0.519531, + 0.53125, + 0.484375, + 0.722656, + 0.75, + 0.470703, + 0.443359, + 0.820312, + 0.482422, + 1.125, + 0.240234, + 0.515625, + 0.585938, + 0.388672, + 0.554688, + 0.65625, + 0.996094, + 0.789062, + 0.96875, + 0.480469, + 0.507812, + 0.617188, + 1.023438, + 1.015625, + 0.466797, + 1.171875, + 0.882812, + 1.28125, + 0.539062, + 0.976562, + 0.664062, + 0.519531, + 0.550781, + 0.53125, + 1.148438, + 0.519531, + 0.5625, + 0.605469, + 0.578125, + 0.710938, + 0.498047, + 1.132812, + 0.470703, + 0.609375, + 0.546875, + 0.816406, + 0.992188, + 0.527344, + 0.466797, + 0.867188, + 0.703125, + 0.511719, + 0.722656, + 0.484375, + 0.554688, + 0.523438, + 0.458984, + 0.835938, + 0.898438, + 0.535156, + 0.894531, + 0.492188, + 0.652344, + 0.625, + 1.046875, + 0.910156, + 0.419922, + 0.726562, + 0.960938, + 1.585938, + 0.523438, + 0.449219, + 1.21875, + 1.445312, + 1.359375, + 0.421875, + 1.226562, + 0.470703, + 0.582031, + 0.523438, + 0.640625, + 0.480469, + 0.894531, + 0.570312, + 0.371094, + 0.5, + 0.539062, + 0.621094, + 0.429688, + 0.765625, + 0.443359, + 0.671875, + 0.46875, + 0.535156, + 0.507812, + 0.53125, + 0.486328, + 0.160156, + 0.542969, + 1.679688, + 0.644531, + 0.578125, + 0.554688, + 0.933594, + 0.65625, + 0.875, + 0.527344, + 1.203125, + 0.582031, + 0.730469, + 1.53125, + 0.535156, + 0.570312, + 0.535156, + 0.496094, + 1.054688, + 1.078125, + 0.886719, + 0.929688, + 0.546875, + 0.53125, + 0.5625, + 0.515625, + 0.777344, + 0.539062, + 0.515625, + 1.273438, + 0.519531, + 0.519531, + 0.523438, + 0.140625, + 1.046875, + 0.730469, + 0.625, + 0.820312, + 0.462891, + 0.714844, + 0.78125, + 0.527344, + 0.605469, + 0.609375, + 0.753906, + 0.515625, + 0.380859, + 0.523438, + 0.474609, + 0.734375, + 0.605469, + 0.566406, + 0.5, + 0.417969, + 0.589844, + 0.648438, + 1.007812, + 1.0625, + 0.498047, + 1.421875, + 1.109375, + 0.460938, + 0.435547, + 0.90625, + 0.535156, + 1.242188, + 0.570312, + 0.59375, + 0.425781, + 0.455078, + 0.554688, + 0.535156, + 0.474609, + 0.570312, + 0.753906, + 0.5625, + 0.141602, + 0.621094, + 0.59375, + 0.777344, + 0.554688, + 0.523438, + 0.710938, + 0.53125, + 1.09375, + 0.621094, + 0.490234, + 0.511719, + 1.03125, + 0.443359, + 1.023438, + 1.234375, + 0.675781, + 0.53125, + 0.515625, + 0.925781, + 0.632812, + 0.625, + 0.929688, + 0.875, + 0.984375, + 0.53125, + 0.523438, + 0.800781, + 0.433594, + 0.542969, + 0.792969, + 0.515625, + 0.523438, + 0.921875, + 0.539062, + 0.601562, + 1.351562, + 0.921875, + 0.785156, + 0.730469, + 0.445312, + 0.867188, + 0.470703, + 0.122559, + 0.570312, + 0.855469, + 0.523438, + 0.863281, + 0.503906, + 0.515625, + 0.482422, + 0.597656, + 0.582031, + 1.203125, + 1.070312, + 0.515625, + 1.351562, + 1.335938, + 0.539062, + 1.109375, + 0.5, + 0.396484, + 1.328125, + 0.5, + 0.527344, + 0.523438, + 0.605469, + 1.398438, + 0.15625, + 0.832031, + 0.558594, + 0.519531, + 0.832031, + 1.21875, + 0.605469, + 1.023438, + 0.664062, + 0.535156, + 1.234375, + 0.535156, + 0.527344, + 0.617188, + 0.460938, + 1.140625, + 0.613281, + 0.535156, + 0.546875, + 0.114746, + 1.039062, + 0.412109, + 1.273438, + 1.070312, + 0.441406, + 1.257812, + 0.53125, + 0.789062, + 1.242188, + 0.625, + 0.542969, + 0.453125, + 0.59375, + 0.503906, + 0.664062, + 1.039062, + 0.494141, + 0.511719, + 0.558594, + 0.761719, + 0.589844, + 1.148438, + 0.507812, + 0.761719, + 0.492188, + 0.554688, + 0.542969, + 0.503906, + 0.53125, + 1.054688, + 0.53125, + 0.527344, + 0.419922, + 0.138672, + 0.574219, + 0.453125, + 0.496094, + 0.765625, + 0.539062, + 1.09375, + 0.867188, + 0.494141, + 0.402344, + 0.503906, + 0.535156, + 1.226562, + 0.535156, + 0.558594, + 1.335938, + 1.070312, + 0.628906, + 0.53125, + 0.507812, + 0.539062, + 0.539062, + 0.710938, + 0.753906, + 0.478516, + 0.980469, + 0.917969, + 0.691406, + 0.515625, + 0.59375, + 0.476562, + 0.550781, + 0.511719, + 0.105957, + 0.542969, + 0.492188, + 0.445312, + 1.296875, + 0.464844, + 0.503906, + 0.667969, + 0.546875, + 0.574219, + 0.519531, + 0.550781, + 0.496094, + 0.574219, + 0.566406, + 0.492188, + 0.5, + 0.53125, + 1.21875, + 0.71875, + 0.554688, + 0.490234, + 0.878906, + 0.507812, + 0.175781, + 0.488281, + 0.835938, + 0.458984, + 0.535156, + 0.523438, + 0.558594, + 0.945312, + 0.683594, + 1.140625, + 0.699219, + 0.439453, + 0.550781, + 1.289062, + 0.660156, + 0.554688, + 1.210938, + 0.558594, + 0.542969, + 0.519531, + 1.085938, + 0.535156, + 0.589844, + 0.542969, + 0.496094, + 0.851562, + 0.96875, + 0.503906, + 0.492188, + 0.507812, + 1.007812, + 1.179688, + 0.480469, + 0.546875, + 0.476562, + 0.472656, + 0.542969, + 0.550781, + 0.625, + 0.466797, + 1.101562, + 0.496094, + 0.511719, + 1.039062, + 1.0, + 0.570312, + 0.839844, + 0.566406, + 0.722656, + 0.464844, + 0.466797, + 0.542969, + 0.519531, + 0.519531, + 0.503906, + 0.542969, + 0.542969, + 0.515625, + 0.535156, + 0.472656, + 0.441406, + 0.546875, + 0.703125, + 0.558594, + 0.554688, + 0.490234, + 1.085938, + 0.427734, + 0.601562, + 0.527344, + 0.949219, + 0.511719, + 0.636719, + 0.511719, + 0.519531, + 0.609375, + 0.546875, + 1.476562, + 1.03125, + 0.617188, + 0.609375, + 0.5625, + 0.519531, + 0.46875, + 0.435547, + 1.132812, + 1.265625, + 0.5625, + 0.84375, + 0.193359, + 1.140625, + 0.621094, + 0.46875, + 1.132812, + 0.699219, + 0.523438, + 0.625, + 0.519531, + 0.515625, + 0.539062, + 0.703125, + 0.765625, + 0.519531, + 1.132812, + 0.523438, + 0.519531, + 1.101562, + 0.451172, + 0.546875, + 0.117188, + 0.542969, + 0.554688, + 0.984375, + 1.0, + 0.617188, + 0.460938, + 1.34375, + 0.664062, + 0.722656, + 0.380859, + 0.53125, + 0.488281, + 1.96875, + 0.539062, + 0.945312, + 0.5, + 1.054688, + 0.703125, + 1.078125, + 0.613281, + 1.421875, + 0.871094, + 1.4375, + 0.613281, + 0.96875, + 0.519531, + 0.570312, + 0.558594, + 0.474609, + 0.734375, + 1.335938, + 0.699219, + 0.714844, + 0.527344, + 0.515625, + 0.648438, + 0.470703, + 0.574219, + 0.882812, + 0.447266, + 0.679688, + 0.585938, + 0.490234, + 1.375, + 0.574219, + 0.863281, + 0.535156, + 0.488281, + 0.808594, + 0.554688, + 0.425781, + 1.28125, + 1.335938, + 0.478516, + 0.609375, + 0.703125, + 0.527344, + 1.203125, + 0.104004, + 0.773438, + 0.601562, + 0.535156, + 1.5, + 0.738281, + 0.496094, + 0.498047, + 0.589844, + 0.515625, + 0.458984, + 0.143555, + 0.605469, + 0.867188, + 0.431641, + 0.515625, + 0.722656, + 0.507812, + 0.507812, + 1.320312, + 0.131836, + 1.257812, + 0.609375, + 0.625, + 1.039062, + 0.492188, + 0.605469, + 0.490234, + 1.09375, + 0.566406, + 0.59375, + 0.515625, + 1.09375, + 0.478516, + 0.882812, + 1.398438, + 0.761719, + 0.726562, + 0.574219, + 0.5, + 0.480469, + 0.511719, + 0.546875, + 0.652344, + 0.632812, + 0.726562, + 0.554688, + 1.25, + 0.527344, + 0.613281, + 1.078125, + 0.585938, + 0.65625, + 0.12207, + 0.431641, + 0.494141, + 0.691406, + 0.652344, + 0.683594, + 0.691406, + 0.527344, + 0.527344, + 0.792969, + 0.457031, + 0.466797, + 0.492188, + 0.515625, + 0.867188, + 0.550781, + 0.511719, + 0.527344, + 0.953125, + 0.535156, + 0.6875, + 0.542969, + 0.585938, + 0.527344, + 0.558594, + 0.582031, + 1.234375, + 1.28125, + 0.447266, + 0.636719, + 0.539062, + 0.244141, + 0.671875, + 0.554688, + 0.585938, + 0.515625, + 0.435547, + 0.496094, + 0.59375, + 0.476562, + 1.367188, + 0.484375, + 0.558594, + 0.660156, + 0.652344, + 0.683594, + 0.574219, + 0.644531, + 0.917969, + 0.710938, + 0.550781, + 0.170898, + 0.613281, + 0.671875, + 0.652344, + 0.496094, + 0.613281, + 0.53125, + 1.0625, + 0.65625, + 0.855469, + 0.431641, + 0.644531, + 0.474609, + 0.494141, + 0.679688, + 1.289062, + 0.539062, + 1.320312, + 1.25, + 0.644531, + 0.535156, + 0.671875, + 0.554688, + 0.589844, + 0.898438, + 0.550781, + 0.148438, + 0.730469, + 0.507812, + 0.145508, + 0.683594, + 0.507812, + 1.179688, + 0.539062, + 0.964844, + 0.574219, + 0.546875, + 0.519531, + 0.664062, + 0.511719, + 0.546875, + 1.203125, + 0.558594, + 0.150391, + 0.527344, + 0.376953, + 0.539062, + 1.21875, + 0.589844, + 0.542969, + 0.570312, + 1.101562, + 0.910156, + 0.582031, + 0.441406, + 0.523438, + 0.478516, + 0.652344, + 0.933594, + 0.214844, + 0.498047, + 0.451172, + 0.458984, + 0.675781, + 0.494141, + 1.3125, + 1.007812, + 1.21875, + 0.511719, + 0.914062, + 0.640625, + 0.129883, + 0.53125, + 0.625, + 1.273438, + 0.628906, + 0.550781, + 1.140625, + 0.441406, + 0.84375, + 0.488281, + 1.273438, + 0.664062, + 0.675781, + 0.53125, + 0.550781, + 0.539062, + 0.486328, + 0.726562, + 1.390625, + 0.527344, + 0.816406, + 0.511719, + 0.478516, + 0.917969, + 0.667969, + 0.398438, + 0.177734, + 0.617188, + 0.539062, + 0.820312, + 0.617188, + 0.632812, + 1.289062, + 0.482422, + 0.503906, + 0.597656, + 0.75, + 0.488281, + 0.519531, + 0.460938, + 0.554688, + 0.535156, + 0.554688, + 0.480469, + 0.699219, + 0.582031, + 0.53125, + 0.507812, + 0.527344, + 0.945312, + 0.515625, + 0.488281, + 0.796875, + 0.131836, + 0.582031, + 0.472656, + 0.498047, + 0.458984, + 0.636719, + 0.800781 + ] + }, + "name": "model.model.layers.10.input_layernorm.weight", + "outputIndexes": [ + 846 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 845 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_10/Mul_output_0", + "outputIndexes": [ + 847 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 846, + 847 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_10/Mul_1_output_0", + "outputIndexes": [ + 848 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 848 + ], + "outputIndexes": [ + 2588 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2588 + ], + "outputIndexes": [ + 2589 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear", + "inputIndexes": [ + 2589 + ], + "outputIndexes": [ + 2590 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1311069700, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2590 + ], + "outputIndexes": [ + 2591 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2591 + ], + "outputIndexes": [ + 849 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 848 + ], + "main_type": "NONE", + "name": "/Shape_141_output_0", + "outputIndexes": [ + 850 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 850 + ], + "main_type": "NONE", + "name": "Shape2579", + "outputIndexes": [ + 851 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 850 + ], + "main_type": "NONE", + "name": "Rank2581", + "outputIndexes": [ + 852 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 852, + 852 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2583", + "outputIndexes": [ + 853 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 853 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2584", + "outputIndexes": [ + 854 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 853, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2586", + "outputIndexes": [ + 855 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 855 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2587", + "outputIndexes": [ + 856 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 851, + 854, + 856, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2590", + "outputIndexes": [ + 857 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 857 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2591", + "outputIndexes": [ + 858 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2592", + "outputIndexes": [ + 859 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 859, + 858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2593", + "outputIndexes": [ + 860 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 850, + 860, + 853 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_154_output_0", + "outputIndexes": [ + 861 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 861, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_321_output_0", + "outputIndexes": [ + 862 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 862, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_130_output_0", + "outputIndexes": [ + 863 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 849, + 863 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_91_output_0", + "outputIndexes": [ + 864 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_80_output_0", + "outputIndexes": [ + 865 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864 + ], + "main_type": "NONE", + "name": "/Shape_142_output_0", + "outputIndexes": [ + 866 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 866 + ], + "main_type": "NONE", + "name": "Shape2600", + "outputIndexes": [ + 867 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 866 + ], + "main_type": "NONE", + "name": "Rank2602", + "outputIndexes": [ + 868 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 868, + 868 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2604", + "outputIndexes": [ + 869 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 869 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2605", + "outputIndexes": [ + 870 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 869, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2607", + "outputIndexes": [ + 871 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 871 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2608", + "outputIndexes": [ + 872 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 867, + 870, + 872, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2611", + "outputIndexes": [ + 873 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 873 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2612", + "outputIndexes": [ + 874 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 874 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2613", + "outputIndexes": [ + 875 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 875, + 874 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2614", + "outputIndexes": [ + 876 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 866, + 876, + 869 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_155_output_0", + "outputIndexes": [ + 877 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 877, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_30_output_0", + "outputIndexes": [ + 878 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 878, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_326_output_0", + "outputIndexes": [ + 879 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864, + 879, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_41_output_0", + "outputIndexes": [ + 880 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 880 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_20_output_0", + "outputIndexes": [ + 881 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864, + 22, + 879, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_40_output_0", + "outputIndexes": [ + 882 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 881, + 882 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_133_output_0", + "outputIndexes": [ + 883 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 883, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_81_output_0", + "outputIndexes": [ + 884 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 865, + 884 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_50_output_0", + "outputIndexes": [ + 885 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 848 + ], + "outputIndexes": [ + 2592 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2592 + ], + "outputIndexes": [ + 2593 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear", + "inputIndexes": [ + 2593 + ], + "outputIndexes": [ + 2594 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1318309402, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2594 + ], + "outputIndexes": [ + 2595 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2595 + ], + "outputIndexes": [ + 886 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 862, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_131_output_0", + "outputIndexes": [ + 887 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 886, + 887 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_92_output_0", + "outputIndexes": [ + 888 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 888, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_82_output_0", + "outputIndexes": [ + 889 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 888 + ], + "main_type": "NONE", + "name": "/Shape_143_output_0", + "outputIndexes": [ + 890 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 890 + ], + "main_type": "NONE", + "name": "Shape2663", + "outputIndexes": [ + 891 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 890 + ], + "main_type": "NONE", + "name": "Rank2665", + "outputIndexes": [ + 892 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 892, + 892 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2667", + "outputIndexes": [ + 893 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 893 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2668", + "outputIndexes": [ + 894 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 893, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2670", + "outputIndexes": [ + 895 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 895 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2671", + "outputIndexes": [ + 896 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 891, + 894, + 896, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2674", + "outputIndexes": [ + 897 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 897 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2675", + "outputIndexes": [ + 898 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2676", + "outputIndexes": [ + 899 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 899, + 898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2677", + "outputIndexes": [ + 900 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 890, + 900, + 893 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_156_output_0", + "outputIndexes": [ + 901 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 901, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_31_output_0", + "outputIndexes": [ + 902 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 902, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_328_output_0", + "outputIndexes": [ + 903 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 888, + 903, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_43_output_0", + "outputIndexes": [ + 904 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 904 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_21_output_0", + "outputIndexes": [ + 905 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 888, + 22, + 903, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_42_output_0", + "outputIndexes": [ + 906 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 905, + 906 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_134_output_0", + "outputIndexes": [ + 907 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 907, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_83_output_0", + "outputIndexes": [ + 908 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 889, + 908 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_51_output_0", + "outputIndexes": [ + 909 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 848 + ], + "outputIndexes": [ + 2596 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2596 + ], + "outputIndexes": [ + 2597 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear", + "inputIndexes": [ + 2597 + ], + "outputIndexes": [ + 2598 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1319343664, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2598 + ], + "outputIndexes": [ + 2599 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2599 + ], + "outputIndexes": [ + 910 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 910, + 887 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_93_output_0", + "outputIndexes": [ + 911 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 885, + 909, + 911, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_98_output_0", + "outputIndexes": [ + 912 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 912 + ], + "outputIndexes": [ + 2600 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2600 + ], + "outputIndexes": [ + 2601 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear", + "inputIndexes": [ + 2601 + ], + "outputIndexes": [ + 2602 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1320377926, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2602 + ], + "outputIndexes": [ + 2603 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2603 + ], + "outputIndexes": [ + 913 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 845, + 913 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_53_output_0", + "outputIndexes": [ + 914 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.179688, + 0.996094, + 1.46875, + 0.546875, + 1.195312, + 0.699219, + 0.957031, + 1.046875, + 0.394531, + 0.478516, + 0.988281, + 0.515625, + 0.855469, + 0.742188, + 0.447266, + 1.03125, + 0.984375, + 0.785156, + 1.007812, + 0.357422, + 0.365234, + 0.984375, + 0.972656, + 0.695312, + 0.652344, + 1.125, + 0.330078, + 0.570312, + 0.636719, + 0.757812, + 1.125, + 0.484375, + 0.332031, + 0.816406, + 1.109375, + 1.125, + 0.554688, + 0.359375, + 0.976562, + 0.455078, + 1.117188, + 0.972656, + 1.25, + 0.894531, + 1.210938, + 1.109375, + 0.213867, + 1.359375, + 0.972656, + 0.5, + 1.25, + 0.867188, + 0.886719, + 0.863281, + 0.988281, + 0.6875, + 1.078125, + 1.242188, + 1.085938, + 0.431641, + 0.714844, + 1.007812, + 1.09375, + 0.949219, + 1.195312, + 1.21875, + 0.527344, + 0.957031, + 0.578125, + 0.742188, + 0.785156, + 0.589844, + 1.070312, + 0.886719, + 1.117188, + 1.0625, + 0.636719, + 0.601562, + 0.4375, + 1.179688, + 1.171875, + 1.179688, + 1.21875, + 0.742188, + 0.96875, + 0.255859, + 0.992188, + 1.265625, + 1.023438, + 0.423828, + 0.996094, + 1.023438, + 1.039062, + 1.007812, + 1.117188, + 0.902344, + 0.394531, + 0.574219, + 1.0, + 0.523438, + 0.574219, + 0.542969, + 1.140625, + 0.910156, + 1.164062, + 1.070312, + 1.203125, + 0.519531, + 0.703125, + 0.96875, + 0.933594, + 0.796875, + 1.023438, + 0.25, + 0.851562, + 0.210938, + 0.546875, + 1.039062, + 1.125, + 0.515625, + 0.730469, + 0.863281, + 1.117188, + 0.925781, + 0.871094, + 0.816406, + 1.0625, + 0.792969, + 0.265625, + 0.535156, + 0.298828, + 0.9375, + 0.542969, + 1.109375, + 0.515625, + 0.96875, + 0.792969, + 1.03125, + 0.609375, + 1.039062, + 0.8125, + 1.117188, + 1.148438, + 0.679688, + 0.376953, + 0.488281, + 1.203125, + 0.9375, + 1.15625, + 0.988281, + 1.140625, + 0.953125, + 0.777344, + 1.0, + 0.628906, + 0.671875, + 0.535156, + 0.410156, + 1.164062, + 1.195312, + 0.425781, + 0.478516, + 0.425781, + 0.90625, + 0.449219, + 0.535156, + 0.699219, + 0.59375, + 0.835938, + 0.953125, + 0.96875, + 0.617188, + 0.617188, + 0.640625, + 0.894531, + 1.234375, + 0.894531, + 0.882812, + 1.09375, + 0.878906, + 0.675781, + 0.859375, + 1.117188, + 0.357422, + 0.632812, + 1.023438, + 0.828125, + 0.470703, + 0.765625, + 1.015625, + 0.519531, + 0.945312, + 0.695312, + 0.753906, + 1.382812, + 0.960938, + 0.960938, + 1.132812, + 0.542969, + 0.910156, + 0.914062, + 0.447266, + 1.0625, + 0.9375, + 1.265625, + 1.0, + 0.65625, + 0.628906, + 1.109375, + 0.640625, + 1.054688, + 0.867188, + 0.628906, + 0.996094, + 0.929688, + 0.941406, + 0.535156, + 0.53125, + 1.3125, + 0.800781, + 0.847656, + 0.492188, + 0.675781, + 1.015625, + 1.0, + 1.257812, + 0.5625, + 0.613281, + 0.855469, + 0.960938, + 1.0625, + 1.085938, + 0.972656, + 0.878906, + 0.996094, + 1.070312, + 0.753906, + 1.15625, + 0.275391, + 0.925781, + 1.039062, + 0.851562, + 1.039062, + 0.914062, + 0.71875, + 0.609375, + 1.046875, + 1.070312, + 1.0, + 0.875, + 0.964844, + 1.257812, + 0.636719, + 0.730469, + 0.925781, + 0.585938, + 0.9375, + 0.227539, + 0.890625, + 0.490234, + 0.90625, + 1.015625, + 0.957031, + 1.046875, + 0.898438, + 0.578125, + 0.933594, + 0.945312, + 0.796875, + 1.0, + 0.894531, + 1.054688, + 1.015625, + 0.621094, + 0.710938, + 1.242188, + 1.0, + 0.347656, + 0.710938, + 1.195312, + 0.871094, + 0.945312, + 0.246094, + 1.007812, + 0.773438, + 1.234375, + 0.726562, + 1.039062, + 1.023438, + 0.470703, + 1.203125, + 0.46875, + 0.675781, + 0.554688, + 0.511719, + 0.835938, + 0.667969, + 0.582031, + 0.996094, + 0.855469, + 0.75, + 0.589844, + 0.5, + 1.109375, + 1.25, + 1.085938, + 0.84375, + 0.871094, + 0.839844, + 0.996094, + 0.578125, + 0.753906, + 0.929688, + 0.917969, + 0.419922, + 1.046875, + 0.945312, + 1.164062, + 0.96875, + 0.945312, + 1.15625, + 0.84375, + 0.761719, + 0.777344, + 0.652344, + 0.964844, + 0.792969, + 0.914062, + 0.691406, + 0.675781, + 0.257812, + 0.828125, + 0.746094, + 0.761719, + 0.53125, + 0.890625, + 1.007812, + 1.296875, + 1.015625, + 0.578125, + 0.238281, + 0.785156, + 0.859375, + 0.792969, + 0.283203, + 1.09375, + 1.21875, + 1.007812, + 0.816406, + 0.925781, + 0.960938, + 0.492188, + 1.25, + 0.933594, + 1.273438, + 0.945312, + 1.023438, + 1.007812, + 0.820312, + 0.925781, + 1.257812, + 1.1875, + 0.28125, + 0.527344, + 0.347656, + 0.486328, + 0.761719, + 1.15625, + 0.898438, + 0.447266, + 0.898438, + 0.976562, + 1.023438, + 0.742188, + 1.023438, + 1.226562, + 0.289062, + 0.458984, + 0.960938, + 1.03125, + 0.976562, + 1.039062, + 0.558594, + 1.226562, + 1.078125, + 0.601562, + 1.21875, + 0.945312, + 0.835938, + 0.632812, + 0.972656, + 1.085938, + 0.765625, + 0.494141, + 0.703125, + 1.046875, + 0.578125, + 0.703125, + 0.976562, + 0.265625, + 0.574219, + 1.039062, + 0.511719, + 1.15625, + 0.447266, + 1.023438, + 0.871094, + 1.007812, + 1.015625, + 0.578125, + 0.474609, + 0.949219, + 1.085938, + 0.914062, + 1.039062, + 1.257812, + 1.117188, + 0.953125, + 0.984375, + 1.039062, + 0.503906, + 0.699219, + 0.90625, + 0.539062, + 0.796875, + 0.464844, + 1.0625, + 1.015625, + 0.574219, + 0.871094, + 0.933594, + 0.839844, + 0.429688, + 0.765625, + 1.054688, + 0.613281, + 0.742188, + 1.007812, + 0.800781, + 0.554688, + 0.886719, + 1.195312, + 1.257812, + 0.96875, + 0.527344, + 0.589844, + 0.808594, + 1.03125, + 1.054688, + 1.265625, + 1.273438, + 0.925781, + 1.03125, + 0.949219, + 1.25, + 1.148438, + 0.691406, + 0.804688, + 9e-06, + 0.722656, + 0.988281, + 0.726562, + 0.960938, + 0.496094, + 0.527344, + 1.039062, + 0.570312, + 0.890625, + 0.476562, + 0.835938, + 0.761719, + 0.275391, + 0.988281, + 1.015625, + 1.140625, + 0.527344, + 0.796875, + 0.515625, + 1.023438, + 0.992188, + 1.039062, + 0.945312, + 0.703125, + 1.140625, + 0.466797, + 1.070312, + 1.304688, + 1.117188, + 1.132812, + 1.0, + 0.886719, + 1.132812, + 1.1875, + 1.015625, + 1.210938, + 0.710938, + 0.972656, + 0.703125, + 1.234375, + 1.023438, + 0.925781, + 0.566406, + 0.6875, + 0.578125, + 0.84375, + 0.785156, + 1.125, + 0.632812, + 0.953125, + 0.722656, + 1.078125, + 1.078125, + 0.972656, + 1.09375, + 1.117188, + 0.578125, + 0.65625, + 0.855469, + 0.75, + 1.234375, + 0.824219, + 1.023438, + 1.007812, + 0.259766, + 0.984375, + 0.566406, + 1.125, + 1.054688, + 0.976562, + 0.808594, + 0.914062, + 1.117188, + 1.226562, + 0.976562, + 0.832031, + 1.007812, + 0.486328, + 0.910156, + 0.808594, + 1.03125, + 0.427734, + 0.597656, + 0.451172, + 0.925781, + 0.460938, + 1.070312, + 1.289062, + 0.53125, + 0.570312, + 1.257812, + 0.703125, + 1.28125, + 0.898438, + 1.273438, + 0.679688, + 0.585938, + 0.773438, + 0.980469, + 0.992188, + 0.660156, + 1.210938, + 0.933594, + 0.65625, + 0.683594, + 0.523438, + 1.023438, + 0.808594, + 0.988281, + 1.023438, + 0.722656, + 1.148438, + 0.925781, + 0.585938, + 0.535156, + 0.808594, + 0.84375, + 0.863281, + 1.140625, + 0.480469, + 1.070312, + 1.054688, + 1.070312, + 0.992188, + 0.558594, + 1.164062, + 0.898438, + 0.832031, + 0.5, + 0.90625, + 0.589844, + 1.148438, + 0.789062, + 1.007812, + 1.179688, + 1.09375, + 0.507812, + 0.789062, + 0.6875, + 0.503906, + 0.542969, + 1.195312, + 0.482422, + 0.640625, + 1.273438, + 0.789062, + 1.171875, + 0.914062, + 0.871094, + 0.339844, + 1.101562, + 1.210938, + 1.117188, + 0.625, + 0.435547, + 1.023438, + 0.972656, + 0.285156, + 0.785156, + 0.800781, + 1.0, + 1.007812, + 0.949219, + 0.597656, + 0.878906, + 0.453125, + 0.746094, + 1.21875, + 0.921875, + 0.910156, + 1.21875, + 0.558594, + 0.648438, + 0.71875, + 0.871094, + 0.6875, + 0.578125, + 1.085938, + 0.78125, + 1.03125, + 0.902344, + 0.855469, + 0.458984, + 0.941406, + 1.0, + 1.203125, + 1.085938, + 0.960938, + 0.898438, + 0.921875, + 0.761719, + 0.294922, + 0.742188, + 0.941406, + 0.449219, + 0.357422, + 1.070312, + 0.648438, + 0.996094, + 1.007812, + 0.472656, + 0.484375, + 0.695312, + 0.308594, + 0.984375, + 1.085938, + 1.046875, + 0.9375, + 0.785156, + 1.039062, + 0.980469, + 0.71875, + 0.851562, + 0.980469, + 1.007812, + 0.976562, + 0.921875, + 1.132812, + 0.535156, + 0.964844, + 1.03125, + 0.925781, + 0.960938, + 0.660156, + 1.023438, + 0.511719, + 0.941406, + 0.886719, + 0.558594, + 0.582031, + 0.298828, + 1.164062, + 1.257812, + 0.960938, + 1.226562, + 0.800781, + 0.394531, + 0.550781, + 1.210938, + 0.460938, + 0.941406, + 0.523438, + 1.023438, + 1.0625, + 0.941406, + 0.859375, + 0.949219, + 0.738281, + 0.263672, + 0.972656, + 1.117188, + 0.742188, + 0.71875, + 0.652344, + 0.785156, + 0.851562, + 0.136719, + 0.382812, + 0.96875, + 0.542969, + 1.085938, + 0.628906, + 0.9375, + 0.960938, + 0.894531, + 1.039062, + 0.953125, + 0.824219, + 0.304688, + 0.582031, + 1.234375, + 1.023438, + 0.96875, + 0.773438, + 0.988281, + 0.539062, + 1.007812, + 0.414062, + 0.773438, + 0.808594, + 1.335938, + 0.976562, + 0.945312, + 0.490234, + 0.503906, + 0.953125, + 0.882812, + 1.039062, + 0.671875, + 1.203125, + 0.714844, + 0.449219, + 0.96875, + 0.796875, + 1.085938, + 1.070312, + 0.871094, + 0.515625, + 1.0625, + 1.101562, + 0.625, + 0.996094, + 0.65625, + 0.988281, + 0.289062, + 0.964844, + 0.921875, + 1.007812, + 0.511719, + 0.355469, + 1.203125, + 0.800781, + 1.015625, + 0.265625, + 0.800781, + 1.195312, + 0.283203, + 0.867188, + 1.125, + 1.015625, + 0.753906, + 0.859375, + 0.515625, + 1.09375, + 0.890625, + 0.515625, + 0.957031, + 0.84375, + 0.554688, + 0.941406, + 0.90625, + 1.015625, + 0.416016, + 0.160156, + 0.640625, + 1.039062, + 0.482422, + 0.429688, + 1.070312, + 1.210938, + 0.996094, + 0.855469, + 0.519531, + 0.863281, + 1.09375, + 1.015625, + 0.277344, + 0.914062, + 0.890625, + 0.671875, + 0.46875, + 0.757812, + 0.667969, + 0.957031, + 1.320312, + 0.988281, + 0.867188, + 0.683594, + 0.449219, + 1.070312, + 0.296875, + 0.734375, + 0.851562, + 0.253906, + 1.164062, + 0.5625, + 0.714844, + 0.90625, + 0.738281, + 0.824219, + 0.667969, + 0.984375, + 1.046875, + 1.101562, + 1.171875, + 0.582031, + 0.859375, + 0.609375, + 1.078125, + 1.078125, + 1.054688, + 0.96875, + 0.46875, + 0.542969, + 1.1875, + 0.667969, + 0.828125, + 0.882812, + 0.628906, + 0.894531, + 0.917969, + 0.980469, + 0.949219, + 0.558594, + 0.462891, + 1.023438, + 0.882812, + 1.015625, + 0.550781, + 1.078125, + 0.875, + 1.179688, + 0.710938, + 0.835938, + 1.039062, + 0.605469, + 0.824219, + 1.257812, + 0.636719, + 0.910156, + 1.0, + 0.90625, + 0.734375, + 1.03125, + 1.195312, + 1.0, + 1.09375, + 0.585938, + 0.259766, + 0.976562, + 0.449219, + 0.988281, + 1.09375, + 0.457031, + 0.785156, + 1.09375, + 1.0, + 1.0, + 0.984375, + 0.245117, + 0.820312, + 0.554688, + 0.984375, + 0.816406, + 0.894531, + 1.234375, + 0.917969, + 0.816406, + 0.925781, + 0.617188, + 0.388672, + 1.0625, + 0.777344, + 0.824219, + 0.539062, + 1.0625, + 1.101562, + 0.925781, + 1.085938, + 0.980469, + 0.730469, + 1.15625, + 1.21875, + 0.941406, + 0.474609, + 0.976562, + 0.777344, + 1.039062, + 1.125, + 0.636719, + 0.984375, + 1.070312, + 0.964844, + 0.929688, + 1.054688, + 1.039062, + 0.929688, + 1.132812, + 0.925781, + 0.554688, + 0.992188, + 0.964844, + 0.734375, + 0.992188, + 0.667969, + 1.15625, + 0.871094, + 0.457031, + 1.078125, + 0.589844, + 0.914062, + 0.546875, + 0.914062, + 0.933594, + 0.486328, + 0.294922, + 0.636719, + 1.257812, + 0.632812, + 0.462891, + 1.210938, + 1.257812, + 0.621094, + 0.984375, + 0.515625, + 0.890625, + 1.109375, + 0.890625, + 0.257812, + 0.730469, + 0.287109, + 0.496094, + 1.195312, + 0.992188, + 0.449219, + 0.539062, + 0.753906, + 0.84375, + 0.824219, + 0.574219, + 1.257812, + 1.101562, + 0.941406, + 0.291016, + 1.03125, + 1.09375, + 1.390625, + 0.988281, + 0.976562, + 1.132812, + 0.90625, + 0.804688, + 0.519531, + 0.554688, + 0.443359, + 0.644531, + 0.431641, + 0.53125, + 0.542969, + 0.960938, + 1.078125, + 1.1875, + 0.917969, + 0.714844, + 0.972656, + 1.039062, + 1.03125, + 0.988281, + 1.125, + 0.261719, + 0.5, + 0.804688, + 0.949219, + 0.675781, + 0.396484, + 0.492188, + 0.859375, + 1.0625, + 0.894531, + 1.148438, + 0.236328, + 0.972656, + 0.917969, + 0.882812, + 0.523438, + 0.255859, + 0.945312, + 1.078125, + 0.675781, + 0.554688, + 0.632812, + 0.824219, + 0.597656, + 1.257812, + 0.539062, + 0.498047, + 0.980469, + 0.275391, + 0.980469, + 0.757812, + 0.253906, + 1.226562, + 1.070312, + 1.023438, + 0.5625, + 0.785156, + 0.992188, + 1.039062, + 1.15625, + 0.458984, + 0.605469, + 0.546875, + 0.703125, + 1.007812, + 0.382812, + 1.085938, + 0.703125, + 1.34375, + 0.824219, + 0.953125, + 0.929688, + 0.644531, + 0.546875, + 1.257812, + 0.361328, + 1.273438, + 0.84375, + 0.679688, + 1.164062, + 0.546875, + 0.949219, + 0.769531, + 0.410156, + 0.523438, + 0.824219, + 0.482422, + 0.5, + 0.460938, + 0.828125, + 0.245117, + 0.162109, + 1.226562, + 0.757812, + 1.140625, + 1.125, + 0.652344, + 1.289062, + 0.808594, + 1.148438, + 0.675781, + 0.828125, + 0.96875, + 0.5625, + 0.507812, + 0.941406, + 1.265625, + 0.921875, + 0.851562, + 0.722656, + 0.738281, + 0.410156, + 0.664062, + 0.601562, + 0.257812, + 0.484375, + 1.234375, + 0.804688, + 1.203125, + 1.3125, + 0.945312, + 0.675781, + 1.148438, + 0.84375, + 0.478516, + 0.738281, + 0.878906, + 1.210938, + 0.5, + 0.832031, + 1.234375, + 1.15625, + 0.492188, + 0.828125, + 1.15625, + 0.964844, + 0.714844, + 1.203125, + 0.414062, + 0.726562, + 0.785156, + 0.992188, + 1.125, + 0.361328, + 0.349609, + 0.757812, + 0.65625, + 1.070312, + 0.632812, + 1.28125, + 0.921875, + 0.59375, + 0.851562, + 0.478516, + 1.046875, + 0.882812, + 0.851562, + 1.054688, + 0.597656, + 0.976562, + 0.800781, + 0.570312, + 0.482422, + 1.03125, + 0.636719, + 1.03125, + 0.640625, + 0.8125, + 0.804688, + 0.640625, + 1.226562, + 0.863281, + 0.589844, + 1.03125, + 0.4375, + 1.257812, + 0.765625, + 1.226562, + 1.015625, + 0.859375, + 0.746094, + 1.054688, + 0.699219, + 1.265625, + 0.804688, + 0.664062, + 1.234375, + 0.996094, + 0.832031, + 0.5, + 1.039062, + 0.523438, + 1.273438, + 1.015625, + 1.171875, + 0.96875, + 0.527344, + 0.458984, + 0.988281, + 0.753906, + 1.03125, + 1.023438, + 0.761719, + 1.171875, + 1.0625, + 1.242188, + 1.179688, + 1.171875, + 0.992188, + 1.140625, + 0.835938, + 0.785156, + 0.585938, + 0.464844, + 1.21875, + 1.140625, + 1.023438, + 1.03125, + 0.90625, + 0.9375, + 1.171875, + 0.757812, + 1.085938, + 1.101562, + 1.046875, + 0.765625, + 1.0, + 0.229492, + 1.007812, + 0.546875, + 0.232422, + 0.886719, + 0.816406, + 0.898438, + 0.628906, + 0.917969, + 1.007812, + 1.023438, + 1.273438, + 1.25, + 0.957031, + 0.597656, + 0.511719, + 0.392578, + 0.785156, + 1.117188, + 0.511719, + 1.3125, + 0.8125, + 0.96875, + 1.15625, + 1.039062, + 0.847656, + 1.109375, + 1.117188, + 0.945312, + 0.498047, + 0.988281, + 1.257812, + 0.921875, + 0.578125, + 0.941406, + 1.125, + 1.226562, + 1.195312, + 0.980469, + 1.1875, + 1.03125, + 0.992188, + 1.21875, + 0.90625, + 0.746094, + 1.1875, + 0.984375, + 0.976562, + 1.039062, + 1.21875, + 1.015625, + 0.964844, + 0.894531, + 1.070312, + 0.664062, + 0.847656, + 0.546875, + 0.917969, + 1.0625, + 1.25, + 0.482422, + 0.225586, + 1.117188, + 0.941406, + 1.117188, + 1.039062, + 1.015625, + 0.640625, + 0.625, + 1.117188, + 0.914062, + 0.953125, + 0.621094, + 0.898438, + 0.478516, + 0.882812, + 0.789062, + 0.578125, + 0.578125, + 1.132812, + 0.220703, + 0.980469, + 0.648438, + 0.294922, + 1.078125, + 0.648438, + 0.53125, + 0.769531, + 1.0625, + 0.847656, + 0.546875, + 0.964844, + 0.648438, + 0.570312, + 0.515625, + 0.4375, + 0.84375, + 0.566406, + 0.542969, + 0.523438, + 0.972656, + 0.789062, + 1.078125, + 1.1875, + 0.503906, + 1.046875, + 0.449219, + 1.289062, + 0.640625, + 0.820312, + 1.085938, + 1.03125, + 0.726562, + 0.984375, + 0.453125, + 1.078125, + 0.960938, + 1.195312, + 0.933594, + 0.503906, + 1.179688, + 1.1875, + 1.0625, + 0.644531, + 0.882812, + 1.070312, + 0.78125, + 0.941406, + 0.75, + 1.296875, + 0.917969, + 1.101562, + 1.039062, + 1.15625, + 0.742188, + 0.898438, + 1.085938, + 0.53125, + 0.835938, + 1.265625, + 0.800781, + 0.984375, + 0.742188, + 0.96875, + 1.304688, + 1.195312, + 0.824219, + 0.384766, + 0.691406, + 0.867188, + 0.519531, + 0.957031, + 1.328125, + 0.8125, + 0.542969, + 1.070312, + 0.773438, + 1.25, + 0.984375, + 1.085938, + 1.023438, + 1.023438, + 0.917969, + 0.574219, + 0.738281, + 0.511719, + 0.953125, + 1.0625, + 1.0625, + 0.515625, + 1.070312, + 1.015625, + 0.941406, + 0.976562, + 0.664062, + 0.566406, + 0.414062, + 0.953125, + 0.75, + 0.8125, + 0.773438, + 0.804688, + 0.820312, + 0.816406, + 1.148438, + 0.914062, + 1.054688, + 0.636719, + 0.664062, + 0.515625, + 0.335938, + 0.605469, + 0.722656, + 1.039062, + 1.148438, + 1.015625, + 1.21875, + 0.867188, + 0.980469, + 0.628906, + 0.679688, + 0.925781, + 0.828125, + 1.273438, + 1.164062, + 0.738281, + 0.257812, + 0.820312, + 0.847656, + 0.255859, + 1.046875, + 1.09375, + 1.28125, + 0.789062, + 0.789062, + 0.671875, + 0.769531, + 0.234375, + 0.953125, + 0.277344, + 1.0, + 1.101562, + 1.085938, + 0.222656, + 0.671875, + 1.046875, + 0.648438, + 0.863281, + 0.464844, + 1.234375, + 1.125, + 1.015625, + 1.09375, + 0.832031, + 0.570312, + 0.90625, + 1.085938, + 1.007812, + 0.480469, + 1.054688, + 0.341797, + 1.101562, + 1.15625, + 0.988281, + 1.09375, + 1.234375, + 0.683594, + 0.832031, + 0.894531, + 0.957031, + 0.921875, + 0.71875, + 0.96875, + 0.632812, + 0.820312, + 1.070312, + 0.335938, + 0.898438, + 1.023438, + 0.691406, + 0.8125, + 0.6875, + 0.652344, + 0.941406, + 1.03125, + 0.292969, + 1.171875, + 1.007812, + 0.367188, + 1.15625, + 0.65625, + 1.289062, + 1.0, + 0.914062, + 0.8125, + 0.960938, + 1.109375, + 0.851562, + 1.0, + 0.695312, + 1.179688, + 1.046875, + 0.90625, + 0.925781, + 0.878906, + 1.039062, + 0.314453, + 1.125, + 1.25, + 0.609375, + 1.015625, + 0.996094, + 1.0, + 1.0, + 1.242188, + 1.21875, + 0.875, + 0.515625, + 0.714844, + 0.90625, + 1.117188, + 1.03125, + 0.165039, + 0.949219, + 0.996094, + 1.15625, + 0.761719, + 0.71875, + 1.0625, + 0.832031, + 0.507812, + 0.984375, + 1.195312, + 1.015625, + 1.039062, + 0.761719, + 0.933594, + 1.179688, + 1.109375, + 1.179688, + 0.96875, + 0.792969, + 0.691406, + 0.734375, + 0.90625, + 0.757812, + 0.458984, + 1.148438, + 0.808594, + 0.886719, + 1.023438, + 1.179688, + 1.273438, + 0.972656, + 0.863281, + 1.242188, + 1.046875, + 0.476562, + 0.988281, + 0.949219, + 0.447266, + 1.1875, + 0.605469, + 0.867188, + 0.667969, + 0.535156, + 0.546875, + 0.6875, + 0.894531, + 0.511719, + 0.734375, + 0.324219, + 0.722656, + 0.820312, + 0.613281, + 0.523438, + 1.03125, + 0.209961, + 0.855469, + 1.109375, + 0.992188, + 0.945312, + 1.242188, + 0.683594, + 1.203125, + 1.007812, + 0.273438, + 0.267578, + 0.515625, + 0.679688, + 1.125, + 0.605469, + 0.890625, + 1.109375, + 0.53125, + 1.054688, + 0.582031, + 1.085938, + 1.25, + 0.875, + 0.9375, + 0.703125, + 0.96875, + 0.294922, + 0.847656, + 0.824219, + 0.996094, + 0.722656, + 0.490234, + 0.597656, + 0.96875, + 1.0625, + 0.707031, + 0.59375, + 0.878906, + 0.945312, + 1.007812, + 1.03125, + 1.234375, + 0.753906, + 0.679688, + 0.558594, + 0.878906, + 0.972656, + 0.804688, + 0.515625, + 0.734375, + 0.980469, + 1.023438, + 0.566406, + 0.902344, + 1.085938, + 0.539062, + 0.96875, + 0.585938, + 0.535156, + 0.320312, + 1.242188, + 0.898438, + 1.109375, + 0.558594, + 0.722656, + 0.75, + 0.230469, + 1.0, + 1.046875, + 0.585938, + 0.785156, + 0.933594, + 0.730469, + 0.632812, + 1.195312, + 1.140625, + 0.734375, + 0.429688, + 0.824219, + 1.15625, + 0.746094, + 0.984375, + 0.710938, + 0.882812, + 1.101562, + 0.851562, + 0.714844, + 1.28125, + 0.369141, + 1.164062, + 1.28125, + 0.855469, + 0.992188, + 0.636719, + 0.796875, + 0.65625, + 1.15625, + 1.085938, + 0.371094, + 0.421875, + 0.902344, + 0.664062, + 0.953125, + 1.203125, + 0.625, + 0.882812, + 1.085938, + 0.925781, + 0.59375, + 1.25, + 0.523438, + 0.878906, + 0.882812, + 0.910156, + 0.65625, + 0.8125, + 1.007812, + 0.785156, + 0.921875, + 1.046875, + 0.746094, + 0.507812, + 0.671875, + 0.664062, + 0.597656, + 1.0, + 0.765625, + 1.023438, + 0.75, + 0.828125, + 0.824219, + 0.710938, + 0.910156, + 1.007812, + 1.046875, + 0.542969, + 0.902344, + 0.316406, + 0.941406, + 1.007812, + 0.929688, + 1.015625, + 0.902344, + 0.6875, + 0.957031, + 0.245117, + 0.484375, + 0.882812, + 0.550781, + 0.683594, + 0.683594, + 1.289062, + 1.195312, + 0.953125, + 0.6875, + 0.251953, + 0.972656, + 0.332031, + 0.542969, + 0.478516, + 0.988281, + 0.710938, + 0.933594, + 0.621094, + 1.085938, + 1.164062, + 1.09375, + 0.988281, + 0.59375, + 0.917969, + 1.0, + 0.984375, + 1.015625, + 0.597656, + 1.140625, + 0.832031, + 0.394531, + 1.125, + 0.6875, + 0.851562, + 0.59375, + 0.625, + 0.5625, + 0.90625, + 0.949219, + 0.972656, + 0.466797, + 1.125, + 0.542969, + 0.523438, + 0.265625, + 0.664062, + 1.054688, + 0.941406, + 1.273438, + 0.945312, + 0.832031, + 0.213867, + 0.695312, + 0.539062, + 0.78125, + 0.632812, + 0.976562, + 0.9375, + 1.0625, + 0.617188, + 1.023438, + 0.886719, + 1.023438, + 1.257812, + 1.3125, + 1.234375, + 1.039062, + 1.234375, + 0.644531, + 0.804688, + 0.546875, + 0.96875, + 0.867188, + 0.472656, + 0.984375, + 0.380859, + 1.023438, + 0.550781, + 0.609375, + 1.046875, + 0.253906, + 1.0, + 0.427734, + 1.125, + 1.15625, + 0.726562, + 0.882812, + 0.785156, + 1.054688, + 1.070312, + 0.996094, + 0.578125, + 1.015625, + 0.183594, + 1.179688, + 0.617188, + 1.148438, + 0.59375, + 0.347656, + 1.132812, + 1.164062, + 1.171875, + 0.949219, + 0.691406, + 1.09375, + 0.851562, + 1.117188, + 0.824219, + 0.757812, + 0.470703, + 1.09375, + 1.054688, + 0.832031, + 0.824219, + 1.007812, + 0.219727, + 1.101562, + 0.738281, + 1.085938, + 0.632812, + 0.898438, + 0.710938, + 0.84375, + 0.824219, + 0.193359, + 0.507812, + 0.902344, + 0.5625, + 0.398438, + 1.296875, + 0.945312, + 0.519531, + 0.769531, + 0.416016, + 1.257812, + 0.898438, + 0.765625, + 0.84375, + 1.210938, + 0.777344, + 1.007812, + 1.125, + 0.6875, + 0.628906, + 0.929688, + 0.667969, + 0.271484, + 0.53125, + 0.550781, + 0.875, + 1.007812, + 1.046875, + 0.232422, + 1.039062, + 1.289062, + 1.007812, + 0.6875, + 0.310547, + 0.492188, + 1.257812, + 0.507812, + 0.357422, + 1.171875, + 0.746094, + 0.464844, + 1.296875, + 0.949219, + 1.171875, + 0.644531, + 1.234375, + 0.710938, + 1.117188, + 0.871094, + 0.71875, + 0.960938, + 0.828125, + 1.054688, + 0.558594, + 1.015625, + 1.0, + 0.757812, + 0.992188, + 0.640625, + 0.90625, + 0.726562, + 0.617188, + 0.820312, + 0.617188, + 1.171875, + 1.023438, + 0.808594, + 1.007812, + 0.435547, + 0.964844, + 0.742188, + 0.566406, + 0.738281, + 1.210938, + 1.125, + 0.578125, + 0.832031, + 0.574219, + 1.117188, + 0.800781, + 1.34375, + 1.054688, + 1.078125, + 0.601562, + 0.691406, + 0.832031, + 0.730469, + 0.65625, + 1.078125, + 1.0625, + 0.734375, + 0.589844, + 0.984375, + 0.269531, + 0.353516, + 0.917969, + 0.75, + 0.382812, + 0.808594, + 1.015625, + 0.527344, + 1.21875, + 0.816406, + 1.117188, + 0.929688, + 0.992188, + 1.234375, + 1.3125, + 0.53125, + 0.640625, + 0.863281, + 0.867188, + 1.289062, + 0.84375, + 1.1875, + 1.273438, + 0.910156, + 1.039062, + 1.09375, + 0.363281, + 0.871094, + 1.09375, + 1.039062, + 0.792969, + 1.054688, + 0.8125, + 1.164062, + 1.070312, + 0.617188, + 1.085938, + 0.6875, + 0.898438, + 1.015625, + 1.210938, + 1.21875, + 0.246094, + 0.8125, + 0.855469, + 1.210938, + 0.726562, + 0.992188, + 1.085938, + 1.039062, + 1.078125, + 0.605469, + 0.832031, + 1.28125, + 0.898438, + 0.757812, + 0.554688, + 0.789062, + 1.117188, + 0.261719, + 0.542969, + 1.023438, + 0.902344, + 1.117188, + 0.921875, + 0.511719, + 0.488281, + 1.273438, + 0.369141, + 1.039062, + 0.734375, + 0.792969, + 0.839844, + 1.289062, + 0.597656, + 1.015625, + 1.125, + 1.296875, + 0.839844, + 0.570312, + 1.101562, + 0.902344, + 0.882812, + 1.015625, + 0.921875, + 0.3125, + 1.085938, + 0.675781, + 0.945312, + 0.808594, + 0.953125, + 0.419922, + 1.03125, + 1.195312, + 0.609375, + 0.953125, + 1.023438, + 0.263672, + 1.148438, + 0.257812, + 0.554688, + 0.734375, + 0.498047, + 0.496094, + 0.574219, + 0.408203, + 0.765625, + 0.835938, + 0.714844, + 0.894531, + 0.917969, + 0.703125, + 0.773438, + 0.949219, + 0.605469, + 0.585938, + 0.261719, + 0.726562, + 0.957031, + 0.824219, + 0.5, + 1.03125, + 0.859375, + 0.707031, + 1.242188, + 0.824219, + 0.511719, + 1.195312, + 0.235352, + 0.824219, + 1.015625, + 0.886719, + 0.875, + 0.96875, + 0.9375, + 0.535156, + 0.601562, + 1.070312, + 0.660156, + 1.109375, + 1.101562, + 0.609375, + 1.015625, + 1.03125, + 0.451172, + 0.832031, + 0.5625, + 0.279297, + 0.894531, + 1.1875, + 1.210938, + 0.851562, + 0.5, + 0.213867, + 1.15625, + 0.582031, + 1.140625, + 0.929688, + 1.0, + 0.945312, + 0.667969, + 0.917969, + 1.023438, + 0.699219, + 0.882812, + 0.523438, + 1.054688, + 1.257812, + 1.109375, + 0.390625, + 0.535156, + 0.660156, + 0.855469, + 0.921875, + 0.523438, + 0.8125, + 0.996094, + 0.882812, + 0.605469, + 0.898438, + 1.210938, + 0.765625, + 0.453125, + 1.046875, + 0.558594, + 1.0, + 0.507812, + 0.96875, + 1.0, + 1.109375, + 1.109375, + 0.476562, + 0.243164, + 0.773438, + 1.039062, + 1.0625, + 1.132812, + 1.023438, + 0.550781, + 1.0, + 1.148438, + 0.792969, + 0.28125, + 0.761719, + 1.289062, + 0.78125, + 1.046875, + 0.679688, + 0.703125, + 0.953125, + 0.925781, + 0.820312, + 1.054688, + 1.132812, + 0.816406, + 0.957031, + 0.679688, + 1.039062, + 0.333984, + 1.007812, + 0.898438, + 1.234375, + 0.855469, + 0.59375, + 0.392578, + 0.554688, + 1.109375, + 0.789062, + 0.671875, + 0.839844, + 1.289062, + 1.023438, + 0.640625, + 1.0625, + 0.828125, + 1.1875, + 0.554688, + 1.109375, + 1.007812, + 0.824219, + 0.976562, + 1.085938, + 0.314453, + 1.148438, + 1.28125, + 0.800781, + 0.695312, + 1.015625, + 1.09375, + 0.761719, + 0.273438, + 1.15625, + 0.605469, + 0.337891, + 0.902344, + 0.839844, + 1.257812, + 0.964844, + 0.945312, + 1.0625, + 0.964844, + 0.910156, + 0.96875, + 1.0, + 0.558594, + 0.855469, + 0.910156, + 0.761719, + 0.921875, + 0.847656, + 0.898438, + 0.992188, + 1.242188, + 0.558594, + 0.710938, + 0.46875, + 1.203125, + 0.664062, + 1.15625, + 0.902344, + 0.839844, + 0.96875, + 0.765625, + 0.652344, + 0.492188, + 0.8125, + 0.484375, + 0.515625, + 1.046875, + 1.09375, + 0.949219, + 0.589844, + 0.71875, + 0.984375, + 0.789062, + 1.226562, + 1.109375, + 1.234375, + 0.683594, + 1.015625, + 0.636719, + 1.0, + 1.03125, + 0.455078, + 0.941406, + 0.425781, + 0.628906, + 0.914062, + 1.039062, + 0.726562, + 0.523438, + 0.511719, + 1.054688, + 1.023438, + 1.023438, + 0.613281, + 1.007812, + 0.777344, + 1.289062, + 0.996094, + 0.507812, + 0.820312, + 0.65625, + 1.09375, + 0.808594, + 1.15625, + 0.455078, + 1.109375, + 1.210938, + 0.453125, + 0.427734, + 0.980469, + 0.796875, + 0.472656, + 0.871094, + 0.910156, + 0.9375, + 1.226562, + 0.921875, + 1.273438, + 0.964844, + 0.765625, + 0.972656, + 0.476562, + 0.84375, + 0.988281, + 0.96875, + 0.78125, + 0.460938, + 1.039062, + 0.412109, + 0.734375, + 0.636719, + 0.929688, + 0.621094, + 0.792969, + 0.46875, + 0.894531, + 0.753906, + 0.578125, + 0.5, + 0.875, + 0.742188, + 0.271484, + 0.201172, + 0.628906, + 0.792969, + 0.949219, + 0.964844, + 0.429688, + 1.03125, + 0.996094, + 0.980469, + 0.957031, + 0.414062, + 0.703125, + 0.511719, + 0.703125, + 0.261719, + 0.410156, + 0.589844, + 1.078125, + 0.455078, + 0.949219, + 0.871094, + 1.226562, + 0.902344, + 1.210938, + 0.75, + 1.023438, + 1.171875, + 0.337891, + 0.992188, + 0.714844, + 1.140625, + 0.5625, + 0.90625, + 0.523438, + 0.847656, + 1.0, + 1.085938, + 0.800781, + 0.449219, + 0.828125, + 0.859375, + 0.71875, + 0.742188, + 0.5, + 0.832031, + 0.789062, + 0.628906, + 1.054688, + 1.234375, + 1.054688, + 1.289062, + 0.746094, + 0.462891, + 1.140625, + 0.632812, + 1.109375, + 0.914062, + 0.738281, + 0.988281, + 0.233398, + 1.0625, + 0.972656, + 0.941406, + 1.125, + 0.882812, + 0.882812, + 0.679688, + 0.898438, + 1.023438, + 0.648438, + 0.804688, + 0.875, + 0.972656, + 1.1875, + 1.171875, + 0.738281, + 0.746094, + 0.878906, + 0.722656, + 0.75, + 0.792969, + 0.738281, + 0.933594, + 0.550781, + 0.443359, + 0.464844, + 1.078125, + 0.816406, + 0.96875, + 1.101562, + 0.882812, + 1.335938, + 1.273438, + 1.078125, + 0.816406, + 0.816406, + 0.792969, + 0.519531, + 0.703125, + 0.949219, + 1.148438, + 1.125, + 0.585938, + 0.808594, + 1.257812, + 0.636719, + 1.257812, + 0.570312, + 0.925781, + 1.007812, + 0.992188, + 1.007812, + 0.273438, + 0.714844, + 0.558594, + 0.578125, + 0.550781, + 0.318359, + 0.730469, + 0.582031, + 0.992188, + 0.5, + 0.902344, + 0.925781, + 0.640625, + 1.0625, + 0.261719, + 0.703125, + 1.195312, + 0.507812, + 0.554688, + 1.101562, + 1.09375, + 1.023438, + 1.148438, + 1.171875, + 0.714844, + 0.550781, + 0.21875, + 1.304688, + 0.578125, + 1.140625, + 0.882812, + 1.023438, + 0.726562, + 0.820312, + 0.675781, + 1.039062, + 0.863281, + 0.605469, + 0.902344, + 0.835938, + 0.679688, + 0.554688, + 1.023438, + 0.482422, + 0.21875, + 0.859375, + 0.980469, + 0.808594, + 0.832031, + 0.90625, + 0.223633, + 0.675781, + 1.25, + 1.101562, + 0.550781, + 1.039062, + 1.117188, + 1.125, + 0.953125, + 1.023438, + 0.652344, + 1.046875, + 1.007812, + 0.859375, + 0.275391, + 0.964844, + 0.273438, + 0.996094, + 0.933594, + 0.492188, + 1.078125, + 1.007812, + 1.046875, + 0.738281, + 0.667969, + 0.777344, + 0.21582, + 0.417969, + 0.871094, + 0.910156, + 0.617188, + 1.09375, + 0.816406, + 0.470703, + 1.101562, + 0.507812, + 0.875, + 0.550781, + 0.699219, + 1.078125, + 0.441406, + 1.1875, + 1.140625, + 1.0, + 0.796875, + 0.800781, + 0.988281, + 0.679688, + 1.070312, + 1.054688, + 0.570312, + 1.179688, + 0.761719, + 1.140625, + 1.070312, + 1.039062, + 1.375, + 0.992188, + 1.101562, + 0.742188, + 0.78125, + 1.007812, + 1.078125, + 1.007812, + 0.972656, + 0.554688, + 1.179688, + 0.898438, + 0.59375, + 0.613281, + 0.96875, + 1.273438, + 0.46875, + 0.233398, + 0.710938, + 1.140625, + 0.249023, + 0.945312, + 0.523438, + 1.007812, + 0.742188, + 1.070312, + 0.910156, + 0.488281, + 1.046875, + 1.179688, + 0.878906, + 0.902344, + 0.734375, + 1.015625, + 0.601562, + 0.578125, + 0.898438, + 0.451172, + 0.294922, + 0.960938, + 0.59375, + 0.996094, + 0.871094, + 0.984375, + 0.757812, + 0.996094, + 1.304688, + 1.054688, + 1.070312, + 1.0625, + 0.283203, + 0.726562, + 0.546875, + 0.470703, + 0.28125, + 1.265625, + 0.886719, + 1.023438, + 0.523438, + 0.828125, + 0.378906, + 0.609375, + 0.566406, + 0.117188, + 0.484375, + 0.949219, + 1.078125, + 0.96875, + 0.917969, + 0.875, + 0.511719, + 0.921875, + 1.328125, + 1.195312, + 0.816406, + 0.8125, + 0.574219, + 1.023438, + 1.054688, + 1.070312, + 1.039062, + 1.109375, + 0.671875, + 0.605469, + 0.507812, + 1.164062, + 0.835938, + 0.941406, + 1.203125, + 0.792969, + 1.242188, + 0.558594, + 0.257812, + 0.498047, + 0.589844, + 1.226562, + 0.636719, + 0.349609, + 0.585938, + 0.515625, + 1.289062, + 0.941406, + 1.054688, + 0.820312, + 0.894531, + 0.59375, + 0.742188, + 0.902344, + 0.859375, + 1.046875, + 0.917969, + 1.070312, + 0.351562, + 0.59375, + 1.117188, + 0.945312, + 1.125, + 0.361328, + 1.289062, + 0.847656, + 0.925781, + 1.132812, + 0.859375, + 0.988281, + 0.679688, + 0.71875, + 0.757812, + 0.480469, + 0.984375, + 1.273438, + 0.675781, + 1.007812, + 1.164062, + 0.800781, + 0.824219, + 0.660156, + 0.535156, + 0.707031, + 0.582031, + 0.980469, + 0.917969, + 0.71875, + 1.023438, + 0.570312, + 1.226562, + 0.640625, + 0.765625, + 1.210938, + 0.261719, + 0.714844, + 0.746094, + 0.621094, + 0.226562, + 0.466797, + 1.046875, + 0.917969, + 1.039062, + 0.507812, + 1.179688, + 0.71875, + 0.800781, + 1.0625, + 0.898438, + 0.949219, + 1.164062, + 1.023438, + 0.472656, + 0.867188, + 0.710938, + 1.140625, + 0.578125, + 0.515625, + 0.929688, + 0.515625, + 1.0625, + 0.570312, + 0.828125, + 0.886719, + 0.335938, + 0.960938, + 1.234375, + 1.148438, + 0.945312, + 0.609375, + 0.984375, + 1.117188, + 0.652344, + 1.21875, + 0.451172, + 0.667969, + 0.949219, + 0.96875, + 0.796875, + 0.800781, + 0.785156, + 0.742188, + 0.515625, + 0.933594, + 0.867188, + 0.71875, + 0.96875, + 0.613281, + 0.773438, + 0.503906, + 0.886719, + 0.929688, + 0.392578, + 0.566406, + 0.472656, + 1.070312, + 1.078125, + 1.8125, + 1.171875, + 0.496094, + 0.511719, + 0.792969, + 1.203125, + 0.59375, + 0.255859, + 1.039062, + 0.824219, + 1.0, + 0.953125, + 1.460938, + 0.730469, + 0.957031, + 0.601562, + 0.910156, + 0.609375, + 0.957031, + 0.328125, + 0.219727, + 0.941406, + 1.046875, + 0.867188, + 0.808594, + 1.203125, + 0.945312, + 0.40625, + 0.863281, + 0.859375, + 0.769531, + 1.054688, + 0.40625, + 0.964844, + 1.085938, + 0.722656, + 1.09375, + 0.515625, + 1.007812, + 1.304688, + 0.625, + 0.145508, + 1.085938, + 0.953125, + 0.839844, + 0.824219, + 0.78125, + 1.015625, + 0.996094, + 1.203125, + 0.722656, + 0.535156, + 0.941406, + 0.78125, + 1.25, + 0.652344, + 1.054688, + 1.132812, + 0.792969, + 0.804688, + 1.0, + 0.527344, + 0.246094, + 0.894531, + 1.070312, + 1.09375, + 1.023438, + 1.101562, + 1.320312, + 0.917969, + 0.957031, + 0.910156, + 0.318359, + 1.015625, + 0.494141, + 0.875, + 0.589844, + 0.503906, + 0.6875, + 0.660156, + 1.15625, + 1.039062, + 0.824219, + 0.71875, + 1.140625, + 1.078125, + 1.015625, + 1.046875, + 0.835938, + 1.25, + 1.179688, + 0.617188, + 0.832031, + 0.894531, + 0.863281, + 0.554688, + 0.757812, + 1.039062, + 1.03125, + 0.519531, + 0.496094, + 0.804688, + 1.226562, + 1.164062, + 1.023438, + 1.054688, + 1.132812, + 1.132812, + 1.171875, + 0.703125, + 0.503906, + 0.566406, + 0.746094, + 0.785156, + 0.474609, + 0.984375, + 1.148438, + 0.640625, + 0.570312, + 1.132812, + 0.726562, + 1.234375, + 0.285156, + 0.478516, + 0.960938, + 0.691406, + 1.039062, + 1.078125, + 1.195312, + 1.125, + 1.203125, + 0.867188, + 0.96875, + 0.769531, + 1.179688, + 0.960938, + 0.828125, + 1.257812, + 1.15625, + 1.148438, + 0.824219, + 1.1875, + 1.117188, + 0.71875, + 1.039062, + 0.730469, + 1.195312, + 0.714844, + 0.933594, + 1.070312, + 1.0625, + 1.03125, + 0.886719, + 1.179688, + 0.792969, + 0.722656, + 0.824219, + 0.90625, + 1.210938, + 0.785156, + 0.847656, + 1.171875, + 0.777344, + 0.890625, + 0.523438, + 0.570312, + 0.546875, + 0.960938, + 0.519531, + 0.458984, + 1.023438, + 0.625, + 0.425781, + 0.921875, + 0.992188, + 1.117188, + 0.550781, + 1.164062, + 0.652344, + 0.878906, + 0.578125, + 1.359375, + 0.419922, + 0.421875, + 1.210938, + 1.296875, + 1.289062, + 0.492188, + 0.435547, + 0.671875, + 1.039062, + 1.023438, + 0.867188, + 0.882812, + 1.046875, + 0.949219, + 0.359375, + 0.683594, + 0.898438, + 0.945312, + 0.447266, + 0.613281, + 0.498047, + 0.566406, + 0.566406, + 0.498047, + 1.015625, + 0.933594, + 0.71875, + 0.267578, + 0.90625, + 1.34375, + 1.023438, + 0.976562, + 0.851562, + 1.171875, + 0.550781, + 1.070312, + 0.953125, + 1.1875, + 0.9375, + 0.910156, + 0.332031, + 0.984375, + 0.9375, + 0.945312, + 0.757812, + 0.921875, + 0.769531, + 0.859375, + 0.523438, + 1.0, + 0.992188, + 1.03125, + 0.878906, + 0.589844, + 0.902344, + 0.730469, + 0.863281, + 0.84375, + 0.458984, + 0.589844, + 0.265625, + 1.054688, + 1.140625, + 1.039062, + 1.140625, + 0.804688, + 1.085938, + 0.921875, + 0.863281, + 0.597656, + 0.519531, + 0.730469, + 0.894531, + 0.376953, + 0.945312, + 0.515625, + 1.078125, + 0.683594, + 0.742188, + 0.910156, + 0.451172, + 0.941406, + 0.871094, + 1.242188, + 1.257812, + 0.671875, + 1.234375, + 0.78125, + 0.6875, + 0.429688, + 1.023438, + 0.875, + 0.902344, + 1.007812, + 1.015625, + 0.480469, + 0.490234, + 0.730469, + 0.847656, + 0.734375, + 0.933594, + 1.015625, + 1.03125, + 0.283203, + 0.976562, + 0.535156, + 1.101562, + 1.015625, + 0.707031, + 0.859375, + 0.863281, + 1.179688, + 1.0625, + 0.546875, + 0.984375, + 1.171875, + 0.515625, + 0.769531, + 1.164062, + 1.007812, + 0.777344, + 0.792969, + 0.953125, + 1.09375, + 1.078125, + 0.582031, + 0.609375, + 1.210938, + 0.921875, + 1.046875, + 0.863281, + 0.507812, + 0.828125, + 1.046875, + 0.976562, + 1.054688, + 0.757812, + 0.929688, + 1.007812, + 1.320312, + 1.132812, + 1.039062, + 0.898438, + 0.589844, + 1.070312, + 0.792969, + 0.227539, + 0.941406, + 1.125, + 0.878906, + 0.734375, + 0.554688, + 0.953125, + 0.625, + 1.070312, + 1.007812, + 1.257812, + 1.007812, + 0.65625, + 0.976562, + 1.25, + 0.996094, + 1.117188, + 0.851562, + 0.679688, + 1.171875, + 0.847656, + 0.652344, + 0.808594, + 0.890625, + 0.322266, + 0.257812, + 1.085938, + 0.503906, + 1.007812, + 1.0, + 1.195312, + 0.490234, + 0.691406, + 1.015625, + 0.902344, + 1.234375, + 0.820312, + 0.882812, + 0.53125, + 0.660156, + 1.195312, + 0.941406, + 0.976562, + 1.015625, + 0.235352, + 1.210938, + 0.535156, + 1.164062, + 1.234375, + 0.691406, + 1.148438, + 0.984375, + 1.132812, + 1.234375, + 1.09375, + 0.972656, + 0.574219, + 0.625, + 0.851562, + 0.953125, + 1.125, + 0.949219, + 0.867188, + 1.039062, + 0.980469, + 0.511719, + 1.148438, + 0.75, + 1.046875, + 0.933594, + 1.023438, + 0.9375, + 0.945312, + 0.503906, + 0.550781, + 0.703125, + 0.972656, + 0.519531, + 0.232422, + 0.921875, + 0.507812, + 0.636719, + 0.527344, + 0.503906, + 1.195312, + 0.601562, + 0.535156, + 0.597656, + 0.488281, + 0.695312, + 1.265625, + 0.496094, + 0.835938, + 1.226562, + 1.0625, + 1.0, + 0.660156, + 0.75, + 1.0, + 1.007812, + 0.867188, + 1.101562, + 0.542969, + 1.179688, + 1.0625, + 1.023438, + 0.800781, + 1.039062, + 0.703125, + 0.886719, + 0.953125, + 0.225586, + 0.96875, + 0.929688, + 0.546875, + 1.25, + 0.945312, + 0.992188, + 1.03125, + 1.078125, + 1.054688, + 0.828125, + 1.007812, + 0.902344, + 0.878906, + 0.5625, + 0.765625, + 0.578125, + 0.914062, + 1.273438, + 1.0625, + 1.0, + 0.914062, + 1.09375, + 0.953125, + 0.277344, + 0.785156, + 1.171875, + 0.644531, + 0.769531, + 0.96875, + 0.921875, + 1.101562, + 0.820312, + 1.046875, + 0.625, + 0.304688, + 1.023438, + 1.132812, + 0.765625, + 0.972656, + 0.189453, + 1.023438, + 0.941406, + 0.996094, + 1.125, + 0.84375, + 0.585938, + 0.984375, + 0.65625, + 1.015625, + 1.132812, + 0.964844, + 0.777344, + 0.855469, + 1.1875, + 1.265625, + 0.714844, + 1.015625, + 0.664062, + 0.710938, + 0.804688, + 0.914062, + 0.683594, + 0.933594, + 1.101562, + 0.875, + 0.941406, + 0.597656, + 1.179688, + 0.875, + 0.933594, + 0.730469, + 1.070312, + 0.613281, + 0.808594, + 0.447266, + 0.820312, + 0.976562, + 0.882812, + 0.988281, + 0.992188, + 0.933594, + 0.75, + 0.691406, + 0.6875, + 0.925781, + 1.078125, + 0.628906, + 0.78125, + 0.75, + 1.117188, + 0.392578, + 0.898438, + 0.816406, + 0.753906, + 1.039062, + 0.863281, + 0.851562, + 0.882812, + 0.929688, + 0.664062, + 1.289062, + 1.101562, + 0.582031, + 0.921875, + 0.546875, + 1.023438, + 0.820312, + 0.636719, + 1.15625, + 1.304688, + 0.933594, + 1.085938, + 0.263672, + 1.164062, + 0.835938, + 0.75, + 1.148438, + 0.535156, + 0.628906, + 1.023438, + 0.988281, + 0.953125, + 1.015625, + 0.707031, + 1.0, + 0.730469, + 1.242188, + 1.039062, + 0.824219, + 1.195312, + 0.345703, + 0.925781, + 0.242188, + 0.960938, + 0.980469, + 0.730469, + 1.101562, + 1.039062, + 0.695312, + 0.550781, + 0.769531, + 1.140625, + 0.476562, + 0.753906, + 0.71875, + 0.237305, + 0.835938, + 0.671875, + 0.925781, + 1.054688, + 0.609375, + 1.234375, + 1.101562, + 0.353516, + 0.376953, + 1.265625, + 0.691406, + 1.117188, + 0.855469, + 1.046875, + 0.511719, + 0.462891, + 0.585938, + 1.289062, + 1.132812, + 0.902344, + 0.960938, + 0.613281, + 1.070312, + 0.699219, + 1.0, + 0.476562, + 0.683594, + 1.039062, + 1.007812, + 0.777344, + 1.273438, + 1.039062, + 1.140625, + 0.9375, + 0.984375, + 1.164062, + 0.929688, + 0.558594, + 1.21875, + 1.234375, + 0.839844, + 0.75, + 1.0, + 0.953125, + 1.164062, + 0.205078, + 1.070312, + 1.007812, + 0.984375, + 1.21875, + 0.882812, + 0.957031, + 0.486328, + 0.953125, + 0.392578, + 0.683594, + 0.257812, + 0.640625, + 1.070312, + 0.453125, + 0.839844, + 1.007812, + 0.953125, + 0.925781, + 1.335938, + 0.248047, + 1.34375, + 1.0625, + 1.070312, + 1.242188, + 1.023438, + 0.828125, + 0.878906, + 1.226562, + 0.882812, + 0.710938, + 0.898438, + 1.171875, + 0.59375, + 1.070312, + 1.359375, + 1.125, + 1.023438, + 0.894531, + 0.519531, + 0.867188, + 0.992188, + 0.535156, + 0.542969, + 0.941406, + 0.373047, + 1.015625, + 1.289062, + 0.996094, + 0.474609, + 1.210938, + 0.996094, + 1.09375, + 0.233398, + 0.470703, + 0.53125, + 0.535156, + 1.070312, + 0.542969, + 1.039062, + 0.773438, + 0.878906, + 1.125, + 0.494141, + 0.515625, + 0.824219, + 0.757812, + 1.15625, + 0.714844, + 0.996094, + 0.714844, + 0.71875, + 0.980469, + 1.023438, + 0.886719, + 0.546875, + 1.0, + 0.921875, + 1.007812, + 1.179688, + 1.125, + 0.431641, + 0.710938, + 0.785156, + 0.263672, + 1.03125, + 0.84375, + 0.515625, + 0.84375, + 0.582031, + 0.839844, + 1.046875, + 0.8125, + 1.351562, + 0.863281, + 0.992188, + 1.0, + 0.683594, + 0.769531, + 1.070312, + 0.984375, + 1.132812, + 1.09375, + 0.503906, + 0.265625, + 1.0625, + 1.039062, + 0.703125, + 0.84375, + 1.03125, + 1.039062, + 1.203125, + 0.464844, + 0.570312, + 0.386719, + 0.609375, + 0.808594, + 0.621094, + 1.007812, + 1.265625, + 1.0, + 1.101562, + 0.964844, + 1.03125, + 0.972656, + 1.101562, + 0.574219, + 1.015625, + 0.679688, + 0.851562, + 0.265625, + 1.0625, + 0.914062, + 0.233398, + 1.09375, + 0.976562, + 1.296875, + 0.765625, + 0.566406, + 0.757812, + 0.730469, + 0.349609, + 0.972656, + 0.71875, + 0.519531, + 1.257812, + 0.902344, + 0.263672, + 0.996094, + 0.308594, + 0.996094, + 1.117188, + 0.6875, + 0.855469, + 0.484375, + 1.109375, + 0.75, + 1.03125, + 0.628906, + 0.863281, + 0.496094, + 0.558594, + 1.054688, + 0.291016, + 0.498047, + 0.695312, + 0.333984, + 0.6875, + 0.84375, + 1.320312, + 1.203125, + 1.023438, + 1.023438, + 0.582031, + 1.015625, + 0.239258, + 0.636719, + 0.996094, + 1.210938, + 0.953125, + 0.917969, + 1.125, + 0.582031, + 0.972656, + 0.671875, + 1.210938, + 0.628906, + 0.730469, + 0.945312, + 0.792969, + 1.03125, + 0.875, + 0.515625, + 1.304688, + 1.0, + 1.023438, + 0.460938, + 0.691406, + 1.085938, + 0.582031, + 0.671875, + 0.28125, + 0.597656, + 0.949219, + 0.976562, + 0.984375, + 0.617188, + 1.203125, + 0.976562, + 0.851562, + 0.894531, + 0.871094, + 0.679688, + 0.589844, + 0.828125, + 0.585938, + 0.808594, + 0.75, + 0.332031, + 1.007812, + 0.976562, + 0.832031, + 0.902344, + 0.820312, + 0.960938, + 0.863281, + 0.769531, + 0.585938, + 0.235352, + 0.632812, + 0.621094, + 0.925781, + 0.597656, + 1.078125, + 1.101562 + ] + }, + "name": "model.model.layers.10.post_attention_layernorm.weight", + "outputIndexes": [ + 915 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 914 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_10/Mul_output_0", + "outputIndexes": [ + 916 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 915, + 916 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_10/Mul_1_output_0", + "outputIndexes": [ + 917 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 917 + ], + "outputIndexes": [ + 2604 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2604 + ], + "outputIndexes": [ + 2605 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear", + "inputIndexes": [ + 2605 + ], + "outputIndexes": [ + 2606 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1327603292, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2606 + ], + "outputIndexes": [ + 2607 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2607 + ], + "outputIndexes": [ + 918 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 918 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_10/Sigmoid_output_0", + "outputIndexes": [ + 919 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 918, + 919 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Mul_output_0", + "outputIndexes": [ + 920 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 917 + ], + "outputIndexes": [ + 2608 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2608 + ], + "outputIndexes": [ + 2609 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear", + "inputIndexes": [ + 2609 + ], + "outputIndexes": [ + 2610 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1365794418, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2610 + ], + "outputIndexes": [ + 2611 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2611 + ], + "outputIndexes": [ + 921 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 920, + 921 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_10/Mul_output_0", + "outputIndexes": [ + 922 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 922 + ], + "outputIndexes": [ + 2612 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2612 + ], + "outputIndexes": [ + 2613 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear", + "inputIndexes": [ + 2613 + ], + "outputIndexes": [ + 2614 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1403985544, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2614 + ], + "outputIndexes": [ + 2615 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2615 + ], + "outputIndexes": [ + 923 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 914, + 923 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_54_output_0", + "outputIndexes": [ + 924 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 924, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_99_output_0", + "outputIndexes": [ + 925 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.28125, + 0.515625, + 1.734375, + 0.542969, + 1.15625, + 0.667969, + 0.527344, + 0.652344, + 0.832031, + 0.423828, + 0.574219, + 0.488281, + 0.527344, + 0.396484, + 0.542969, + 0.925781, + 0.486328, + 0.404297, + 0.511719, + 0.496094, + 0.949219, + 0.554688, + 0.511719, + 0.466797, + 0.429688, + 0.816406, + 0.414062, + 0.421875, + 0.566406, + 0.427734, + 1.125, + 0.410156, + 1.054688, + 0.558594, + 0.8125, + 0.761719, + 0.511719, + 1.289062, + 0.5, + 0.40625, + 0.855469, + 0.53125, + 1.710938, + 0.753906, + 1.179688, + 0.804688, + 0.12793, + 1.328125, + 1.117188, + 0.539062, + 1.265625, + 0.478516, + 0.478516, + 0.441406, + 0.894531, + 0.566406, + 0.9375, + 0.941406, + 0.863281, + 0.941406, + 0.375, + 0.75, + 0.820312, + 0.484375, + 1.21875, + 1.726562, + 0.355469, + 0.496094, + 0.378906, + 0.679688, + 0.482422, + 1.109375, + 0.65625, + 0.570312, + 1.125, + 0.617188, + 1.203125, + 0.515625, + 0.894531, + 0.890625, + 1.125, + 0.945312, + 1.476562, + 0.628906, + 0.652344, + 0.147461, + 0.507812, + 1.375, + 0.554688, + 0.875, + 0.765625, + 0.554688, + 0.535156, + 0.535156, + 1.28125, + 0.46875, + 0.808594, + 0.498047, + 0.515625, + 0.392578, + 0.425781, + 0.515625, + 0.773438, + 0.527344, + 1.96875, + 0.902344, + 1.914062, + 0.542969, + 1.21875, + 0.542969, + 0.46875, + 0.474609, + 0.535156, + 1.726562, + 0.519531, + 1.992188, + 0.449219, + 0.628906, + 0.796875, + 0.388672, + 0.410156, + 0.455078, + 0.738281, + 0.523438, + 1.023438, + 0.470703, + 0.792969, + 0.511719, + 0.185547, + 0.5625, + 0.40625, + 0.496094, + 0.644531, + 1.523438, + 0.703125, + 0.699219, + 0.472656, + 0.574219, + 0.832031, + 0.671875, + 0.400391, + 0.820312, + 0.789062, + 0.371094, + 0.980469, + 0.488281, + 1.851562, + 0.523438, + 0.910156, + 0.482422, + 0.929688, + 0.601562, + 0.542969, + 0.542969, + 1.148438, + 0.898438, + 0.5625, + 0.574219, + 1.054688, + 0.96875, + 0.4375, + 0.652344, + 0.792969, + 0.53125, + 1.390625, + 0.644531, + 0.621094, + 1.195312, + 0.476562, + 0.71875, + 0.527344, + 0.396484, + 0.419922, + 0.419922, + 0.492188, + 1.414062, + 0.539062, + 0.472656, + 0.679688, + 0.496094, + 0.289062, + 0.589844, + 0.902344, + 0.388672, + 0.275391, + 0.695312, + 0.466797, + 0.457031, + 0.464844, + 0.554688, + 0.380859, + 0.664062, + 1.664062, + 0.429688, + 1.625, + 0.746094, + 0.605469, + 0.957031, + 0.824219, + 0.486328, + 0.453125, + 1.59375, + 1.828125, + 1.71875, + 1.484375, + 0.542969, + 0.316406, + 0.613281, + 0.660156, + 0.300781, + 0.691406, + 0.484375, + 0.400391, + 0.929688, + 0.503906, + 1.679688, + 0.539062, + 0.503906, + 1.296875, + 0.498047, + 0.435547, + 0.546875, + 1.125, + 0.585938, + 0.628906, + 1.320312, + 0.453125, + 0.875, + 0.46875, + 0.523438, + 0.730469, + 1.039062, + 0.660156, + 0.453125, + 0.515625, + 1.203125, + 0.431641, + 0.917969, + 0.172852, + 0.644531, + 0.839844, + 0.457031, + 0.582031, + 0.492188, + 0.398438, + 1.328125, + 0.582031, + 0.714844, + 0.769531, + 0.507812, + 0.492188, + 1.28125, + 0.621094, + 0.5625, + 0.558594, + 0.550781, + 0.523438, + 0.151367, + 0.476562, + 0.566406, + 0.542969, + 0.488281, + 0.640625, + 0.65625, + 0.652344, + 0.388672, + 0.554688, + 0.480469, + 1.453125, + 1.429688, + 1.390625, + 0.679688, + 0.5625, + 0.804688, + 0.435547, + 1.070312, + 0.566406, + 0.566406, + 0.380859, + 1.445312, + 0.449219, + 0.480469, + 0.151367, + 0.570312, + 0.498047, + 1.164062, + 0.3125, + 0.753906, + 0.792969, + 0.492188, + 1.265625, + 0.4375, + 0.816406, + 0.800781, + 0.349609, + 0.496094, + 1.289062, + 0.458984, + 0.890625, + 0.474609, + 0.341797, + 0.910156, + 0.726562, + 0.8125, + 1.085938, + 0.761719, + 0.494141, + 0.447266, + 0.613281, + 0.578125, + 1.375, + 0.542969, + 0.519531, + 0.455078, + 1.273438, + 0.597656, + 0.644531, + 0.949219, + 0.792969, + 0.486328, + 0.859375, + 0.527344, + 0.398438, + 0.486328, + 0.582031, + 0.496094, + 0.435547, + 0.507812, + 0.691406, + 0.621094, + 0.149414, + 0.890625, + 0.851562, + 0.492188, + 0.679688, + 0.480469, + 0.9375, + 1.46875, + 0.804688, + 0.369141, + 0.125977, + 0.439453, + 0.458984, + 0.53125, + 0.208008, + 0.996094, + 1.132812, + 0.53125, + 0.433594, + 0.492188, + 0.816406, + 0.539062, + 1.398438, + 0.550781, + 1.367188, + 0.478516, + 0.542969, + 0.722656, + 0.416016, + 0.515625, + 1.40625, + 0.90625, + 0.229492, + 0.472656, + 0.542969, + 0.730469, + 0.542969, + 1.257812, + 0.546875, + 0.435547, + 0.482422, + 0.5, + 0.574219, + 0.458984, + 0.632812, + 1.328125, + 0.235352, + 0.59375, + 0.515625, + 0.804688, + 0.835938, + 0.585938, + 0.652344, + 1.203125, + 0.75, + 0.466797, + 1.375, + 0.519531, + 0.53125, + 0.546875, + 0.496094, + 1.3125, + 1.070312, + 0.353516, + 0.419922, + 0.613281, + 0.484375, + 0.457031, + 0.511719, + 0.205078, + 0.5, + 0.632812, + 0.769531, + 1.039062, + 0.453125, + 0.617188, + 0.746094, + 0.707031, + 0.550781, + 0.984375, + 0.796875, + 0.648438, + 0.996094, + 0.494141, + 0.621094, + 1.375, + 1.109375, + 0.523438, + 0.515625, + 0.601562, + 0.828125, + 1.234375, + 0.441406, + 0.369141, + 0.414062, + 0.535156, + 0.664062, + 0.648438, + 0.386719, + 0.652344, + 0.494141, + 0.4375, + 0.523438, + 0.507812, + 1.085938, + 0.310547, + 0.546875, + 0.53125, + 0.486328, + 0.644531, + 0.447266, + 1.320312, + 1.515625, + 0.511719, + 0.640625, + 0.609375, + 0.535156, + 0.589844, + 1.25, + 1.578125, + 1.171875, + 0.484375, + 0.582031, + 0.484375, + 1.695312, + 0.792969, + 0.296875, + 0.404297, + -3.7e-05, + 0.445312, + 0.609375, + 0.498047, + 0.496094, + 1.210938, + 0.464844, + 0.992188, + 0.482422, + 0.539062, + 0.523438, + 0.921875, + 0.384766, + 0.199219, + 0.570312, + 0.539062, + 1.101562, + 0.894531, + 0.417969, + 0.431641, + 0.539062, + 0.492188, + 0.710938, + 0.535156, + 0.380859, + 1.3125, + 1.46875, + 0.660156, + 1.265625, + 1.710938, + 1.15625, + 1.367188, + 0.542969, + 0.820312, + 1.320312, + 0.660156, + 1.273438, + 0.326172, + 0.558594, + 0.664062, + 1.234375, + 0.632812, + 0.464844, + 0.486328, + 0.414062, + 0.777344, + 0.4375, + 1.601562, + 1.546875, + 0.251953, + 0.507812, + 0.445312, + 0.9375, + 0.859375, + 0.601562, + 1.007812, + 0.878906, + 0.550781, + 0.367188, + 0.511719, + 0.451172, + 1.265625, + 0.390625, + 0.566406, + 0.539062, + 0.202148, + 0.542969, + 0.443359, + 1.210938, + 0.546875, + 0.546875, + 0.457031, + 0.482422, + 1.273438, + 1.257812, + 0.498047, + 0.445312, + 0.523438, + 0.546875, + 0.449219, + 1.03125, + 0.527344, + 0.373047, + 0.369141, + 0.515625, + 0.53125, + 0.488281, + 0.613281, + 1.539062, + 1.242188, + 0.259766, + 1.421875, + 0.910156, + 1.203125, + 0.722656, + 1.476562, + 0.412109, + 0.441406, + 0.443359, + 0.539062, + 0.539062, + 0.367188, + 1.25, + 0.605469, + 0.554688, + 0.251953, + 0.494141, + 0.613281, + 0.523438, + 1.4375, + 1.320312, + 0.330078, + 1.515625, + 0.457031, + 0.318359, + 0.380859, + 0.628906, + 0.439453, + 0.419922, + 0.699219, + 0.445312, + 0.660156, + 0.621094, + 1.65625, + 0.75, + 0.410156, + 1.359375, + 0.490234, + 0.5625, + 0.5625, + 0.527344, + 0.386719, + 1.234375, + 0.820312, + 0.535156, + 1.554688, + 0.808594, + 0.910156, + 0.435547, + 0.361328, + 0.597656, + 0.474609, + 1.273438, + 0.455078, + 0.376953, + 1.078125, + 0.816406, + 1.195312, + 0.523438, + 0.451172, + 1.5625, + 0.671875, + 1.273438, + 0.792969, + 0.511719, + 0.457031, + 0.609375, + 0.486328, + 0.176758, + 0.523438, + 1.1875, + 1.367188, + 0.589844, + 0.472656, + 1.75, + 0.53125, + 1.429688, + 0.640625, + 1.375, + 0.628906, + 0.478516, + 1.234375, + 0.597656, + 0.65625, + 0.421875, + 0.474609, + 0.275391, + 0.429688, + 0.839844, + 0.351562, + 0.535156, + 0.546875, + 0.441406, + 0.507812, + 0.574219, + 0.605469, + 1.0625, + 1.742188, + 0.490234, + 0.53125, + 0.53125, + 0.425781, + 0.25, + 1.226562, + 0.601562, + 0.710938, + 0.46875, + 0.921875, + 0.464844, + 0.527344, + 0.609375, + 0.429688, + 0.664062, + 0.443359, + 1.289062, + 0.710938, + 0.902344, + 0.675781, + 0.478516, + 0.578125, + 0.605469, + 0.640625, + 0.443359, + 0.582031, + 0.476562, + 0.644531, + 0.46875, + 0.480469, + 0.894531, + 0.710938, + 1.84375, + 0.546875, + 0.542969, + 0.78125, + 0.341797, + 0.613281, + 1.234375, + 1.703125, + 0.507812, + 0.667969, + 0.441406, + 0.462891, + 0.957031, + 1.78125, + 0.492188, + 1.117188, + 0.482422, + 0.527344, + 1.3125, + 1.476562, + 0.441406, + 0.648438, + 0.367188, + 0.644531, + 0.6875, + 0.474609, + 0.574219, + 0.507812, + 0.433594, + 0.181641, + 0.5625, + 0.949219, + 0.625, + 0.296875, + 0.554688, + 0.443359, + 1.890625, + 2.0, + 0.667969, + 0.550781, + 0.777344, + 0.796875, + 1.390625, + 0.59375, + 0.492188, + 0.460938, + 0.574219, + 0.570312, + 0.851562, + 0.414062, + 0.416016, + 1.679688, + 0.597656, + 0.648438, + 0.480469, + 0.486328, + 0.769531, + 0.582031, + 0.439453, + 0.363281, + 0.46875, + 1.429688, + 1.25, + 0.494141, + 0.546875, + 0.5625, + 0.455078, + 0.449219, + 0.769531, + 0.357422, + 0.996094, + 0.65625, + 0.535156, + 0.503906, + 0.765625, + 1.851562, + 1.4375, + 0.4375, + 0.482422, + 0.597656, + 1.71875, + 1.179688, + 0.515625, + 0.511719, + 0.742188, + 0.229492, + 0.59375, + 0.474609, + 0.679688, + 0.470703, + 0.478516, + 1.085938, + 0.457031, + 0.863281, + 0.176758, + 0.447266, + 1.03125, + 0.304688, + 1.054688, + 0.773438, + 0.582031, + 0.542969, + 0.464844, + 0.539062, + 0.710938, + 0.601562, + 0.5625, + 0.527344, + 0.59375, + 0.566406, + 0.503906, + 0.498047, + 0.820312, + 0.546875, + 0.064941, + 0.820312, + 0.589844, + 0.408203, + 0.554688, + 0.652344, + 1.078125, + 0.515625, + 0.441406, + 1.421875, + 0.664062, + 0.667969, + 1.023438, + 0.245117, + 0.625, + 0.482422, + 1.375, + 0.523438, + 0.441406, + 0.679688, + 0.507812, + 1.679688, + 0.498047, + 1.195312, + 0.652344, + 0.427734, + 0.625, + 0.361328, + 0.558594, + 0.542969, + 0.15918, + 0.847656, + 0.363281, + 0.298828, + 0.460938, + 0.447266, + 0.384766, + 0.429688, + 0.582031, + 1.382812, + 0.839844, + 1.054688, + 0.480469, + 0.625, + 0.804688, + 0.84375, + 0.726562, + 1.296875, + 0.535156, + 0.644531, + 0.628906, + 1.03125, + 1.304688, + 0.664062, + 0.439453, + 0.785156, + 0.558594, + 0.488281, + 0.496094, + 0.486328, + 0.859375, + 0.675781, + 0.914062, + 0.460938, + 1.3125, + 0.550781, + 0.644531, + 0.933594, + 0.867188, + 0.539062, + 0.423828, + 1.03125, + 0.435547, + 0.447266, + 1.28125, + 0.345703, + 0.484375, + 0.714844, + 0.458984, + 0.773438, + 1.5625, + 1.226562, + 0.9375, + 1.054688, + 0.734375, + 0.22168, + 0.648438, + 1.570312, + 0.550781, + 0.703125, + 0.773438, + 0.441406, + 0.929688, + 0.671875, + 0.507812, + 0.542969, + 0.130859, + 1.617188, + 1.429688, + 0.65625, + 0.527344, + 0.507812, + 0.890625, + 0.455078, + 0.585938, + 0.671875, + 1.40625, + 1.554688, + 0.574219, + 0.582031, + 0.546875, + 0.384766, + 0.710938, + 0.804688, + 0.523438, + 0.847656, + 0.597656, + 0.478516, + 1.023438, + 1.445312, + 0.5625, + 1.03125, + 0.515625, + 0.412109, + 0.757812, + 1.429688, + 0.511719, + 0.519531, + 0.585938, + 0.578125, + 0.478516, + 0.628906, + 0.578125, + 0.523438, + 0.976562, + 0.472656, + 0.417969, + 0.578125, + 0.5625, + 1.296875, + 0.582031, + 0.507812, + 0.957031, + 0.632812, + 0.507812, + 0.597656, + 0.462891, + 0.882812, + 0.455078, + 0.451172, + 0.482422, + 1.6875, + 1.617188, + 0.449219, + 1.179688, + 0.53125, + 1.390625, + 1.601562, + 1.171875, + 1.25, + 0.605469, + 0.470703, + 0.470703, + 0.851562, + 0.466797, + 0.209961, + 0.375, + 0.217773, + 0.808594, + 1.3125, + 1.023438, + 0.527344, + 0.863281, + 0.466797, + 0.439453, + 0.429688, + 0.785156, + 1.59375, + 0.796875, + 0.474609, + 0.408203, + 0.742188, + 0.707031, + 1.742188, + 0.929688, + 0.535156, + 0.859375, + 0.882812, + 0.566406, + 0.515625, + 0.4375, + 0.839844, + 0.738281, + 0.472656, + 0.369141, + 0.804688, + 0.539062, + 1.820312, + 1.101562, + 0.503906, + 0.361328, + 0.492188, + 1.898438, + 0.636719, + 0.484375, + 1.117188, + 0.231445, + 0.470703, + 0.53125, + 0.472656, + 0.4375, + 0.425781, + 0.597656, + 0.492188, + 0.632812, + 1.296875, + 0.914062, + 0.294922, + 0.519531, + 0.570312, + 0.439453, + 0.443359, + 0.162109, + 0.535156, + 0.671875, + 0.349609, + 0.464844, + 0.664062, + 0.427734, + 0.404297, + 1.4375, + 0.490234, + 0.458984, + 1.070312, + 0.242188, + 0.617188, + 0.384766, + 0.196289, + 1.179688, + 0.664062, + 0.570312, + 0.636719, + 0.417969, + 0.519531, + 0.640625, + 1.132812, + 0.667969, + 1.304688, + 0.402344, + 0.369141, + 1.828125, + 0.757812, + 0.816406, + 0.384766, + 1.4375, + 0.435547, + 0.494141, + 0.578125, + 0.412109, + 0.523438, + 1.351562, + 0.949219, + 1.679688, + 0.878906, + 0.404297, + 1.148438, + 0.453125, + 0.542969, + 0.423828, + 0.466797, + 0.585938, + 0.804688, + 0.601562, + 0.443359, + 0.800781, + 0.443359, + 0.15918, + 0.071289, + 1.515625, + 0.457031, + 1.109375, + 0.714844, + 1.289062, + 1.585938, + 0.439453, + 0.980469, + 0.453125, + 0.605469, + 0.496094, + 0.478516, + 0.5, + 0.464844, + 1.546875, + 0.46875, + 0.871094, + 0.421875, + 0.357422, + 0.515625, + 0.369141, + 0.746094, + 0.201172, + 0.886719, + 1.390625, + 1.445312, + 1.078125, + 1.59375, + 0.492188, + 0.243164, + 0.863281, + 0.435547, + 0.457031, + 0.542969, + 0.449219, + 1.148438, + 0.707031, + 0.470703, + 1.203125, + 0.851562, + 0.229492, + 0.527344, + 1.070312, + 0.527344, + 0.601562, + 1.171875, + 0.419922, + 0.457031, + 0.910156, + 0.640625, + 1.0625, + 1.164062, + 0.410156, + 0.349609, + 0.46875, + 1.765625, + 0.341797, + 1.507812, + 0.515625, + 0.394531, + 0.464844, + 0.585938, + 0.632812, + 0.75, + 0.486328, + 0.65625, + 0.375, + 0.527344, + 1.421875, + 0.435547, + 0.980469, + 0.675781, + 1.023438, + 0.582031, + 0.382812, + 0.5, + 0.462891, + 0.730469, + 1.179688, + 0.613281, + 0.496094, + 0.628906, + 0.527344, + 1.289062, + 0.431641, + 1.476562, + 0.664062, + 0.589844, + 0.322266, + 0.636719, + 0.408203, + 1.476562, + 0.457031, + 0.412109, + 1.335938, + 0.925781, + 0.392578, + 0.761719, + 0.652344, + 0.523438, + 1.539062, + 0.613281, + 1.054688, + 0.578125, + 0.423828, + 0.5, + 0.648438, + 0.431641, + 0.59375, + 0.628906, + 0.4375, + 0.945312, + 0.710938, + 1.476562, + 0.960938, + 0.972656, + 0.816406, + 1.46875, + 0.507812, + 0.5, + 0.398438, + 0.519531, + 1.554688, + 0.925781, + 0.554688, + 0.550781, + 0.472656, + 0.46875, + 1.117188, + 0.550781, + 0.769531, + 0.816406, + 0.628906, + 0.539062, + 0.519531, + 0.135742, + 0.507812, + 0.488281, + 0.134766, + 0.464844, + 0.484375, + 0.910156, + 0.474609, + 0.453125, + 0.585938, + 0.53125, + 1.070312, + 1.273438, + 0.59375, + 0.416016, + 0.392578, + 0.546875, + 0.361328, + 0.722656, + 0.578125, + 1.585938, + 0.482422, + 0.535156, + 1.257812, + 0.691406, + 0.431641, + 0.582031, + 0.703125, + 0.5625, + 0.542969, + 0.605469, + 1.5625, + 0.494141, + 0.492188, + 0.507812, + 0.792969, + 1.609375, + 1.328125, + 0.511719, + 1.3125, + 0.613281, + 1.351562, + 1.453125, + 0.496094, + 0.40625, + 1.007812, + 0.566406, + 0.542969, + 0.585938, + 1.117188, + 0.585938, + 0.53125, + 0.535156, + 0.707031, + 0.408203, + 0.613281, + 1.078125, + 0.455078, + 1.023438, + 1.664062, + 0.628906, + 0.125977, + 1.671875, + 0.462891, + 0.960938, + 0.625, + 0.519531, + 0.8125, + 0.539062, + 0.738281, + 0.519531, + 0.507812, + 0.229492, + 0.570312, + 0.90625, + 0.470703, + 0.496094, + 0.359375, + 0.542969, + 0.847656, + 0.132812, + 0.503906, + 0.535156, + 1.695312, + 0.945312, + 0.398438, + 1.0, + 1.296875, + 0.785156, + 0.455078, + 0.636719, + 0.800781, + 0.423828, + 0.503906, + 0.388672, + 0.890625, + 0.652344, + 1.789062, + 0.535156, + 0.753906, + 0.910156, + 0.417969, + 0.699219, + 1.1875, + 0.699219, + 0.574219, + 0.458984, + 1.398438, + 1.210938, + 0.601562, + 0.695312, + 0.613281, + 0.423828, + 0.527344, + 0.423828, + 0.695312, + 0.523438, + 0.902344, + 0.457031, + 0.570312, + 0.960938, + 1.1875, + 0.59375, + 0.628906, + 0.570312, + 0.769531, + 0.441406, + 0.5, + 0.386719, + 1.359375, + 0.5, + 0.878906, + 0.554688, + 0.878906, + 0.453125, + 1.242188, + 1.492188, + 0.882812, + 0.472656, + 1.226562, + 0.474609, + 0.494141, + 0.519531, + 0.542969, + 1.5, + 1.828125, + 0.691406, + 0.369141, + 1.046875, + 0.457031, + 0.396484, + 0.515625, + 1.523438, + 0.40625, + 0.412109, + 0.710938, + 1.367188, + 1.460938, + 0.503906, + 0.917969, + 0.554688, + 0.585938, + 0.632812, + 0.5625, + 0.632812, + 0.392578, + 0.470703, + 1.304688, + 1.070312, + 0.992188, + 0.605469, + 0.644531, + 0.5625, + 1.046875, + 0.496094, + 0.917969, + 0.542969, + 0.474609, + 0.847656, + 0.396484, + 0.419922, + 0.423828, + 0.443359, + 0.644531, + 1.796875, + 0.585938, + 1.328125, + 0.388672, + 1.054688, + 0.380859, + 0.605469, + 1.117188, + 0.396484, + 0.554688, + 1.367188, + 0.605469, + 1.828125, + 0.458984, + 1.335938, + 0.507812, + 0.703125, + 0.535156, + 0.443359, + 1.453125, + 0.984375, + 0.507812, + 0.168945, + 0.457031, + 0.5, + 0.191406, + 0.65625, + 0.929688, + 1.117188, + 0.609375, + 1.148438, + 0.726562, + 0.482422, + 0.129883, + 0.507812, + 0.269531, + 0.5, + 1.601562, + 0.476562, + 0.130859, + 0.474609, + 0.6875, + 0.445312, + 0.439453, + 0.535156, + 1.179688, + 0.953125, + 0.542969, + 1.789062, + 1.03125, + 1.671875, + 0.503906, + 1.15625, + 1.15625, + 0.625, + 0.589844, + 0.535156, + 0.855469, + 1.109375, + 0.578125, + 0.746094, + 1.242188, + 0.462891, + 0.792969, + 0.519531, + 0.53125, + 0.558594, + 0.328125, + 0.5, + 0.601562, + 0.378906, + 0.671875, + 0.9375, + 0.527344, + 0.902344, + 0.796875, + 0.550781, + 0.757812, + 0.384766, + 0.527344, + 0.722656, + 0.291016, + 0.898438, + 0.609375, + 0.605469, + 1.328125, + 0.394531, + 1.304688, + 0.5625, + 0.5, + 0.929688, + 0.5625, + 0.777344, + 0.492188, + 0.582031, + 0.546875, + 1.203125, + 0.582031, + 0.482422, + 0.515625, + 0.478516, + 0.765625, + 0.585938, + 0.984375, + 1.609375, + 0.416016, + 0.855469, + 0.578125, + 0.652344, + 1.679688, + 1.054688, + 1.0625, + 0.625, + 0.566406, + 0.585938, + 0.511719, + 0.984375, + 0.679688, + 0.070312, + 0.941406, + 0.535156, + 0.953125, + 0.392578, + 0.410156, + 0.605469, + 0.498047, + 0.396484, + 0.53125, + 1.148438, + 0.597656, + 0.648438, + 0.416016, + 0.472656, + 1.429688, + 0.78125, + 1.078125, + 0.625, + 0.494141, + 0.408203, + 0.466797, + 0.554688, + 0.5, + 0.453125, + 0.96875, + 0.480469, + 0.458984, + 0.597656, + 1.484375, + 1.398438, + 0.542969, + 0.609375, + 1.40625, + 0.613281, + 0.462891, + 0.503906, + 0.550781, + 0.523438, + 1.140625, + 0.369141, + 0.605469, + 0.423828, + 0.394531, + 0.992188, + 0.416016, + 0.550781, + 1.453125, + 0.332031, + 1.476562, + 0.302734, + 0.472656, + 0.566406, + 0.388672, + 0.578125, + 0.115723, + 0.451172, + 0.84375, + 0.519531, + 0.527344, + 1.148438, + 1.3125, + 1.117188, + 0.628906, + 0.285156, + 0.174805, + 0.558594, + 0.777344, + 1.203125, + 0.314453, + 0.695312, + 0.753906, + 0.470703, + 0.628906, + 0.757812, + 0.691406, + 1.5, + 1.179688, + 0.478516, + 0.625, + 0.5, + 0.332031, + 0.4375, + 0.478516, + 0.515625, + 1.570312, + 0.476562, + 0.46875, + 0.53125, + 0.886719, + 0.535156, + 0.457031, + 0.445312, + 1.546875, + 0.558594, + 0.535156, + 1.515625, + 0.449219, + 0.832031, + 0.738281, + 0.476562, + 0.589844, + 0.558594, + 1.054688, + 0.792969, + 0.648438, + 0.785156, + 0.431641, + 0.498047, + 0.871094, + 1.101562, + 0.539062, + 0.980469, + 0.875, + 0.972656, + 1.367188, + 0.484375, + 1.53125, + 0.498047, + 0.566406, + 0.585938, + 0.145508, + 0.578125, + 0.851562, + 0.4375, + 0.546875, + 0.458984, + 0.400391, + 0.417969, + 1.148438, + 1.140625, + 0.398438, + 0.550781, + 0.486328, + 1.148438, + 0.353516, + 0.59375, + 0.314453, + 0.435547, + 0.777344, + 0.451172, + 0.5, + 1.734375, + 0.984375, + 1.367188, + 1.40625, + 0.507812, + 0.511719, + 0.703125, + 0.466797, + 0.308594, + 0.867188, + 0.628906, + 1.710938, + 0.570312, + 0.554688, + 0.419922, + 0.757812, + 1.21875, + 0.423828, + 0.539062, + 0.632812, + 1.117188, + 0.441406, + 1.429688, + 0.546875, + 0.462891, + 1.4375, + 0.71875, + 0.628906, + 0.476562, + 0.535156, + 0.835938, + 0.482422, + 0.554688, + 0.546875, + 0.398438, + 0.253906, + 0.476562, + 0.585938, + 0.820312, + 0.425781, + 1.414062, + 0.40625, + 0.824219, + 0.371094, + 0.691406, + 0.496094, + 0.703125, + 0.910156, + 0.425781, + 0.550781, + 0.451172, + 1.71875, + 0.558594, + 0.5625, + 0.585938, + 0.474609, + 0.445312, + 0.792969, + 0.134766, + 0.714844, + 0.490234, + 0.667969, + 0.453125, + 0.691406, + 1.632812, + 1.039062, + 0.46875, + 0.339844, + 0.151367, + 0.570312, + 0.345703, + 0.910156, + 0.757812, + 1.640625, + 0.457031, + 1.226562, + 0.476562, + 0.902344, + 1.539062, + 0.878906, + 0.498047, + 0.396484, + 0.476562, + 0.601562, + 0.476562, + 0.59375, + 0.730469, + 0.785156, + 0.455078, + 0.425781, + 0.734375, + 0.695312, + 0.496094, + 0.886719, + 0.800781, + 1.242188, + 0.474609, + 0.457031, + 0.5, + 0.433594, + 1.109375, + 0.722656, + 0.714844, + 0.217773, + 0.390625, + 0.644531, + 0.519531, + 1.5, + 0.503906, + 0.523438, + 0.10791, + 0.589844, + 0.484375, + 0.464844, + 0.507812, + 0.804688, + 0.542969, + 0.621094, + 0.511719, + 0.664062, + 1.164062, + 0.605469, + 1.398438, + 1.320312, + 1.226562, + 0.664062, + 1.054688, + 0.349609, + 0.421875, + 0.386719, + 0.621094, + 0.486328, + 0.173828, + 0.632812, + 1.648438, + 0.566406, + 0.5625, + 0.380859, + 0.558594, + 0.165039, + 0.617188, + 0.878906, + 0.828125, + 0.949219, + 0.382812, + 0.496094, + 0.601562, + 0.570312, + 1.445312, + 0.550781, + 0.46875, + 0.554688, + 1.929688, + 0.929688, + 0.515625, + 1.046875, + 0.542969, + 0.503906, + 0.925781, + 0.90625, + 1.757812, + 0.710938, + 0.357422, + 0.765625, + 0.820312, + 0.777344, + 0.738281, + 0.589844, + 0.660156, + 1.03125, + 0.753906, + 0.398438, + 0.4375, + 0.535156, + 0.11084, + 0.65625, + 0.478516, + 0.679688, + 0.488281, + 0.486328, + 1.601562, + 0.496094, + 0.451172, + 1.898438, + 0.431641, + 0.46875, + 0.605469, + 0.777344, + 1.234375, + 0.494141, + 0.337891, + 0.585938, + 0.519531, + 1.765625, + 0.453125, + 0.421875, + 0.539062, + 1.132812, + 0.726562, + 1.25, + 1.601562, + 0.566406, + 0.597656, + 0.664062, + 0.365234, + 0.193359, + 0.515625, + 0.490234, + 0.457031, + 0.53125, + 0.558594, + 0.138672, + 0.486328, + 1.265625, + 0.621094, + 0.675781, + 0.458984, + 0.478516, + 1.539062, + 0.660156, + 0.703125, + 1.03125, + 0.345703, + 0.503906, + 1.40625, + 0.496094, + 1.117188, + 0.349609, + 1.375, + 0.507812, + 0.746094, + 0.503906, + 0.433594, + 0.605469, + 0.496094, + 0.632812, + 0.589844, + 0.59375, + 0.980469, + 0.414062, + 0.527344, + 0.365234, + 0.466797, + 1.179688, + 0.703125, + 0.464844, + 0.337891, + 0.847656, + 0.585938, + 0.417969, + 0.597656, + 0.470703, + 0.527344, + 0.470703, + 1.335938, + 0.333984, + 1.640625, + 0.722656, + 0.53125, + 0.492188, + 0.335938, + 1.65625, + 0.427734, + 1.523438, + 1.445312, + 0.609375, + 0.632812, + 0.484375, + 0.423828, + 0.621094, + 1.328125, + 0.953125, + 0.820312, + 0.527344, + 0.878906, + 0.527344, + 0.177734, + 0.90625, + 0.519531, + 0.621094, + 1.0625, + 0.455078, + 0.550781, + 0.503906, + 1.40625, + 0.621094, + 0.71875, + 0.494141, + 0.554688, + 1.5, + 1.304688, + 1.546875, + 0.470703, + 0.466797, + 0.691406, + 1.515625, + 0.445312, + 1.234375, + 1.296875, + 0.574219, + 0.625, + 0.890625, + 1.546875, + 0.5, + 0.785156, + 1.078125, + 0.462891, + 0.601562, + 0.519531, + 1.53125, + 0.6875, + 0.488281, + 0.742188, + 0.59375, + 0.503906, + 0.640625, + 1.492188, + 1.617188, + 0.180664, + 0.84375, + 0.443359, + 1.554688, + 0.333984, + 0.550781, + 0.691406, + 0.542969, + 0.609375, + 0.558594, + 0.462891, + 1.8125, + 0.511719, + 0.460938, + 0.726562, + 0.460938, + 1.148438, + 0.155273, + 0.388672, + 0.972656, + 0.431641, + 0.769531, + 0.455078, + 0.574219, + 1.101562, + 1.445312, + 0.470703, + 0.5625, + 0.498047, + 0.40625, + 0.554688, + 1.367188, + 1.40625, + 0.71875, + 0.6875, + 1.5625, + 0.466797, + 0.753906, + 0.75, + 0.439453, + 0.597656, + 0.566406, + 0.5625, + 1.15625, + 0.742188, + 0.457031, + 0.851562, + 0.792969, + 0.539062, + 0.476562, + 0.621094, + 1.382812, + 0.482422, + 0.867188, + 0.539062, + 0.178711, + 0.992188, + 0.248047, + 0.5, + 0.390625, + 0.589844, + 0.496094, + 0.332031, + 1.195312, + 0.417969, + 0.523438, + 0.380859, + 0.421875, + 0.484375, + 0.339844, + 0.462891, + 0.492188, + 0.367188, + 0.691406, + 0.189453, + 0.488281, + 0.605469, + 0.486328, + 0.632812, + 0.558594, + 0.511719, + 0.617188, + 1.234375, + 0.515625, + 1.226562, + 1.257812, + 0.123047, + 0.431641, + 0.984375, + 0.457031, + 0.644531, + 0.457031, + 0.486328, + 0.439453, + 0.976562, + 0.59375, + 0.335938, + 0.769531, + 0.757812, + 0.257812, + 0.511719, + 0.601562, + 0.414062, + 0.523438, + 1.148438, + 0.232422, + 0.46875, + 1.445312, + 1.164062, + 0.46875, + 0.4375, + 0.106934, + 1.0625, + 0.490234, + 0.722656, + 0.484375, + 0.511719, + 0.597656, + 0.423828, + 0.574219, + 0.494141, + 0.386719, + 0.53125, + 0.441406, + 0.578125, + 1.429688, + 0.902344, + 0.488281, + 0.462891, + 0.417969, + 0.486328, + 0.5625, + 1.0625, + 0.486328, + 0.589844, + 0.613281, + 0.447266, + 0.492188, + 1.1875, + 0.474609, + 0.404297, + 0.621094, + 0.863281, + 0.496094, + 0.613281, + 0.53125, + 0.609375, + 0.96875, + 1.40625, + 0.574219, + 0.122559, + 0.451172, + 0.847656, + 0.570312, + 0.902344, + 0.546875, + 1.289062, + 0.539062, + 0.902344, + 0.53125, + 0.180664, + 0.412109, + 1.367188, + 0.503906, + 0.558594, + 0.273438, + 0.423828, + 0.574219, + 0.507812, + 1.398438, + 1.242188, + 1.257812, + 0.472656, + 0.558594, + 0.414062, + 0.574219, + 0.402344, + 0.96875, + 0.542969, + 1.75, + 0.462891, + 0.65625, + 1.054688, + 0.710938, + 0.703125, + 0.386719, + 0.314453, + 0.589844, + 1.828125, + 0.585938, + 0.458984, + 0.753906, + 0.404297, + 0.871094, + 0.390625, + 0.695312, + 0.699219, + 0.460938, + 0.820312, + 0.667969, + 0.457031, + 1.3125, + 1.351562, + 0.423828, + 0.503906, + 0.519531, + 0.8125, + 0.462891, + 0.198242, + 0.976562, + 1.007812, + 1.078125, + 0.484375, + 0.419922, + 1.203125, + 0.628906, + 1.210938, + 0.609375, + 0.566406, + 0.589844, + 0.703125, + 0.515625, + 0.457031, + 0.455078, + 0.523438, + 0.582031, + 0.535156, + 0.507812, + 0.453125, + 0.558594, + 1.257812, + 0.605469, + 0.404297, + 0.808594, + 1.03125, + 0.388672, + 1.09375, + 0.507812, + 0.482422, + 0.5, + 0.976562, + 0.294922, + 0.425781, + 0.5, + 0.550781, + 0.365234, + 1.789062, + 0.734375, + 0.53125, + 0.527344, + 1.046875, + 0.503906, + 0.472656, + 1.015625, + 0.976562, + 0.988281, + 0.363281, + 0.773438, + 0.412109, + 1.90625, + 0.597656, + 0.527344, + 0.470703, + 0.648438, + 0.664062, + 0.480469, + 1.460938, + 0.355469, + 0.435547, + 0.373047, + 0.777344, + 1.375, + 0.539062, + 0.480469, + 0.554688, + 0.486328, + 1.4375, + 0.5, + 0.578125, + 0.466797, + 0.871094, + 0.605469, + 0.761719, + 1.804688, + 1.429688, + 0.820312, + 1.195312, + 1.515625, + 0.435547, + 0.882812, + 0.435547, + 0.490234, + 0.597656, + 0.945312, + 0.628906, + 1.382812, + 0.71875, + 1.6875, + 0.507812, + 0.460938, + 0.498047, + 0.558594, + 0.488281, + 0.478516, + 0.511719, + 0.636719, + 0.796875, + 0.679688, + 0.730469, + 0.390625, + 0.53125, + 0.519531, + 0.419922, + 1.40625, + 0.384766, + 0.458984, + 0.601562, + 0.455078, + 0.410156, + 0.443359, + 0.59375, + 0.179688, + 2.0625, + 0.457031, + 0.414062, + 0.550781, + 0.6875, + 0.707031, + 0.65625, + 0.566406, + 0.507812, + 0.746094, + 0.435547, + 0.333984, + 0.660156, + 0.318359, + 0.182617, + 0.490234, + 0.546875, + 0.953125, + 0.75, + 0.507812, + 0.574219, + 1.804688, + 0.472656, + 1.171875, + 0.4375, + 0.535156, + 1.023438, + 1.609375, + 0.570312, + 0.388672, + 1.398438, + 0.414062, + 0.542969, + 0.394531, + 0.419922, + 0.714844, + 0.707031, + 0.539062, + 0.566406, + 0.898438, + 0.445312, + 0.503906, + 0.396484, + 0.8125, + 0.427734, + 1.8125, + 0.363281, + 0.710938, + 1.171875, + 0.882812, + 1.25, + 0.59375, + 0.777344, + 1.0, + 0.466797, + 0.808594, + 0.496094, + 0.419922, + 0.5625, + 0.114746, + 1.15625, + 0.519531, + 0.486328, + 0.945312, + 1.328125, + 0.453125, + 0.431641, + 0.679688, + 0.761719, + 0.235352, + 0.738281, + 1.3125, + 0.488281, + 0.964844, + 0.890625, + 0.421875, + 0.496094, + 0.474609, + 0.408203, + 1.210938, + 1.007812, + 1.648438, + 0.503906, + 0.953125, + 0.535156, + 0.707031, + 0.914062, + 0.435547, + 0.515625, + 0.75, + 0.457031, + 1.429688, + 1.15625, + 0.921875, + 0.480469, + 0.523438, + 0.425781, + 0.472656, + 0.421875, + 0.507812, + 1.5625, + 0.933594, + 0.550781, + 0.851562, + 1.070312, + 1.640625, + 1.195312, + 0.482422, + 1.375, + 0.9375, + 0.523438, + 0.585938, + 0.249023, + 0.578125, + 0.404297, + 0.90625, + 0.478516, + 0.398438, + 0.373047, + 0.390625, + 0.757812, + 0.382812, + 0.46875, + 0.5, + 0.388672, + 0.65625, + 0.203125, + 0.753906, + 1.125, + 0.648438, + 0.867188, + 0.941406, + 0.992188, + 0.515625, + 1.6875, + 1.59375, + 0.4375, + 0.378906, + 0.110352, + 1.375, + 0.400391, + 0.859375, + 0.419922, + 0.550781, + 0.400391, + 0.511719, + 0.328125, + 0.554688, + 0.644531, + 0.628906, + 0.492188, + 0.4375, + 0.492188, + 0.632812, + 0.53125, + 0.714844, + 0.119629, + 0.466797, + 0.632812, + 0.488281, + 0.482422, + 1.914062, + 0.125, + 0.488281, + 1.382812, + 0.878906, + 0.5625, + 1.085938, + 0.730469, + 1.171875, + 0.492188, + 0.585938, + 0.417969, + 0.78125, + 0.792969, + 0.435547, + 0.173828, + 0.507812, + 0.189453, + 0.542969, + 1.140625, + 0.625, + 0.59375, + 0.558594, + 0.601562, + 0.289062, + 1.304688, + 0.392578, + 0.095703, + 0.476562, + 0.621094, + 0.523438, + 0.455078, + 0.664062, + 0.804688, + 0.414062, + 0.800781, + 0.404297, + 0.574219, + 0.550781, + 0.498047, + 0.972656, + 0.457031, + 0.917969, + 0.925781, + 0.808594, + 0.527344, + 0.449219, + 0.703125, + 0.412109, + 0.640625, + 0.722656, + 0.652344, + 1.328125, + 0.375, + 1.140625, + 0.628906, + 0.558594, + 1.570312, + 0.507812, + 1.265625, + 1.695312, + 0.472656, + 0.613281, + 0.601562, + 0.589844, + 0.601562, + 0.464844, + 1.34375, + 0.486328, + 0.519531, + 0.421875, + 1.476562, + 1.234375, + 0.707031, + 0.138672, + 0.285156, + 1.148438, + 0.230469, + 1.0625, + 1.375, + 0.5625, + 0.785156, + 0.757812, + 0.494141, + 0.53125, + 0.558594, + 0.789062, + 0.441406, + 0.601562, + 0.453125, + 1.804688, + 0.431641, + 0.320312, + 0.470703, + 0.585938, + 0.361328, + 0.554688, + 1.484375, + 0.808594, + 0.490234, + 0.519531, + 0.410156, + 0.570312, + 1.578125, + 0.636719, + 1.171875, + 0.589844, + 0.245117, + 0.46875, + 0.482422, + 0.648438, + 0.192383, + 1.296875, + 0.458984, + 0.570312, + 0.5625, + 0.550781, + 0.601562, + 0.439453, + 0.490234, + 0.020752, + 0.632812, + 0.503906, + 0.703125, + 0.609375, + 0.439453, + 1.265625, + 0.804688, + 0.464844, + 1.273438, + 0.929688, + 0.410156, + 1.234375, + 0.5625, + 0.589844, + 0.59375, + 0.707031, + 0.578125, + 1.023438, + 0.378906, + 1.179688, + 1.46875, + 1.109375, + 0.773438, + 0.470703, + 1.28125, + 0.609375, + 1.257812, + 1.203125, + 0.168945, + 0.474609, + 0.542969, + 1.367188, + 0.326172, + 0.851562, + 0.765625, + 1.046875, + 1.484375, + 0.546875, + 0.5625, + 0.455078, + 0.498047, + 0.628906, + 0.503906, + 0.503906, + 0.455078, + 0.652344, + 0.609375, + 0.605469, + 0.332031, + 0.376953, + 0.851562, + 0.482422, + 0.882812, + 0.511719, + 1.390625, + 0.5, + 0.535156, + 0.8125, + 0.539062, + 0.558594, + 0.455078, + 0.75, + 0.386719, + 0.550781, + 0.5625, + 1.71875, + 0.484375, + 1.507812, + 1.648438, + 0.511719, + 0.503906, + 0.398438, + 0.796875, + 0.75, + 0.488281, + 0.652344, + 0.546875, + 0.546875, + 0.5625, + 0.412109, + 1.140625, + 0.699219, + 0.453125, + 1.210938, + 0.208008, + 0.443359, + 0.349609, + 0.578125, + 0.146484, + 0.443359, + 0.929688, + 0.515625, + 1.304688, + 0.515625, + 0.988281, + 1.28125, + 0.515625, + 0.730469, + 1.726562, + 0.519531, + 1.40625, + 0.542969, + 0.375, + 0.474609, + 0.279297, + 1.039062, + 1.296875, + 0.726562, + 0.482422, + 0.589844, + 0.574219, + 0.765625, + 0.439453, + 0.679688, + 0.435547, + 0.498047, + 1.28125, + 1.539062, + 0.722656, + 0.240234, + 0.523438, + 0.800781, + 0.546875, + 1.421875, + 0.439453, + 0.472656, + 0.474609, + 0.652344, + 0.404297, + 0.402344, + 0.542969, + 0.425781, + 0.824219, + 0.443359, + 0.460938, + 0.427734, + 0.507812, + 0.992188, + 0.427734, + 0.675781, + 0.457031, + 0.550781, + 0.589844, + 1.21875, + 0.589844, + 0.679688, + 0.984375, + 0.878906, + 1.054688, + 0.617188, + 0.738281, + 0.511719, + 1.1875, + 0.394531, + 0.141602, + 0.667969, + 0.404297, + 0.589844, + 0.492188, + 0.609375, + 1.5625, + 0.539062, + 0.408203, + 1.289062, + 0.640625, + 0.546875, + 0.621094, + 0.132812, + 0.507812, + 0.703125, + 0.523438, + 0.367188, + 1.148438, + 0.484375, + 0.503906, + 0.546875, + 0.738281, + 0.486328, + 0.703125, + 0.636719, + 0.494141, + 0.824219, + 0.392578, + 0.84375, + 0.453125, + 0.8125, + 1.539062, + 0.515625, + 1.984375, + 0.632812, + 0.486328, + 0.416016, + 0.419922, + 0.455078, + 0.675781, + 0.589844, + 1.101562, + 0.476562, + 0.482422, + 0.738281, + 0.941406, + 1.3125, + 1.109375, + 0.953125, + 0.890625, + 0.539062, + 0.519531, + 0.574219, + 0.460938, + 0.152344, + 0.494141, + 1.90625, + 0.664062, + 1.960938, + 0.988281, + 1.570312, + 1.210938, + 0.480469, + 1.25, + 0.371094, + 0.890625, + 0.412109, + 0.431641, + 1.171875, + 0.464844, + 0.302734, + 0.5, + 1.625, + 0.597656, + 0.447266, + 0.558594, + 0.910156, + 0.648438, + 0.589844, + 0.636719, + 0.554688, + 1.367188, + 1.429688, + 0.435547, + 0.566406, + 0.451172, + 0.515625, + 0.886719, + 0.400391, + 0.671875, + 0.589844, + 0.609375, + 0.515625, + 0.433594, + 1.125, + 0.898438, + 0.542969, + 0.605469, + 0.875, + 1.375, + 1.226562, + 0.554688, + 0.730469, + 0.597656, + 0.494141, + 0.554688, + 0.503906, + 0.699219, + 0.835938, + 0.398438, + 0.373047, + 0.832031, + 0.378906, + 1.171875, + 0.265625, + 0.652344, + 0.59375, + 0.25, + 0.578125, + 0.695312, + 1.023438, + 0.78125, + 0.972656, + 0.445312, + 0.494141, + 0.5625, + 1.054688, + 1.296875, + 0.394531, + 1.1875, + 0.988281, + 1.382812, + 0.519531, + 1.1875, + 0.707031, + 0.472656, + 0.582031, + 0.482422, + 1.25, + 0.457031, + 0.550781, + 0.648438, + 0.589844, + 0.8125, + 0.515625, + 1.429688, + 0.355469, + 0.59375, + 0.480469, + 0.976562, + 0.992188, + 0.449219, + 0.433594, + 0.847656, + 0.722656, + 0.484375, + 0.863281, + 0.414062, + 0.511719, + 0.478516, + 0.457031, + 0.910156, + 0.964844, + 0.519531, + 1.023438, + 0.482422, + 0.695312, + 0.796875, + 1.320312, + 0.996094, + 0.3125, + 0.851562, + 1.335938, + 1.585938, + 0.558594, + 0.511719, + 1.34375, + 1.578125, + 1.367188, + 0.412109, + 1.460938, + 0.382812, + 0.601562, + 0.558594, + 0.652344, + 0.445312, + 0.898438, + 0.570312, + 0.433594, + 0.398438, + 0.476562, + 0.679688, + 0.476562, + 0.925781, + 0.394531, + 0.835938, + 0.455078, + 0.664062, + 0.515625, + 0.496094, + 0.423828, + 0.182617, + 0.476562, + 1.75, + 0.710938, + 0.582031, + 0.507812, + 0.972656, + 0.800781, + 1.03125, + 0.5, + 1.265625, + 0.498047, + 0.808594, + 1.90625, + 0.53125, + 0.519531, + 0.494141, + 0.429688, + 1.40625, + 1.476562, + 1.117188, + 1.101562, + 0.558594, + 0.570312, + 0.601562, + 0.472656, + 0.84375, + 0.527344, + 0.449219, + 1.726562, + 0.470703, + 0.460938, + 0.498047, + 0.138672, + 1.375, + 0.710938, + 0.585938, + 0.847656, + 0.421875, + 0.65625, + 0.898438, + 0.439453, + 0.664062, + 0.78125, + 0.824219, + 0.449219, + 0.363281, + 0.519531, + 0.484375, + 0.734375, + 0.570312, + 0.5625, + 0.460938, + 0.378906, + 0.578125, + 0.75, + 1.078125, + 1.070312, + 0.414062, + 1.664062, + 1.515625, + 0.337891, + 0.585938, + 1.070312, + 0.490234, + 1.789062, + 0.546875, + 0.601562, + 0.421875, + 0.476562, + 0.511719, + 0.472656, + 0.371094, + 0.585938, + 0.964844, + 0.570312, + 0.216797, + 0.644531, + 0.558594, + 0.851562, + 0.578125, + 0.511719, + 0.792969, + 0.447266, + 1.171875, + 0.625, + 0.539062, + 0.511719, + 1.117188, + 0.472656, + 1.351562, + 1.421875, + 0.734375, + 0.482422, + 0.460938, + 1.070312, + 0.710938, + 0.65625, + 1.210938, + 1.078125, + 0.984375, + 0.498047, + 0.519531, + 0.875, + 0.480469, + 0.519531, + 0.910156, + 0.503906, + 0.570312, + 1.179688, + 0.507812, + 0.59375, + 1.414062, + 0.925781, + 0.851562, + 0.894531, + 0.402344, + 0.921875, + 0.427734, + 0.139648, + 0.566406, + 0.890625, + 0.466797, + 1.0625, + 0.488281, + 0.535156, + 0.441406, + 0.628906, + 0.613281, + 1.195312, + 1.398438, + 0.507812, + 1.804688, + 1.398438, + 0.554688, + 1.289062, + 0.449219, + 0.318359, + 1.734375, + 0.421875, + 0.496094, + 0.5, + 0.609375, + 1.4375, + 0.174805, + 0.835938, + 0.625, + 0.554688, + 0.964844, + 1.359375, + 0.734375, + 1.359375, + 0.75, + 0.46875, + 1.335938, + 0.443359, + 0.466797, + 0.808594, + 0.373047, + 1.296875, + 0.601562, + 0.515625, + 0.570312, + 0.124023, + 1.15625, + 0.349609, + 1.492188, + 1.101562, + 0.347656, + 1.367188, + 0.554688, + 0.839844, + 1.210938, + 0.648438, + 0.515625, + 0.410156, + 0.800781, + 0.392578, + 0.675781, + 1.179688, + 0.484375, + 0.441406, + 0.566406, + 0.570312, + 0.554688, + 1.398438, + 0.417969, + 0.832031, + 0.492188, + 0.539062, + 0.546875, + 0.515625, + 0.46875, + 1.3125, + 0.515625, + 0.482422, + 0.371094, + 0.168945, + 0.523438, + 0.5, + 0.433594, + 0.957031, + 0.574219, + 1.257812, + 1.09375, + 0.523438, + 0.279297, + 0.511719, + 0.550781, + 1.21875, + 0.679688, + 0.554688, + 1.492188, + 1.335938, + 0.628906, + 0.488281, + 0.421875, + 0.496094, + 0.519531, + 0.796875, + 0.800781, + 0.396484, + 1.015625, + 0.972656, + 0.710938, + 0.435547, + 0.609375, + 0.365234, + 0.527344, + 0.490234, + 0.122559, + 0.478516, + 0.451172, + 0.392578, + 1.507812, + 0.46875, + 0.511719, + 0.648438, + 0.636719, + 0.621094, + 0.492188, + 0.5625, + 0.474609, + 0.535156, + 0.648438, + 0.449219, + 0.527344, + 0.503906, + 1.25, + 0.828125, + 0.585938, + 0.453125, + 0.996094, + 0.453125, + 0.207031, + 0.404297, + 1.007812, + 0.388672, + 0.507812, + 0.507812, + 0.542969, + 0.988281, + 0.730469, + 1.539062, + 0.894531, + 0.408203, + 0.574219, + 1.617188, + 0.738281, + 0.5, + 1.117188, + 0.558594, + 0.550781, + 0.488281, + 1.210938, + 0.494141, + 0.648438, + 0.53125, + 0.392578, + 0.691406, + 1.078125, + 0.480469, + 0.412109, + 0.474609, + 1.085938, + 1.101562, + 0.390625, + 0.550781, + 0.423828, + 0.269531, + 0.492188, + 0.523438, + 0.769531, + 0.4375, + 1.40625, + 0.472656, + 0.519531, + 1.390625, + 1.0625, + 0.507812, + 0.980469, + 0.578125, + 0.730469, + 0.412109, + 0.412109, + 0.535156, + 0.490234, + 0.498047, + 0.458984, + 0.539062, + 0.523438, + 0.462891, + 0.523438, + 0.396484, + 0.332031, + 0.546875, + 0.769531, + 0.585938, + 0.539062, + 0.400391, + 1.15625, + 0.462891, + 0.566406, + 0.443359, + 1.289062, + 0.519531, + 0.664062, + 0.490234, + 0.462891, + 0.589844, + 0.546875, + 1.695312, + 1.125, + 0.644531, + 0.605469, + 0.578125, + 0.53125, + 0.419922, + 0.392578, + 1.429688, + 1.296875, + 0.539062, + 0.886719, + 0.246094, + 1.195312, + 0.617188, + 0.423828, + 1.289062, + 0.832031, + 0.410156, + 0.644531, + 0.498047, + 0.476562, + 0.539062, + 0.59375, + 0.816406, + 0.482422, + 1.265625, + 0.5625, + 0.455078, + 1.257812, + 0.421875, + 0.488281, + 0.12207, + 0.492188, + 0.597656, + 1.257812, + 1.273438, + 0.621094, + 0.316406, + 1.65625, + 0.699219, + 0.828125, + 0.392578, + 0.466797, + 0.404297, + 2.046875, + 0.492188, + 1.273438, + 0.496094, + 1.34375, + 0.867188, + 1.09375, + 0.71875, + 1.4375, + 0.863281, + 1.625, + 0.644531, + 1.109375, + 0.496094, + 0.617188, + 0.617188, + 0.496094, + 0.921875, + 1.492188, + 0.78125, + 0.859375, + 0.515625, + 0.494141, + 0.714844, + 0.388672, + 0.617188, + 0.960938, + 0.233398, + 0.757812, + 0.636719, + 0.40625, + 1.6875, + 0.660156, + 0.90625, + 0.492188, + 0.507812, + 0.820312, + 0.492188, + 0.357422, + 1.375, + 1.46875, + 0.398438, + 0.625, + 0.832031, + 0.498047, + 1.539062, + 0.107422, + 0.898438, + 0.585938, + 0.554688, + 1.898438, + 0.828125, + 0.480469, + 0.558594, + 0.546875, + 0.507812, + 0.421875, + 0.147461, + 0.613281, + 0.953125, + 0.423828, + 0.486328, + 0.78125, + 0.476562, + 0.472656, + 1.46875, + 0.140625, + 1.359375, + 0.613281, + 0.679688, + 1.140625, + 0.519531, + 0.574219, + 0.445312, + 1.132812, + 0.542969, + 0.613281, + 0.435547, + 1.257812, + 0.402344, + 0.925781, + 1.367188, + 0.882812, + 0.800781, + 0.542969, + 0.636719, + 0.476562, + 0.511719, + 0.6875, + 0.789062, + 0.621094, + 0.75, + 0.582031, + 1.289062, + 0.546875, + 0.660156, + 1.21875, + 0.648438, + 0.691406, + 0.124023, + 0.445312, + 0.466797, + 0.816406, + 0.644531, + 0.839844, + 0.792969, + 0.503906, + 0.460938, + 0.921875, + 0.46875, + 0.589844, + 0.417969, + 0.449219, + 0.96875, + 0.492188, + 0.53125, + 0.474609, + 1.273438, + 0.519531, + 0.695312, + 0.5, + 0.691406, + 0.539062, + 0.503906, + 0.613281, + 1.476562, + 1.523438, + 0.416016, + 0.703125, + 0.482422, + 0.287109, + 0.609375, + 0.488281, + 0.683594, + 0.5, + 0.371094, + 0.482422, + 0.605469, + 0.447266, + 1.617188, + 0.460938, + 0.519531, + 0.789062, + 0.714844, + 0.746094, + 0.648438, + 0.59375, + 1.046875, + 0.789062, + 0.695312, + 0.19043, + 0.664062, + 0.714844, + 0.6875, + 0.460938, + 0.613281, + 0.570312, + 1.234375, + 0.675781, + 1.046875, + 0.410156, + 0.699219, + 0.433594, + 0.400391, + 0.652344, + 1.351562, + 0.546875, + 1.835938, + 1.65625, + 0.6875, + 0.554688, + 0.757812, + 0.597656, + 0.601562, + 1.203125, + 0.474609, + 0.150391, + 0.734375, + 0.503906, + 0.195312, + 0.726562, + 0.5, + 1.15625, + 0.478516, + 1.140625, + 0.609375, + 0.515625, + 0.570312, + 0.753906, + 0.416016, + 0.5, + 1.054688, + 0.5625, + 0.177734, + 0.539062, + 0.408203, + 0.601562, + 1.570312, + 0.585938, + 0.455078, + 0.753906, + 1.195312, + 1.109375, + 0.632812, + 0.298828, + 0.458984, + 0.519531, + 0.757812, + 1.085938, + 0.25, + 0.636719, + 0.353516, + 0.455078, + 0.769531, + 0.460938, + 1.429688, + 1.03125, + 1.539062, + 0.546875, + 0.980469, + 0.644531, + 0.143555, + 0.527344, + 0.652344, + 1.484375, + 0.675781, + 0.582031, + 1.445312, + 0.369141, + 1.171875, + 0.425781, + 1.554688, + 0.773438, + 0.773438, + 0.496094, + 0.478516, + 0.574219, + 0.460938, + 0.886719, + 1.4375, + 0.5, + 0.851562, + 0.466797, + 0.417969, + 1.101562, + 0.8125, + 0.24707, + 0.203125, + 0.617188, + 0.519531, + 0.835938, + 0.613281, + 0.65625, + 1.632812, + 0.53125, + 0.457031, + 0.570312, + 0.808594, + 0.369141, + 0.4375, + 0.455078, + 0.554688, + 0.515625, + 0.511719, + 0.5, + 0.695312, + 0.578125, + 0.46875, + 0.484375, + 0.480469, + 1.1875, + 0.484375, + 0.427734, + 0.972656, + 0.147461, + 0.558594, + 0.328125, + 0.484375, + 0.417969, + 0.628906, + 0.8125 + ] + }, + "name": "model.model.layers.11.input_layernorm.weight", + "outputIndexes": [ + 926 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 925 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_11/Mul_output_0", + "outputIndexes": [ + 927 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 926, + 927 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_11/Mul_1_output_0", + "outputIndexes": [ + 928 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 928 + ], + "outputIndexes": [ + 2616 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2616 + ], + "outputIndexes": [ + 2617 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear", + "inputIndexes": [ + 2617 + ], + "outputIndexes": [ + 2618 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1442176670, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2618 + ], + "outputIndexes": [ + 2619 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2619 + ], + "outputIndexes": [ + 929 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 928 + ], + "main_type": "NONE", + "name": "/Shape_155_output_0", + "outputIndexes": [ + 930 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 930 + ], + "main_type": "NONE", + "name": "Shape2829", + "outputIndexes": [ + 931 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 930 + ], + "main_type": "NONE", + "name": "Rank2831", + "outputIndexes": [ + 932 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 932, + 932 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2833", + "outputIndexes": [ + 933 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 933 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2834", + "outputIndexes": [ + 934 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 933, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2836", + "outputIndexes": [ + 935 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 935 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2837", + "outputIndexes": [ + 936 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 931, + 934, + 936, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2840", + "outputIndexes": [ + 937 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 937 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2841", + "outputIndexes": [ + 938 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2842", + "outputIndexes": [ + 939 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 939, + 938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2843", + "outputIndexes": [ + 940 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 930, + 940, + 933 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_169_output_0", + "outputIndexes": [ + 941 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 941, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_353_output_0", + "outputIndexes": [ + 942 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 942, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_143_output_0", + "outputIndexes": [ + 943 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 929, + 943 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_100_output_0", + "outputIndexes": [ + 944 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_88_output_0", + "outputIndexes": [ + 945 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944 + ], + "main_type": "NONE", + "name": "/Shape_156_output_0", + "outputIndexes": [ + 946 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 946 + ], + "main_type": "NONE", + "name": "Shape2850", + "outputIndexes": [ + 947 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 946 + ], + "main_type": "NONE", + "name": "Rank2852", + "outputIndexes": [ + 948 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 948, + 948 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2854", + "outputIndexes": [ + 949 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 949 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2855", + "outputIndexes": [ + 950 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 949, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2857", + "outputIndexes": [ + 951 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 951 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2858", + "outputIndexes": [ + 952 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 947, + 950, + 952, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2861", + "outputIndexes": [ + 953 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 953 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2862", + "outputIndexes": [ + 954 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 954 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2863", + "outputIndexes": [ + 955 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 955, + 954 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2864", + "outputIndexes": [ + 956 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 946, + 956, + 949 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_170_output_0", + "outputIndexes": [ + 957 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 957, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_33_output_0", + "outputIndexes": [ + 958 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 958, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_358_output_0", + "outputIndexes": [ + 959 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944, + 959, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_45_output_0", + "outputIndexes": [ + 960 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 960 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_22_output_0", + "outputIndexes": [ + 961 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944, + 22, + 959, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_44_output_0", + "outputIndexes": [ + 962 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 961, + 962 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_146_output_0", + "outputIndexes": [ + 963 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 963, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_89_output_0", + "outputIndexes": [ + 964 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 945, + 964 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_55_output_0", + "outputIndexes": [ + 965 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 928 + ], + "outputIndexes": [ + 2620 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2620 + ], + "outputIndexes": [ + 2621 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear", + "inputIndexes": [ + 2621 + ], + "outputIndexes": [ + 2622 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1449416372, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2622 + ], + "outputIndexes": [ + 2623 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2623 + ], + "outputIndexes": [ + 966 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 942, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_144_output_0", + "outputIndexes": [ + 967 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 966, + 967 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_101_output_0", + "outputIndexes": [ + 968 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 968, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_90_output_0", + "outputIndexes": [ + 969 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 968 + ], + "main_type": "NONE", + "name": "/Shape_157_output_0", + "outputIndexes": [ + 970 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 970 + ], + "main_type": "NONE", + "name": "Shape2913", + "outputIndexes": [ + 971 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 970 + ], + "main_type": "NONE", + "name": "Rank2915", + "outputIndexes": [ + 972 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 972, + 972 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2917", + "outputIndexes": [ + 973 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 973 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2918", + "outputIndexes": [ + 974 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 973, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2920", + "outputIndexes": [ + 975 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 975 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2921", + "outputIndexes": [ + 976 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 971, + 974, + 976, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2924", + "outputIndexes": [ + 977 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 977 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2925", + "outputIndexes": [ + 978 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2926", + "outputIndexes": [ + 979 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 979, + 978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2927", + "outputIndexes": [ + 980 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 970, + 980, + 973 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_171_output_0", + "outputIndexes": [ + 981 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 981, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_34_output_0", + "outputIndexes": [ + 982 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 982, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_360_output_0", + "outputIndexes": [ + 983 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 968, + 983, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_47_output_0", + "outputIndexes": [ + 984 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 984 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_23_output_0", + "outputIndexes": [ + 985 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 968, + 22, + 983, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_46_output_0", + "outputIndexes": [ + 986 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 985, + 986 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_147_output_0", + "outputIndexes": [ + 987 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 987, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_91_output_0", + "outputIndexes": [ + 988 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 969, + 988 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_56_output_0", + "outputIndexes": [ + 989 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 928 + ], + "outputIndexes": [ + 2624 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2624 + ], + "outputIndexes": [ + 2625 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear", + "inputIndexes": [ + 2625 + ], + "outputIndexes": [ + 2626 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1450450634, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2626 + ], + "outputIndexes": [ + 2627 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2627 + ], + "outputIndexes": [ + 990 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 990, + 967 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_102_output_0", + "outputIndexes": [ + 991 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 965, + 989, + 991, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_107_output_0", + "outputIndexes": [ + 992 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 992 + ], + "outputIndexes": [ + 2628 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2628 + ], + "outputIndexes": [ + 2629 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear", + "inputIndexes": [ + 2629 + ], + "outputIndexes": [ + 2630 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1451484896, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2630 + ], + "outputIndexes": [ + 2631 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2631 + ], + "outputIndexes": [ + 993 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 925, + 993 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_58_output_0", + "outputIndexes": [ + 994 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.171875, + 1.015625, + 1.6875, + 0.511719, + 1.210938, + 0.695312, + 0.980469, + 1.070312, + 0.396484, + 0.427734, + 1.0, + 0.464844, + 0.851562, + 0.695312, + 0.402344, + 1.054688, + 0.996094, + 0.75, + 1.015625, + 0.330078, + 0.369141, + 0.988281, + 0.992188, + 0.667969, + 0.609375, + 1.179688, + 0.287109, + 0.535156, + 0.601562, + 0.71875, + 1.179688, + 0.439453, + 0.294922, + 0.816406, + 1.148438, + 1.179688, + 0.503906, + 0.357422, + 0.984375, + 0.40625, + 1.164062, + 0.96875, + 1.25, + 0.898438, + 1.242188, + 1.164062, + 0.182617, + 1.3125, + 1.023438, + 0.460938, + 1.234375, + 0.84375, + 0.871094, + 0.863281, + 1.015625, + 0.671875, + 1.109375, + 1.28125, + 1.109375, + 0.435547, + 0.667969, + 1.039062, + 1.117188, + 0.9375, + 1.203125, + 1.1875, + 0.470703, + 0.957031, + 0.507812, + 0.738281, + 0.75, + 0.585938, + 1.117188, + 0.882812, + 1.148438, + 1.117188, + 0.640625, + 0.566406, + 0.441406, + 1.226562, + 1.21875, + 1.242188, + 1.210938, + 0.75, + 0.992188, + 0.210938, + 0.992188, + 1.257812, + 1.03125, + 0.425781, + 1.023438, + 1.054688, + 1.078125, + 1.046875, + 1.164062, + 0.894531, + 0.378906, + 0.546875, + 1.007812, + 0.464844, + 0.53125, + 0.511719, + 1.1875, + 0.921875, + 1.109375, + 1.101562, + 1.171875, + 0.482422, + 0.71875, + 0.929688, + 0.914062, + 0.773438, + 1.039062, + 0.182617, + 0.832031, + 0.120605, + 0.515625, + 1.054688, + 1.164062, + 0.458984, + 0.695312, + 0.847656, + 1.164062, + 0.917969, + 0.886719, + 0.792969, + 1.109375, + 0.773438, + 0.225586, + 0.5, + 0.269531, + 0.957031, + 0.519531, + 1.125, + 0.511719, + 0.980469, + 0.765625, + 1.054688, + 0.605469, + 1.070312, + 0.765625, + 1.164062, + 1.195312, + 0.578125, + 0.359375, + 0.445312, + 1.203125, + 0.949219, + 1.171875, + 0.988281, + 1.171875, + 0.972656, + 0.761719, + 1.0, + 0.632812, + 0.671875, + 0.5, + 0.376953, + 1.195312, + 1.21875, + 0.390625, + 0.451172, + 0.414062, + 0.90625, + 0.458984, + 0.515625, + 0.699219, + 0.585938, + 0.820312, + 0.972656, + 0.980469, + 0.582031, + 0.578125, + 0.601562, + 0.890625, + 1.234375, + 0.902344, + 0.871094, + 1.125, + 0.875, + 0.597656, + 0.871094, + 1.148438, + 0.318359, + 0.539062, + 1.046875, + 0.820312, + 0.427734, + 0.746094, + 1.054688, + 0.484375, + 0.953125, + 0.710938, + 0.726562, + 1.34375, + 0.984375, + 0.972656, + 1.148438, + 0.519531, + 0.886719, + 0.902344, + 0.478516, + 1.039062, + 0.941406, + 1.265625, + 1.03125, + 0.582031, + 0.609375, + 1.140625, + 0.5625, + 1.109375, + 0.859375, + 0.582031, + 1.023438, + 0.929688, + 0.96875, + 0.507812, + 0.5, + 1.289062, + 0.777344, + 0.835938, + 0.460938, + 0.683594, + 1.039062, + 1.015625, + 1.273438, + 0.53125, + 0.613281, + 0.832031, + 0.957031, + 1.070312, + 1.117188, + 0.984375, + 0.871094, + 1.023438, + 1.109375, + 0.722656, + 1.179688, + 0.226562, + 0.945312, + 1.0625, + 0.84375, + 1.070312, + 0.902344, + 0.675781, + 0.636719, + 1.070312, + 1.101562, + 1.023438, + 0.871094, + 0.980469, + 1.257812, + 0.609375, + 0.714844, + 0.921875, + 0.5625, + 0.949219, + 0.196289, + 0.871094, + 0.443359, + 0.914062, + 1.039062, + 0.988281, + 1.109375, + 0.910156, + 0.542969, + 0.921875, + 0.941406, + 0.832031, + 1.03125, + 0.917969, + 1.09375, + 1.023438, + 0.617188, + 0.671875, + 1.28125, + 1.015625, + 0.332031, + 0.667969, + 1.226562, + 0.839844, + 0.949219, + 0.205078, + 1.03125, + 0.753906, + 1.273438, + 0.660156, + 1.078125, + 1.0625, + 0.429688, + 1.203125, + 0.423828, + 0.679688, + 0.53125, + 0.458984, + 0.808594, + 0.695312, + 0.535156, + 1.023438, + 0.835938, + 0.695312, + 0.574219, + 0.480469, + 1.140625, + 1.289062, + 1.101562, + 0.839844, + 0.855469, + 0.820312, + 1.023438, + 0.617188, + 0.738281, + 0.941406, + 0.917969, + 0.410156, + 1.070312, + 0.949219, + 1.203125, + 0.976562, + 0.933594, + 1.171875, + 0.820312, + 0.699219, + 0.746094, + 0.628906, + 0.972656, + 0.773438, + 0.917969, + 0.675781, + 0.660156, + 0.216797, + 0.847656, + 0.765625, + 0.75, + 0.503906, + 0.878906, + 1.015625, + 1.328125, + 1.039062, + 0.527344, + 0.203125, + 0.753906, + 0.839844, + 0.765625, + 0.237305, + 1.148438, + 1.257812, + 1.023438, + 0.785156, + 0.925781, + 0.976562, + 0.453125, + 1.25, + 0.945312, + 1.289062, + 0.921875, + 1.039062, + 1.046875, + 0.785156, + 0.929688, + 1.265625, + 1.234375, + 0.239258, + 0.498047, + 0.306641, + 0.466797, + 0.746094, + 1.179688, + 0.910156, + 0.408203, + 0.886719, + 0.980469, + 1.0625, + 0.703125, + 1.03125, + 1.25, + 0.237305, + 0.427734, + 0.972656, + 1.054688, + 1.007812, + 1.070312, + 0.53125, + 1.242188, + 1.09375, + 0.558594, + 1.242188, + 0.945312, + 0.832031, + 0.601562, + 0.972656, + 1.140625, + 0.667969, + 0.441406, + 0.65625, + 1.078125, + 0.542969, + 0.671875, + 0.996094, + 0.224609, + 0.542969, + 1.070312, + 0.488281, + 1.195312, + 0.40625, + 1.046875, + 0.886719, + 1.023438, + 1.023438, + 0.597656, + 0.458984, + 0.949219, + 1.125, + 0.917969, + 1.070312, + 1.257812, + 1.148438, + 0.957031, + 0.980469, + 1.0625, + 0.511719, + 0.695312, + 0.898438, + 0.482422, + 0.765625, + 0.427734, + 1.101562, + 1.0625, + 0.507812, + 0.871094, + 0.949219, + 0.8125, + 0.384766, + 0.742188, + 1.078125, + 0.539062, + 0.730469, + 1.023438, + 0.773438, + 0.519531, + 0.863281, + 1.226562, + 1.289062, + 0.964844, + 0.482422, + 0.554688, + 0.796875, + 1.054688, + 1.085938, + 1.242188, + 1.257812, + 0.933594, + 1.0625, + 0.941406, + 1.226562, + 1.195312, + 0.625, + 0.773438, + -2.4e-05, + 0.683594, + 0.996094, + 0.714844, + 0.96875, + 0.503906, + 0.486328, + 1.070312, + 0.53125, + 0.882812, + 0.443359, + 0.855469, + 0.726562, + 0.237305, + 1.0, + 1.023438, + 1.148438, + 0.519531, + 0.753906, + 0.476562, + 1.046875, + 1.007812, + 1.054688, + 0.9375, + 0.648438, + 1.179688, + 0.486328, + 1.09375, + 1.296875, + 1.132812, + 1.164062, + 1.03125, + 0.882812, + 1.148438, + 1.203125, + 1.03125, + 1.226562, + 0.652344, + 0.996094, + 0.703125, + 1.234375, + 1.078125, + 0.921875, + 0.539062, + 0.65625, + 0.566406, + 0.816406, + 0.8125, + 1.117188, + 0.546875, + 0.945312, + 0.683594, + 1.09375, + 1.117188, + 0.988281, + 1.132812, + 1.109375, + 0.5625, + 0.597656, + 0.84375, + 0.71875, + 1.242188, + 0.78125, + 1.023438, + 1.039062, + 0.213867, + 0.988281, + 0.515625, + 1.148438, + 1.09375, + 0.976562, + 0.789062, + 0.917969, + 1.15625, + 1.234375, + 0.984375, + 0.8125, + 1.039062, + 0.449219, + 0.902344, + 0.820312, + 1.0625, + 0.390625, + 0.515625, + 0.414062, + 0.925781, + 0.421875, + 1.117188, + 1.289062, + 0.546875, + 0.511719, + 1.28125, + 0.714844, + 1.28125, + 0.90625, + 1.25, + 0.632812, + 0.546875, + 0.738281, + 0.984375, + 1.015625, + 0.605469, + 1.242188, + 0.941406, + 0.640625, + 0.59375, + 0.480469, + 1.046875, + 0.792969, + 0.996094, + 1.046875, + 0.648438, + 1.15625, + 0.917969, + 0.53125, + 0.494141, + 0.8125, + 0.824219, + 0.839844, + 1.195312, + 0.449219, + 1.117188, + 1.09375, + 1.054688, + 1.015625, + 0.515625, + 1.210938, + 0.882812, + 0.824219, + 0.464844, + 0.894531, + 0.535156, + 1.164062, + 0.796875, + 1.015625, + 1.203125, + 1.125, + 0.484375, + 0.757812, + 0.636719, + 0.476562, + 0.503906, + 1.210938, + 0.4375, + 0.59375, + 1.257812, + 0.785156, + 1.195312, + 0.902344, + 0.851562, + 0.353516, + 1.125, + 1.25, + 1.164062, + 0.582031, + 0.394531, + 1.039062, + 0.992188, + 0.234375, + 0.773438, + 0.828125, + 1.03125, + 1.046875, + 0.949219, + 0.570312, + 0.878906, + 0.46875, + 0.757812, + 1.25, + 0.925781, + 0.898438, + 1.195312, + 0.539062, + 0.621094, + 0.683594, + 0.851562, + 0.617188, + 0.535156, + 1.101562, + 0.628906, + 1.046875, + 0.902344, + 0.828125, + 0.416016, + 0.960938, + 1.023438, + 1.25, + 1.070312, + 0.964844, + 0.902344, + 0.941406, + 0.734375, + 0.248047, + 0.75, + 0.960938, + 0.421875, + 0.318359, + 1.09375, + 0.617188, + 1.023438, + 1.03125, + 0.427734, + 0.447266, + 0.65625, + 0.302734, + 1.023438, + 1.09375, + 1.09375, + 0.925781, + 0.769531, + 1.085938, + 1.0, + 0.699219, + 0.839844, + 0.988281, + 1.03125, + 0.988281, + 0.917969, + 1.171875, + 0.523438, + 0.960938, + 1.0625, + 0.925781, + 0.976562, + 0.609375, + 1.0625, + 0.511719, + 0.949219, + 0.875, + 0.542969, + 0.539062, + 0.267578, + 1.242188, + 1.234375, + 0.980469, + 1.234375, + 0.792969, + 0.359375, + 0.5625, + 1.226562, + 0.423828, + 0.953125, + 0.476562, + 1.085938, + 1.101562, + 0.933594, + 0.84375, + 0.949219, + 0.703125, + 0.223633, + 0.976562, + 1.132812, + 0.734375, + 0.609375, + 0.628906, + 0.75, + 0.867188, + 0.07959, + 0.349609, + 0.976562, + 0.515625, + 1.140625, + 0.636719, + 0.941406, + 0.960938, + 0.894531, + 1.085938, + 0.957031, + 0.84375, + 0.265625, + 0.535156, + 1.21875, + 1.039062, + 0.992188, + 0.742188, + 0.996094, + 0.515625, + 1.023438, + 0.369141, + 0.707031, + 0.78125, + 1.289062, + 0.984375, + 0.957031, + 0.451172, + 0.460938, + 0.949219, + 0.875, + 1.078125, + 0.621094, + 1.234375, + 0.71875, + 0.416016, + 0.957031, + 0.808594, + 1.078125, + 1.085938, + 0.847656, + 0.464844, + 1.078125, + 1.085938, + 0.652344, + 1.015625, + 0.632812, + 1.0, + 0.241211, + 0.984375, + 0.902344, + 1.03125, + 0.484375, + 0.318359, + 1.234375, + 0.789062, + 1.0625, + 0.224609, + 0.769531, + 1.210938, + 0.242188, + 0.890625, + 1.203125, + 1.046875, + 0.742188, + 0.84375, + 0.472656, + 1.125, + 0.914062, + 0.486328, + 0.957031, + 0.847656, + 0.519531, + 0.941406, + 0.902344, + 1.046875, + 0.378906, + 0.147461, + 0.644531, + 1.078125, + 0.435547, + 0.396484, + 1.109375, + 1.25, + 1.039062, + 0.816406, + 0.53125, + 0.867188, + 1.148438, + 1.046875, + 0.236328, + 0.925781, + 0.886719, + 0.683594, + 0.431641, + 0.707031, + 0.648438, + 0.964844, + 1.320312, + 0.992188, + 0.890625, + 0.679688, + 0.412109, + 1.09375, + 0.259766, + 0.714844, + 0.835938, + 0.197266, + 1.195312, + 0.5, + 0.636719, + 0.898438, + 0.710938, + 0.78125, + 0.628906, + 1.0, + 1.085938, + 1.15625, + 1.210938, + 0.546875, + 1.03125, + 0.613281, + 1.09375, + 1.109375, + 1.046875, + 0.980469, + 0.4375, + 0.519531, + 1.21875, + 0.679688, + 0.835938, + 0.867188, + 0.609375, + 0.902344, + 0.925781, + 0.988281, + 0.949219, + 0.539062, + 0.429688, + 1.046875, + 0.875, + 1.023438, + 0.527344, + 1.101562, + 0.878906, + 1.226562, + 0.675781, + 0.792969, + 1.070312, + 0.554688, + 0.789062, + 1.273438, + 0.578125, + 0.90625, + 1.03125, + 0.894531, + 0.730469, + 1.078125, + 1.210938, + 1.03125, + 1.132812, + 0.570312, + 0.216797, + 1.007812, + 0.464844, + 1.007812, + 1.148438, + 0.433594, + 0.765625, + 1.148438, + 1.039062, + 1.015625, + 0.988281, + 0.211914, + 0.839844, + 0.5625, + 0.988281, + 0.816406, + 0.886719, + 1.25, + 0.910156, + 0.808594, + 0.9375, + 0.640625, + 0.369141, + 1.085938, + 0.753906, + 0.828125, + 0.498047, + 1.109375, + 1.148438, + 0.929688, + 1.132812, + 1.0, + 0.703125, + 1.1875, + 1.203125, + 0.949219, + 0.488281, + 1.007812, + 0.746094, + 1.046875, + 1.140625, + 0.59375, + 0.996094, + 1.125, + 0.972656, + 0.917969, + 1.085938, + 1.078125, + 0.933594, + 1.171875, + 0.90625, + 0.503906, + 1.039062, + 0.960938, + 0.761719, + 1.007812, + 0.636719, + 1.195312, + 0.882812, + 0.431641, + 1.09375, + 0.550781, + 0.941406, + 0.498047, + 0.910156, + 0.921875, + 0.494141, + 0.292969, + 0.601562, + 1.257812, + 0.609375, + 0.490234, + 1.242188, + 1.257812, + 0.632812, + 0.972656, + 0.476562, + 0.882812, + 1.148438, + 0.871094, + 0.220703, + 0.679688, + 0.242188, + 0.484375, + 1.234375, + 1.015625, + 0.417969, + 0.527344, + 0.730469, + 0.804688, + 0.800781, + 0.554688, + 1.273438, + 1.140625, + 0.941406, + 0.24707, + 1.101562, + 1.132812, + 1.40625, + 1.007812, + 1.0, + 1.171875, + 0.9375, + 0.800781, + 0.484375, + 0.511719, + 0.431641, + 0.636719, + 0.394531, + 0.486328, + 0.515625, + 0.957031, + 1.054688, + 1.203125, + 0.921875, + 0.652344, + 0.988281, + 1.015625, + 1.054688, + 1.0, + 1.140625, + 0.217773, + 0.453125, + 0.804688, + 0.945312, + 0.648438, + 0.347656, + 0.462891, + 0.855469, + 1.085938, + 0.910156, + 1.203125, + 0.206055, + 0.984375, + 0.925781, + 0.855469, + 0.486328, + 0.21582, + 0.949219, + 1.109375, + 0.621094, + 0.515625, + 0.617188, + 0.792969, + 0.550781, + 1.296875, + 0.5, + 0.476562, + 1.023438, + 0.226562, + 0.996094, + 0.710938, + 0.214844, + 1.265625, + 1.101562, + 1.023438, + 0.535156, + 0.75, + 1.015625, + 1.0625, + 1.179688, + 0.425781, + 0.609375, + 0.507812, + 0.605469, + 1.0, + 0.361328, + 1.117188, + 0.652344, + 1.382812, + 0.800781, + 0.960938, + 0.9375, + 0.609375, + 0.515625, + 1.28125, + 0.369141, + 1.25, + 0.84375, + 0.632812, + 1.179688, + 0.511719, + 0.960938, + 0.738281, + 0.367188, + 0.486328, + 0.835938, + 0.453125, + 0.455078, + 0.4375, + 0.804688, + 0.200195, + 0.143555, + 1.234375, + 0.734375, + 1.164062, + 1.164062, + 0.664062, + 1.320312, + 0.792969, + 1.171875, + 0.632812, + 0.828125, + 0.980469, + 0.527344, + 0.474609, + 0.925781, + 1.257812, + 0.917969, + 0.871094, + 0.679688, + 0.671875, + 0.371094, + 0.621094, + 0.597656, + 0.216797, + 0.466797, + 1.210938, + 0.824219, + 1.226562, + 1.296875, + 0.949219, + 0.574219, + 1.179688, + 0.828125, + 0.435547, + 0.714844, + 0.859375, + 1.265625, + 0.478516, + 0.824219, + 1.257812, + 1.203125, + 0.435547, + 0.734375, + 1.148438, + 0.976562, + 0.703125, + 1.234375, + 0.382812, + 0.699219, + 0.785156, + 1.015625, + 1.148438, + 0.355469, + 0.306641, + 0.699219, + 0.621094, + 1.054688, + 0.550781, + 1.28125, + 0.917969, + 0.542969, + 0.839844, + 0.441406, + 1.085938, + 0.886719, + 0.824219, + 1.085938, + 0.554688, + 1.0, + 0.828125, + 0.53125, + 0.494141, + 1.046875, + 0.65625, + 1.054688, + 0.59375, + 0.777344, + 0.777344, + 0.628906, + 1.273438, + 0.855469, + 0.558594, + 1.078125, + 0.402344, + 1.242188, + 0.734375, + 1.21875, + 1.0625, + 0.863281, + 0.675781, + 1.109375, + 0.65625, + 1.265625, + 0.78125, + 0.632812, + 1.226562, + 1.03125, + 0.800781, + 0.480469, + 1.078125, + 0.496094, + 1.289062, + 1.039062, + 1.234375, + 0.984375, + 0.488281, + 0.423828, + 1.0, + 0.726562, + 1.078125, + 1.046875, + 0.722656, + 1.1875, + 1.101562, + 1.242188, + 1.234375, + 1.195312, + 0.996094, + 1.15625, + 0.828125, + 0.769531, + 0.550781, + 0.427734, + 1.195312, + 1.179688, + 1.054688, + 1.054688, + 0.898438, + 0.9375, + 1.203125, + 0.734375, + 1.140625, + 1.140625, + 1.070312, + 0.75, + 1.015625, + 0.195312, + 1.023438, + 0.503906, + 0.194336, + 0.871094, + 0.804688, + 0.917969, + 0.585938, + 0.914062, + 1.015625, + 1.039062, + 1.28125, + 1.234375, + 0.964844, + 0.554688, + 0.466797, + 0.355469, + 0.730469, + 1.15625, + 0.490234, + 1.382812, + 0.777344, + 0.960938, + 1.195312, + 1.078125, + 0.816406, + 1.148438, + 1.171875, + 0.949219, + 0.457031, + 1.023438, + 1.296875, + 0.914062, + 0.558594, + 0.96875, + 1.15625, + 1.234375, + 1.226562, + 0.992188, + 1.210938, + 1.078125, + 1.007812, + 1.21875, + 0.902344, + 0.703125, + 1.210938, + 0.980469, + 1.007812, + 1.078125, + 1.226562, + 1.046875, + 0.984375, + 0.898438, + 1.125, + 0.621094, + 0.835938, + 0.546875, + 0.910156, + 1.070312, + 1.234375, + 0.449219, + 0.19043, + 1.132812, + 0.9375, + 1.132812, + 1.078125, + 1.046875, + 0.640625, + 0.589844, + 1.179688, + 0.914062, + 0.949219, + 0.539062, + 0.921875, + 0.476562, + 0.863281, + 0.765625, + 0.519531, + 0.546875, + 1.164062, + 0.189453, + 0.988281, + 0.628906, + 0.310547, + 1.125, + 0.558594, + 0.527344, + 0.800781, + 1.101562, + 0.828125, + 0.535156, + 0.976562, + 0.605469, + 0.519531, + 0.46875, + 0.439453, + 0.847656, + 0.535156, + 0.507812, + 0.507812, + 0.984375, + 0.75, + 1.132812, + 1.242188, + 0.457031, + 1.085938, + 0.416016, + 1.289062, + 0.664062, + 0.828125, + 1.148438, + 1.0625, + 0.703125, + 1.015625, + 0.419922, + 1.132812, + 0.957031, + 1.257812, + 0.933594, + 0.466797, + 1.210938, + 1.21875, + 1.109375, + 0.617188, + 0.890625, + 1.09375, + 0.746094, + 0.960938, + 0.722656, + 1.28125, + 0.914062, + 1.132812, + 1.0625, + 1.195312, + 0.710938, + 0.953125, + 1.085938, + 0.527344, + 0.816406, + 1.257812, + 0.773438, + 1.007812, + 0.714844, + 0.957031, + 1.304688, + 1.171875, + 0.8125, + 0.332031, + 0.703125, + 0.832031, + 0.476562, + 0.972656, + 1.320312, + 0.777344, + 0.507812, + 1.101562, + 0.789062, + 1.273438, + 1.0, + 1.109375, + 1.03125, + 1.0625, + 0.910156, + 0.546875, + 0.734375, + 0.462891, + 0.945312, + 1.101562, + 1.085938, + 0.53125, + 1.117188, + 1.054688, + 0.941406, + 0.996094, + 0.644531, + 0.558594, + 0.384766, + 0.953125, + 0.753906, + 0.773438, + 0.738281, + 0.773438, + 0.800781, + 0.824219, + 1.15625, + 0.921875, + 1.09375, + 0.585938, + 0.683594, + 0.480469, + 0.310547, + 0.605469, + 0.664062, + 1.085938, + 1.179688, + 1.039062, + 1.195312, + 0.855469, + 0.984375, + 0.597656, + 0.675781, + 0.941406, + 0.800781, + 1.289062, + 1.195312, + 0.710938, + 0.214844, + 0.796875, + 0.839844, + 0.21582, + 1.09375, + 1.140625, + 1.28125, + 0.792969, + 0.808594, + 0.675781, + 0.753906, + 0.195312, + 0.957031, + 0.229492, + 1.015625, + 1.101562, + 0.84375, + 0.192383, + 0.628906, + 1.0625, + 0.554688, + 0.820312, + 0.441406, + 1.265625, + 1.179688, + 1.03125, + 1.09375, + 0.847656, + 0.582031, + 0.914062, + 1.117188, + 1.039062, + 0.439453, + 1.078125, + 0.304688, + 1.140625, + 1.195312, + 1.015625, + 1.140625, + 1.257812, + 0.597656, + 0.839844, + 0.902344, + 0.972656, + 0.921875, + 0.664062, + 0.972656, + 0.613281, + 0.773438, + 1.109375, + 0.310547, + 0.898438, + 1.046875, + 0.683594, + 0.804688, + 0.675781, + 0.609375, + 0.945312, + 1.078125, + 0.248047, + 1.226562, + 1.03125, + 0.349609, + 1.179688, + 0.609375, + 1.304688, + 1.03125, + 0.886719, + 0.828125, + 0.964844, + 1.148438, + 0.832031, + 1.007812, + 0.667969, + 1.226562, + 1.0625, + 0.902344, + 0.941406, + 0.867188, + 1.070312, + 0.291016, + 1.15625, + 1.257812, + 0.5625, + 1.03125, + 1.023438, + 1.039062, + 1.015625, + 1.25, + 1.25, + 0.886719, + 0.484375, + 0.695312, + 0.921875, + 1.140625, + 1.085938, + 0.145508, + 0.980469, + 0.996094, + 1.195312, + 0.710938, + 0.683594, + 1.109375, + 0.835938, + 0.458984, + 0.984375, + 1.25, + 1.046875, + 1.085938, + 0.726562, + 0.925781, + 1.1875, + 1.132812, + 1.210938, + 0.980469, + 0.765625, + 0.65625, + 0.710938, + 0.890625, + 0.734375, + 0.419922, + 1.203125, + 0.792969, + 0.871094, + 1.054688, + 1.179688, + 1.304688, + 0.96875, + 0.882812, + 1.25, + 1.0625, + 0.433594, + 1.007812, + 0.949219, + 0.404297, + 1.179688, + 0.539062, + 0.871094, + 0.625, + 0.486328, + 0.535156, + 0.652344, + 0.882812, + 0.539062, + 0.660156, + 0.365234, + 0.640625, + 0.785156, + 0.582031, + 0.466797, + 1.0625, + 0.176758, + 0.839844, + 1.15625, + 1.015625, + 0.964844, + 1.242188, + 0.691406, + 1.257812, + 1.046875, + 0.225586, + 0.217773, + 0.480469, + 0.667969, + 1.148438, + 0.550781, + 0.90625, + 1.132812, + 0.494141, + 1.09375, + 0.570312, + 1.109375, + 1.25, + 0.894531, + 0.953125, + 0.691406, + 0.980469, + 0.257812, + 0.828125, + 0.816406, + 1.039062, + 0.738281, + 0.439453, + 0.554688, + 0.984375, + 1.070312, + 0.667969, + 0.554688, + 0.851562, + 0.957031, + 1.023438, + 1.039062, + 1.257812, + 0.722656, + 0.683594, + 0.539062, + 0.859375, + 0.980469, + 0.792969, + 0.507812, + 0.753906, + 0.992188, + 1.054688, + 0.523438, + 0.894531, + 1.117188, + 0.5625, + 0.984375, + 0.574219, + 0.515625, + 0.337891, + 1.257812, + 0.890625, + 1.109375, + 0.527344, + 0.710938, + 0.664062, + 0.196289, + 1.015625, + 1.054688, + 0.546875, + 0.773438, + 0.921875, + 0.679688, + 0.601562, + 1.257812, + 1.195312, + 0.699219, + 0.386719, + 0.800781, + 1.210938, + 0.6875, + 1.007812, + 0.625, + 0.875, + 1.148438, + 0.835938, + 0.695312, + 1.257812, + 0.371094, + 1.179688, + 1.28125, + 0.851562, + 1.015625, + 0.632812, + 0.78125, + 0.59375, + 1.210938, + 1.132812, + 0.359375, + 0.388672, + 0.890625, + 0.617188, + 0.964844, + 1.195312, + 0.582031, + 0.867188, + 1.140625, + 0.957031, + 0.542969, + 1.257812, + 0.498047, + 0.875, + 0.90625, + 0.914062, + 0.636719, + 0.800781, + 1.039062, + 0.796875, + 0.921875, + 1.085938, + 0.722656, + 0.466797, + 0.585938, + 0.636719, + 0.570312, + 1.039062, + 0.75, + 1.085938, + 0.714844, + 0.851562, + 0.710938, + 0.707031, + 0.917969, + 1.023438, + 1.0625, + 0.496094, + 0.894531, + 0.269531, + 0.929688, + 1.039062, + 0.933594, + 1.039062, + 0.875, + 0.671875, + 0.984375, + 0.209961, + 0.462891, + 0.863281, + 0.519531, + 0.648438, + 0.679688, + 1.25, + 1.21875, + 0.957031, + 0.636719, + 0.210938, + 0.984375, + 0.289062, + 0.53125, + 0.453125, + 0.992188, + 0.664062, + 0.964844, + 0.582031, + 1.148438, + 1.140625, + 1.140625, + 0.996094, + 0.546875, + 0.914062, + 1.023438, + 0.996094, + 1.039062, + 0.617188, + 1.195312, + 0.808594, + 0.357422, + 1.179688, + 0.671875, + 0.835938, + 0.589844, + 0.609375, + 0.566406, + 0.902344, + 0.945312, + 0.988281, + 0.423828, + 1.148438, + 0.519531, + 0.486328, + 0.224609, + 0.609375, + 1.070312, + 0.9375, + 1.273438, + 0.953125, + 0.820312, + 0.180664, + 0.679688, + 0.503906, + 0.75, + 0.601562, + 0.992188, + 0.9375, + 1.101562, + 0.585938, + 1.039062, + 0.894531, + 1.046875, + 1.28125, + 1.320312, + 1.25, + 1.0625, + 1.242188, + 0.570312, + 0.773438, + 0.507812, + 0.980469, + 0.855469, + 0.414062, + 0.992188, + 0.330078, + 1.054688, + 0.511719, + 0.535156, + 1.078125, + 0.213867, + 1.023438, + 0.376953, + 1.148438, + 1.179688, + 0.691406, + 0.875, + 0.769531, + 1.085938, + 1.09375, + 1.03125, + 0.535156, + 1.046875, + 0.078125, + 1.21875, + 0.511719, + 1.195312, + 0.550781, + 0.302734, + 1.1875, + 1.203125, + 1.179688, + 0.964844, + 0.65625, + 1.148438, + 0.878906, + 1.195312, + 0.835938, + 0.742188, + 0.447266, + 1.132812, + 1.078125, + 0.792969, + 0.808594, + 1.03125, + 0.185547, + 1.148438, + 0.699219, + 1.125, + 0.601562, + 0.90625, + 0.746094, + 0.820312, + 0.796875, + 0.110352, + 0.466797, + 0.890625, + 0.539062, + 0.388672, + 1.304688, + 0.953125, + 0.46875, + 0.75, + 0.375, + 1.234375, + 0.886719, + 0.722656, + 0.847656, + 1.25, + 0.773438, + 1.023438, + 1.101562, + 0.65625, + 0.609375, + 0.945312, + 0.617188, + 0.227539, + 0.494141, + 0.507812, + 0.859375, + 1.039062, + 1.09375, + 0.197266, + 1.0625, + 1.273438, + 1.039062, + 0.6875, + 0.271484, + 0.453125, + 1.242188, + 0.478516, + 0.332031, + 1.171875, + 0.691406, + 0.427734, + 1.335938, + 0.949219, + 1.210938, + 0.589844, + 1.273438, + 0.691406, + 1.164062, + 0.867188, + 0.683594, + 0.976562, + 0.8125, + 1.085938, + 0.523438, + 1.046875, + 1.023438, + 0.714844, + 1.007812, + 0.574219, + 0.902344, + 0.730469, + 0.609375, + 0.785156, + 0.566406, + 1.21875, + 1.03125, + 0.773438, + 1.023438, + 0.394531, + 0.984375, + 0.722656, + 0.589844, + 0.671875, + 1.226562, + 1.15625, + 0.558594, + 0.796875, + 0.527344, + 1.117188, + 0.757812, + 1.289062, + 1.070312, + 1.09375, + 0.574219, + 0.671875, + 0.800781, + 0.71875, + 0.664062, + 1.109375, + 1.117188, + 0.714844, + 0.480469, + 1.0, + 0.228516, + 0.337891, + 0.933594, + 0.730469, + 0.380859, + 0.796875, + 1.046875, + 0.492188, + 1.21875, + 0.804688, + 1.15625, + 0.925781, + 1.023438, + 1.234375, + 1.273438, + 0.507812, + 0.605469, + 0.84375, + 0.871094, + 1.289062, + 0.832031, + 1.234375, + 1.289062, + 0.90625, + 1.085938, + 1.140625, + 0.390625, + 0.875, + 1.15625, + 1.078125, + 0.753906, + 1.09375, + 0.800781, + 1.171875, + 1.109375, + 0.59375, + 1.132812, + 0.667969, + 0.890625, + 1.015625, + 1.234375, + 1.234375, + 0.208008, + 0.839844, + 0.828125, + 1.242188, + 0.652344, + 1.0, + 1.132812, + 1.0625, + 1.140625, + 0.574219, + 0.820312, + 1.234375, + 0.902344, + 0.730469, + 0.535156, + 0.769531, + 1.15625, + 0.219727, + 0.507812, + 1.046875, + 0.902344, + 1.15625, + 0.90625, + 0.482422, + 0.494141, + 1.273438, + 0.324219, + 1.054688, + 0.710938, + 0.746094, + 0.828125, + 1.3125, + 0.609375, + 1.039062, + 1.171875, + 1.28125, + 0.839844, + 0.558594, + 1.15625, + 0.890625, + 0.902344, + 1.039062, + 0.921875, + 0.244141, + 1.132812, + 0.644531, + 0.964844, + 0.820312, + 0.949219, + 0.384766, + 1.054688, + 1.21875, + 0.585938, + 0.972656, + 1.054688, + 0.224609, + 1.164062, + 0.21582, + 0.515625, + 0.691406, + 0.476562, + 0.449219, + 0.503906, + 0.404297, + 0.726562, + 0.828125, + 0.679688, + 0.863281, + 0.921875, + 0.652344, + 0.746094, + 0.957031, + 0.535156, + 0.578125, + 0.229492, + 0.695312, + 0.976562, + 0.808594, + 0.464844, + 1.054688, + 0.835938, + 0.699219, + 1.234375, + 0.800781, + 0.539062, + 1.234375, + 0.19043, + 0.796875, + 1.046875, + 0.878906, + 0.882812, + 0.964844, + 0.941406, + 0.5, + 0.613281, + 1.09375, + 0.601562, + 1.148438, + 1.132812, + 0.535156, + 1.023438, + 1.070312, + 0.410156, + 0.804688, + 0.589844, + 0.235352, + 0.890625, + 1.234375, + 1.226562, + 0.851562, + 0.466797, + 0.183594, + 1.1875, + 0.542969, + 1.195312, + 0.910156, + 1.03125, + 0.953125, + 0.628906, + 0.917969, + 1.03125, + 0.667969, + 0.882812, + 0.488281, + 1.101562, + 1.257812, + 1.148438, + 0.355469, + 0.490234, + 0.617188, + 0.828125, + 0.929688, + 0.527344, + 0.78125, + 1.015625, + 0.890625, + 0.582031, + 0.898438, + 1.242188, + 0.746094, + 0.410156, + 1.085938, + 0.550781, + 1.015625, + 0.478516, + 0.96875, + 1.023438, + 1.132812, + 1.15625, + 0.443359, + 0.203125, + 0.738281, + 1.078125, + 1.09375, + 1.171875, + 1.039062, + 0.5625, + 1.015625, + 1.1875, + 0.792969, + 0.236328, + 0.726562, + 1.257812, + 0.773438, + 1.09375, + 0.609375, + 0.667969, + 0.972656, + 0.929688, + 0.828125, + 1.078125, + 1.171875, + 0.800781, + 0.960938, + 0.636719, + 1.070312, + 0.289062, + 1.046875, + 0.898438, + 1.203125, + 0.832031, + 0.570312, + 0.40625, + 0.53125, + 1.148438, + 0.75, + 0.589844, + 0.839844, + 1.242188, + 1.054688, + 0.613281, + 1.117188, + 0.796875, + 1.242188, + 0.5, + 1.140625, + 1.015625, + 0.808594, + 1.007812, + 1.117188, + 0.289062, + 1.148438, + 1.273438, + 0.773438, + 0.671875, + 1.03125, + 1.132812, + 0.746094, + 0.233398, + 1.195312, + 0.609375, + 0.328125, + 0.890625, + 0.820312, + 1.28125, + 0.964844, + 0.972656, + 1.101562, + 0.972656, + 0.898438, + 1.0, + 1.039062, + 0.535156, + 0.84375, + 0.898438, + 0.746094, + 0.910156, + 0.839844, + 0.882812, + 1.0, + 1.234375, + 0.527344, + 0.683594, + 0.453125, + 1.25, + 0.585938, + 1.203125, + 0.902344, + 0.824219, + 0.980469, + 0.78125, + 0.570312, + 0.443359, + 0.804688, + 0.455078, + 0.464844, + 1.039062, + 1.140625, + 0.941406, + 0.5625, + 0.738281, + 0.984375, + 0.777344, + 1.234375, + 1.125, + 1.273438, + 0.648438, + 1.054688, + 0.601562, + 0.972656, + 1.054688, + 0.416016, + 0.929688, + 0.404297, + 0.628906, + 0.90625, + 1.046875, + 0.667969, + 0.474609, + 0.441406, + 1.085938, + 1.070312, + 1.054688, + 0.574219, + 1.03125, + 0.75, + 1.28125, + 1.015625, + 0.474609, + 0.792969, + 0.660156, + 1.117188, + 0.8125, + 1.15625, + 0.478516, + 1.15625, + 1.234375, + 0.478516, + 0.382812, + 1.0, + 0.753906, + 0.4375, + 0.878906, + 0.925781, + 0.957031, + 1.25, + 0.925781, + 1.21875, + 0.964844, + 0.746094, + 0.976562, + 0.449219, + 0.832031, + 1.007812, + 0.984375, + 0.761719, + 0.447266, + 1.078125, + 0.402344, + 0.6875, + 0.613281, + 0.941406, + 0.589844, + 0.808594, + 0.421875, + 0.882812, + 0.742188, + 0.558594, + 0.458984, + 0.847656, + 0.738281, + 0.223633, + 0.137695, + 0.601562, + 0.761719, + 0.945312, + 0.980469, + 0.408203, + 1.0625, + 1.007812, + 1.0, + 0.996094, + 0.365234, + 0.652344, + 0.482422, + 0.640625, + 0.216797, + 0.375, + 0.574219, + 1.109375, + 0.435547, + 0.960938, + 0.871094, + 1.195312, + 0.898438, + 1.226562, + 0.714844, + 1.039062, + 1.21875, + 0.306641, + 1.023438, + 0.671875, + 1.148438, + 0.535156, + 0.894531, + 0.482422, + 0.804688, + 1.046875, + 1.15625, + 0.769531, + 0.410156, + 0.84375, + 0.828125, + 0.6875, + 0.703125, + 0.486328, + 0.820312, + 0.839844, + 0.578125, + 1.070312, + 1.289062, + 1.085938, + 1.3125, + 0.742188, + 0.439453, + 1.164062, + 0.605469, + 1.171875, + 0.914062, + 0.707031, + 1.015625, + 0.191406, + 1.085938, + 0.972656, + 0.929688, + 1.179688, + 0.894531, + 0.867188, + 0.636719, + 0.90625, + 1.054688, + 0.558594, + 0.804688, + 0.882812, + 0.972656, + 1.25, + 1.234375, + 0.707031, + 0.730469, + 0.863281, + 0.6875, + 0.753906, + 0.808594, + 0.75, + 0.929688, + 0.535156, + 0.410156, + 0.4375, + 1.101562, + 0.769531, + 0.996094, + 1.125, + 0.855469, + 1.304688, + 1.289062, + 1.101562, + 0.785156, + 0.808594, + 0.757812, + 0.474609, + 0.667969, + 0.945312, + 1.164062, + 1.171875, + 0.558594, + 0.820312, + 1.25, + 0.644531, + 1.265625, + 0.53125, + 0.941406, + 1.023438, + 1.007812, + 1.023438, + 0.232422, + 0.703125, + 0.503906, + 0.570312, + 0.515625, + 0.269531, + 0.691406, + 0.539062, + 1.015625, + 0.453125, + 0.886719, + 0.9375, + 0.589844, + 1.070312, + 0.226562, + 0.710938, + 1.203125, + 0.482422, + 0.539062, + 1.164062, + 1.101562, + 1.039062, + 1.140625, + 1.195312, + 0.675781, + 0.507812, + 0.181641, + 1.289062, + 0.535156, + 1.179688, + 0.871094, + 1.054688, + 0.699219, + 0.808594, + 0.609375, + 1.070312, + 0.859375, + 0.582031, + 0.890625, + 0.808594, + 0.648438, + 0.515625, + 1.039062, + 0.458984, + 0.179688, + 0.859375, + 0.992188, + 0.792969, + 0.816406, + 0.878906, + 0.191406, + 0.660156, + 1.28125, + 1.148438, + 0.507812, + 1.054688, + 1.164062, + 1.125, + 0.949219, + 1.046875, + 0.617188, + 1.09375, + 1.03125, + 0.835938, + 0.231445, + 0.972656, + 0.220703, + 1.007812, + 0.96875, + 0.478516, + 1.109375, + 1.03125, + 1.09375, + 0.652344, + 0.710938, + 0.738281, + 0.181641, + 0.378906, + 0.882812, + 0.90625, + 0.585938, + 1.125, + 0.828125, + 0.431641, + 1.15625, + 0.455078, + 0.871094, + 0.507812, + 0.679688, + 1.117188, + 0.400391, + 1.21875, + 1.203125, + 1.03125, + 0.78125, + 0.777344, + 1.007812, + 0.632812, + 1.117188, + 1.101562, + 0.554688, + 1.1875, + 0.722656, + 1.179688, + 1.109375, + 1.0625, + 1.296875, + 1.0, + 1.125, + 0.722656, + 0.773438, + 1.03125, + 1.125, + 1.03125, + 0.980469, + 0.523438, + 1.171875, + 0.902344, + 0.554688, + 0.5625, + 0.996094, + 1.328125, + 0.445312, + 0.197266, + 0.636719, + 1.171875, + 0.209961, + 0.976562, + 0.539062, + 1.023438, + 0.757812, + 1.117188, + 0.90625, + 0.453125, + 1.078125, + 1.242188, + 0.867188, + 0.894531, + 0.695312, + 1.007812, + 0.566406, + 0.519531, + 0.878906, + 0.412109, + 0.251953, + 0.984375, + 0.597656, + 1.015625, + 0.878906, + 0.992188, + 0.6875, + 1.023438, + 1.28125, + 1.0625, + 1.109375, + 1.09375, + 0.235352, + 0.703125, + 0.503906, + 0.439453, + 0.234375, + 1.265625, + 0.878906, + 1.054688, + 0.494141, + 0.816406, + 0.347656, + 0.570312, + 0.53125, + 0.146484, + 0.457031, + 0.957031, + 1.125, + 1.0, + 0.90625, + 0.894531, + 0.492188, + 0.914062, + 1.359375, + 1.21875, + 0.78125, + 0.824219, + 0.558594, + 1.0625, + 1.09375, + 1.117188, + 1.078125, + 1.148438, + 0.621094, + 0.625, + 0.523438, + 1.195312, + 0.84375, + 0.929688, + 1.21875, + 0.789062, + 1.25, + 0.578125, + 0.21875, + 0.462891, + 0.570312, + 1.21875, + 0.578125, + 0.351562, + 0.566406, + 0.511719, + 1.273438, + 0.945312, + 1.109375, + 0.789062, + 0.878906, + 0.566406, + 0.714844, + 0.902344, + 0.824219, + 1.101562, + 0.917969, + 1.117188, + 0.308594, + 0.539062, + 1.171875, + 0.953125, + 1.164062, + 0.326172, + 1.304688, + 0.84375, + 0.941406, + 1.210938, + 0.847656, + 1.007812, + 0.589844, + 0.726562, + 0.699219, + 0.445312, + 0.992188, + 1.257812, + 0.65625, + 1.015625, + 1.164062, + 0.78125, + 0.820312, + 0.609375, + 0.527344, + 0.707031, + 0.546875, + 1.0, + 0.921875, + 0.691406, + 1.046875, + 0.527344, + 1.226562, + 0.628906, + 0.734375, + 1.234375, + 0.219727, + 0.691406, + 0.691406, + 0.605469, + 0.19043, + 0.421875, + 1.078125, + 0.910156, + 1.039062, + 0.464844, + 1.21875, + 0.730469, + 0.792969, + 1.101562, + 0.910156, + 0.960938, + 1.195312, + 1.054688, + 0.421875, + 0.855469, + 0.621094, + 1.179688, + 0.597656, + 0.492188, + 0.933594, + 0.486328, + 1.09375, + 0.5625, + 0.789062, + 0.882812, + 0.296875, + 0.960938, + 1.265625, + 1.1875, + 0.957031, + 0.539062, + 1.015625, + 1.171875, + 0.636719, + 1.226562, + 0.40625, + 0.628906, + 0.949219, + 0.996094, + 0.753906, + 0.757812, + 0.761719, + 0.695312, + 0.503906, + 0.925781, + 0.851562, + 0.683594, + 0.96875, + 0.605469, + 0.738281, + 0.480469, + 0.875, + 0.941406, + 0.365234, + 0.570312, + 0.445312, + 1.101562, + 1.125, + 1.78125, + 1.21875, + 0.458984, + 0.492188, + 0.773438, + 1.226562, + 0.554688, + 0.212891, + 1.0625, + 0.785156, + 1.023438, + 0.964844, + 1.515625, + 0.757812, + 0.960938, + 0.558594, + 0.953125, + 0.59375, + 0.96875, + 0.306641, + 0.1875, + 0.945312, + 1.085938, + 0.851562, + 0.765625, + 1.203125, + 0.953125, + 0.373047, + 0.875, + 0.871094, + 0.746094, + 1.085938, + 0.388672, + 0.960938, + 1.132812, + 0.660156, + 1.140625, + 0.478516, + 1.03125, + 1.304688, + 0.597656, + 0.086426, + 1.117188, + 0.945312, + 0.8125, + 0.789062, + 0.746094, + 1.054688, + 1.007812, + 1.25, + 0.695312, + 0.503906, + 0.941406, + 0.808594, + 1.257812, + 0.660156, + 1.078125, + 1.1875, + 0.78125, + 0.785156, + 0.992188, + 0.472656, + 0.213867, + 0.882812, + 1.054688, + 1.148438, + 0.988281, + 1.140625, + 1.304688, + 0.949219, + 0.972656, + 0.925781, + 0.277344, + 1.03125, + 0.449219, + 0.847656, + 0.601562, + 0.453125, + 0.609375, + 0.628906, + 1.164062, + 1.070312, + 0.804688, + 0.703125, + 1.171875, + 1.125, + 1.046875, + 1.09375, + 0.832031, + 1.242188, + 1.195312, + 0.582031, + 0.839844, + 0.878906, + 0.84375, + 0.546875, + 0.707031, + 1.078125, + 1.0625, + 0.484375, + 0.457031, + 0.773438, + 1.234375, + 1.203125, + 1.039062, + 1.078125, + 1.164062, + 1.15625, + 1.195312, + 0.675781, + 0.476562, + 0.542969, + 0.710938, + 0.765625, + 0.431641, + 0.992188, + 1.21875, + 0.597656, + 0.523438, + 1.203125, + 0.691406, + 1.25, + 0.243164, + 0.443359, + 0.976562, + 0.617188, + 1.078125, + 1.132812, + 1.226562, + 1.171875, + 1.234375, + 0.851562, + 0.976562, + 0.761719, + 1.210938, + 0.960938, + 0.796875, + 1.296875, + 1.210938, + 1.164062, + 0.820312, + 1.210938, + 1.15625, + 0.695312, + 1.070312, + 0.710938, + 1.234375, + 0.683594, + 0.949219, + 1.09375, + 1.09375, + 1.0625, + 0.882812, + 1.203125, + 0.734375, + 0.703125, + 0.820312, + 0.925781, + 1.25, + 0.761719, + 0.84375, + 1.195312, + 0.773438, + 0.886719, + 0.511719, + 0.527344, + 0.527344, + 0.964844, + 0.484375, + 0.466797, + 1.0625, + 0.589844, + 0.441406, + 0.917969, + 1.023438, + 1.195312, + 0.570312, + 1.21875, + 0.585938, + 0.90625, + 0.582031, + 1.335938, + 0.376953, + 0.382812, + 1.21875, + 1.296875, + 1.265625, + 0.457031, + 0.419922, + 0.621094, + 1.070312, + 1.03125, + 0.890625, + 0.859375, + 1.085938, + 0.960938, + 0.310547, + 0.652344, + 0.894531, + 0.964844, + 0.404297, + 0.617188, + 0.447266, + 0.554688, + 0.53125, + 0.466797, + 1.03125, + 0.9375, + 0.679688, + 0.21875, + 0.910156, + 1.3125, + 1.046875, + 0.980469, + 0.851562, + 1.1875, + 0.535156, + 1.117188, + 0.960938, + 1.210938, + 0.941406, + 0.929688, + 0.361328, + 1.0, + 0.945312, + 0.941406, + 0.714844, + 0.9375, + 0.792969, + 0.871094, + 0.535156, + 1.007812, + 1.015625, + 1.054688, + 0.871094, + 0.550781, + 0.910156, + 0.703125, + 0.863281, + 0.816406, + 0.419922, + 0.566406, + 0.227539, + 1.085938, + 1.195312, + 1.0625, + 1.171875, + 0.765625, + 1.117188, + 0.957031, + 0.847656, + 0.574219, + 0.490234, + 0.734375, + 0.875, + 0.337891, + 0.953125, + 0.482422, + 1.101562, + 0.664062, + 0.730469, + 0.902344, + 0.40625, + 0.960938, + 0.890625, + 1.242188, + 1.28125, + 0.632812, + 1.21875, + 0.792969, + 0.601562, + 0.390625, + 1.046875, + 0.875, + 0.914062, + 1.046875, + 1.0625, + 0.435547, + 0.445312, + 0.699219, + 0.820312, + 0.6875, + 0.941406, + 1.03125, + 1.0625, + 0.217773, + 1.0, + 0.494141, + 1.125, + 1.054688, + 0.667969, + 0.867188, + 0.84375, + 1.203125, + 1.109375, + 0.507812, + 1.007812, + 1.195312, + 0.490234, + 0.785156, + 1.1875, + 1.039062, + 0.753906, + 0.765625, + 0.980469, + 1.148438, + 1.125, + 0.585938, + 0.625, + 1.242188, + 0.90625, + 1.085938, + 0.878906, + 0.472656, + 0.816406, + 1.085938, + 0.988281, + 1.09375, + 0.78125, + 0.921875, + 1.039062, + 1.304688, + 1.164062, + 1.070312, + 0.910156, + 0.542969, + 1.101562, + 0.765625, + 0.194336, + 0.949219, + 1.148438, + 0.859375, + 0.746094, + 0.515625, + 0.984375, + 0.589844, + 1.109375, + 1.03125, + 1.289062, + 1.023438, + 0.625, + 0.96875, + 1.28125, + 1.03125, + 1.117188, + 0.835938, + 0.625, + 1.1875, + 0.820312, + 0.621094, + 0.792969, + 0.878906, + 0.273438, + 0.219727, + 1.117188, + 0.46875, + 1.023438, + 1.03125, + 1.21875, + 0.462891, + 0.71875, + 1.046875, + 0.890625, + 1.234375, + 0.804688, + 0.855469, + 0.519531, + 0.613281, + 1.210938, + 0.941406, + 0.972656, + 1.039062, + 0.185547, + 1.25, + 0.476562, + 1.15625, + 1.242188, + 0.640625, + 1.15625, + 1.0, + 1.179688, + 1.242188, + 1.140625, + 0.984375, + 0.53125, + 0.667969, + 0.808594, + 0.964844, + 1.164062, + 0.964844, + 0.839844, + 1.03125, + 0.75, + 0.478516, + 1.164062, + 0.722656, + 1.078125, + 0.9375, + 1.054688, + 0.941406, + 0.945312, + 0.460938, + 0.574219, + 0.695312, + 0.992188, + 0.472656, + 0.200195, + 0.933594, + 0.462891, + 0.601562, + 0.515625, + 0.482422, + 1.210938, + 0.605469, + 0.503906, + 0.539062, + 0.445312, + 0.6875, + 1.28125, + 0.460938, + 0.832031, + 1.226562, + 1.101562, + 1.023438, + 0.636719, + 0.722656, + 1.015625, + 1.0, + 0.871094, + 1.140625, + 0.507812, + 1.210938, + 1.070312, + 1.039062, + 0.765625, + 1.070312, + 0.648438, + 0.890625, + 0.960938, + 0.191406, + 0.949219, + 0.925781, + 0.511719, + 1.265625, + 0.945312, + 0.992188, + 1.054688, + 1.117188, + 1.109375, + 0.820312, + 1.03125, + 0.902344, + 0.875, + 0.53125, + 0.730469, + 0.550781, + 0.910156, + 1.273438, + 1.101562, + 1.023438, + 0.90625, + 1.109375, + 0.953125, + 0.230469, + 0.75, + 1.226562, + 0.601562, + 0.769531, + 0.976562, + 0.917969, + 1.109375, + 0.820312, + 1.0625, + 0.636719, + 0.273438, + 1.0625, + 1.140625, + 0.765625, + 0.976562, + 0.201172, + 1.039062, + 0.945312, + 1.015625, + 1.125, + 0.832031, + 0.574219, + 0.992188, + 0.605469, + 0.839844, + 1.15625, + 0.957031, + 0.75, + 0.851562, + 1.242188, + 1.257812, + 0.671875, + 1.054688, + 0.625, + 0.609375, + 0.78125, + 0.917969, + 0.675781, + 0.921875, + 1.101562, + 0.878906, + 0.957031, + 0.613281, + 1.226562, + 0.875, + 0.960938, + 0.730469, + 1.09375, + 0.566406, + 0.773438, + 0.416016, + 0.816406, + 0.992188, + 0.871094, + 0.984375, + 1.007812, + 0.929688, + 0.730469, + 0.648438, + 0.609375, + 0.9375, + 1.109375, + 0.597656, + 0.773438, + 0.710938, + 1.132812, + 0.355469, + 0.90625, + 0.789062, + 0.773438, + 1.046875, + 0.882812, + 0.832031, + 0.859375, + 0.929688, + 0.628906, + 1.320312, + 1.148438, + 0.570312, + 0.941406, + 0.523438, + 1.03125, + 0.792969, + 0.585938, + 1.203125, + 1.320312, + 0.953125, + 1.125, + 0.227539, + 1.148438, + 0.839844, + 0.710938, + 1.15625, + 0.519531, + 0.566406, + 1.046875, + 0.984375, + 0.953125, + 1.03125, + 0.617188, + 1.046875, + 0.699219, + 1.25, + 1.078125, + 0.792969, + 1.234375, + 0.310547, + 0.921875, + 0.202148, + 0.957031, + 0.984375, + 0.742188, + 1.140625, + 1.0625, + 0.628906, + 0.5625, + 0.789062, + 1.203125, + 0.427734, + 0.722656, + 0.667969, + 0.243164, + 0.828125, + 0.695312, + 0.925781, + 1.070312, + 0.59375, + 1.25, + 1.148438, + 0.384766, + 0.363281, + 1.273438, + 0.683594, + 1.15625, + 0.839844, + 1.085938, + 0.482422, + 0.423828, + 0.582031, + 1.328125, + 1.21875, + 0.90625, + 0.976562, + 0.585938, + 1.125, + 0.660156, + 1.015625, + 0.5, + 0.589844, + 1.078125, + 1.046875, + 0.734375, + 1.265625, + 1.085938, + 1.195312, + 0.953125, + 1.0, + 1.210938, + 0.945312, + 0.507812, + 1.203125, + 1.296875, + 0.792969, + 0.738281, + 1.03125, + 0.964844, + 1.179688, + 0.172852, + 1.109375, + 1.03125, + 1.007812, + 1.195312, + 0.898438, + 0.933594, + 0.464844, + 0.957031, + 0.367188, + 0.644531, + 0.21875, + 0.613281, + 1.101562, + 0.412109, + 0.820312, + 1.023438, + 0.972656, + 0.90625, + 1.3125, + 0.210938, + 1.328125, + 1.101562, + 1.109375, + 1.273438, + 1.015625, + 0.816406, + 0.835938, + 1.226562, + 0.863281, + 0.707031, + 0.878906, + 1.179688, + 0.550781, + 1.070312, + 1.320312, + 1.164062, + 1.046875, + 0.886719, + 0.492188, + 0.847656, + 1.007812, + 0.503906, + 0.53125, + 0.941406, + 0.339844, + 1.03125, + 1.273438, + 1.007812, + 0.453125, + 1.21875, + 1.007812, + 1.140625, + 0.188477, + 0.433594, + 0.480469, + 0.515625, + 1.109375, + 0.53125, + 1.0625, + 0.753906, + 0.875, + 1.171875, + 0.457031, + 0.470703, + 0.800781, + 0.734375, + 1.1875, + 0.691406, + 0.996094, + 0.683594, + 0.734375, + 1.007812, + 1.046875, + 0.898438, + 0.523438, + 1.039062, + 0.921875, + 1.03125, + 1.234375, + 1.140625, + 0.390625, + 0.703125, + 0.765625, + 0.225586, + 1.054688, + 0.824219, + 0.492188, + 0.84375, + 0.535156, + 0.808594, + 1.085938, + 0.777344, + 1.46875, + 0.855469, + 1.0, + 1.015625, + 0.671875, + 0.792969, + 1.117188, + 1.0, + 1.15625, + 1.140625, + 0.478516, + 0.226562, + 1.109375, + 1.0625, + 0.6875, + 0.832031, + 1.039062, + 1.054688, + 1.226562, + 0.433594, + 0.574219, + 0.341797, + 0.597656, + 0.78125, + 0.5625, + 1.046875, + 1.273438, + 1.03125, + 1.078125, + 0.960938, + 1.03125, + 0.984375, + 1.164062, + 0.554688, + 1.046875, + 0.6875, + 0.847656, + 0.226562, + 1.078125, + 0.90625, + 0.201172, + 1.148438, + 0.976562, + 1.265625, + 0.738281, + 0.585938, + 0.746094, + 0.707031, + 0.320312, + 0.992188, + 0.679688, + 0.478516, + 1.296875, + 0.898438, + 0.225586, + 1.023438, + 0.265625, + 1.023438, + 1.132812, + 0.671875, + 0.847656, + 0.457031, + 1.125, + 0.773438, + 1.078125, + 0.558594, + 0.847656, + 0.451172, + 0.546875, + 1.078125, + 0.246094, + 0.464844, + 0.636719, + 0.300781, + 0.683594, + 0.828125, + 1.304688, + 1.234375, + 1.023438, + 1.054688, + 0.597656, + 1.039062, + 0.208008, + 0.605469, + 1.015625, + 1.226562, + 0.964844, + 0.933594, + 1.148438, + 0.546875, + 1.0, + 0.636719, + 1.203125, + 0.621094, + 0.738281, + 0.929688, + 0.769531, + 1.054688, + 0.855469, + 0.511719, + 1.257812, + 1.015625, + 1.046875, + 0.423828, + 0.648438, + 1.117188, + 0.570312, + 0.574219, + 0.233398, + 0.570312, + 0.960938, + 1.023438, + 1.007812, + 0.613281, + 1.195312, + 0.980469, + 0.839844, + 0.894531, + 0.882812, + 0.621094, + 0.558594, + 0.808594, + 0.566406, + 0.785156, + 0.746094, + 0.302734, + 1.023438, + 0.980469, + 0.808594, + 0.910156, + 0.804688, + 0.976562, + 0.84375, + 0.738281, + 0.582031, + 0.204102, + 0.597656, + 0.539062, + 0.933594, + 0.550781, + 1.117188, + 1.132812 + ] + }, + "name": "model.model.layers.11.post_attention_layernorm.weight", + "outputIndexes": [ + 995 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 994 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_11/Mul_output_0", + "outputIndexes": [ + 996 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 995, + 996 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_11/Mul_1_output_0", + "outputIndexes": [ + 997 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 997 + ], + "outputIndexes": [ + 2632 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2632 + ], + "outputIndexes": [ + 2633 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear", + "inputIndexes": [ + 2633 + ], + "outputIndexes": [ + 2634 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1458710262, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2634 + ], + "outputIndexes": [ + 2635 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2635 + ], + "outputIndexes": [ + 998 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 998 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_11/Sigmoid_output_0", + "outputIndexes": [ + 999 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 998, + 999 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Mul_output_0", + "outputIndexes": [ + 1000 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 997 + ], + "outputIndexes": [ + 2636 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2636 + ], + "outputIndexes": [ + 2637 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear", + "inputIndexes": [ + 2637 + ], + "outputIndexes": [ + 2638 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1496901388, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2638 + ], + "outputIndexes": [ + 2639 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2639 + ], + "outputIndexes": [ + 1001 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1000, + 1001 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_11/Mul_output_0", + "outputIndexes": [ + 1002 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1002 + ], + "outputIndexes": [ + 2640 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2640 + ], + "outputIndexes": [ + 2641 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear", + "inputIndexes": [ + 2641 + ], + "outputIndexes": [ + 2642 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1535092514, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2642 + ], + "outputIndexes": [ + 2643 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2643 + ], + "outputIndexes": [ + 1003 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 994, + 1003 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_59_output_0", + "outputIndexes": [ + 1004 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1004, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_108_output_0", + "outputIndexes": [ + 1005 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.523438, + 0.632812, + 1.84375, + 0.453125, + 1.617188, + 0.625, + 0.589844, + 0.871094, + 0.761719, + 0.369141, + 0.667969, + 0.419922, + 0.519531, + 0.373047, + 0.412109, + 1.148438, + 0.589844, + 0.414062, + 0.644531, + 0.388672, + 0.925781, + 0.707031, + 0.582031, + 0.439453, + 0.392578, + 1.15625, + 0.308594, + 0.363281, + 0.498047, + 0.431641, + 1.414062, + 0.351562, + 0.945312, + 0.566406, + 1.101562, + 1.109375, + 0.417969, + 1.3125, + 0.585938, + 0.367188, + 1.226562, + 0.609375, + 1.851562, + 0.808594, + 1.523438, + 1.101562, + 0.084473, + 1.757812, + 1.265625, + 0.449219, + 1.617188, + 0.496094, + 0.492188, + 0.453125, + 1.0, + 0.507812, + 1.09375, + 1.398438, + 1.054688, + 0.832031, + 0.380859, + 0.882812, + 0.980469, + 0.535156, + 1.421875, + 1.90625, + 0.3125, + 0.554688, + 0.373047, + 0.65625, + 0.496094, + 0.972656, + 0.84375, + 0.621094, + 1.367188, + 0.878906, + 1.078125, + 0.464844, + 0.792969, + 1.351562, + 1.429688, + 1.34375, + 1.71875, + 0.617188, + 0.808594, + 0.11084, + 0.566406, + 1.65625, + 0.699219, + 0.761719, + 0.914062, + 0.707031, + 0.707031, + 0.621094, + 1.578125, + 0.523438, + 0.753906, + 0.439453, + 0.589844, + 0.369141, + 0.369141, + 0.439453, + 1.210938, + 0.589844, + 2.078125, + 1.046875, + 2.015625, + 0.451172, + 1.164062, + 0.566406, + 0.515625, + 0.472656, + 0.625, + 1.476562, + 0.523438, + 1.859375, + 0.375, + 0.757812, + 1.09375, + 0.369141, + 0.404297, + 0.476562, + 1.109375, + 0.566406, + 1.03125, + 0.486328, + 1.070312, + 0.511719, + 0.143555, + 0.433594, + 0.324219, + 0.582031, + 0.558594, + 1.648438, + 0.671875, + 0.8125, + 0.457031, + 0.703125, + 0.773438, + 0.78125, + 0.398438, + 1.179688, + 1.164062, + 0.417969, + 0.90625, + 0.453125, + 1.984375, + 0.597656, + 1.226562, + 0.542969, + 1.257812, + 0.679688, + 0.527344, + 0.621094, + 1.03125, + 0.835938, + 0.470703, + 0.40625, + 1.375, + 1.46875, + 0.396484, + 0.503906, + 0.722656, + 0.566406, + 1.351562, + 0.519531, + 0.578125, + 1.09375, + 0.515625, + 0.78125, + 0.597656, + 0.349609, + 0.365234, + 0.384766, + 0.53125, + 1.804688, + 0.570312, + 0.515625, + 0.972656, + 0.523438, + 0.328125, + 0.625, + 1.117188, + 0.300781, + 0.289062, + 0.886719, + 0.486328, + 0.384766, + 0.472656, + 0.707031, + 0.363281, + 0.75, + 1.59375, + 0.421875, + 2.1875, + 0.804688, + 0.683594, + 1.226562, + 0.679688, + 0.53125, + 0.5, + 1.6875, + 1.914062, + 1.734375, + 1.96875, + 0.640625, + 0.339844, + 0.53125, + 0.945312, + 0.332031, + 0.878906, + 0.542969, + 0.363281, + 1.0, + 0.554688, + 1.71875, + 0.462891, + 0.447266, + 1.6875, + 0.503906, + 0.470703, + 0.439453, + 1.101562, + 0.734375, + 0.71875, + 1.664062, + 0.423828, + 0.804688, + 0.466797, + 0.570312, + 0.761719, + 1.273438, + 0.769531, + 0.474609, + 0.609375, + 1.453125, + 0.417969, + 1.242188, + 0.132812, + 0.695312, + 1.015625, + 0.470703, + 0.679688, + 0.503906, + 0.402344, + 1.28125, + 0.703125, + 0.90625, + 0.90625, + 0.5625, + 0.558594, + 1.820312, + 0.558594, + 0.539062, + 0.613281, + 0.466797, + 0.582031, + 0.102539, + 0.478516, + 0.470703, + 0.589844, + 0.625, + 0.742188, + 0.8125, + 0.714844, + 0.355469, + 0.59375, + 0.53125, + 1.46875, + 1.53125, + 1.429688, + 0.929688, + 0.726562, + 0.742188, + 0.410156, + 1.601562, + 0.636719, + 0.558594, + 0.394531, + 1.664062, + 0.4375, + 0.539062, + 0.102051, + 0.671875, + 0.472656, + 1.765625, + 0.320312, + 0.960938, + 0.949219, + 0.441406, + 1.460938, + 0.388672, + 0.742188, + 0.679688, + 0.349609, + 0.515625, + 1.273438, + 0.410156, + 1.03125, + 0.490234, + 0.351562, + 0.742188, + 0.628906, + 1.09375, + 1.539062, + 1.0, + 0.523438, + 0.484375, + 0.648438, + 0.710938, + 1.429688, + 0.527344, + 0.539062, + 0.519531, + 1.242188, + 0.773438, + 0.675781, + 1.289062, + 0.898438, + 0.542969, + 1.1875, + 0.546875, + 0.396484, + 0.484375, + 0.535156, + 0.582031, + 0.447266, + 0.585938, + 0.628906, + 0.542969, + 0.113281, + 0.933594, + 0.800781, + 0.492188, + 0.5625, + 0.519531, + 1.039062, + 1.84375, + 0.957031, + 0.328125, + 0.094238, + 0.457031, + 0.470703, + 0.5, + 0.149414, + 1.289062, + 1.5, + 0.636719, + 0.447266, + 0.53125, + 0.992188, + 0.4375, + 1.617188, + 0.625, + 1.734375, + 0.515625, + 0.699219, + 0.886719, + 0.427734, + 0.605469, + 1.890625, + 1.4375, + 0.174805, + 0.390625, + 0.425781, + 0.628906, + 0.507812, + 1.476562, + 0.585938, + 0.375, + 0.523438, + 0.566406, + 0.703125, + 0.439453, + 0.8125, + 1.570312, + 0.164062, + 0.484375, + 0.589844, + 0.953125, + 1.023438, + 0.75, + 0.574219, + 1.609375, + 0.933594, + 0.431641, + 1.632812, + 0.609375, + 0.539062, + 0.458984, + 0.546875, + 1.453125, + 0.945312, + 0.306641, + 0.429688, + 0.804688, + 0.423828, + 0.417969, + 0.609375, + 0.151367, + 0.464844, + 0.816406, + 0.6875, + 1.34375, + 0.378906, + 0.742188, + 0.804688, + 0.839844, + 0.679688, + 0.898438, + 0.675781, + 0.695312, + 1.15625, + 0.507812, + 0.835938, + 1.757812, + 1.375, + 0.589844, + 0.632812, + 0.765625, + 0.738281, + 1.179688, + 0.496094, + 0.365234, + 0.421875, + 0.429688, + 0.894531, + 0.804688, + 0.398438, + 0.6875, + 0.5625, + 0.449219, + 0.398438, + 0.503906, + 1.242188, + 0.3125, + 0.539062, + 0.621094, + 0.492188, + 0.515625, + 0.503906, + 1.59375, + 1.96875, + 0.558594, + 0.511719, + 0.527344, + 0.539062, + 0.707031, + 1.484375, + 1.828125, + 1.78125, + 0.542969, + 0.683594, + 0.558594, + 2.0625, + 1.148438, + 0.292969, + 0.427734, + -3.1e-05, + 0.421875, + 0.691406, + 0.453125, + 0.59375, + 1.109375, + 0.410156, + 1.21875, + 0.40625, + 0.582031, + 0.443359, + 0.917969, + 0.402344, + 0.152344, + 0.605469, + 0.613281, + 1.320312, + 0.753906, + 0.427734, + 0.400391, + 0.675781, + 0.582031, + 0.863281, + 0.597656, + 0.386719, + 1.59375, + 1.484375, + 0.925781, + 1.625, + 1.828125, + 1.351562, + 1.539062, + 0.574219, + 1.101562, + 1.476562, + 0.753906, + 1.6875, + 0.328125, + 0.652344, + 0.621094, + 1.632812, + 0.816406, + 0.542969, + 0.421875, + 0.404297, + 0.664062, + 0.453125, + 1.664062, + 1.6875, + 0.277344, + 0.566406, + 0.425781, + 1.132812, + 1.085938, + 0.730469, + 1.164062, + 1.101562, + 0.462891, + 0.34375, + 0.550781, + 0.4375, + 1.726562, + 0.408203, + 0.703125, + 0.652344, + 0.150391, + 0.601562, + 0.390625, + 1.445312, + 0.761719, + 0.628906, + 0.472656, + 0.558594, + 1.460938, + 1.578125, + 0.605469, + 0.458984, + 0.605469, + 0.441406, + 0.478516, + 1.03125, + 0.679688, + 0.310547, + 0.396484, + 0.4375, + 0.574219, + 0.425781, + 0.886719, + 1.898438, + 1.242188, + 0.233398, + 1.835938, + 0.929688, + 1.695312, + 0.761719, + 1.984375, + 0.380859, + 0.386719, + 0.453125, + 0.585938, + 0.625, + 0.363281, + 1.53125, + 0.695312, + 0.507812, + 0.287109, + 0.412109, + 0.769531, + 0.5, + 1.53125, + 1.460938, + 0.367188, + 1.664062, + 0.519531, + 0.326172, + 0.337891, + 0.628906, + 0.470703, + 0.458984, + 1.195312, + 0.394531, + 0.917969, + 0.792969, + 1.710938, + 0.859375, + 0.378906, + 1.609375, + 0.527344, + 0.550781, + 0.429688, + 0.574219, + 0.34375, + 1.4375, + 0.785156, + 0.644531, + 1.835938, + 1.078125, + 0.71875, + 0.414062, + 0.357422, + 0.466797, + 0.392578, + 1.578125, + 0.371094, + 0.355469, + 1.609375, + 0.769531, + 1.453125, + 0.554688, + 0.472656, + 1.796875, + 0.953125, + 1.609375, + 1.125, + 0.439453, + 0.40625, + 0.695312, + 0.535156, + 0.132812, + 0.503906, + 1.125, + 1.421875, + 0.6875, + 0.542969, + 1.726562, + 0.546875, + 1.429688, + 0.601562, + 1.65625, + 0.660156, + 0.523438, + 1.421875, + 0.519531, + 0.582031, + 0.394531, + 0.507812, + 0.273438, + 0.375, + 1.054688, + 0.394531, + 0.652344, + 0.625, + 0.457031, + 0.447266, + 0.644531, + 0.773438, + 1.523438, + 1.96875, + 0.597656, + 0.601562, + 0.605469, + 0.435547, + 0.186523, + 1.210938, + 0.667969, + 0.535156, + 0.363281, + 1.054688, + 0.435547, + 0.648438, + 0.726562, + 0.351562, + 0.574219, + 0.402344, + 1.3125, + 0.882812, + 1.109375, + 0.925781, + 0.53125, + 0.554688, + 0.789062, + 0.699219, + 0.435547, + 0.597656, + 0.574219, + 0.789062, + 0.550781, + 0.507812, + 1.171875, + 0.617188, + 1.835938, + 0.75, + 0.628906, + 0.890625, + 0.353516, + 0.714844, + 1.171875, + 1.6875, + 0.546875, + 0.523438, + 0.408203, + 0.34375, + 1.53125, + 2.09375, + 0.582031, + 1.460938, + 0.503906, + 0.384766, + 1.265625, + 1.757812, + 0.390625, + 0.695312, + 0.300781, + 0.808594, + 0.972656, + 0.546875, + 0.597656, + 0.546875, + 0.46875, + 0.139648, + 0.609375, + 1.132812, + 0.617188, + 0.328125, + 0.496094, + 0.431641, + 1.890625, + 1.953125, + 0.550781, + 0.640625, + 0.667969, + 1.109375, + 1.289062, + 0.675781, + 0.574219, + 0.494141, + 0.738281, + 0.652344, + 0.863281, + 0.314453, + 0.349609, + 1.976562, + 0.714844, + 0.707031, + 0.457031, + 0.578125, + 0.671875, + 0.722656, + 0.357422, + 0.365234, + 0.470703, + 1.695312, + 1.34375, + 0.566406, + 0.425781, + 0.423828, + 0.523438, + 0.455078, + 0.921875, + 0.345703, + 1.460938, + 0.640625, + 0.4375, + 0.539062, + 0.757812, + 1.90625, + 1.578125, + 0.449219, + 0.423828, + 0.761719, + 1.78125, + 1.125, + 0.605469, + 0.462891, + 0.835938, + 0.163086, + 0.671875, + 0.496094, + 0.808594, + 0.398438, + 0.349609, + 1.640625, + 0.460938, + 1.046875, + 0.132812, + 0.453125, + 1.429688, + 0.214844, + 1.039062, + 1.15625, + 0.75, + 0.546875, + 0.458984, + 0.455078, + 0.925781, + 0.648438, + 0.484375, + 0.5625, + 0.59375, + 0.527344, + 0.585938, + 0.527344, + 0.917969, + 0.431641, + -0.0625, + 0.789062, + 0.796875, + 0.353516, + 0.441406, + 0.882812, + 1.46875, + 0.609375, + 0.458984, + 1.429688, + 0.679688, + 0.960938, + 1.210938, + 0.185547, + 0.667969, + 0.486328, + 1.296875, + 0.423828, + 0.408203, + 0.617188, + 0.554688, + 2.125, + 0.597656, + 1.273438, + 0.605469, + 0.380859, + 0.878906, + 0.28125, + 0.535156, + 0.558594, + 0.095215, + 1.335938, + 0.371094, + 0.347656, + 0.523438, + 0.441406, + 0.398438, + 0.398438, + 0.671875, + 1.515625, + 1.179688, + 1.4375, + 0.40625, + 0.355469, + 0.777344, + 1.09375, + 0.960938, + 1.3125, + 0.613281, + 0.494141, + 0.523438, + 1.3125, + 1.242188, + 0.710938, + 0.478516, + 0.714844, + 0.59375, + 0.511719, + 0.566406, + 0.546875, + 0.777344, + 0.498047, + 1.125, + 0.507812, + 1.382812, + 0.472656, + 0.847656, + 0.945312, + 1.328125, + 0.511719, + 0.443359, + 1.171875, + 0.40625, + 0.443359, + 1.59375, + 0.337891, + 0.53125, + 0.828125, + 0.511719, + 0.746094, + 1.664062, + 1.617188, + 1.046875, + 1.289062, + 0.65625, + 0.151367, + 0.78125, + 1.609375, + 0.664062, + 1.0, + 0.636719, + 0.464844, + 1.195312, + 0.832031, + 0.628906, + 0.648438, + 0.10498, + 1.632812, + 1.507812, + 0.695312, + 0.535156, + 0.546875, + 1.421875, + 0.507812, + 0.566406, + 0.695312, + 1.453125, + 1.390625, + 0.804688, + 0.558594, + 0.550781, + 0.337891, + 0.949219, + 1.117188, + 0.570312, + 1.09375, + 0.730469, + 0.462891, + 1.40625, + 1.773438, + 0.644531, + 0.929688, + 0.636719, + 0.417969, + 0.832031, + 1.664062, + 0.460938, + 0.640625, + 0.753906, + 0.675781, + 0.53125, + 0.886719, + 0.777344, + 0.601562, + 1.382812, + 0.523438, + 0.367188, + 0.714844, + 0.609375, + 1.265625, + 0.664062, + 0.447266, + 1.359375, + 0.632812, + 0.439453, + 0.769531, + 0.398438, + 0.980469, + 0.414062, + 0.478516, + 0.53125, + 1.679688, + 1.46875, + 0.421875, + 1.539062, + 0.460938, + 1.429688, + 1.765625, + 1.648438, + 1.15625, + 0.691406, + 0.390625, + 0.519531, + 1.226562, + 0.494141, + 0.137695, + 0.367188, + 0.157227, + 0.6875, + 1.570312, + 1.140625, + 0.460938, + 0.722656, + 0.470703, + 0.445312, + 0.460938, + 0.667969, + 1.8125, + 1.109375, + 0.539062, + 0.296875, + 0.917969, + 0.984375, + 2.015625, + 1.09375, + 0.613281, + 1.195312, + 0.980469, + 0.558594, + 0.435547, + 0.382812, + 0.765625, + 0.675781, + 0.386719, + 0.337891, + 0.613281, + 0.605469, + 1.820312, + 1.476562, + 0.535156, + 0.339844, + 0.585938, + 1.96875, + 0.742188, + 0.570312, + 1.265625, + 0.165039, + 0.386719, + 0.542969, + 0.53125, + 0.412109, + 0.361328, + 0.484375, + 0.507812, + 0.847656, + 1.398438, + 1.226562, + 0.227539, + 0.570312, + 0.570312, + 0.460938, + 0.400391, + 0.116211, + 0.613281, + 0.917969, + 0.341797, + 0.419922, + 0.574219, + 0.4375, + 0.355469, + 1.851562, + 0.40625, + 0.371094, + 1.078125, + 0.163086, + 0.691406, + 0.376953, + 0.12793, + 1.617188, + 0.882812, + 0.675781, + 0.496094, + 0.390625, + 0.617188, + 0.796875, + 1.398438, + 0.519531, + 1.289062, + 0.378906, + 0.40625, + 1.9375, + 0.65625, + 1.054688, + 0.378906, + 1.773438, + 0.439453, + 0.582031, + 0.632812, + 0.375, + 0.443359, + 1.703125, + 0.886719, + 1.78125, + 0.882812, + 0.380859, + 1.414062, + 0.388672, + 0.59375, + 0.445312, + 0.382812, + 0.462891, + 0.765625, + 0.542969, + 0.357422, + 0.648438, + 0.460938, + 0.096191, + -0.061279, + 1.804688, + 0.464844, + 1.398438, + 1.0625, + 1.234375, + 2.046875, + 0.447266, + 1.28125, + 0.435547, + 0.628906, + 0.535156, + 0.398438, + 0.414062, + 0.527344, + 1.804688, + 0.507812, + 0.867188, + 0.376953, + 0.373047, + 0.400391, + 0.353516, + 0.648438, + 0.131836, + 0.707031, + 1.65625, + 1.4375, + 1.382812, + 1.984375, + 0.546875, + 0.273438, + 1.140625, + 0.453125, + 0.40625, + 0.498047, + 0.480469, + 1.609375, + 0.59375, + 0.507812, + 1.664062, + 1.25, + 0.220703, + 0.550781, + 1.101562, + 0.605469, + 0.570312, + 1.5625, + 0.355469, + 0.431641, + 0.894531, + 0.734375, + 1.289062, + 1.054688, + 0.339844, + 0.365234, + 0.433594, + 1.84375, + 0.404297, + 1.671875, + 0.5625, + 0.34375, + 0.46875, + 0.453125, + 0.835938, + 0.8125, + 0.484375, + 0.808594, + 0.345703, + 0.636719, + 1.375, + 0.386719, + 0.886719, + 0.773438, + 0.921875, + 0.742188, + 0.351562, + 0.507812, + 0.458984, + 0.648438, + 1.734375, + 0.59375, + 0.435547, + 0.722656, + 0.445312, + 1.757812, + 0.439453, + 1.78125, + 0.851562, + 0.625, + 0.316406, + 0.902344, + 0.40625, + 1.960938, + 0.441406, + 0.369141, + 1.5625, + 1.09375, + 0.402344, + 0.644531, + 0.882812, + 0.462891, + 1.882812, + 0.722656, + 1.429688, + 0.644531, + 0.382812, + 0.384766, + 0.792969, + 0.421875, + 0.800781, + 0.710938, + 0.427734, + 1.289062, + 0.929688, + 1.914062, + 1.453125, + 1.265625, + 0.945312, + 1.609375, + 0.519531, + 0.515625, + 0.357422, + 0.441406, + 1.601562, + 1.28125, + 0.710938, + 0.667969, + 0.496094, + 0.539062, + 1.476562, + 0.53125, + 1.070312, + 1.109375, + 0.804688, + 0.535156, + 0.585938, + 0.091797, + 0.640625, + 0.384766, + 0.094238, + 0.496094, + 0.488281, + 0.957031, + 0.412109, + 0.498047, + 0.691406, + 0.628906, + 1.601562, + 1.59375, + 0.660156, + 0.378906, + 0.369141, + 0.431641, + 0.373047, + 1.046875, + 0.519531, + 1.945312, + 0.490234, + 0.585938, + 1.523438, + 0.863281, + 0.425781, + 0.828125, + 1.070312, + 0.597656, + 0.431641, + 0.710938, + 1.8125, + 0.511719, + 0.451172, + 0.566406, + 1.125, + 1.710938, + 1.570312, + 0.617188, + 1.523438, + 0.71875, + 1.421875, + 1.546875, + 0.527344, + 0.433594, + 1.367188, + 0.65625, + 0.667969, + 0.761719, + 1.429688, + 0.722656, + 0.566406, + 0.582031, + 0.894531, + 0.378906, + 0.617188, + 0.976562, + 0.503906, + 1.21875, + 1.867188, + 0.527344, + 0.085938, + 1.757812, + 0.490234, + 1.210938, + 0.820312, + 0.625, + 0.730469, + 0.494141, + 1.03125, + 0.578125, + 0.5625, + 0.229492, + 0.648438, + 0.777344, + 0.474609, + 0.535156, + 0.353516, + 0.480469, + 1.101562, + 0.096191, + 0.605469, + 0.460938, + 1.75, + 1.164062, + 0.416016, + 0.945312, + 1.265625, + 0.953125, + 0.464844, + 0.535156, + 0.863281, + 0.404297, + 0.445312, + 0.365234, + 0.785156, + 0.683594, + 1.945312, + 0.447266, + 0.589844, + 1.015625, + 0.416016, + 0.941406, + 1.546875, + 0.458984, + 0.738281, + 0.375, + 1.773438, + 1.132812, + 0.636719, + 0.992188, + 0.75, + 0.421875, + 0.621094, + 0.357422, + 0.945312, + 0.609375, + 1.445312, + 0.496094, + 0.449219, + 1.351562, + 1.5, + 0.832031, + 0.535156, + 0.609375, + 0.984375, + 0.455078, + 0.554688, + 0.386719, + 1.703125, + 0.542969, + 1.101562, + 0.734375, + 1.234375, + 0.445312, + 1.296875, + 1.554688, + 0.808594, + 0.511719, + 1.632812, + 0.464844, + 0.558594, + 0.519531, + 0.613281, + 2.0, + 2.09375, + 0.71875, + 0.298828, + 0.980469, + 0.466797, + 0.34375, + 0.574219, + 1.90625, + 0.410156, + 0.371094, + 0.886719, + 1.375, + 1.890625, + 0.625, + 1.1875, + 0.664062, + 0.683594, + 0.679688, + 0.5, + 0.570312, + 0.332031, + 0.511719, + 1.40625, + 1.289062, + 0.9375, + 0.828125, + 0.816406, + 0.625, + 1.1875, + 0.460938, + 0.804688, + 0.445312, + 0.53125, + 0.773438, + 0.429688, + 0.410156, + 0.423828, + 0.435547, + 0.636719, + 1.898438, + 0.675781, + 1.46875, + 0.355469, + 0.964844, + 0.324219, + 0.503906, + 0.988281, + 0.396484, + 0.675781, + 1.578125, + 0.75, + 2.03125, + 0.482422, + 1.382812, + 0.429688, + 0.617188, + 0.5625, + 0.443359, + 1.828125, + 1.398438, + 0.490234, + 0.116699, + 0.451172, + 0.511719, + 0.136719, + 0.839844, + 1.25, + 1.523438, + 0.609375, + 1.148438, + 0.671875, + 0.476562, + 0.086426, + 0.542969, + 0.193359, + 0.605469, + 1.773438, + 0.423828, + 0.087891, + 0.431641, + 0.808594, + 0.455078, + 0.447266, + 0.453125, + 1.6875, + 1.28125, + 0.6875, + 1.9375, + 1.046875, + 1.570312, + 0.558594, + 1.296875, + 1.304688, + 0.5, + 0.746094, + 0.410156, + 1.171875, + 1.484375, + 0.664062, + 1.054688, + 1.648438, + 0.462891, + 0.800781, + 0.578125, + 0.59375, + 0.640625, + 0.324219, + 0.554688, + 0.523438, + 0.394531, + 0.941406, + 0.832031, + 0.59375, + 1.078125, + 0.699219, + 0.5625, + 0.726562, + 0.373047, + 0.59375, + 0.925781, + 0.222656, + 1.335938, + 0.773438, + 0.464844, + 1.5625, + 0.373047, + 1.554688, + 0.652344, + 0.494141, + 0.929688, + 0.65625, + 1.015625, + 0.498047, + 0.679688, + 0.515625, + 1.476562, + 0.671875, + 0.507812, + 0.578125, + 0.523438, + 0.921875, + 0.46875, + 1.304688, + 1.796875, + 0.376953, + 0.898438, + 0.660156, + 0.808594, + 1.71875, + 1.484375, + 1.445312, + 0.6875, + 0.472656, + 0.554688, + 0.523438, + 1.265625, + 0.828125, + -0.053955, + 1.015625, + 0.582031, + 1.320312, + 0.378906, + 0.392578, + 0.789062, + 0.523438, + 0.353516, + 0.597656, + 1.507812, + 0.742188, + 0.792969, + 0.427734, + 0.558594, + 1.59375, + 1.085938, + 1.46875, + 0.699219, + 0.488281, + 0.400391, + 0.455078, + 0.609375, + 0.496094, + 0.416016, + 1.320312, + 0.46875, + 0.476562, + 0.753906, + 1.554688, + 1.765625, + 0.601562, + 0.640625, + 1.640625, + 0.769531, + 0.392578, + 0.585938, + 0.589844, + 0.404297, + 1.4375, + 0.40625, + 0.625, + 0.373047, + 0.371094, + 0.851562, + 0.392578, + 0.550781, + 1.570312, + 0.353516, + 1.390625, + 0.359375, + 0.439453, + 0.472656, + 0.363281, + 0.738281, + 0.07666, + 0.482422, + 1.203125, + 0.621094, + 0.605469, + 1.429688, + 1.257812, + 1.570312, + 0.75, + 0.200195, + 0.122559, + 0.484375, + 0.71875, + 1.492188, + 0.308594, + 0.769531, + 0.949219, + 0.378906, + 0.820312, + 0.660156, + 0.925781, + 1.875, + 1.1875, + 0.527344, + 0.566406, + 0.589844, + 0.242188, + 0.441406, + 0.470703, + 0.644531, + 1.71875, + 0.388672, + 0.416016, + 0.609375, + 1.046875, + 0.451172, + 0.427734, + 0.46875, + 1.546875, + 0.679688, + 0.640625, + 1.859375, + 0.470703, + 0.789062, + 0.664062, + 0.503906, + 0.667969, + 0.570312, + 0.949219, + 0.730469, + 0.695312, + 0.976562, + 0.384766, + 0.527344, + 1.132812, + 1.046875, + 0.628906, + 0.894531, + 0.769531, + 0.917969, + 1.8125, + 0.496094, + 1.664062, + 0.443359, + 0.527344, + 0.550781, + 0.109863, + 0.699219, + 0.929688, + 0.373047, + 0.546875, + 0.496094, + 0.388672, + 0.369141, + 1.640625, + 1.445312, + 0.394531, + 0.429688, + 0.476562, + 1.53125, + 0.373047, + 0.699219, + 0.382812, + 0.476562, + 1.0625, + 0.486328, + 0.488281, + 1.953125, + 0.875, + 1.601562, + 1.9375, + 0.539062, + 0.597656, + 0.640625, + 0.476562, + 0.324219, + 1.335938, + 0.925781, + 1.835938, + 0.419922, + 0.613281, + 0.408203, + 0.839844, + 1.546875, + 0.371094, + 0.542969, + 0.894531, + 1.054688, + 0.390625, + 1.78125, + 0.439453, + 0.503906, + 1.460938, + 0.746094, + 0.566406, + 0.480469, + 0.609375, + 0.882812, + 0.546875, + 0.738281, + 0.53125, + 0.341797, + 0.271484, + 0.435547, + 0.488281, + 0.925781, + 0.414062, + 1.476562, + 0.394531, + 0.875, + 0.349609, + 0.675781, + 0.546875, + 0.851562, + 1.164062, + 0.367188, + 0.574219, + 0.361328, + 1.710938, + 0.640625, + 0.625, + 0.675781, + 0.474609, + 0.40625, + 0.898438, + 0.101562, + 0.605469, + 0.527344, + 0.605469, + 0.410156, + 0.652344, + 2.140625, + 1.375, + 0.53125, + 0.347656, + 0.115723, + 0.644531, + 0.271484, + 0.859375, + 0.554688, + 1.703125, + 0.419922, + 1.320312, + 0.425781, + 1.140625, + 1.773438, + 1.03125, + 0.589844, + 0.373047, + 0.507812, + 0.730469, + 0.589844, + 0.746094, + 0.679688, + 1.1875, + 0.474609, + 0.357422, + 1.195312, + 0.644531, + 0.496094, + 0.777344, + 0.710938, + 1.132812, + 0.515625, + 0.535156, + 0.621094, + 0.394531, + 1.265625, + 0.613281, + 0.558594, + 0.143555, + 0.386719, + 0.773438, + 0.570312, + 1.757812, + 0.5625, + 0.523438, + 0.088379, + 0.539062, + 0.435547, + 0.46875, + 0.441406, + 0.945312, + 0.632812, + 0.785156, + 0.494141, + 0.855469, + 1.21875, + 0.746094, + 1.84375, + 1.703125, + 1.632812, + 0.882812, + 1.570312, + 0.378906, + 0.4375, + 0.34375, + 0.71875, + 0.511719, + 0.172852, + 0.703125, + 1.4375, + 0.710938, + 0.470703, + 0.386719, + 0.753906, + 0.129883, + 0.78125, + 0.714844, + 1.109375, + 1.351562, + 0.376953, + 0.542969, + 0.582031, + 0.714844, + 1.65625, + 0.664062, + 0.398438, + 0.6875, + 1.507812, + 1.492188, + 0.476562, + 1.390625, + 0.496094, + 0.402344, + 1.296875, + 1.328125, + 1.921875, + 0.8125, + 0.353516, + 1.03125, + 0.875, + 1.25, + 0.757812, + 0.546875, + 0.546875, + 1.21875, + 0.917969, + 0.419922, + 0.457031, + 0.644531, + 0.081543, + 0.925781, + 0.457031, + 0.871094, + 0.441406, + 0.507812, + 1.617188, + 0.498047, + 0.460938, + 1.640625, + 0.386719, + 0.503906, + 0.507812, + 0.683594, + 1.75, + 0.558594, + 0.34375, + 0.5625, + 0.412109, + 1.851562, + 0.490234, + 0.400391, + 0.578125, + 1.578125, + 0.742188, + 1.351562, + 1.96875, + 0.523438, + 0.503906, + 0.746094, + 0.357422, + 0.139648, + 0.445312, + 0.410156, + 0.484375, + 0.644531, + 0.769531, + 0.096191, + 0.628906, + 1.695312, + 0.75, + 0.632812, + 0.357422, + 0.394531, + 1.828125, + 0.539062, + 0.628906, + 1.375, + 0.361328, + 0.425781, + 1.765625, + 0.5625, + 1.398438, + 0.328125, + 1.679688, + 0.496094, + 1.046875, + 0.507812, + 0.419922, + 0.664062, + 0.507812, + 0.765625, + 0.472656, + 0.71875, + 1.085938, + 0.417969, + 0.644531, + 0.396484, + 0.488281, + 1.132812, + 0.636719, + 0.462891, + 0.339844, + 1.273438, + 0.703125, + 0.423828, + 0.722656, + 0.394531, + 0.570312, + 0.462891, + 1.445312, + 0.341797, + 1.851562, + 1.125, + 0.445312, + 0.474609, + 0.347656, + 1.742188, + 0.439453, + 2.390625, + 1.53125, + 0.792969, + 0.511719, + 0.439453, + 0.439453, + 0.570312, + 1.25, + 1.15625, + 1.070312, + 0.511719, + 0.75, + 0.589844, + 0.123047, + 0.851562, + 0.59375, + 0.609375, + 1.09375, + 0.470703, + 0.691406, + 0.412109, + 1.609375, + 0.625, + 1.15625, + 0.539062, + 0.652344, + 1.835938, + 1.734375, + 1.585938, + 0.431641, + 0.480469, + 0.746094, + 1.78125, + 0.466797, + 1.625, + 1.835938, + 0.605469, + 0.765625, + 1.195312, + 1.6875, + 0.503906, + 1.09375, + 1.210938, + 0.451172, + 0.84375, + 0.539062, + 1.546875, + 0.910156, + 0.460938, + 1.03125, + 0.546875, + 0.535156, + 0.820312, + 1.6875, + 1.820312, + 0.128906, + 0.894531, + 0.435547, + 1.765625, + 0.367188, + 0.664062, + 0.929688, + 0.695312, + 0.875, + 0.462891, + 0.478516, + 2.046875, + 0.539062, + 0.449219, + 0.617188, + 0.472656, + 1.4375, + 0.108887, + 0.349609, + 1.171875, + 0.496094, + 1.125, + 0.550781, + 0.492188, + 0.9375, + 1.734375, + 0.367188, + 0.714844, + 0.460938, + 0.425781, + 0.546875, + 1.78125, + 1.304688, + 0.832031, + 0.929688, + 2.046875, + 0.494141, + 0.589844, + 1.140625, + 0.457031, + 0.636719, + 0.667969, + 0.59375, + 0.941406, + 1.023438, + 0.427734, + 0.992188, + 0.753906, + 0.597656, + 0.396484, + 0.726562, + 1.757812, + 0.447266, + 0.96875, + 0.671875, + 0.129883, + 1.328125, + 0.173828, + 0.425781, + 0.380859, + 0.515625, + 0.416016, + 0.349609, + 1.1875, + 0.412109, + 0.558594, + 0.384766, + 0.490234, + 0.539062, + 0.34375, + 0.458984, + 0.546875, + 0.396484, + 0.644531, + 0.143555, + 0.457031, + 0.675781, + 0.462891, + 0.546875, + 0.691406, + 0.539062, + 0.570312, + 1.710938, + 0.519531, + 1.265625, + 1.5625, + 0.080078, + 0.457031, + 1.125, + 0.5, + 0.664062, + 0.515625, + 0.535156, + 0.382812, + 0.863281, + 0.773438, + 0.341797, + 1.070312, + 1.015625, + 0.267578, + 0.601562, + 0.808594, + 0.375, + 0.542969, + 1.03125, + 0.176758, + 0.519531, + 1.617188, + 1.585938, + 0.5, + 0.361328, + 0.086426, + 1.28125, + 0.417969, + 1.242188, + 0.527344, + 0.636719, + 0.664062, + 0.382812, + 0.609375, + 0.601562, + 0.357422, + 0.554688, + 0.380859, + 0.75, + 1.71875, + 1.1875, + 0.390625, + 0.433594, + 0.376953, + 0.484375, + 0.566406, + 0.96875, + 0.486328, + 0.734375, + 0.660156, + 0.419922, + 0.511719, + 1.390625, + 0.464844, + 0.408203, + 0.78125, + 0.75, + 0.605469, + 0.535156, + 0.605469, + 0.691406, + 1.171875, + 1.585938, + 0.503906, + 0.091797, + 0.460938, + 1.03125, + 0.785156, + 1.203125, + 0.695312, + 1.210938, + 0.625, + 1.234375, + 0.53125, + 0.126953, + 0.396484, + 1.648438, + 0.5, + 0.699219, + 0.285156, + 0.431641, + 0.664062, + 0.546875, + 1.382812, + 1.375, + 1.59375, + 0.455078, + 0.628906, + 0.382812, + 0.746094, + 0.298828, + 1.125, + 0.585938, + 2.0, + 0.484375, + 0.578125, + 1.046875, + 0.613281, + 1.039062, + 0.414062, + 0.34375, + 0.621094, + 2.046875, + 0.703125, + 0.429688, + 0.96875, + 0.392578, + 1.195312, + 0.345703, + 1.070312, + 0.851562, + 0.455078, + 0.910156, + 1.007812, + 0.34375, + 1.476562, + 1.71875, + 0.419922, + 0.466797, + 0.59375, + 1.140625, + 0.480469, + 0.154297, + 1.328125, + 0.878906, + 0.996094, + 0.523438, + 0.447266, + 1.664062, + 0.691406, + 1.28125, + 0.75, + 0.65625, + 0.675781, + 0.835938, + 0.6875, + 0.400391, + 0.488281, + 0.570312, + 0.574219, + 0.585938, + 0.507812, + 0.482422, + 0.632812, + 1.703125, + 0.519531, + 0.394531, + 0.660156, + 1.460938, + 0.419922, + 1.4375, + 0.558594, + 0.511719, + 0.613281, + 0.949219, + 0.302734, + 0.345703, + 0.5, + 0.447266, + 0.328125, + 2.0, + 1.03125, + 0.597656, + 0.480469, + 0.980469, + 0.585938, + 0.494141, + 1.359375, + 1.179688, + 1.414062, + 0.359375, + 0.882812, + 0.375, + 2.015625, + 0.734375, + 0.396484, + 0.515625, + 0.53125, + 0.605469, + 0.527344, + 1.554688, + 0.351562, + 0.355469, + 0.355469, + 0.933594, + 1.414062, + 0.613281, + 0.445312, + 0.605469, + 0.46875, + 1.765625, + 0.582031, + 0.494141, + 0.470703, + 0.816406, + 0.859375, + 0.746094, + 1.890625, + 1.40625, + 1.078125, + 1.554688, + 1.476562, + 0.341797, + 0.9375, + 0.425781, + 0.427734, + 0.636719, + 0.957031, + 0.6875, + 1.664062, + 0.722656, + 2.125, + 0.597656, + 0.462891, + 0.585938, + 0.488281, + 0.519531, + 0.566406, + 0.585938, + 0.617188, + 0.722656, + 0.878906, + 0.621094, + 0.375, + 0.492188, + 0.582031, + 0.392578, + 1.398438, + 0.359375, + 0.46875, + 0.613281, + 0.408203, + 0.367188, + 0.462891, + 0.589844, + 0.142578, + 2.109375, + 0.417969, + 0.414062, + 0.640625, + 0.761719, + 0.550781, + 0.847656, + 0.679688, + 0.578125, + 0.882812, + 0.332031, + 0.322266, + 0.511719, + 0.324219, + 0.132812, + 0.414062, + 0.515625, + 1.210938, + 0.609375, + 0.578125, + 0.574219, + 2.03125, + 0.503906, + 1.492188, + 0.445312, + 0.667969, + 1.429688, + 1.507812, + 0.65625, + 0.400391, + 1.648438, + 0.365234, + 0.566406, + 0.333984, + 0.457031, + 0.859375, + 1.046875, + 0.535156, + 0.476562, + 0.933594, + 0.462891, + 0.478516, + 0.400391, + 0.6875, + 0.457031, + 1.875, + 0.357422, + 0.894531, + 1.5625, + 1.078125, + 1.859375, + 0.585938, + 0.613281, + 1.304688, + 0.433594, + 1.09375, + 0.527344, + 0.416016, + 0.65625, + 0.091797, + 1.359375, + 0.570312, + 0.550781, + 1.289062, + 1.34375, + 0.496094, + 0.402344, + 0.726562, + 0.949219, + 0.259766, + 0.714844, + 1.320312, + 0.574219, + 1.414062, + 1.367188, + 0.431641, + 0.476562, + 0.503906, + 0.386719, + 1.257812, + 1.054688, + 1.640625, + 0.550781, + 0.851562, + 0.421875, + 0.582031, + 1.132812, + 0.4375, + 0.636719, + 0.960938, + 0.474609, + 1.914062, + 1.585938, + 1.132812, + 0.523438, + 0.574219, + 0.404297, + 0.417969, + 0.398438, + 0.601562, + 1.703125, + 1.257812, + 0.460938, + 0.839844, + 1.484375, + 1.546875, + 1.578125, + 0.416016, + 1.429688, + 1.109375, + 0.59375, + 0.691406, + 0.175781, + 0.5625, + 0.357422, + 0.734375, + 0.414062, + 0.298828, + 0.359375, + 0.34375, + 0.855469, + 0.324219, + 0.507812, + 0.574219, + 0.361328, + 0.84375, + 0.165039, + 0.667969, + 1.476562, + 0.558594, + 0.730469, + 1.15625, + 1.171875, + 0.640625, + 1.773438, + 1.882812, + 0.40625, + 0.341797, + 0.088867, + 1.953125, + 0.357422, + 1.148438, + 0.482422, + 0.648438, + 0.386719, + 0.519531, + 0.326172, + 0.726562, + 0.667969, + 0.519531, + 0.527344, + 0.460938, + 0.458984, + 0.492188, + 0.671875, + 0.589844, + 0.085449, + 0.503906, + 0.722656, + 0.476562, + 0.515625, + 1.90625, + 0.09668, + 0.449219, + 1.804688, + 1.234375, + 0.496094, + 1.164062, + 1.0625, + 1.328125, + 0.578125, + 0.699219, + 0.40625, + 0.90625, + 0.863281, + 0.453125, + 0.136719, + 0.601562, + 0.112793, + 0.679688, + 1.21875, + 0.519531, + 0.835938, + 0.648438, + 0.855469, + 0.355469, + 1.226562, + 0.410156, + 0.077637, + 0.404297, + 0.632812, + 0.539062, + 0.421875, + 0.894531, + 0.808594, + 0.345703, + 1.15625, + 0.351562, + 0.566406, + 0.462891, + 0.445312, + 1.21875, + 0.402344, + 1.359375, + 1.320312, + 0.949219, + 0.503906, + 0.464844, + 0.835938, + 0.40625, + 0.800781, + 0.910156, + 0.59375, + 1.570312, + 0.384766, + 1.5, + 0.867188, + 0.765625, + 2.1875, + 0.582031, + 1.492188, + 1.804688, + 0.466797, + 0.722656, + 0.847656, + 0.671875, + 0.703125, + 0.427734, + 1.609375, + 0.5, + 0.453125, + 0.388672, + 1.515625, + 1.585938, + 0.589844, + 0.09668, + 0.300781, + 1.3125, + 0.144531, + 1.179688, + 1.382812, + 0.683594, + 0.769531, + 1.03125, + 0.53125, + 0.416016, + 0.695312, + 1.484375, + 0.474609, + 0.675781, + 0.427734, + 1.8125, + 0.388672, + 0.316406, + 0.511719, + 0.441406, + 0.269531, + 0.632812, + 1.367188, + 0.894531, + 0.542969, + 0.605469, + 0.392578, + 0.644531, + 1.9375, + 0.777344, + 1.335938, + 0.8125, + 0.166992, + 0.455078, + 0.416016, + 0.494141, + 0.135742, + 1.710938, + 0.494141, + 0.679688, + 0.462891, + 0.582031, + 0.507812, + 0.402344, + 0.408203, + 9.9e-05, + 0.542969, + 0.628906, + 0.925781, + 0.734375, + 0.476562, + 1.34375, + 0.632812, + 0.494141, + 1.71875, + 1.289062, + 0.458984, + 1.257812, + 0.5, + 0.699219, + 0.75, + 0.917969, + 0.714844, + 1.335938, + 0.361328, + 1.125, + 1.546875, + 1.398438, + 0.769531, + 0.490234, + 1.601562, + 0.605469, + 1.71875, + 1.0625, + 0.135742, + 0.408203, + 0.480469, + 1.640625, + 0.314453, + 0.777344, + 0.671875, + 0.945312, + 1.890625, + 0.609375, + 0.761719, + 0.453125, + 0.5, + 0.527344, + 0.476562, + 0.539062, + 0.457031, + 0.886719, + 0.6875, + 0.847656, + 0.271484, + 0.353516, + 1.171875, + 0.550781, + 1.171875, + 0.425781, + 1.820312, + 0.542969, + 0.566406, + 1.289062, + 0.582031, + 0.621094, + 0.464844, + 0.726562, + 0.402344, + 0.412109, + 0.644531, + 2.09375, + 0.447266, + 1.632812, + 1.953125, + 0.507812, + 0.496094, + 0.378906, + 0.746094, + 0.726562, + 0.414062, + 0.75, + 0.609375, + 0.503906, + 0.660156, + 0.34375, + 1.414062, + 0.679688, + 0.464844, + 1.5625, + 0.147461, + 0.425781, + 0.369141, + 0.511719, + 0.098145, + 0.398438, + 1.085938, + 0.542969, + 1.382812, + 0.429688, + 1.445312, + 1.289062, + 0.527344, + 0.96875, + 1.742188, + 0.554688, + 1.648438, + 0.691406, + 0.298828, + 0.490234, + 0.298828, + 1.398438, + 1.210938, + 0.617188, + 0.554688, + 0.5, + 0.808594, + 0.660156, + 0.445312, + 0.710938, + 0.353516, + 0.554688, + 1.601562, + 1.546875, + 0.800781, + 0.275391, + 0.570312, + 1.1875, + 0.5, + 1.640625, + 0.398438, + 0.419922, + 0.535156, + 0.734375, + 0.429688, + 0.398438, + 0.523438, + 0.417969, + 0.707031, + 0.5, + 0.507812, + 0.402344, + 0.554688, + 0.910156, + 0.417969, + 0.566406, + 0.503906, + 0.59375, + 0.470703, + 1.125, + 0.507812, + 0.898438, + 1.203125, + 1.0, + 1.390625, + 0.466797, + 0.613281, + 0.496094, + 1.546875, + 0.361328, + 0.109375, + 0.824219, + 0.408203, + 0.691406, + 0.566406, + 0.53125, + 1.523438, + 0.582031, + 0.380859, + 1.28125, + 0.566406, + 0.640625, + 0.511719, + 0.086914, + 0.582031, + 0.925781, + 0.554688, + 0.398438, + 1.476562, + 0.535156, + 0.398438, + 0.589844, + 0.800781, + 0.494141, + 0.949219, + 0.542969, + 0.554688, + 1.125, + 0.394531, + 1.148438, + 0.410156, + 0.96875, + 1.851562, + 0.484375, + 2.078125, + 0.863281, + 0.550781, + 0.425781, + 0.423828, + 0.4375, + 0.875, + 0.679688, + 1.429688, + 0.451172, + 0.433594, + 0.859375, + 0.933594, + 1.578125, + 1.039062, + 1.109375, + 1.226562, + 0.554688, + 0.519531, + 0.695312, + 0.349609, + 0.105469, + 0.511719, + 1.992188, + 0.984375, + 1.96875, + 1.179688, + 1.835938, + 1.242188, + 0.515625, + 1.273438, + 0.289062, + 1.0625, + 0.384766, + 0.451172, + 1.078125, + 0.419922, + 0.324219, + 0.457031, + 1.695312, + 0.6875, + 0.460938, + 0.53125, + 1.28125, + 0.945312, + 0.753906, + 0.820312, + 0.546875, + 1.578125, + 1.625, + 0.402344, + 0.574219, + 0.488281, + 0.554688, + 0.78125, + 0.410156, + 0.847656, + 0.722656, + 0.496094, + 0.390625, + 0.443359, + 1.476562, + 1.289062, + 0.703125, + 0.792969, + 1.210938, + 1.53125, + 1.476562, + 0.519531, + 0.546875, + 0.523438, + 0.464844, + 0.53125, + 0.4375, + 0.832031, + 1.335938, + 0.371094, + 0.341797, + 1.296875, + 0.392578, + 1.640625, + 0.185547, + 0.460938, + 0.652344, + 0.259766, + 0.777344, + 0.960938, + 1.367188, + 1.078125, + 1.359375, + 0.478516, + 0.546875, + 0.585938, + 1.40625, + 1.296875, + 0.4375, + 1.648438, + 1.390625, + 1.523438, + 0.523438, + 1.515625, + 0.957031, + 0.445312, + 0.714844, + 0.470703, + 1.601562, + 0.431641, + 0.613281, + 0.890625, + 0.769531, + 0.984375, + 0.539062, + 1.648438, + 0.404297, + 0.542969, + 0.480469, + 1.054688, + 1.34375, + 0.443359, + 0.460938, + 1.257812, + 0.703125, + 0.53125, + 0.746094, + 0.386719, + 0.470703, + 0.566406, + 0.382812, + 0.859375, + 1.140625, + 0.457031, + 0.953125, + 0.507812, + 0.835938, + 1.1875, + 1.320312, + 1.320312, + 0.308594, + 0.851562, + 1.257812, + 1.929688, + 0.433594, + 0.363281, + 1.59375, + 1.820312, + 1.71875, + 0.375, + 1.265625, + 0.361328, + 0.785156, + 0.636719, + 0.695312, + 0.480469, + 1.046875, + 0.625, + 0.289062, + 0.412109, + 0.546875, + 0.726562, + 0.367188, + 0.808594, + 0.355469, + 0.71875, + 0.396484, + 0.515625, + 0.636719, + 0.550781, + 0.392578, + 0.128906, + 0.535156, + 1.976562, + 0.910156, + 0.644531, + 0.550781, + 1.25, + 0.648438, + 1.34375, + 0.5625, + 1.453125, + 0.578125, + 0.867188, + 1.984375, + 0.628906, + 0.597656, + 0.539062, + 0.4375, + 1.5, + 1.460938, + 1.054688, + 1.054688, + 0.617188, + 0.660156, + 0.722656, + 0.5, + 0.789062, + 0.566406, + 0.408203, + 1.765625, + 0.486328, + 0.421875, + 0.429688, + 0.10791, + 1.554688, + 1.21875, + 0.734375, + 1.289062, + 0.402344, + 0.921875, + 1.03125, + 0.457031, + 0.5625, + 0.652344, + 0.773438, + 0.484375, + 0.285156, + 0.558594, + 0.400391, + 0.996094, + 0.503906, + 0.566406, + 0.5, + 0.320312, + 0.636719, + 0.769531, + 1.625, + 1.617188, + 0.380859, + 1.914062, + 1.539062, + 0.335938, + 0.427734, + 1.195312, + 0.523438, + 1.789062, + 0.699219, + 0.699219, + 0.318359, + 0.400391, + 0.496094, + 0.486328, + 0.369141, + 0.644531, + 1.164062, + 0.703125, + 0.12207, + 0.769531, + 0.511719, + 1.140625, + 0.703125, + 0.466797, + 0.847656, + 0.496094, + 1.53125, + 0.792969, + 0.464844, + 0.59375, + 1.4375, + 0.380859, + 1.351562, + 1.554688, + 0.855469, + 0.496094, + 0.435547, + 1.164062, + 1.007812, + 0.949219, + 1.085938, + 1.007812, + 1.476562, + 0.523438, + 0.71875, + 0.929688, + 0.380859, + 0.53125, + 1.140625, + 0.582031, + 0.730469, + 1.125, + 0.535156, + 0.769531, + 1.6875, + 1.21875, + 0.984375, + 0.886719, + 0.365234, + 1.15625, + 0.457031, + 0.102539, + 0.636719, + 1.140625, + 0.511719, + 1.070312, + 0.445312, + 0.585938, + 0.417969, + 0.882812, + 0.738281, + 1.734375, + 1.507812, + 0.443359, + 1.953125, + 1.671875, + 0.683594, + 1.359375, + 0.445312, + 0.304688, + 1.984375, + 0.439453, + 0.416016, + 0.496094, + 0.648438, + 1.273438, + 0.123535, + 1.078125, + 0.498047, + 0.625, + 1.070312, + 1.59375, + 0.589844, + 1.3125, + 0.949219, + 0.492188, + 1.648438, + 0.462891, + 0.494141, + 0.695312, + 0.359375, + 1.578125, + 0.65625, + 0.59375, + 0.742188, + 0.083008, + 1.484375, + 0.333984, + 1.757812, + 1.515625, + 0.324219, + 1.546875, + 0.664062, + 1.148438, + 1.726562, + 0.851562, + 0.574219, + 0.359375, + 0.785156, + 0.421875, + 0.753906, + 1.398438, + 0.546875, + 0.474609, + 0.746094, + 0.550781, + 0.5, + 1.578125, + 0.435547, + 0.941406, + 0.550781, + 0.6875, + 0.609375, + 0.570312, + 0.427734, + 1.234375, + 0.478516, + 0.609375, + 0.330078, + 0.109863, + 0.582031, + 0.402344, + 0.425781, + 0.824219, + 0.476562, + 1.65625, + 1.0, + 0.455078, + 0.292969, + 0.443359, + 0.503906, + 1.5625, + 0.53125, + 0.582031, + 1.757812, + 1.507812, + 0.785156, + 0.457031, + 0.416016, + 0.578125, + 0.636719, + 0.839844, + 1.085938, + 0.369141, + 1.46875, + 1.015625, + 0.84375, + 0.445312, + 0.777344, + 0.351562, + 0.550781, + 0.554688, + 0.082031, + 0.554688, + 0.53125, + 0.361328, + 1.804688, + 0.527344, + 0.570312, + 0.851562, + 0.808594, + 0.824219, + 0.511719, + 0.660156, + 0.494141, + 0.570312, + 0.5625, + 0.451172, + 0.455078, + 0.53125, + 1.648438, + 1.0, + 0.679688, + 0.503906, + 1.210938, + 0.5, + 0.146484, + 0.396484, + 1.289062, + 0.347656, + 0.498047, + 0.582031, + 0.601562, + 1.3125, + 0.742188, + 1.625, + 0.847656, + 0.337891, + 0.703125, + 1.734375, + 0.6875, + 0.566406, + 1.164062, + 0.703125, + 0.613281, + 0.617188, + 1.429688, + 0.53125, + 0.550781, + 0.601562, + 0.378906, + 0.648438, + 1.359375, + 0.546875, + 0.412109, + 0.523438, + 1.445312, + 1.578125, + 0.380859, + 0.6875, + 0.375, + 0.3125, + 0.496094, + 0.550781, + 0.671875, + 0.490234, + 1.523438, + 0.507812, + 0.59375, + 1.367188, + 1.476562, + 0.566406, + 1.09375, + 0.523438, + 0.886719, + 0.380859, + 0.408203, + 0.457031, + 0.507812, + 0.59375, + 0.5, + 0.621094, + 0.589844, + 0.523438, + 0.503906, + 0.365234, + 0.339844, + 0.597656, + 1.046875, + 0.507812, + 0.523438, + 0.412109, + 1.367188, + 0.341797, + 0.613281, + 0.460938, + 1.21875, + 0.621094, + 0.675781, + 0.488281, + 0.503906, + 0.625, + 0.486328, + 1.828125, + 1.3125, + 0.570312, + 0.691406, + 0.511719, + 0.621094, + 0.425781, + 0.365234, + 1.578125, + 1.804688, + 0.617188, + 1.101562, + 0.189453, + 1.234375, + 0.605469, + 0.414062, + 1.585938, + 0.746094, + 0.4375, + 0.78125, + 0.535156, + 0.515625, + 0.664062, + 0.511719, + 0.949219, + 0.5, + 1.625, + 0.710938, + 0.46875, + 1.507812, + 0.341797, + 0.550781, + 0.09668, + 0.574219, + 0.699219, + 1.234375, + 1.476562, + 0.808594, + 0.320312, + 1.867188, + 0.683594, + 1.257812, + 0.314453, + 0.458984, + 0.384766, + 2.265625, + 0.507812, + 1.179688, + 0.550781, + 1.5625, + 0.746094, + 1.546875, + 1.023438, + 1.25, + 0.792969, + 2.109375, + 0.574219, + 1.351562, + 0.523438, + 0.8125, + 0.5, + 0.414062, + 0.789062, + 1.953125, + 1.289062, + 0.933594, + 0.574219, + 0.445312, + 0.945312, + 0.357422, + 0.675781, + 0.964844, + 0.265625, + 0.859375, + 0.746094, + 0.386719, + 1.976562, + 0.828125, + 1.234375, + 0.582031, + 0.558594, + 1.1875, + 0.550781, + 0.339844, + 1.625, + 1.765625, + 0.398438, + 0.589844, + 0.953125, + 0.578125, + 1.78125, + 0.075195, + 1.078125, + 0.730469, + 0.648438, + 2.0, + 0.878906, + 0.5, + 0.433594, + 0.609375, + 0.421875, + 0.378906, + 0.100098, + 0.554688, + 1.085938, + 0.330078, + 0.480469, + 0.953125, + 0.585938, + 0.498047, + 1.875, + 0.100098, + 1.867188, + 0.824219, + 0.917969, + 1.523438, + 0.617188, + 0.566406, + 0.455078, + 1.523438, + 0.535156, + 0.609375, + 0.476562, + 1.523438, + 0.361328, + 1.0625, + 1.84375, + 1.265625, + 0.957031, + 0.574219, + 0.511719, + 0.5, + 0.585938, + 0.566406, + 0.691406, + 0.660156, + 0.632812, + 0.699219, + 1.625, + 0.621094, + 0.578125, + 1.617188, + 0.777344, + 0.933594, + 0.090332, + 0.349609, + 0.416016, + 0.703125, + 0.871094, + 0.714844, + 0.945312, + 0.484375, + 0.507812, + 1.25, + 0.396484, + 0.472656, + 0.431641, + 0.421875, + 1.320312, + 0.474609, + 0.585938, + 0.457031, + 1.21875, + 0.597656, + 0.8125, + 0.550781, + 0.617188, + 0.675781, + 0.585938, + 0.75, + 1.71875, + 1.78125, + 0.375, + 0.664062, + 0.472656, + 0.208008, + 0.789062, + 0.515625, + 0.589844, + 0.507812, + 0.333984, + 0.458984, + 0.789062, + 0.449219, + 1.820312, + 0.484375, + 0.609375, + 0.921875, + 0.625, + 0.742188, + 0.847656, + 0.695312, + 1.367188, + 1.0625, + 0.574219, + 0.134766, + 0.953125, + 0.867188, + 0.644531, + 0.503906, + 0.800781, + 0.683594, + 1.609375, + 0.589844, + 0.945312, + 0.330078, + 0.617188, + 0.423828, + 0.388672, + 0.855469, + 1.757812, + 0.625, + 1.898438, + 1.757812, + 0.816406, + 0.59375, + 1.117188, + 0.5, + 0.804688, + 1.125, + 0.527344, + 0.122559, + 0.914062, + 0.542969, + 0.119141, + 0.953125, + 0.558594, + 1.460938, + 0.462891, + 1.125, + 0.585938, + 0.5, + 0.478516, + 0.851562, + 0.433594, + 0.455078, + 1.59375, + 0.609375, + 0.113281, + 0.648438, + 0.294922, + 0.703125, + 1.828125, + 0.5, + 0.490234, + 0.617188, + 1.359375, + 1.085938, + 0.777344, + 0.310547, + 0.5, + 0.408203, + 0.691406, + 1.320312, + 0.177734, + 0.472656, + 0.349609, + 0.378906, + 0.691406, + 0.464844, + 1.898438, + 1.375, + 1.578125, + 0.664062, + 0.960938, + 0.792969, + 0.09375, + 0.474609, + 0.804688, + 1.664062, + 0.75, + 0.640625, + 1.617188, + 0.332031, + 1.226562, + 0.392578, + 1.765625, + 0.699219, + 0.726562, + 0.53125, + 0.464844, + 0.695312, + 0.472656, + 0.75, + 1.796875, + 0.613281, + 1.070312, + 0.40625, + 0.380859, + 1.359375, + 0.695312, + 0.287109, + 0.143555, + 0.554688, + 0.601562, + 0.976562, + 0.75, + 0.660156, + 1.820312, + 0.605469, + 0.460938, + 0.597656, + 0.890625, + 0.371094, + 0.390625, + 0.484375, + 0.503906, + 0.496094, + 0.507812, + 0.398438, + 0.746094, + 0.714844, + 0.453125, + 0.539062, + 0.492188, + 1.226562, + 0.488281, + 0.427734, + 0.867188, + 0.100586, + 0.494141, + 0.369141, + 0.507812, + 0.347656, + 0.871094, + 1.0625 + ] + }, + "name": "model.model.layers.12.input_layernorm.weight", + "outputIndexes": [ + 1006 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1005 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_12/Mul_output_0", + "outputIndexes": [ + 1007 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1006, + 1007 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_12/Mul_1_output_0", + "outputIndexes": [ + 1008 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1008 + ], + "outputIndexes": [ + 2644 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2644 + ], + "outputIndexes": [ + 2645 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear", + "inputIndexes": [ + 2645 + ], + "outputIndexes": [ + 2646 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1573283640, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2646 + ], + "outputIndexes": [ + 2647 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2647 + ], + "outputIndexes": [ + 1009 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1008 + ], + "main_type": "NONE", + "name": "/Shape_169_output_0", + "outputIndexes": [ + 1010 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1010 + ], + "main_type": "NONE", + "name": "Shape3079", + "outputIndexes": [ + 1011 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1010 + ], + "main_type": "NONE", + "name": "Rank3081", + "outputIndexes": [ + 1012 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1012, + 1012 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3083", + "outputIndexes": [ + 1013 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1013 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3084", + "outputIndexes": [ + 1014 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1013, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3086", + "outputIndexes": [ + 1015 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1015 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3087", + "outputIndexes": [ + 1016 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1011, + 1014, + 1016, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3090", + "outputIndexes": [ + 1017 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1017 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3091", + "outputIndexes": [ + 1018 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3092", + "outputIndexes": [ + 1019 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1019, + 1018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3093", + "outputIndexes": [ + 1020 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1010, + 1020, + 1013 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_184_output_0", + "outputIndexes": [ + 1021 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1021, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_385_output_0", + "outputIndexes": [ + 1022 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1022, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_156_output_0", + "outputIndexes": [ + 1023 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1009, + 1023 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_109_output_0", + "outputIndexes": [ + 1024 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_96_output_0", + "outputIndexes": [ + 1025 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024 + ], + "main_type": "NONE", + "name": "/Shape_170_output_0", + "outputIndexes": [ + 1026 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1026 + ], + "main_type": "NONE", + "name": "Shape3100", + "outputIndexes": [ + 1027 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1026 + ], + "main_type": "NONE", + "name": "Rank3102", + "outputIndexes": [ + 1028 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1028, + 1028 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3104", + "outputIndexes": [ + 1029 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1029 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3105", + "outputIndexes": [ + 1030 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1029, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3107", + "outputIndexes": [ + 1031 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1031 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3108", + "outputIndexes": [ + 1032 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1027, + 1030, + 1032, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3111", + "outputIndexes": [ + 1033 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1033 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3112", + "outputIndexes": [ + 1034 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1034 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3113", + "outputIndexes": [ + 1035 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1035, + 1034 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3114", + "outputIndexes": [ + 1036 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1026, + 1036, + 1029 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_185_output_0", + "outputIndexes": [ + 1037 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1037, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_36_output_0", + "outputIndexes": [ + 1038 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1038, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_390_output_0", + "outputIndexes": [ + 1039 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024, + 1039, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_49_output_0", + "outputIndexes": [ + 1040 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1040 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_24_output_0", + "outputIndexes": [ + 1041 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024, + 22, + 1039, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_48_output_0", + "outputIndexes": [ + 1042 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1041, + 1042 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_159_output_0", + "outputIndexes": [ + 1043 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1043, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_97_output_0", + "outputIndexes": [ + 1044 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1025, + 1044 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_60_output_0", + "outputIndexes": [ + 1045 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1008 + ], + "outputIndexes": [ + 2648 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2648 + ], + "outputIndexes": [ + 2649 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear", + "inputIndexes": [ + 2649 + ], + "outputIndexes": [ + 2650 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1580523342, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2650 + ], + "outputIndexes": [ + 2651 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2651 + ], + "outputIndexes": [ + 1046 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1022, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_157_output_0", + "outputIndexes": [ + 1047 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1046, + 1047 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_110_output_0", + "outputIndexes": [ + 1048 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1048, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_98_output_0", + "outputIndexes": [ + 1049 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1048 + ], + "main_type": "NONE", + "name": "/Shape_171_output_0", + "outputIndexes": [ + 1050 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1050 + ], + "main_type": "NONE", + "name": "Shape3163", + "outputIndexes": [ + 1051 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1050 + ], + "main_type": "NONE", + "name": "Rank3165", + "outputIndexes": [ + 1052 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1052, + 1052 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3167", + "outputIndexes": [ + 1053 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1053 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3168", + "outputIndexes": [ + 1054 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1053, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3170", + "outputIndexes": [ + 1055 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1055 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3171", + "outputIndexes": [ + 1056 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1051, + 1054, + 1056, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3174", + "outputIndexes": [ + 1057 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1057 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3175", + "outputIndexes": [ + 1058 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3176", + "outputIndexes": [ + 1059 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1059, + 1058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3177", + "outputIndexes": [ + 1060 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1050, + 1060, + 1053 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_186_output_0", + "outputIndexes": [ + 1061 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1061, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_37_output_0", + "outputIndexes": [ + 1062 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1062, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_392_output_0", + "outputIndexes": [ + 1063 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1048, + 1063, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_51_output_0", + "outputIndexes": [ + 1064 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1064 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_25_output_0", + "outputIndexes": [ + 1065 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1048, + 22, + 1063, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_50_output_0", + "outputIndexes": [ + 1066 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1065, + 1066 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_160_output_0", + "outputIndexes": [ + 1067 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1067, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_99_output_0", + "outputIndexes": [ + 1068 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1049, + 1068 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_61_output_0", + "outputIndexes": [ + 1069 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1008 + ], + "outputIndexes": [ + 2652 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2652 + ], + "outputIndexes": [ + 2653 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear", + "inputIndexes": [ + 2653 + ], + "outputIndexes": [ + 2654 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1581557604, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2654 + ], + "outputIndexes": [ + 2655 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2655 + ], + "outputIndexes": [ + 1070 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1070, + 1047 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_111_output_0", + "outputIndexes": [ + 1071 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1045, + 1069, + 1071, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_116_output_0", + "outputIndexes": [ + 1072 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1072 + ], + "outputIndexes": [ + 2656 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2656 + ], + "outputIndexes": [ + 2657 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear", + "inputIndexes": [ + 2657 + ], + "outputIndexes": [ + 2658 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1582591866, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2658 + ], + "outputIndexes": [ + 2659 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2659 + ], + "outputIndexes": [ + 1073 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1005, + 1073 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_63_output_0", + "outputIndexes": [ + 1074 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.1875, + 0.980469, + 1.601562, + 0.5, + 1.226562, + 0.664062, + 0.925781, + 1.0625, + 0.414062, + 0.425781, + 0.957031, + 0.4375, + 0.796875, + 0.652344, + 0.382812, + 1.023438, + 0.945312, + 0.691406, + 0.984375, + 0.34375, + 0.404297, + 0.949219, + 0.945312, + 0.632812, + 0.578125, + 1.1875, + 0.289062, + 0.519531, + 0.589844, + 0.667969, + 1.179688, + 0.423828, + 0.373047, + 0.777344, + 1.140625, + 1.226562, + 0.486328, + 0.400391, + 0.9375, + 0.402344, + 1.171875, + 0.910156, + 1.265625, + 0.859375, + 1.296875, + 1.164062, + 0.177734, + 1.320312, + 0.992188, + 0.447266, + 1.265625, + 0.804688, + 0.824219, + 0.816406, + 0.988281, + 0.628906, + 1.078125, + 1.3125, + 1.070312, + 0.451172, + 0.625, + 1.015625, + 1.109375, + 0.878906, + 1.25, + 1.164062, + 0.458984, + 0.902344, + 0.486328, + 0.714844, + 0.714844, + 0.570312, + 1.078125, + 0.835938, + 1.140625, + 1.109375, + 0.617188, + 0.539062, + 0.462891, + 1.257812, + 1.273438, + 1.257812, + 1.257812, + 0.71875, + 0.957031, + 0.195312, + 0.949219, + 1.273438, + 0.992188, + 0.441406, + 0.996094, + 1.023438, + 1.054688, + 1.007812, + 1.171875, + 0.839844, + 0.425781, + 0.515625, + 0.949219, + 0.451172, + 0.507812, + 0.5, + 1.234375, + 0.863281, + 1.070312, + 1.085938, + 1.148438, + 0.460938, + 0.699219, + 0.863281, + 0.875, + 0.730469, + 0.988281, + 0.24707, + 0.785156, + 0.179688, + 0.482422, + 1.015625, + 1.164062, + 0.443359, + 0.660156, + 0.796875, + 1.171875, + 0.875, + 0.863281, + 0.75, + 1.109375, + 0.726562, + 0.216797, + 0.476562, + 0.28125, + 0.910156, + 0.503906, + 1.101562, + 0.539062, + 0.9375, + 0.714844, + 1.015625, + 0.59375, + 1.023438, + 0.722656, + 1.171875, + 1.234375, + 0.515625, + 0.404297, + 0.414062, + 1.210938, + 0.898438, + 1.164062, + 0.945312, + 1.164062, + 0.929688, + 0.726562, + 0.949219, + 0.628906, + 0.660156, + 0.488281, + 0.373047, + 1.21875, + 1.257812, + 0.390625, + 0.429688, + 0.435547, + 0.859375, + 0.5, + 0.488281, + 0.671875, + 0.570312, + 0.785156, + 0.921875, + 0.933594, + 0.546875, + 0.542969, + 0.558594, + 0.847656, + 1.328125, + 0.851562, + 0.824219, + 1.125, + 0.828125, + 0.546875, + 0.828125, + 1.117188, + 0.337891, + 0.498047, + 1.007812, + 0.765625, + 0.419922, + 0.714844, + 1.007812, + 0.462891, + 0.90625, + 0.699219, + 0.679688, + 1.4375, + 0.929688, + 0.9375, + 1.148438, + 0.507812, + 0.835938, + 0.855469, + 0.523438, + 0.992188, + 0.914062, + 1.3125, + 0.988281, + 0.539062, + 0.582031, + 1.109375, + 0.515625, + 1.085938, + 0.816406, + 0.554688, + 0.984375, + 0.875, + 0.929688, + 0.478516, + 0.474609, + 1.398438, + 0.742188, + 0.789062, + 0.433594, + 0.679688, + 1.03125, + 0.980469, + 1.320312, + 0.507812, + 0.601562, + 0.765625, + 0.910156, + 1.03125, + 1.101562, + 0.9375, + 0.832031, + 0.972656, + 1.085938, + 0.671875, + 1.1875, + 0.217773, + 0.898438, + 1.039062, + 0.792969, + 1.054688, + 0.851562, + 0.652344, + 0.660156, + 1.039062, + 1.085938, + 0.992188, + 0.835938, + 0.929688, + 1.382812, + 0.582031, + 0.683594, + 0.890625, + 0.550781, + 0.90625, + 0.186523, + 0.824219, + 0.417969, + 0.871094, + 1.0, + 0.945312, + 1.0625, + 0.878906, + 0.519531, + 0.875, + 0.894531, + 0.808594, + 1.007812, + 0.90625, + 1.0625, + 0.996094, + 0.605469, + 0.632812, + 1.398438, + 0.964844, + 0.378906, + 0.609375, + 1.21875, + 0.796875, + 0.90625, + 0.196289, + 0.984375, + 0.714844, + 1.398438, + 0.613281, + 1.03125, + 1.023438, + 0.419922, + 1.195312, + 0.421875, + 0.664062, + 0.519531, + 0.439453, + 0.765625, + 0.667969, + 0.507812, + 0.980469, + 0.796875, + 0.652344, + 0.5625, + 0.462891, + 1.117188, + 1.351562, + 1.101562, + 0.796875, + 0.816406, + 0.789062, + 0.96875, + 0.636719, + 0.691406, + 0.886719, + 0.863281, + 0.443359, + 1.039062, + 0.914062, + 1.203125, + 0.941406, + 0.878906, + 1.171875, + 0.78125, + 0.65625, + 0.703125, + 0.609375, + 0.925781, + 0.730469, + 0.875, + 0.65625, + 0.636719, + 0.202148, + 0.816406, + 0.738281, + 0.707031, + 0.476562, + 0.824219, + 0.988281, + 1.460938, + 0.996094, + 0.503906, + 0.180664, + 0.71875, + 0.789062, + 0.742188, + 0.230469, + 1.117188, + 1.257812, + 0.984375, + 0.738281, + 0.875, + 0.929688, + 0.435547, + 1.296875, + 0.890625, + 1.390625, + 0.886719, + 1.015625, + 1.015625, + 0.742188, + 0.886719, + 1.296875, + 1.304688, + 0.227539, + 0.488281, + 0.330078, + 0.460938, + 0.710938, + 1.203125, + 0.871094, + 0.404297, + 0.832031, + 0.921875, + 1.023438, + 0.671875, + 1.015625, + 1.3125, + 0.233398, + 0.410156, + 0.925781, + 1.023438, + 0.964844, + 1.039062, + 0.511719, + 1.273438, + 1.070312, + 0.527344, + 1.28125, + 0.890625, + 0.785156, + 0.574219, + 0.917969, + 1.140625, + 0.628906, + 0.410156, + 0.613281, + 1.0625, + 0.515625, + 0.628906, + 0.949219, + 0.22168, + 0.507812, + 1.03125, + 0.476562, + 1.195312, + 0.400391, + 1.0, + 0.855469, + 0.996094, + 0.996094, + 0.609375, + 0.455078, + 0.90625, + 1.117188, + 0.882812, + 1.015625, + 1.40625, + 1.117188, + 0.898438, + 0.9375, + 1.023438, + 0.503906, + 0.671875, + 0.839844, + 0.451172, + 0.71875, + 0.412109, + 1.09375, + 1.054688, + 0.46875, + 0.84375, + 0.898438, + 0.757812, + 0.376953, + 0.710938, + 1.070312, + 0.507812, + 0.6875, + 0.976562, + 0.730469, + 0.5, + 0.816406, + 1.21875, + 1.40625, + 0.914062, + 0.455078, + 0.53125, + 0.753906, + 1.007812, + 1.0625, + 1.28125, + 1.351562, + 0.878906, + 1.007812, + 0.882812, + 1.234375, + 1.226562, + 0.578125, + 0.722656, + 6.9e-05, + 0.644531, + 0.964844, + 0.664062, + 0.921875, + 0.53125, + 0.457031, + 1.039062, + 0.511719, + 0.84375, + 0.425781, + 0.824219, + 0.675781, + 0.22168, + 0.949219, + 0.988281, + 1.132812, + 0.496094, + 0.710938, + 0.457031, + 1.015625, + 0.957031, + 1.023438, + 0.902344, + 0.609375, + 1.164062, + 0.53125, + 1.09375, + 1.34375, + 1.085938, + 1.15625, + 0.996094, + 0.847656, + 1.140625, + 1.203125, + 0.996094, + 1.28125, + 0.605469, + 0.960938, + 0.6875, + 1.28125, + 1.046875, + 0.859375, + 0.507812, + 0.628906, + 0.546875, + 0.773438, + 0.800781, + 1.070312, + 0.515625, + 0.902344, + 0.640625, + 1.078125, + 1.109375, + 0.949219, + 1.109375, + 1.085938, + 0.542969, + 0.554688, + 0.800781, + 0.667969, + 1.335938, + 0.722656, + 0.992188, + 0.984375, + 0.209961, + 0.9375, + 0.488281, + 1.164062, + 1.054688, + 0.9375, + 0.746094, + 0.863281, + 1.140625, + 1.273438, + 0.925781, + 0.769531, + 1.0, + 0.429688, + 0.84375, + 0.789062, + 1.03125, + 0.410156, + 0.46875, + 0.412109, + 0.882812, + 0.408203, + 1.109375, + 1.390625, + 0.589844, + 0.488281, + 1.429688, + 0.703125, + 1.351562, + 0.878906, + 1.296875, + 0.589844, + 0.523438, + 0.695312, + 0.9375, + 0.960938, + 0.578125, + 1.28125, + 0.910156, + 0.617188, + 0.539062, + 0.466797, + 1.015625, + 0.753906, + 0.980469, + 1.007812, + 0.589844, + 1.164062, + 0.878906, + 0.503906, + 0.480469, + 0.785156, + 0.777344, + 0.789062, + 1.21875, + 0.431641, + 1.09375, + 1.0625, + 0.988281, + 0.972656, + 0.482422, + 1.179688, + 0.84375, + 0.785156, + 0.435547, + 0.847656, + 0.515625, + 1.164062, + 0.777344, + 0.976562, + 1.171875, + 1.09375, + 0.46875, + 0.703125, + 0.59375, + 0.458984, + 0.484375, + 1.265625, + 0.423828, + 0.5625, + 1.328125, + 0.765625, + 1.1875, + 0.84375, + 0.808594, + 0.363281, + 1.117188, + 1.3125, + 1.164062, + 0.5625, + 0.386719, + 1.0, + 0.941406, + 0.217773, + 0.738281, + 0.804688, + 1.015625, + 1.0, + 0.910156, + 0.558594, + 0.828125, + 0.498047, + 0.71875, + 1.34375, + 0.890625, + 0.851562, + 1.226562, + 0.527344, + 0.605469, + 0.640625, + 0.820312, + 0.574219, + 0.507812, + 1.09375, + 0.5625, + 0.992188, + 0.855469, + 0.78125, + 0.40625, + 0.914062, + 0.96875, + 1.3125, + 1.125, + 0.921875, + 0.847656, + 0.890625, + 0.695312, + 0.232422, + 0.726562, + 0.90625, + 0.417969, + 0.333984, + 1.078125, + 0.597656, + 0.980469, + 0.984375, + 0.414062, + 0.425781, + 0.617188, + 0.341797, + 0.992188, + 1.054688, + 1.09375, + 0.875, + 0.738281, + 1.046875, + 0.941406, + 0.648438, + 0.800781, + 0.949219, + 1.0, + 0.941406, + 0.867188, + 1.171875, + 0.507812, + 0.914062, + 1.03125, + 0.886719, + 0.945312, + 0.570312, + 1.03125, + 0.53125, + 0.898438, + 0.820312, + 0.523438, + 0.527344, + 0.292969, + 1.304688, + 1.265625, + 0.925781, + 1.28125, + 0.753906, + 0.373047, + 0.59375, + 1.273438, + 0.414062, + 0.902344, + 0.453125, + 1.0625, + 1.101562, + 0.898438, + 0.804688, + 0.910156, + 0.664062, + 0.208984, + 0.941406, + 1.117188, + 0.707031, + 0.546875, + 0.605469, + 0.699219, + 0.847656, + 0.146484, + 0.361328, + 0.929688, + 0.486328, + 1.148438, + 0.628906, + 0.898438, + 0.894531, + 0.824219, + 1.054688, + 0.914062, + 0.820312, + 0.28125, + 0.515625, + 1.1875, + 0.996094, + 0.945312, + 0.683594, + 0.945312, + 0.5, + 0.957031, + 0.371094, + 0.65625, + 0.742188, + 1.289062, + 0.953125, + 0.910156, + 0.435547, + 0.445312, + 0.894531, + 0.824219, + 1.039062, + 0.582031, + 1.296875, + 0.691406, + 0.40625, + 0.910156, + 0.792969, + 1.039062, + 1.078125, + 0.800781, + 0.441406, + 1.054688, + 1.015625, + 0.683594, + 0.976562, + 0.597656, + 0.953125, + 0.240234, + 0.925781, + 0.851562, + 0.992188, + 0.457031, + 0.328125, + 1.335938, + 0.75, + 1.03125, + 0.205078, + 0.722656, + 1.242188, + 0.233398, + 0.851562, + 1.226562, + 1.007812, + 0.710938, + 0.792969, + 0.451172, + 1.109375, + 0.859375, + 0.451172, + 0.914062, + 0.796875, + 0.492188, + 0.894531, + 0.851562, + 1.023438, + 0.375, + 0.132812, + 0.621094, + 1.054688, + 0.417969, + 0.380859, + 1.078125, + 1.289062, + 0.984375, + 0.773438, + 0.5625, + 0.832031, + 1.164062, + 1.015625, + 0.229492, + 0.882812, + 0.835938, + 0.660156, + 0.417969, + 0.65625, + 0.632812, + 0.917969, + 1.460938, + 0.953125, + 0.859375, + 0.660156, + 0.402344, + 1.070312, + 0.279297, + 0.683594, + 0.792969, + 0.227539, + 1.257812, + 0.458984, + 0.578125, + 0.863281, + 0.664062, + 0.726562, + 0.597656, + 0.957031, + 1.03125, + 1.164062, + 1.242188, + 0.527344, + 1.117188, + 0.644531, + 1.09375, + 1.085938, + 1.039062, + 0.933594, + 0.423828, + 0.498047, + 1.226562, + 0.667969, + 0.796875, + 0.828125, + 0.589844, + 0.851562, + 0.867188, + 0.921875, + 0.898438, + 0.507812, + 0.416016, + 1.015625, + 0.824219, + 0.984375, + 0.503906, + 1.078125, + 0.84375, + 1.257812, + 0.644531, + 0.730469, + 1.039062, + 0.523438, + 0.726562, + 1.320312, + 0.546875, + 0.851562, + 1.015625, + 0.855469, + 0.703125, + 1.054688, + 1.273438, + 1.023438, + 1.140625, + 0.554688, + 0.211914, + 0.976562, + 0.515625, + 0.957031, + 1.15625, + 0.435547, + 0.71875, + 1.15625, + 0.992188, + 0.964844, + 0.933594, + 0.196289, + 0.835938, + 0.582031, + 0.949219, + 0.769531, + 0.84375, + 1.328125, + 0.859375, + 0.765625, + 0.886719, + 0.671875, + 0.414062, + 1.0625, + 0.730469, + 0.78125, + 0.466797, + 1.109375, + 1.140625, + 0.882812, + 1.117188, + 0.960938, + 0.664062, + 1.1875, + 1.28125, + 0.910156, + 0.511719, + 0.960938, + 0.695312, + 1.0, + 1.109375, + 0.570312, + 0.941406, + 1.078125, + 0.933594, + 0.875, + 1.070312, + 1.046875, + 0.882812, + 1.179688, + 0.859375, + 0.476562, + 0.992188, + 0.917969, + 0.738281, + 0.957031, + 0.609375, + 1.203125, + 0.824219, + 0.421875, + 1.078125, + 0.519531, + 0.902344, + 0.458984, + 0.859375, + 0.867188, + 0.546875, + 0.332031, + 0.566406, + 1.34375, + 0.574219, + 0.539062, + 1.25, + 1.289062, + 0.625, + 0.921875, + 0.441406, + 0.828125, + 1.125, + 0.816406, + 0.207031, + 0.632812, + 0.232422, + 0.472656, + 1.289062, + 0.980469, + 0.404297, + 0.511719, + 0.691406, + 0.746094, + 0.753906, + 0.53125, + 1.328125, + 1.117188, + 0.898438, + 0.267578, + 1.09375, + 1.117188, + 1.421875, + 0.964844, + 0.949219, + 1.179688, + 0.914062, + 0.753906, + 0.458984, + 0.490234, + 0.449219, + 0.617188, + 0.390625, + 0.460938, + 0.488281, + 0.910156, + 0.992188, + 1.234375, + 0.863281, + 0.617188, + 0.933594, + 0.972656, + 1.007812, + 0.949219, + 1.109375, + 0.217773, + 0.427734, + 0.761719, + 0.890625, + 0.605469, + 0.367188, + 0.431641, + 0.800781, + 1.0625, + 0.867188, + 1.21875, + 0.257812, + 0.949219, + 0.875, + 0.804688, + 0.466797, + 0.204102, + 0.910156, + 1.078125, + 0.582031, + 0.492188, + 0.589844, + 0.746094, + 0.515625, + 1.375, + 0.478516, + 0.447266, + 1.0, + 0.230469, + 0.945312, + 0.675781, + 0.208008, + 1.289062, + 1.085938, + 0.996094, + 0.519531, + 0.707031, + 0.960938, + 1.039062, + 1.203125, + 0.412109, + 0.609375, + 0.476562, + 0.5625, + 0.957031, + 0.380859, + 1.101562, + 0.617188, + 1.484375, + 0.75, + 0.921875, + 0.894531, + 0.570312, + 0.486328, + 1.320312, + 0.421875, + 1.28125, + 0.816406, + 0.597656, + 1.171875, + 0.490234, + 0.914062, + 0.691406, + 0.382812, + 0.460938, + 0.800781, + 0.439453, + 0.427734, + 0.427734, + 0.753906, + 0.238281, + 0.135742, + 1.242188, + 0.6875, + 1.148438, + 1.179688, + 0.640625, + 1.5, + 0.738281, + 1.203125, + 0.605469, + 0.808594, + 0.917969, + 0.494141, + 0.457031, + 0.855469, + 1.320312, + 0.859375, + 0.847656, + 0.632812, + 0.621094, + 0.373047, + 0.585938, + 0.585938, + 0.209961, + 0.466797, + 1.203125, + 0.808594, + 1.21875, + 1.390625, + 0.902344, + 0.53125, + 1.1875, + 0.773438, + 0.429688, + 0.679688, + 0.800781, + 1.382812, + 0.455078, + 0.773438, + 1.328125, + 1.203125, + 0.421875, + 0.714844, + 1.140625, + 0.929688, + 0.65625, + 1.273438, + 0.378906, + 0.652344, + 0.757812, + 0.972656, + 1.1875, + 0.386719, + 0.324219, + 0.652344, + 0.589844, + 1.0, + 0.490234, + 1.335938, + 0.871094, + 0.523438, + 0.792969, + 0.427734, + 1.070312, + 0.851562, + 0.796875, + 1.078125, + 0.53125, + 0.949219, + 0.816406, + 0.511719, + 0.515625, + 1.0, + 0.640625, + 1.023438, + 0.566406, + 0.746094, + 0.730469, + 0.605469, + 1.398438, + 0.820312, + 0.53125, + 1.03125, + 0.398438, + 1.304688, + 0.699219, + 1.234375, + 1.023438, + 0.828125, + 0.617188, + 1.085938, + 0.632812, + 1.414062, + 0.742188, + 0.59375, + 1.265625, + 0.984375, + 0.753906, + 0.464844, + 1.046875, + 0.478516, + 1.367188, + 0.996094, + 1.257812, + 0.949219, + 0.472656, + 0.416016, + 0.972656, + 0.683594, + 1.054688, + 1.007812, + 0.699219, + 1.210938, + 1.070312, + 1.28125, + 1.304688, + 1.203125, + 0.984375, + 1.195312, + 0.765625, + 0.730469, + 0.519531, + 0.433594, + 1.210938, + 1.195312, + 1.015625, + 1.03125, + 0.847656, + 0.898438, + 1.21875, + 0.691406, + 1.109375, + 1.125, + 1.023438, + 0.722656, + 0.980469, + 0.181641, + 0.976562, + 0.482422, + 0.1875, + 0.824219, + 0.757812, + 0.886719, + 0.546875, + 0.863281, + 0.976562, + 1.007812, + 1.359375, + 1.289062, + 0.921875, + 0.523438, + 0.445312, + 0.373047, + 0.6875, + 1.164062, + 0.460938, + 1.429688, + 0.734375, + 0.910156, + 1.21875, + 1.0625, + 0.761719, + 1.140625, + 1.171875, + 0.894531, + 0.4375, + 0.984375, + 1.390625, + 0.859375, + 0.53125, + 0.910156, + 1.15625, + 1.226562, + 1.28125, + 0.953125, + 1.28125, + 1.039062, + 0.96875, + 1.3125, + 0.851562, + 0.648438, + 1.242188, + 0.945312, + 0.957031, + 1.054688, + 1.242188, + 1.015625, + 0.949219, + 0.851562, + 1.101562, + 0.589844, + 0.800781, + 0.535156, + 0.84375, + 1.039062, + 1.25, + 0.435547, + 0.186523, + 1.101562, + 0.898438, + 1.109375, + 1.054688, + 1.015625, + 0.621094, + 0.566406, + 1.203125, + 0.863281, + 0.898438, + 0.511719, + 0.871094, + 0.480469, + 0.808594, + 0.71875, + 0.484375, + 0.519531, + 1.148438, + 0.182617, + 0.929688, + 0.601562, + 0.353516, + 1.085938, + 0.515625, + 0.515625, + 0.769531, + 1.085938, + 0.785156, + 0.519531, + 0.9375, + 0.570312, + 0.490234, + 0.443359, + 0.453125, + 0.804688, + 0.5625, + 0.484375, + 0.486328, + 0.953125, + 0.703125, + 1.101562, + 1.273438, + 0.445312, + 1.046875, + 0.416016, + 1.367188, + 0.652344, + 0.785156, + 1.117188, + 1.039062, + 0.664062, + 0.957031, + 0.388672, + 1.109375, + 0.925781, + 1.328125, + 0.882812, + 0.443359, + 1.25, + 1.234375, + 1.078125, + 0.597656, + 0.851562, + 1.070312, + 0.699219, + 0.898438, + 0.664062, + 1.367188, + 0.859375, + 1.101562, + 1.03125, + 1.203125, + 0.667969, + 0.933594, + 1.0625, + 0.519531, + 0.769531, + 1.289062, + 0.726562, + 0.957031, + 0.671875, + 0.925781, + 1.5, + 1.171875, + 0.773438, + 0.347656, + 0.691406, + 0.785156, + 0.451172, + 0.914062, + 1.6875, + 0.730469, + 0.480469, + 1.085938, + 0.785156, + 1.375, + 0.949219, + 1.085938, + 0.984375, + 1.03125, + 0.863281, + 0.527344, + 0.703125, + 0.453125, + 0.890625, + 1.070312, + 1.070312, + 0.5625, + 1.109375, + 1.039062, + 0.898438, + 0.976562, + 0.609375, + 0.550781, + 0.394531, + 0.898438, + 0.722656, + 0.730469, + 0.691406, + 0.726562, + 0.746094, + 0.792969, + 1.140625, + 0.871094, + 1.046875, + 0.546875, + 0.667969, + 0.445312, + 0.351562, + 0.585938, + 0.628906, + 1.0625, + 1.203125, + 1.007812, + 1.148438, + 0.808594, + 0.960938, + 0.566406, + 0.660156, + 0.894531, + 0.753906, + 1.367188, + 1.265625, + 0.679688, + 0.208984, + 0.742188, + 0.789062, + 0.211914, + 1.054688, + 1.132812, + 1.328125, + 0.761719, + 0.785156, + 0.652344, + 0.707031, + 0.178711, + 0.910156, + 0.227539, + 0.96875, + 1.078125, + 0.808594, + 0.175781, + 0.601562, + 1.054688, + 0.486328, + 0.769531, + 0.417969, + 1.34375, + 1.203125, + 0.988281, + 1.078125, + 0.824219, + 0.628906, + 0.855469, + 1.09375, + 1.007812, + 0.419922, + 1.046875, + 0.316406, + 1.140625, + 1.210938, + 0.96875, + 1.140625, + 1.335938, + 0.550781, + 0.820312, + 0.859375, + 0.929688, + 0.890625, + 0.617188, + 0.917969, + 0.589844, + 0.71875, + 1.085938, + 0.363281, + 0.847656, + 1.023438, + 0.664062, + 0.761719, + 0.648438, + 0.574219, + 0.898438, + 1.03125, + 0.243164, + 1.289062, + 1.007812, + 0.378906, + 1.148438, + 0.570312, + 1.367188, + 0.992188, + 0.839844, + 0.8125, + 0.910156, + 1.125, + 0.792969, + 0.964844, + 0.644531, + 1.234375, + 1.023438, + 0.859375, + 0.890625, + 0.820312, + 1.039062, + 0.320312, + 1.179688, + 1.28125, + 0.539062, + 1.007812, + 0.972656, + 1.0, + 0.941406, + 1.289062, + 1.296875, + 0.855469, + 0.457031, + 0.667969, + 0.871094, + 1.171875, + 1.054688, + 0.137695, + 0.945312, + 0.964844, + 1.21875, + 0.671875, + 0.644531, + 1.078125, + 0.785156, + 0.423828, + 0.941406, + 1.273438, + 1.0, + 1.054688, + 0.6875, + 0.867188, + 1.21875, + 1.125, + 1.226562, + 0.941406, + 0.71875, + 0.617188, + 0.675781, + 0.851562, + 0.699219, + 0.402344, + 1.21875, + 0.746094, + 0.808594, + 1.015625, + 1.164062, + 1.375, + 0.933594, + 0.839844, + 1.234375, + 1.007812, + 0.410156, + 0.949219, + 0.898438, + 0.402344, + 1.171875, + 0.492188, + 0.828125, + 0.589844, + 0.462891, + 0.519531, + 0.609375, + 0.839844, + 0.585938, + 0.609375, + 0.425781, + 0.570312, + 0.726562, + 0.542969, + 0.443359, + 1.03125, + 0.171875, + 0.804688, + 1.15625, + 0.972656, + 0.925781, + 1.242188, + 0.667969, + 1.320312, + 0.988281, + 0.244141, + 0.212891, + 0.455078, + 0.648438, + 1.148438, + 0.519531, + 0.855469, + 1.09375, + 0.470703, + 1.070312, + 0.5625, + 1.09375, + 1.335938, + 0.871094, + 0.898438, + 0.664062, + 0.933594, + 0.263672, + 0.769531, + 0.769531, + 0.964844, + 0.765625, + 0.423828, + 0.523438, + 0.9375, + 1.046875, + 0.636719, + 0.523438, + 0.796875, + 0.929688, + 0.976562, + 1.0, + 1.3125, + 0.6875, + 0.664062, + 0.527344, + 0.816406, + 0.933594, + 0.753906, + 0.494141, + 0.726562, + 0.957031, + 1.015625, + 0.494141, + 0.847656, + 1.101562, + 0.589844, + 0.933594, + 0.558594, + 0.496094, + 0.388672, + 1.375, + 0.824219, + 1.09375, + 0.5, + 0.683594, + 0.636719, + 0.194336, + 0.960938, + 1.03125, + 0.519531, + 0.722656, + 0.867188, + 0.644531, + 0.570312, + 1.335938, + 1.21875, + 0.65625, + 0.388672, + 0.761719, + 1.257812, + 0.625, + 0.957031, + 0.566406, + 0.828125, + 1.132812, + 0.796875, + 0.664062, + 1.296875, + 0.398438, + 1.171875, + 1.382812, + 0.8125, + 0.957031, + 0.613281, + 0.738281, + 0.5625, + 1.242188, + 1.125, + 0.382812, + 0.375, + 0.851562, + 0.589844, + 0.925781, + 1.171875, + 0.554688, + 0.824219, + 1.117188, + 0.933594, + 0.519531, + 1.304688, + 0.466797, + 0.828125, + 0.878906, + 0.886719, + 0.605469, + 0.757812, + 1.0, + 0.761719, + 0.875, + 1.046875, + 0.683594, + 0.458984, + 0.550781, + 0.605469, + 0.539062, + 0.992188, + 0.699219, + 1.0625, + 0.65625, + 0.828125, + 0.707031, + 0.671875, + 0.867188, + 0.984375, + 1.039062, + 0.46875, + 0.839844, + 0.289062, + 0.890625, + 1.0, + 0.894531, + 1.007812, + 0.832031, + 0.621094, + 0.957031, + 0.193359, + 0.441406, + 0.832031, + 0.511719, + 0.601562, + 0.660156, + 1.304688, + 1.265625, + 0.902344, + 0.597656, + 0.194336, + 0.945312, + 0.304688, + 0.511719, + 0.425781, + 0.945312, + 0.625, + 0.941406, + 0.542969, + 1.15625, + 1.101562, + 1.132812, + 0.957031, + 0.519531, + 0.847656, + 0.992188, + 0.953125, + 0.996094, + 0.6875, + 1.234375, + 0.761719, + 0.369141, + 1.195312, + 0.652344, + 0.792969, + 0.582031, + 0.601562, + 0.558594, + 0.847656, + 0.886719, + 0.9375, + 0.400391, + 1.117188, + 0.492188, + 0.470703, + 0.213867, + 0.570312, + 1.054688, + 0.894531, + 1.304688, + 0.898438, + 0.769531, + 0.179688, + 0.644531, + 0.472656, + 0.710938, + 0.578125, + 0.949219, + 0.894531, + 1.070312, + 0.585938, + 1.023438, + 0.875, + 1.015625, + 1.375, + 1.367188, + 1.289062, + 1.023438, + 1.320312, + 0.53125, + 0.726562, + 0.490234, + 0.933594, + 0.816406, + 0.386719, + 0.964844, + 0.367188, + 1.023438, + 0.476562, + 0.488281, + 1.054688, + 0.202148, + 0.996094, + 0.402344, + 1.140625, + 1.195312, + 0.636719, + 0.824219, + 0.730469, + 1.054688, + 1.054688, + 0.984375, + 0.507812, + 1.007812, + 0.148438, + 1.289062, + 0.515625, + 1.234375, + 0.511719, + 0.322266, + 1.195312, + 1.273438, + 1.15625, + 0.929688, + 0.613281, + 1.125, + 0.851562, + 1.226562, + 0.808594, + 0.710938, + 0.435547, + 1.109375, + 1.0625, + 0.738281, + 0.753906, + 0.984375, + 0.170898, + 1.132812, + 0.660156, + 1.09375, + 0.566406, + 0.851562, + 0.773438, + 0.765625, + 0.757812, + 0.154297, + 0.447266, + 0.847656, + 0.515625, + 0.402344, + 1.359375, + 0.898438, + 0.447266, + 0.71875, + 0.378906, + 1.242188, + 0.839844, + 0.679688, + 0.816406, + 1.328125, + 0.75, + 0.988281, + 1.171875, + 0.636719, + 0.589844, + 0.898438, + 0.582031, + 0.214844, + 0.46875, + 0.486328, + 0.804688, + 0.988281, + 1.0625, + 0.185547, + 1.03125, + 1.335938, + 1.007812, + 0.667969, + 0.302734, + 0.435547, + 1.257812, + 0.457031, + 0.363281, + 1.171875, + 0.640625, + 0.408203, + 1.382812, + 0.902344, + 1.203125, + 0.558594, + 1.335938, + 0.65625, + 1.164062, + 0.824219, + 0.628906, + 0.941406, + 0.765625, + 1.0625, + 0.5, + 1.0, + 0.992188, + 0.667969, + 0.976562, + 0.527344, + 0.851562, + 0.71875, + 0.589844, + 0.734375, + 0.542969, + 1.234375, + 1.0, + 0.726562, + 0.992188, + 0.390625, + 0.925781, + 0.675781, + 0.632812, + 0.621094, + 1.242188, + 1.164062, + 0.535156, + 0.746094, + 0.503906, + 1.085938, + 0.71875, + 1.453125, + 1.039062, + 1.078125, + 0.550781, + 0.636719, + 0.757812, + 0.691406, + 0.644531, + 1.117188, + 1.101562, + 0.6875, + 0.472656, + 0.949219, + 0.208008, + 0.382812, + 0.878906, + 0.699219, + 0.408203, + 0.75, + 1.015625, + 0.480469, + 1.257812, + 0.773438, + 1.179688, + 0.871094, + 0.976562, + 1.289062, + 1.382812, + 0.523438, + 0.574219, + 0.796875, + 0.824219, + 1.320312, + 0.773438, + 1.257812, + 1.359375, + 0.875, + 1.054688, + 1.125, + 0.449219, + 0.824219, + 1.132812, + 1.054688, + 0.707031, + 1.046875, + 0.757812, + 1.179688, + 1.070312, + 0.570312, + 1.117188, + 0.644531, + 0.847656, + 0.984375, + 1.257812, + 1.289062, + 0.203125, + 0.816406, + 0.777344, + 1.28125, + 0.605469, + 0.972656, + 1.101562, + 1.03125, + 1.109375, + 0.546875, + 0.773438, + 1.195312, + 0.859375, + 0.695312, + 0.507812, + 0.722656, + 1.132812, + 0.204102, + 0.511719, + 1.007812, + 0.847656, + 1.164062, + 0.867188, + 0.472656, + 0.519531, + 1.28125, + 0.335938, + 1.007812, + 0.679688, + 0.710938, + 0.785156, + 1.359375, + 0.597656, + 1.0, + 1.15625, + 1.367188, + 0.792969, + 0.535156, + 1.164062, + 0.832031, + 0.855469, + 0.988281, + 0.882812, + 0.322266, + 1.132812, + 0.617188, + 0.921875, + 0.808594, + 0.90625, + 0.380859, + 1.007812, + 1.203125, + 0.546875, + 0.933594, + 1.007812, + 0.211914, + 1.1875, + 0.21875, + 0.488281, + 0.652344, + 0.458984, + 0.429688, + 0.472656, + 0.423828, + 0.6875, + 0.785156, + 0.640625, + 0.8125, + 0.871094, + 0.597656, + 0.699219, + 0.886719, + 0.496094, + 0.550781, + 0.206055, + 0.664062, + 0.933594, + 0.757812, + 0.449219, + 1.03125, + 0.785156, + 0.671875, + 1.28125, + 0.757812, + 0.558594, + 1.289062, + 0.229492, + 0.757812, + 1.03125, + 0.8125, + 0.839844, + 0.917969, + 0.898438, + 0.478516, + 0.597656, + 1.085938, + 0.5625, + 1.164062, + 1.101562, + 0.523438, + 0.992188, + 1.023438, + 0.396484, + 0.773438, + 0.589844, + 0.226562, + 0.847656, + 1.21875, + 1.265625, + 0.804688, + 0.433594, + 0.183594, + 1.1875, + 0.515625, + 1.21875, + 0.867188, + 0.984375, + 0.917969, + 0.589844, + 0.871094, + 0.988281, + 0.632812, + 0.828125, + 0.462891, + 1.078125, + 1.320312, + 1.132812, + 0.363281, + 0.458984, + 0.582031, + 0.78125, + 0.886719, + 0.527344, + 0.75, + 0.980469, + 0.84375, + 0.550781, + 0.847656, + 1.265625, + 0.699219, + 0.490234, + 1.0625, + 0.527344, + 0.960938, + 0.447266, + 0.929688, + 0.976562, + 1.132812, + 1.140625, + 0.429688, + 0.198242, + 0.707031, + 1.046875, + 1.0625, + 1.203125, + 1.0, + 0.59375, + 0.960938, + 1.179688, + 0.746094, + 0.214844, + 0.683594, + 1.289062, + 0.738281, + 1.046875, + 0.558594, + 0.621094, + 0.921875, + 0.878906, + 0.800781, + 1.054688, + 1.179688, + 0.746094, + 0.925781, + 0.601562, + 1.046875, + 0.294922, + 0.992188, + 0.851562, + 1.273438, + 0.789062, + 0.539062, + 0.431641, + 0.507812, + 1.148438, + 0.691406, + 0.539062, + 0.804688, + 1.242188, + 1.015625, + 0.59375, + 1.101562, + 0.742188, + 1.273438, + 0.472656, + 1.148438, + 0.972656, + 0.757812, + 0.964844, + 1.125, + 0.308594, + 1.132812, + 1.296875, + 0.726562, + 0.640625, + 0.984375, + 1.117188, + 0.695312, + 0.21875, + 1.1875, + 0.597656, + 0.386719, + 0.839844, + 0.761719, + 1.367188, + 0.921875, + 0.945312, + 1.0625, + 0.929688, + 0.871094, + 0.953125, + 0.984375, + 0.507812, + 0.800781, + 0.863281, + 0.707031, + 0.871094, + 0.800781, + 0.835938, + 0.976562, + 1.328125, + 0.5, + 0.644531, + 0.435547, + 1.28125, + 0.527344, + 1.226562, + 0.835938, + 0.777344, + 0.925781, + 0.753906, + 0.53125, + 0.412109, + 0.761719, + 0.423828, + 0.451172, + 1.039062, + 1.132812, + 0.902344, + 0.539062, + 0.726562, + 0.9375, + 0.722656, + 1.25, + 1.109375, + 1.3125, + 0.609375, + 1.039062, + 0.566406, + 0.941406, + 1.007812, + 0.400391, + 0.875, + 0.402344, + 0.605469, + 0.847656, + 0.992188, + 0.617188, + 0.453125, + 0.419922, + 1.054688, + 1.023438, + 1.023438, + 0.546875, + 0.988281, + 0.714844, + 1.359375, + 0.972656, + 0.443359, + 0.746094, + 0.640625, + 1.109375, + 0.792969, + 1.125, + 0.515625, + 1.15625, + 1.273438, + 0.511719, + 0.382812, + 0.984375, + 0.707031, + 0.425781, + 0.839844, + 0.902344, + 0.917969, + 1.242188, + 0.914062, + 1.304688, + 0.929688, + 0.714844, + 0.933594, + 0.429688, + 0.785156, + 0.953125, + 0.9375, + 0.730469, + 0.462891, + 1.03125, + 0.417969, + 0.648438, + 0.582031, + 0.910156, + 0.554688, + 0.800781, + 0.404297, + 0.824219, + 0.707031, + 0.53125, + 0.439453, + 0.789062, + 0.710938, + 0.21875, + 0.1875, + 0.585938, + 0.714844, + 0.902344, + 0.9375, + 0.414062, + 1.03125, + 0.988281, + 0.949219, + 0.964844, + 0.375, + 0.605469, + 0.455078, + 0.59375, + 0.203125, + 0.380859, + 0.539062, + 1.09375, + 0.443359, + 0.90625, + 0.828125, + 1.1875, + 0.847656, + 1.25, + 0.679688, + 0.980469, + 1.257812, + 0.369141, + 0.980469, + 0.632812, + 1.148438, + 0.511719, + 0.851562, + 0.460938, + 0.765625, + 1.007812, + 1.148438, + 0.742188, + 0.402344, + 0.816406, + 0.777344, + 0.710938, + 0.65625, + 0.472656, + 0.773438, + 0.835938, + 0.542969, + 1.046875, + 1.359375, + 1.09375, + 1.40625, + 0.71875, + 0.431641, + 1.171875, + 0.570312, + 1.179688, + 0.867188, + 0.660156, + 0.972656, + 0.19043, + 1.03125, + 0.910156, + 0.878906, + 1.203125, + 0.867188, + 0.816406, + 0.597656, + 0.863281, + 1.023438, + 0.511719, + 0.761719, + 0.867188, + 0.933594, + 1.289062, + 1.265625, + 0.664062, + 0.6875, + 0.824219, + 0.644531, + 0.734375, + 0.792969, + 0.742188, + 0.875, + 0.515625, + 0.402344, + 0.423828, + 1.085938, + 0.730469, + 0.949219, + 1.132812, + 0.800781, + 1.375, + 1.320312, + 1.101562, + 0.75, + 0.769531, + 0.703125, + 0.451172, + 0.632812, + 0.898438, + 1.132812, + 1.171875, + 0.53125, + 0.808594, + 1.273438, + 0.640625, + 1.320312, + 0.5, + 0.910156, + 1.0, + 0.945312, + 0.984375, + 0.230469, + 0.660156, + 0.476562, + 0.546875, + 0.494141, + 0.277344, + 0.648438, + 0.507812, + 0.976562, + 0.423828, + 0.847656, + 0.882812, + 0.554688, + 1.046875, + 0.237305, + 0.679688, + 1.195312, + 0.462891, + 0.519531, + 1.15625, + 1.085938, + 0.980469, + 1.101562, + 1.1875, + 0.632812, + 0.476562, + 0.174805, + 1.421875, + 0.503906, + 1.140625, + 0.816406, + 1.023438, + 0.65625, + 0.765625, + 0.578125, + 1.03125, + 0.820312, + 0.5625, + 0.839844, + 0.765625, + 0.617188, + 0.480469, + 1.0, + 0.443359, + 0.182617, + 0.824219, + 0.949219, + 0.75, + 0.773438, + 0.835938, + 0.186523, + 0.621094, + 1.429688, + 1.132812, + 0.496094, + 1.039062, + 1.164062, + 1.132812, + 0.894531, + 0.992188, + 0.589844, + 1.054688, + 0.988281, + 0.800781, + 0.220703, + 0.941406, + 0.239258, + 0.976562, + 0.957031, + 0.474609, + 1.09375, + 0.972656, + 1.070312, + 0.597656, + 0.691406, + 0.691406, + 0.170898, + 0.382812, + 0.847656, + 0.867188, + 0.554688, + 1.117188, + 0.792969, + 0.414062, + 1.132812, + 0.433594, + 0.832031, + 0.482422, + 0.648438, + 1.109375, + 0.398438, + 1.257812, + 1.210938, + 1.007812, + 0.742188, + 0.722656, + 0.972656, + 0.601562, + 1.070312, + 1.078125, + 0.53125, + 1.257812, + 0.664062, + 1.195312, + 1.09375, + 1.039062, + 1.414062, + 0.953125, + 1.085938, + 0.703125, + 0.730469, + 0.96875, + 1.140625, + 0.980469, + 0.9375, + 0.476562, + 1.1875, + 0.855469, + 0.535156, + 0.527344, + 0.960938, + 1.359375, + 0.429688, + 0.241211, + 0.601562, + 1.164062, + 0.213867, + 0.929688, + 0.570312, + 0.964844, + 0.738281, + 1.101562, + 0.847656, + 0.433594, + 1.039062, + 1.4375, + 0.808594, + 0.855469, + 0.660156, + 0.972656, + 0.546875, + 0.486328, + 0.832031, + 0.396484, + 0.263672, + 0.941406, + 0.597656, + 0.980469, + 0.824219, + 0.949219, + 0.652344, + 0.972656, + 1.382812, + 1.03125, + 1.101562, + 1.0625, + 0.231445, + 0.660156, + 0.478516, + 0.417969, + 0.225586, + 1.335938, + 0.835938, + 1.015625, + 0.472656, + 0.765625, + 0.357422, + 0.53125, + 0.496094, + 0.160156, + 0.445312, + 0.910156, + 1.109375, + 0.953125, + 0.84375, + 0.851562, + 0.476562, + 0.855469, + 1.429688, + 1.21875, + 0.738281, + 0.800781, + 0.539062, + 1.023438, + 1.046875, + 1.09375, + 1.039062, + 1.179688, + 0.582031, + 0.617188, + 0.558594, + 1.210938, + 0.820312, + 0.875, + 1.234375, + 0.75, + 1.304688, + 0.574219, + 0.197266, + 0.447266, + 0.554688, + 1.21875, + 0.539062, + 0.408203, + 0.5625, + 0.515625, + 1.367188, + 0.890625, + 1.101562, + 0.746094, + 0.828125, + 0.542969, + 0.6875, + 0.859375, + 0.777344, + 1.085938, + 0.871094, + 1.078125, + 0.320312, + 0.503906, + 1.171875, + 0.894531, + 1.164062, + 0.345703, + 1.328125, + 0.800781, + 0.894531, + 1.242188, + 0.808594, + 0.960938, + 0.527344, + 0.707031, + 0.660156, + 0.423828, + 0.949219, + 1.320312, + 0.636719, + 0.96875, + 1.171875, + 0.746094, + 0.773438, + 0.585938, + 0.511719, + 0.6875, + 0.519531, + 0.953125, + 0.867188, + 0.671875, + 0.988281, + 0.507812, + 1.25, + 0.617188, + 0.695312, + 1.3125, + 0.216797, + 0.632812, + 0.640625, + 0.585938, + 0.183594, + 0.416016, + 1.0625, + 0.859375, + 1.023438, + 0.421875, + 1.265625, + 0.726562, + 0.757812, + 1.0625, + 0.863281, + 0.90625, + 1.210938, + 1.015625, + 0.416016, + 0.804688, + 0.574219, + 1.203125, + 0.582031, + 0.478516, + 0.871094, + 0.46875, + 1.0625, + 0.546875, + 0.738281, + 0.851562, + 0.308594, + 0.917969, + 1.328125, + 1.148438, + 0.910156, + 0.488281, + 0.976562, + 1.179688, + 0.601562, + 1.3125, + 0.400391, + 0.605469, + 0.890625, + 0.957031, + 0.710938, + 0.710938, + 0.726562, + 0.652344, + 0.488281, + 0.867188, + 0.796875, + 0.648438, + 0.921875, + 0.585938, + 0.6875, + 0.458984, + 0.828125, + 0.902344, + 0.369141, + 0.570312, + 0.435547, + 1.078125, + 1.109375, + 1.648438, + 1.265625, + 0.439453, + 0.464844, + 0.734375, + 1.242188, + 0.527344, + 0.197266, + 1.015625, + 0.726562, + 0.976562, + 0.917969, + 1.5, + 0.726562, + 0.925781, + 0.523438, + 0.929688, + 0.570312, + 0.929688, + 0.341797, + 0.179688, + 0.898438, + 1.070312, + 0.8125, + 0.695312, + 1.273438, + 0.90625, + 0.390625, + 0.820312, + 0.832031, + 0.695312, + 1.085938, + 0.390625, + 0.921875, + 1.117188, + 0.617188, + 1.15625, + 0.460938, + 0.992188, + 1.40625, + 0.578125, + 0.144531, + 1.09375, + 0.90625, + 0.761719, + 0.734375, + 0.699219, + 1.007812, + 0.972656, + 1.273438, + 0.652344, + 0.486328, + 0.902344, + 0.777344, + 1.359375, + 0.648438, + 1.046875, + 1.210938, + 0.746094, + 0.75, + 0.953125, + 0.439453, + 0.196289, + 0.84375, + 1.023438, + 1.125, + 0.949219, + 1.15625, + 1.429688, + 0.921875, + 0.921875, + 0.910156, + 0.292969, + 1.0, + 0.425781, + 0.792969, + 0.597656, + 0.433594, + 0.542969, + 0.601562, + 1.195312, + 1.03125, + 0.753906, + 0.679688, + 1.195312, + 1.101562, + 1.015625, + 1.0625, + 0.792969, + 1.257812, + 1.210938, + 0.546875, + 0.789062, + 0.835938, + 0.792969, + 0.527344, + 0.660156, + 1.039062, + 1.023438, + 0.460938, + 0.427734, + 0.730469, + 1.28125, + 1.234375, + 1.007812, + 1.03125, + 1.164062, + 1.125, + 1.210938, + 0.65625, + 0.453125, + 0.519531, + 0.675781, + 0.734375, + 0.421875, + 0.957031, + 1.265625, + 0.554688, + 0.5, + 1.21875, + 0.640625, + 1.320312, + 0.244141, + 0.433594, + 0.949219, + 0.574219, + 1.03125, + 1.109375, + 1.234375, + 1.179688, + 1.289062, + 0.804688, + 0.925781, + 0.726562, + 1.203125, + 0.925781, + 0.746094, + 1.351562, + 1.234375, + 1.1875, + 0.769531, + 1.242188, + 1.148438, + 0.660156, + 1.046875, + 0.679688, + 1.273438, + 0.652344, + 0.902344, + 1.078125, + 1.0625, + 1.03125, + 0.835938, + 1.171875, + 0.691406, + 0.683594, + 0.769531, + 0.90625, + 1.25, + 0.710938, + 0.804688, + 1.203125, + 0.742188, + 0.824219, + 0.498047, + 0.503906, + 0.494141, + 0.933594, + 0.464844, + 0.470703, + 1.03125, + 0.566406, + 0.472656, + 0.867188, + 0.984375, + 1.203125, + 0.613281, + 1.234375, + 0.550781, + 0.878906, + 0.589844, + 1.414062, + 0.378906, + 0.384766, + 1.242188, + 1.375, + 1.382812, + 0.427734, + 0.458984, + 0.582031, + 1.046875, + 0.992188, + 0.847656, + 0.808594, + 1.054688, + 0.917969, + 0.324219, + 0.613281, + 0.855469, + 0.925781, + 0.390625, + 0.601562, + 0.433594, + 0.53125, + 0.511719, + 0.429688, + 0.984375, + 0.871094, + 0.632812, + 0.206055, + 0.863281, + 1.375, + 1.023438, + 0.929688, + 0.8125, + 1.195312, + 0.515625, + 1.101562, + 0.90625, + 1.226562, + 0.882812, + 0.894531, + 0.40625, + 0.96875, + 0.890625, + 0.902344, + 0.671875, + 0.902344, + 0.769531, + 0.84375, + 0.546875, + 0.96875, + 0.964844, + 1.007812, + 0.820312, + 0.515625, + 0.863281, + 0.664062, + 0.832031, + 0.773438, + 0.402344, + 0.539062, + 0.206055, + 1.039062, + 1.21875, + 1.023438, + 1.171875, + 0.726562, + 1.070312, + 0.925781, + 0.785156, + 0.554688, + 0.464844, + 0.71875, + 0.816406, + 0.349609, + 0.90625, + 0.458984, + 1.070312, + 0.625, + 0.699219, + 0.859375, + 0.394531, + 0.921875, + 0.84375, + 1.304688, + 1.328125, + 0.59375, + 1.203125, + 0.761719, + 0.605469, + 0.378906, + 1.015625, + 0.828125, + 0.875, + 1.0, + 1.023438, + 0.416016, + 0.419922, + 0.65625, + 0.777344, + 0.644531, + 0.910156, + 0.992188, + 1.03125, + 0.253906, + 0.964844, + 0.464844, + 1.132812, + 1.023438, + 0.648438, + 0.835938, + 0.792969, + 1.195312, + 1.09375, + 0.484375, + 0.957031, + 1.226562, + 0.457031, + 0.757812, + 1.15625, + 1.007812, + 0.703125, + 0.71875, + 0.972656, + 1.15625, + 1.117188, + 0.574219, + 0.609375, + 1.296875, + 0.859375, + 1.0625, + 0.855469, + 0.458984, + 0.769531, + 1.078125, + 0.953125, + 1.039062, + 0.757812, + 0.871094, + 1.015625, + 1.320312, + 1.179688, + 1.03125, + 0.882812, + 0.511719, + 1.0625, + 0.707031, + 0.18457, + 0.902344, + 1.15625, + 0.804688, + 0.730469, + 0.492188, + 0.945312, + 0.5625, + 1.09375, + 0.972656, + 1.367188, + 0.972656, + 0.597656, + 0.953125, + 1.320312, + 0.980469, + 1.109375, + 0.777344, + 0.59375, + 1.140625, + 0.761719, + 0.582031, + 0.753906, + 0.867188, + 0.351562, + 0.202148, + 1.09375, + 0.460938, + 0.988281, + 1.007812, + 1.273438, + 0.441406, + 0.699219, + 1.03125, + 0.832031, + 1.273438, + 0.75, + 0.800781, + 0.519531, + 0.570312, + 1.226562, + 0.886719, + 0.917969, + 1.015625, + 0.181641, + 1.257812, + 0.457031, + 1.132812, + 1.265625, + 0.59375, + 1.164062, + 0.945312, + 1.210938, + 1.34375, + 1.117188, + 0.945312, + 0.507812, + 0.765625, + 0.757812, + 0.9375, + 1.140625, + 0.914062, + 0.789062, + 1.0, + 0.683594, + 0.453125, + 1.140625, + 0.679688, + 1.039062, + 0.890625, + 1.007812, + 0.886719, + 0.902344, + 0.441406, + 0.597656, + 0.667969, + 0.921875, + 0.458984, + 0.191406, + 0.886719, + 0.439453, + 0.574219, + 0.498047, + 0.476562, + 1.257812, + 0.59375, + 0.478516, + 0.494141, + 0.429688, + 0.652344, + 1.304688, + 0.445312, + 0.785156, + 1.3125, + 1.078125, + 0.988281, + 0.605469, + 0.675781, + 0.957031, + 0.957031, + 0.832031, + 1.101562, + 0.488281, + 1.28125, + 1.0625, + 1.007812, + 0.722656, + 1.039062, + 0.605469, + 0.84375, + 0.902344, + 0.180664, + 0.902344, + 0.875, + 0.482422, + 1.304688, + 0.890625, + 0.957031, + 1.023438, + 1.101562, + 1.0625, + 0.773438, + 1.0, + 0.859375, + 0.824219, + 0.507812, + 0.695312, + 0.523438, + 0.871094, + 1.3125, + 1.085938, + 0.980469, + 0.839844, + 1.101562, + 0.90625, + 0.21582, + 0.699219, + 1.226562, + 0.5625, + 0.730469, + 0.921875, + 0.867188, + 1.117188, + 0.792969, + 1.039062, + 0.625, + 0.298828, + 1.046875, + 1.117188, + 0.738281, + 0.929688, + 0.229492, + 1.0, + 0.910156, + 0.980469, + 1.125, + 0.800781, + 0.542969, + 0.941406, + 0.570312, + 0.867188, + 1.171875, + 0.902344, + 0.699219, + 0.800781, + 1.257812, + 1.335938, + 0.632812, + 1.015625, + 0.59375, + 0.554688, + 0.738281, + 0.875, + 0.660156, + 0.867188, + 1.078125, + 0.816406, + 0.921875, + 0.621094, + 1.234375, + 0.835938, + 0.941406, + 0.695312, + 1.070312, + 0.539062, + 0.734375, + 0.408203, + 0.769531, + 0.957031, + 0.820312, + 0.933594, + 0.960938, + 0.878906, + 0.6875, + 0.613281, + 0.566406, + 0.898438, + 1.109375, + 0.574219, + 0.726562, + 0.675781, + 1.15625, + 0.373047, + 0.863281, + 0.746094, + 0.757812, + 1.015625, + 0.839844, + 0.785156, + 0.820312, + 0.890625, + 0.601562, + 1.359375, + 1.179688, + 0.550781, + 0.902344, + 0.498047, + 0.996094, + 0.75, + 0.542969, + 1.203125, + 1.429688, + 0.902344, + 1.085938, + 0.242188, + 1.132812, + 0.816406, + 0.675781, + 1.195312, + 0.496094, + 0.519531, + 0.996094, + 0.933594, + 0.894531, + 0.976562, + 0.605469, + 1.039062, + 0.660156, + 1.320312, + 1.039062, + 0.75, + 1.257812, + 0.326172, + 0.875, + 0.192383, + 0.921875, + 0.941406, + 0.726562, + 1.109375, + 1.023438, + 0.585938, + 0.578125, + 0.757812, + 1.273438, + 0.400391, + 0.695312, + 0.621094, + 0.285156, + 0.78125, + 0.667969, + 0.878906, + 1.039062, + 0.570312, + 1.320312, + 1.15625, + 0.449219, + 0.398438, + 1.359375, + 0.65625, + 1.15625, + 0.804688, + 1.054688, + 0.470703, + 0.416016, + 0.578125, + 1.5, + 1.265625, + 0.863281, + 0.933594, + 0.558594, + 1.09375, + 0.609375, + 0.980469, + 0.535156, + 0.535156, + 1.03125, + 1.007812, + 0.683594, + 1.34375, + 1.039062, + 1.203125, + 0.90625, + 0.953125, + 1.226562, + 0.890625, + 0.476562, + 1.203125, + 1.414062, + 0.746094, + 0.707031, + 0.996094, + 0.921875, + 1.15625, + 0.166016, + 1.078125, + 0.980469, + 0.964844, + 1.15625, + 0.847656, + 0.886719, + 0.451172, + 0.898438, + 0.375, + 0.609375, + 0.197266, + 0.605469, + 1.078125, + 0.386719, + 0.78125, + 1.0, + 0.933594, + 0.863281, + 1.335938, + 0.196289, + 1.429688, + 1.078125, + 1.085938, + 1.304688, + 0.992188, + 0.789062, + 0.792969, + 1.265625, + 0.820312, + 0.671875, + 0.828125, + 1.21875, + 0.515625, + 1.070312, + 1.429688, + 1.195312, + 1.03125, + 0.84375, + 0.46875, + 0.800781, + 0.960938, + 0.46875, + 0.507812, + 0.886719, + 0.369141, + 1.0, + 1.328125, + 0.960938, + 0.435547, + 1.25, + 0.976562, + 1.132812, + 0.179688, + 0.421875, + 0.462891, + 0.507812, + 1.09375, + 0.507812, + 1.015625, + 0.714844, + 0.820312, + 1.171875, + 0.447266, + 0.439453, + 0.75, + 0.691406, + 1.195312, + 0.65625, + 0.949219, + 0.636719, + 0.707031, + 0.964844, + 1.023438, + 0.847656, + 0.503906, + 0.988281, + 0.890625, + 0.984375, + 1.257812, + 1.164062, + 0.382812, + 0.691406, + 0.722656, + 0.234375, + 1.023438, + 0.777344, + 0.474609, + 0.789062, + 0.503906, + 0.765625, + 1.046875, + 0.734375, + 1.875, + 0.820312, + 0.953125, + 0.96875, + 0.652344, + 0.761719, + 1.085938, + 0.960938, + 1.179688, + 1.117188, + 0.445312, + 0.213867, + 1.09375, + 1.039062, + 0.667969, + 0.789062, + 1.007812, + 1.0, + 1.273438, + 0.427734, + 0.578125, + 0.34375, + 0.59375, + 0.742188, + 0.535156, + 1.023438, + 1.320312, + 0.984375, + 1.015625, + 0.9375, + 0.988281, + 0.933594, + 1.171875, + 0.519531, + 1.0, + 0.675781, + 0.796875, + 0.211914, + 1.0625, + 0.855469, + 0.196289, + 1.125, + 0.925781, + 1.304688, + 0.699219, + 0.613281, + 0.71875, + 0.660156, + 0.337891, + 0.953125, + 0.628906, + 0.455078, + 1.351562, + 0.859375, + 0.214844, + 0.988281, + 0.289062, + 0.972656, + 1.101562, + 0.644531, + 0.796875, + 0.425781, + 1.085938, + 0.761719, + 1.039062, + 0.523438, + 0.808594, + 0.435547, + 0.519531, + 1.039062, + 0.235352, + 0.4375, + 0.597656, + 0.320312, + 0.664062, + 0.773438, + 1.375, + 1.25, + 0.984375, + 1.007812, + 0.609375, + 0.992188, + 0.19043, + 0.582031, + 0.984375, + 1.242188, + 0.933594, + 0.871094, + 1.132812, + 0.511719, + 0.957031, + 0.601562, + 1.203125, + 0.585938, + 0.699219, + 0.886719, + 0.726562, + 1.03125, + 0.800781, + 0.494141, + 1.320312, + 0.96875, + 1.007812, + 0.404297, + 0.609375, + 1.09375, + 0.546875, + 0.53125, + 0.233398, + 0.542969, + 0.914062, + 0.976562, + 0.953125, + 0.582031, + 1.210938, + 0.933594, + 0.78125, + 0.859375, + 0.867188, + 0.582031, + 0.527344, + 0.761719, + 0.542969, + 0.753906, + 0.703125, + 0.324219, + 0.984375, + 0.949219, + 0.753906, + 0.847656, + 0.753906, + 0.964844, + 0.789062, + 0.683594, + 0.570312, + 0.194336, + 0.578125, + 0.488281, + 0.875, + 0.527344, + 1.101562, + 1.117188 + ] + }, + "name": "model.model.layers.12.post_attention_layernorm.weight", + "outputIndexes": [ + 1075 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1074 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_12/Mul_output_0", + "outputIndexes": [ + 1076 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1075, + 1076 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_12/Mul_1_output_0", + "outputIndexes": [ + 1077 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1077 + ], + "outputIndexes": [ + 2660 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2660 + ], + "outputIndexes": [ + 2661 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear", + "inputIndexes": [ + 2661 + ], + "outputIndexes": [ + 2662 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1589817232, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2662 + ], + "outputIndexes": [ + 2663 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2663 + ], + "outputIndexes": [ + 1078 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1078 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_12/Sigmoid_output_0", + "outputIndexes": [ + 1079 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1078, + 1079 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Mul_output_0", + "outputIndexes": [ + 1080 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1077 + ], + "outputIndexes": [ + 2664 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2664 + ], + "outputIndexes": [ + 2665 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear", + "inputIndexes": [ + 2665 + ], + "outputIndexes": [ + 2666 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1628008358, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2666 + ], + "outputIndexes": [ + 2667 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2667 + ], + "outputIndexes": [ + 1081 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1080, + 1081 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_12/Mul_output_0", + "outputIndexes": [ + 1082 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1082 + ], + "outputIndexes": [ + 2668 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2668 + ], + "outputIndexes": [ + 2669 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear", + "inputIndexes": [ + 2669 + ], + "outputIndexes": [ + 2670 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1666199484, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2670 + ], + "outputIndexes": [ + 2671 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2671 + ], + "outputIndexes": [ + 1083 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1074, + 1083 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_64_output_0", + "outputIndexes": [ + 1084 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1084, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_117_output_0", + "outputIndexes": [ + 1085 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.617188, + 0.75, + 2.328125, + 0.423828, + 1.664062, + 0.585938, + 0.722656, + 1.03125, + 0.777344, + 0.333984, + 0.839844, + 0.341797, + 0.578125, + 0.408203, + 0.318359, + 1.273438, + 0.699219, + 0.412109, + 0.800781, + 0.361328, + 0.925781, + 0.792969, + 0.703125, + 0.453125, + 0.404297, + 1.390625, + 0.294922, + 0.376953, + 0.496094, + 0.460938, + 1.539062, + 0.296875, + 0.917969, + 0.605469, + 1.273438, + 1.414062, + 0.378906, + 1.289062, + 0.726562, + 0.345703, + 1.351562, + 0.707031, + 1.726562, + 0.84375, + 1.632812, + 1.320312, + 0.151367, + 1.882812, + 1.242188, + 0.375, + 1.6875, + 0.558594, + 0.5625, + 0.511719, + 1.039062, + 0.5, + 1.234375, + 1.539062, + 1.234375, + 0.734375, + 0.380859, + 0.992188, + 1.132812, + 0.636719, + 1.507812, + 1.835938, + 0.3125, + 0.65625, + 0.333984, + 0.636719, + 0.507812, + 0.824219, + 1.0, + 0.675781, + 1.421875, + 1.140625, + 0.859375, + 0.425781, + 0.707031, + 1.53125, + 1.59375, + 1.53125, + 1.757812, + 0.609375, + 0.917969, + 0.09082, + 0.699219, + 1.664062, + 0.84375, + 0.703125, + 1.03125, + 0.851562, + 0.976562, + 0.765625, + 1.679688, + 0.578125, + 0.695312, + 0.388672, + 0.714844, + 0.345703, + 0.378906, + 0.419922, + 1.445312, + 0.652344, + 2.046875, + 1.1875, + 1.914062, + 0.388672, + 0.992188, + 0.617188, + 0.59375, + 0.523438, + 0.761719, + 1.570312, + 0.585938, + 1.75, + 0.355469, + 0.910156, + 1.296875, + 0.34375, + 0.414062, + 0.550781, + 1.398438, + 0.636719, + 1.007812, + 0.527344, + 1.140625, + 0.542969, + 0.12793, + 0.392578, + 0.337891, + 0.644531, + 0.470703, + 1.5625, + 0.640625, + 0.910156, + 0.503906, + 0.875, + 0.660156, + 1.0, + 0.429688, + 1.34375, + 1.445312, + 0.34375, + 0.847656, + 0.322266, + 1.96875, + 0.714844, + 1.375, + 0.71875, + 1.34375, + 0.796875, + 0.523438, + 0.769531, + 0.875, + 0.71875, + 0.425781, + 0.355469, + 1.445312, + 1.578125, + 0.341797, + 0.425781, + 0.699219, + 0.628906, + 1.296875, + 0.451172, + 0.574219, + 0.847656, + 0.585938, + 0.859375, + 0.695312, + 0.353516, + 0.373047, + 0.378906, + 0.613281, + 1.8125, + 0.648438, + 0.5625, + 1.179688, + 0.597656, + 0.310547, + 0.71875, + 1.265625, + 0.294922, + 0.267578, + 0.980469, + 0.519531, + 0.330078, + 0.503906, + 0.863281, + 0.333984, + 0.820312, + 1.335938, + 0.451172, + 2.265625, + 0.898438, + 0.796875, + 1.257812, + 0.59375, + 0.59375, + 0.609375, + 1.59375, + 1.664062, + 1.5625, + 2.09375, + 0.792969, + 0.314453, + 0.507812, + 1.140625, + 0.302734, + 1.117188, + 0.605469, + 0.375, + 1.03125, + 0.628906, + 1.5, + 0.404297, + 0.380859, + 1.710938, + 0.535156, + 0.511719, + 0.355469, + 0.957031, + 0.914062, + 0.871094, + 1.703125, + 0.382812, + 0.675781, + 0.527344, + 0.710938, + 0.867188, + 1.414062, + 0.894531, + 0.535156, + 0.753906, + 1.507812, + 0.455078, + 1.382812, + 0.121094, + 0.777344, + 1.148438, + 0.570312, + 0.835938, + 0.609375, + 0.423828, + 1.125, + 0.914062, + 1.148438, + 1.007812, + 0.640625, + 0.652344, + 2.0625, + 0.498047, + 0.546875, + 0.695312, + 0.427734, + 0.65625, + 0.109375, + 0.570312, + 0.375, + 0.6875, + 0.816406, + 0.851562, + 1.015625, + 0.777344, + 0.347656, + 0.667969, + 0.617188, + 1.289062, + 1.40625, + 1.335938, + 1.125, + 0.886719, + 0.636719, + 0.417969, + 1.710938, + 0.792969, + 0.578125, + 0.408203, + 1.679688, + 0.515625, + 0.667969, + 0.10791, + 0.824219, + 0.486328, + 1.789062, + 0.337891, + 1.132812, + 1.070312, + 0.398438, + 1.523438, + 0.359375, + 0.703125, + 0.597656, + 0.306641, + 0.539062, + 1.0625, + 0.386719, + 1.117188, + 0.535156, + 0.378906, + 0.628906, + 0.519531, + 1.296875, + 1.65625, + 1.1875, + 0.566406, + 0.53125, + 0.699219, + 0.851562, + 1.242188, + 0.5625, + 0.628906, + 0.617188, + 1.179688, + 0.933594, + 0.746094, + 1.429688, + 0.992188, + 0.632812, + 1.359375, + 0.582031, + 0.398438, + 0.486328, + 0.507812, + 0.691406, + 0.458984, + 0.652344, + 0.605469, + 0.550781, + 0.111328, + 0.90625, + 0.777344, + 0.511719, + 0.472656, + 0.578125, + 1.109375, + 1.796875, + 1.085938, + 0.332031, + 0.094238, + 0.484375, + 0.539062, + 0.539062, + 0.136719, + 1.429688, + 1.664062, + 0.785156, + 0.484375, + 0.605469, + 1.03125, + 0.375, + 1.78125, + 0.691406, + 1.929688, + 0.640625, + 0.824219, + 1.0, + 0.480469, + 0.6875, + 2.078125, + 1.617188, + 0.160156, + 0.369141, + 0.435547, + 0.527344, + 0.535156, + 1.515625, + 0.644531, + 0.347656, + 0.566406, + 0.652344, + 0.890625, + 0.476562, + 0.96875, + 1.609375, + 0.169922, + 0.390625, + 0.726562, + 1.078125, + 1.148438, + 0.960938, + 0.484375, + 1.664062, + 1.140625, + 0.412109, + 1.710938, + 0.6875, + 0.597656, + 0.441406, + 0.652344, + 1.320312, + 0.894531, + 0.251953, + 0.429688, + 0.988281, + 0.402344, + 0.435547, + 0.699219, + 0.169922, + 0.435547, + 0.976562, + 0.566406, + 1.484375, + 0.359375, + 0.878906, + 0.878906, + 0.972656, + 0.808594, + 0.828125, + 0.546875, + 0.753906, + 1.335938, + 0.617188, + 0.992188, + 1.765625, + 1.414062, + 0.699219, + 0.738281, + 0.9375, + 0.640625, + 0.945312, + 0.589844, + 0.330078, + 0.457031, + 0.353516, + 1.09375, + 0.878906, + 0.347656, + 0.738281, + 0.632812, + 0.480469, + 0.339844, + 0.554688, + 1.296875, + 0.298828, + 0.570312, + 0.742188, + 0.503906, + 0.455078, + 0.5625, + 1.6875, + 2.140625, + 0.667969, + 0.425781, + 0.445312, + 0.621094, + 0.835938, + 1.507812, + 1.820312, + 1.9375, + 0.636719, + 0.824219, + 0.660156, + 2.09375, + 1.429688, + 0.300781, + 0.455078, + -0.008057, + 0.414062, + 0.871094, + 0.474609, + 0.679688, + 0.960938, + 0.355469, + 1.320312, + 0.400391, + 0.628906, + 0.365234, + 0.890625, + 0.427734, + 0.145508, + 0.769531, + 0.808594, + 1.46875, + 0.59375, + 0.4375, + 0.353516, + 0.820312, + 0.722656, + 0.9375, + 0.699219, + 0.390625, + 1.679688, + 1.257812, + 1.101562, + 1.726562, + 1.734375, + 1.5, + 1.398438, + 0.699219, + 1.257812, + 1.601562, + 0.964844, + 1.710938, + 0.34375, + 0.742188, + 0.613281, + 1.734375, + 1.0, + 0.574219, + 0.402344, + 0.412109, + 0.566406, + 0.515625, + 1.492188, + 1.539062, + 0.259766, + 0.652344, + 0.429688, + 1.273438, + 1.25, + 0.847656, + 1.304688, + 1.210938, + 0.458984, + 0.349609, + 0.625, + 0.458984, + 1.78125, + 0.441406, + 0.882812, + 0.84375, + 0.133789, + 0.761719, + 0.365234, + 1.453125, + 0.898438, + 0.726562, + 0.507812, + 0.613281, + 1.539062, + 1.617188, + 0.738281, + 0.503906, + 0.785156, + 0.380859, + 0.550781, + 0.9375, + 0.867188, + 0.322266, + 0.345703, + 0.365234, + 0.714844, + 0.353516, + 1.09375, + 1.867188, + 1.132812, + 0.245117, + 1.898438, + 0.800781, + 1.796875, + 0.875, + 2.25, + 0.384766, + 0.382812, + 0.462891, + 0.679688, + 0.726562, + 0.382812, + 1.570312, + 0.789062, + 0.5, + 0.273438, + 0.376953, + 0.886719, + 0.546875, + 1.53125, + 1.484375, + 0.353516, + 1.765625, + 0.558594, + 0.318359, + 0.332031, + 0.636719, + 0.523438, + 0.511719, + 1.3125, + 0.339844, + 1.117188, + 0.984375, + 1.578125, + 0.929688, + 0.34375, + 1.609375, + 0.589844, + 0.582031, + 0.335938, + 0.613281, + 0.341797, + 1.554688, + 0.78125, + 0.839844, + 1.796875, + 1.164062, + 0.578125, + 0.445312, + 0.351562, + 0.394531, + 0.375, + 1.554688, + 0.322266, + 0.365234, + 1.695312, + 0.765625, + 1.554688, + 0.625, + 0.578125, + 1.632812, + 1.164062, + 1.617188, + 1.3125, + 0.433594, + 0.357422, + 0.828125, + 0.648438, + 0.128906, + 0.550781, + 0.992188, + 1.40625, + 0.820312, + 0.65625, + 1.703125, + 0.664062, + 1.304688, + 0.613281, + 1.695312, + 0.710938, + 0.59375, + 1.578125, + 0.486328, + 0.554688, + 0.433594, + 0.597656, + 0.289062, + 0.378906, + 1.226562, + 0.335938, + 0.8125, + 0.707031, + 0.519531, + 0.412109, + 0.703125, + 0.871094, + 1.679688, + 2.0625, + 0.671875, + 0.664062, + 0.671875, + 0.464844, + 0.180664, + 1.007812, + 0.78125, + 0.4375, + 0.345703, + 1.171875, + 0.433594, + 0.746094, + 0.894531, + 0.302734, + 0.472656, + 0.423828, + 1.226562, + 1.03125, + 1.164062, + 1.125, + 0.597656, + 0.59375, + 0.929688, + 0.824219, + 0.431641, + 0.652344, + 0.695312, + 0.886719, + 0.683594, + 0.597656, + 1.28125, + 0.515625, + 1.632812, + 0.984375, + 0.730469, + 0.984375, + 0.347656, + 0.902344, + 1.023438, + 1.507812, + 0.59375, + 0.470703, + 0.375, + 0.429688, + 1.679688, + 2.25, + 0.664062, + 1.625, + 0.558594, + 0.355469, + 1.164062, + 1.828125, + 0.365234, + 0.824219, + 0.320312, + 0.984375, + 1.148438, + 0.640625, + 0.664062, + 0.65625, + 0.445312, + 0.123535, + 0.703125, + 1.234375, + 0.589844, + 0.306641, + 0.470703, + 0.46875, + 1.65625, + 2.03125, + 0.511719, + 0.78125, + 0.542969, + 1.265625, + 1.085938, + 0.734375, + 0.675781, + 0.546875, + 0.9375, + 0.75, + 0.816406, + 0.363281, + 0.353516, + 2.15625, + 0.851562, + 0.863281, + 0.486328, + 0.671875, + 0.539062, + 0.84375, + 0.328125, + 0.388672, + 0.519531, + 1.835938, + 1.382812, + 0.6875, + 0.371094, + 0.376953, + 0.617188, + 0.527344, + 1.109375, + 0.367188, + 1.609375, + 0.621094, + 0.396484, + 0.644531, + 0.820312, + 1.796875, + 1.4375, + 0.519531, + 0.333984, + 0.972656, + 1.671875, + 1.054688, + 0.769531, + 0.460938, + 0.9375, + 0.351562, + 0.738281, + 0.589844, + 0.984375, + 0.341797, + 0.345703, + 1.804688, + 0.515625, + 1.109375, + 0.103027, + 0.474609, + 1.484375, + 0.182617, + 1.0625, + 1.390625, + 0.898438, + 0.554688, + 0.539062, + 0.384766, + 1.132812, + 0.71875, + 0.40625, + 0.726562, + 0.640625, + 0.445312, + 0.675781, + 0.613281, + 1.054688, + 0.394531, + 0.056396, + 0.679688, + 0.984375, + 0.337891, + 0.367188, + 1.070312, + 1.640625, + 0.730469, + 0.507812, + 1.320312, + 0.730469, + 1.296875, + 1.226562, + 0.142578, + 0.722656, + 0.554688, + 1.070312, + 0.378906, + 0.425781, + 0.578125, + 0.660156, + 2.125, + 0.71875, + 1.203125, + 0.597656, + 0.326172, + 1.054688, + 0.496094, + 0.5625, + 0.621094, + 0.589844, + 1.445312, + 0.333984, + 0.332031, + 0.585938, + 0.457031, + 0.457031, + 0.400391, + 0.820312, + 1.476562, + 1.453125, + 1.609375, + 0.40625, + 0.279297, + 0.75, + 1.203125, + 1.125, + 1.226562, + 0.742188, + 0.404297, + 0.457031, + 1.460938, + 1.09375, + 0.699219, + 0.550781, + 0.625, + 0.664062, + 0.609375, + 0.65625, + 0.625, + 0.578125, + 0.417969, + 1.226562, + 0.585938, + 1.390625, + 0.425781, + 1.054688, + 0.933594, + 1.5, + 0.5, + 0.460938, + 1.226562, + 0.384766, + 0.5, + 1.671875, + 0.34375, + 0.597656, + 0.9375, + 0.574219, + 0.710938, + 1.632812, + 1.671875, + 1.09375, + 1.320312, + 0.574219, + 0.124023, + 0.871094, + 1.40625, + 0.816406, + 1.328125, + 0.574219, + 0.503906, + 1.296875, + 0.949219, + 0.726562, + 0.734375, + 0.092773, + 1.5625, + 1.40625, + 0.796875, + 0.570312, + 0.625, + 1.5625, + 0.597656, + 0.625, + 0.773438, + 1.34375, + 1.320312, + 0.960938, + 0.574219, + 0.589844, + 0.320312, + 1.070312, + 1.320312, + 0.6875, + 1.28125, + 0.8125, + 0.492188, + 1.578125, + 1.773438, + 0.761719, + 0.832031, + 0.785156, + 0.451172, + 0.996094, + 1.6875, + 0.447266, + 0.746094, + 1.015625, + 0.785156, + 0.585938, + 1.109375, + 0.917969, + 0.640625, + 1.476562, + 0.574219, + 0.326172, + 0.84375, + 0.765625, + 1.101562, + 0.792969, + 0.4375, + 1.507812, + 0.710938, + 0.40625, + 0.972656, + 0.376953, + 0.984375, + 0.34375, + 0.554688, + 0.597656, + 1.492188, + 1.273438, + 0.419922, + 1.789062, + 0.464844, + 1.28125, + 1.78125, + 1.726562, + 0.96875, + 0.746094, + 0.339844, + 0.574219, + 1.320312, + 0.578125, + 0.123535, + 0.398438, + 0.148438, + 0.5625, + 1.710938, + 1.140625, + 0.388672, + 0.59375, + 0.507812, + 0.5, + 0.486328, + 0.558594, + 1.765625, + 1.328125, + 0.597656, + 0.300781, + 1.054688, + 1.171875, + 1.945312, + 1.132812, + 0.746094, + 1.421875, + 0.976562, + 0.59375, + 0.365234, + 0.367188, + 0.722656, + 0.625, + 0.320312, + 0.320312, + 0.503906, + 0.734375, + 1.664062, + 1.570312, + 0.632812, + 0.376953, + 0.691406, + 1.820312, + 0.925781, + 0.683594, + 1.3125, + 0.152344, + 0.335938, + 0.5625, + 0.609375, + 0.416016, + 0.345703, + 0.386719, + 0.558594, + 0.953125, + 1.25, + 1.453125, + 0.287109, + 0.730469, + 0.664062, + 0.53125, + 0.373047, + 0.124512, + 0.707031, + 1.109375, + 0.353516, + 0.373047, + 0.554688, + 0.488281, + 0.355469, + 2.015625, + 0.369141, + 0.337891, + 1.179688, + 0.150391, + 0.84375, + 0.423828, + 0.125, + 1.8125, + 1.078125, + 0.84375, + 0.462891, + 0.421875, + 0.71875, + 1.015625, + 1.5, + 0.419922, + 1.09375, + 0.330078, + 0.345703, + 1.773438, + 0.613281, + 1.203125, + 0.394531, + 1.929688, + 0.492188, + 0.675781, + 0.753906, + 0.382812, + 0.414062, + 1.773438, + 0.824219, + 1.65625, + 0.859375, + 0.396484, + 1.492188, + 0.353516, + 0.714844, + 0.5, + 0.349609, + 0.40625, + 0.757812, + 0.460938, + 0.330078, + 0.53125, + 0.53125, + 0.589844, + 0.059082, + 1.90625, + 0.515625, + 1.460938, + 1.265625, + 1.0, + 2.265625, + 0.492188, + 1.429688, + 0.429688, + 0.691406, + 0.644531, + 0.369141, + 0.378906, + 0.582031, + 1.765625, + 0.5625, + 0.835938, + 0.419922, + 0.378906, + 0.339844, + 0.375, + 0.589844, + 0.141602, + 0.59375, + 1.8125, + 1.265625, + 1.484375, + 1.992188, + 0.671875, + 0.269531, + 1.398438, + 0.519531, + 0.378906, + 0.515625, + 0.53125, + 1.710938, + 0.486328, + 0.570312, + 1.742188, + 1.453125, + 0.210938, + 0.523438, + 1.117188, + 0.671875, + 0.546875, + 1.648438, + 0.347656, + 0.462891, + 0.875, + 0.921875, + 1.507812, + 1.039062, + 0.328125, + 0.390625, + 0.431641, + 1.710938, + 0.341797, + 1.65625, + 0.644531, + 0.365234, + 0.542969, + 0.371094, + 0.980469, + 0.878906, + 0.550781, + 1.085938, + 0.332031, + 0.765625, + 1.195312, + 0.359375, + 0.789062, + 0.90625, + 0.78125, + 0.925781, + 0.375, + 0.523438, + 0.511719, + 0.597656, + 1.820312, + 0.664062, + 0.412109, + 0.957031, + 0.384766, + 1.75, + 0.484375, + 1.8125, + 0.980469, + 0.660156, + 0.333984, + 1.054688, + 0.414062, + 2.03125, + 0.511719, + 0.380859, + 1.523438, + 1.109375, + 0.466797, + 0.515625, + 1.015625, + 0.410156, + 1.984375, + 0.859375, + 1.601562, + 0.785156, + 0.375, + 0.355469, + 0.902344, + 0.445312, + 0.964844, + 0.894531, + 0.472656, + 1.5, + 1.164062, + 2.15625, + 1.65625, + 1.429688, + 0.996094, + 1.609375, + 0.582031, + 0.539062, + 0.365234, + 0.400391, + 1.695312, + 1.445312, + 0.867188, + 0.871094, + 0.59375, + 0.625, + 1.578125, + 0.550781, + 1.28125, + 1.265625, + 0.960938, + 0.566406, + 0.765625, + 0.080566, + 0.78125, + 0.392578, + 0.086914, + 0.578125, + 0.558594, + 0.945312, + 0.402344, + 0.566406, + 0.847656, + 0.847656, + 1.640625, + 1.632812, + 0.734375, + 0.367188, + 0.34375, + 0.400391, + 0.416016, + 1.265625, + 0.445312, + 1.726562, + 0.523438, + 0.71875, + 1.609375, + 0.996094, + 0.466797, + 1.117188, + 1.3125, + 0.730469, + 0.351562, + 0.867188, + 1.8125, + 0.601562, + 0.402344, + 0.695312, + 1.335938, + 1.546875, + 1.632812, + 0.730469, + 1.546875, + 0.972656, + 1.382812, + 1.585938, + 0.640625, + 0.433594, + 1.554688, + 0.792969, + 0.75, + 0.949219, + 1.65625, + 0.890625, + 0.6875, + 0.652344, + 1.1875, + 0.373047, + 0.667969, + 0.828125, + 0.585938, + 1.21875, + 1.890625, + 0.421875, + 0.133789, + 1.71875, + 0.636719, + 1.28125, + 0.980469, + 0.796875, + 0.683594, + 0.457031, + 1.265625, + 0.652344, + 0.664062, + 0.240234, + 0.710938, + 0.65625, + 0.539062, + 0.542969, + 0.330078, + 0.412109, + 1.328125, + 0.09375, + 0.707031, + 0.480469, + 1.632812, + 1.304688, + 0.378906, + 0.78125, + 1.117188, + 1.039062, + 0.535156, + 0.496094, + 0.9375, + 0.396484, + 0.400391, + 0.335938, + 0.714844, + 0.695312, + 1.953125, + 0.388672, + 0.507812, + 1.078125, + 0.445312, + 1.148438, + 1.695312, + 0.382812, + 0.867188, + 0.332031, + 1.859375, + 0.933594, + 0.59375, + 1.179688, + 0.871094, + 0.451172, + 0.78125, + 0.283203, + 1.117188, + 0.714844, + 1.640625, + 0.585938, + 0.378906, + 1.585938, + 1.539062, + 1.0625, + 0.515625, + 0.699219, + 1.15625, + 0.488281, + 0.675781, + 0.421875, + 1.8125, + 0.640625, + 1.242188, + 0.898438, + 1.421875, + 0.474609, + 1.234375, + 1.492188, + 0.65625, + 0.539062, + 1.757812, + 0.515625, + 0.703125, + 0.527344, + 0.714844, + 2.109375, + 2.078125, + 0.734375, + 0.28125, + 0.867188, + 0.515625, + 0.330078, + 0.710938, + 1.875, + 0.451172, + 0.361328, + 1.078125, + 1.195312, + 1.929688, + 0.730469, + 1.273438, + 0.828125, + 0.863281, + 0.746094, + 0.443359, + 0.570312, + 0.316406, + 0.609375, + 1.453125, + 1.3125, + 0.84375, + 1.070312, + 1.023438, + 0.714844, + 1.226562, + 0.449219, + 0.703125, + 0.40625, + 0.671875, + 0.722656, + 0.46875, + 0.445312, + 0.472656, + 0.496094, + 0.664062, + 1.890625, + 0.757812, + 1.429688, + 0.353516, + 0.832031, + 0.304688, + 0.507812, + 0.816406, + 0.398438, + 0.84375, + 1.5, + 0.925781, + 2.03125, + 0.535156, + 1.28125, + 0.433594, + 0.566406, + 0.675781, + 0.515625, + 1.859375, + 1.59375, + 0.503906, + 0.121582, + 0.511719, + 0.550781, + 0.135742, + 1.078125, + 1.34375, + 1.664062, + 0.628906, + 1.070312, + 0.632812, + 0.511719, + 0.330078, + 0.644531, + 0.206055, + 0.726562, + 1.703125, + 0.382812, + 0.078613, + 0.425781, + 0.96875, + 0.40625, + 0.478516, + 0.375, + 1.851562, + 1.359375, + 0.863281, + 1.882812, + 0.964844, + 1.359375, + 0.636719, + 1.375, + 1.3125, + 0.388672, + 0.960938, + 0.453125, + 1.320312, + 1.6875, + 0.765625, + 1.3125, + 1.765625, + 0.421875, + 0.832031, + 0.679688, + 0.703125, + 0.738281, + 0.361328, + 0.695312, + 0.507812, + 0.429688, + 1.085938, + 0.875, + 0.625, + 1.140625, + 0.667969, + 0.589844, + 0.644531, + 0.390625, + 0.683594, + 1.03125, + 0.211914, + 1.53125, + 0.882812, + 0.455078, + 1.632812, + 0.376953, + 1.625, + 0.792969, + 0.574219, + 0.925781, + 0.746094, + 1.226562, + 0.570312, + 0.828125, + 0.498047, + 1.5, + 0.882812, + 0.578125, + 0.664062, + 0.546875, + 1.132812, + 0.462891, + 1.367188, + 1.820312, + 0.388672, + 1.007812, + 0.855469, + 0.929688, + 1.539062, + 1.570312, + 1.632812, + 0.753906, + 0.402344, + 0.542969, + 0.59375, + 1.398438, + 1.0, + 0.057373, + 1.046875, + 0.703125, + 1.4375, + 0.431641, + 0.427734, + 1.015625, + 0.570312, + 0.291016, + 0.703125, + 1.671875, + 0.90625, + 1.046875, + 0.460938, + 0.617188, + 1.609375, + 1.265625, + 1.601562, + 0.835938, + 0.507812, + 0.392578, + 0.496094, + 0.683594, + 0.503906, + 0.396484, + 1.398438, + 0.53125, + 0.550781, + 0.914062, + 1.554688, + 1.835938, + 0.707031, + 0.671875, + 1.828125, + 0.925781, + 0.3125, + 0.710938, + 0.683594, + 0.345703, + 1.578125, + 0.349609, + 0.695312, + 0.388672, + 0.335938, + 0.707031, + 0.400391, + 0.601562, + 1.445312, + 0.349609, + 1.265625, + 0.318359, + 0.523438, + 0.451172, + 0.341797, + 0.882812, + 0.235352, + 0.511719, + 1.375, + 0.746094, + 0.707031, + 1.59375, + 1.015625, + 1.617188, + 0.871094, + 0.449219, + 0.140625, + 0.400391, + 0.683594, + 1.601562, + 0.318359, + 0.824219, + 1.085938, + 0.349609, + 1.007812, + 0.585938, + 1.070312, + 1.914062, + 1.109375, + 0.601562, + 0.585938, + 0.695312, + 0.237305, + 0.472656, + 0.535156, + 0.765625, + 1.632812, + 0.345703, + 0.382812, + 0.714844, + 1.132812, + 0.486328, + 0.388672, + 0.503906, + 1.429688, + 0.84375, + 0.78125, + 1.898438, + 0.498047, + 0.714844, + 0.539062, + 0.554688, + 0.773438, + 0.597656, + 0.777344, + 0.6875, + 0.800781, + 1.109375, + 0.369141, + 0.597656, + 1.25, + 0.988281, + 0.6875, + 0.710938, + 0.613281, + 0.929688, + 1.835938, + 0.574219, + 1.664062, + 0.392578, + 0.566406, + 0.523438, + 0.137695, + 0.847656, + 1.0, + 0.371094, + 0.558594, + 0.617188, + 0.410156, + 0.390625, + 1.835938, + 1.476562, + 0.412109, + 0.361328, + 0.53125, + 1.601562, + 0.375, + 0.84375, + 0.332031, + 0.550781, + 1.273438, + 0.527344, + 0.5, + 1.929688, + 0.808594, + 1.59375, + 2.140625, + 0.605469, + 0.746094, + 0.582031, + 0.53125, + 0.320312, + 1.546875, + 1.117188, + 1.6875, + 0.328125, + 0.703125, + 0.400391, + 0.929688, + 1.59375, + 0.378906, + 0.601562, + 1.140625, + 1.007812, + 0.371094, + 1.804688, + 0.384766, + 0.539062, + 1.28125, + 0.761719, + 0.519531, + 0.515625, + 0.773438, + 0.832031, + 0.625, + 0.988281, + 0.546875, + 0.353516, + 0.265625, + 0.431641, + 0.443359, + 1.007812, + 0.433594, + 1.359375, + 0.421875, + 0.867188, + 0.351562, + 0.664062, + 0.621094, + 0.964844, + 1.234375, + 0.349609, + 0.667969, + 0.357422, + 1.554688, + 0.796875, + 0.714844, + 0.847656, + 0.5625, + 0.439453, + 0.96875, + 0.104492, + 0.460938, + 0.570312, + 0.539062, + 0.419922, + 0.625, + 2.390625, + 1.453125, + 0.625, + 0.351562, + 0.126953, + 0.773438, + 0.263672, + 0.710938, + 0.423828, + 1.539062, + 0.474609, + 1.296875, + 0.423828, + 1.265625, + 1.664062, + 1.210938, + 0.71875, + 0.355469, + 0.605469, + 0.84375, + 0.667969, + 0.929688, + 0.734375, + 1.492188, + 0.5, + 0.335938, + 1.390625, + 0.601562, + 0.566406, + 0.660156, + 0.625, + 0.96875, + 0.582031, + 0.617188, + 0.75, + 0.310547, + 1.375, + 0.488281, + 0.457031, + 0.142578, + 0.378906, + 0.957031, + 0.648438, + 1.835938, + 0.667969, + 0.574219, + 0.188477, + 0.535156, + 0.414062, + 0.482422, + 0.445312, + 1.015625, + 0.6875, + 0.988281, + 0.5, + 0.960938, + 1.125, + 0.910156, + 1.929688, + 1.78125, + 1.6875, + 1.039062, + 1.710938, + 0.345703, + 0.462891, + 0.345703, + 0.882812, + 0.566406, + 0.158203, + 0.789062, + 1.070312, + 0.84375, + 0.396484, + 0.34375, + 0.945312, + 0.106445, + 0.914062, + 0.699219, + 1.234375, + 1.414062, + 0.400391, + 0.597656, + 0.609375, + 0.984375, + 1.632812, + 0.8125, + 0.378906, + 0.84375, + 1.664062, + 1.609375, + 0.455078, + 1.617188, + 0.4375, + 0.396484, + 1.484375, + 1.539062, + 2.03125, + 0.902344, + 0.367188, + 1.21875, + 0.871094, + 1.429688, + 0.761719, + 0.5625, + 0.453125, + 1.382812, + 1.078125, + 0.46875, + 0.496094, + 0.769531, + 0.275391, + 1.203125, + 0.462891, + 1.125, + 0.425781, + 0.605469, + 1.539062, + 0.5625, + 0.515625, + 1.632812, + 0.335938, + 0.609375, + 0.458984, + 0.644531, + 1.882812, + 0.65625, + 0.310547, + 0.566406, + 0.375, + 1.78125, + 0.546875, + 0.435547, + 0.636719, + 1.734375, + 0.691406, + 1.367188, + 2.3125, + 0.5, + 0.474609, + 0.792969, + 0.337891, + 0.116211, + 0.392578, + 0.371094, + 0.539062, + 0.785156, + 0.949219, + 0.099121, + 0.824219, + 1.835938, + 0.960938, + 0.621094, + 0.470703, + 0.367188, + 1.898438, + 0.443359, + 0.589844, + 1.46875, + 0.359375, + 0.357422, + 1.835938, + 0.664062, + 1.53125, + 0.330078, + 1.828125, + 0.492188, + 1.296875, + 0.5625, + 0.443359, + 0.820312, + 0.554688, + 0.9375, + 0.425781, + 0.859375, + 1.070312, + 0.429688, + 0.785156, + 0.373047, + 0.570312, + 0.980469, + 0.546875, + 0.503906, + 0.333984, + 1.4375, + 0.914062, + 0.445312, + 0.90625, + 0.345703, + 0.695312, + 0.46875, + 1.328125, + 0.335938, + 1.945312, + 1.289062, + 0.433594, + 0.503906, + 0.332031, + 1.695312, + 0.457031, + 3.046875, + 1.5, + 1.007812, + 0.476562, + 0.455078, + 0.478516, + 0.605469, + 1.0625, + 1.257812, + 1.210938, + 0.507812, + 0.699219, + 0.738281, + 0.134766, + 0.820312, + 0.671875, + 0.636719, + 1.03125, + 0.523438, + 0.855469, + 0.369141, + 1.617188, + 0.667969, + 1.351562, + 0.632812, + 0.785156, + 1.921875, + 1.71875, + 1.515625, + 0.425781, + 0.535156, + 0.816406, + 1.820312, + 0.503906, + 1.5625, + 1.945312, + 0.664062, + 0.996094, + 1.351562, + 1.539062, + 0.558594, + 1.273438, + 1.335938, + 0.498047, + 0.992188, + 0.566406, + 1.53125, + 1.09375, + 0.421875, + 1.210938, + 0.542969, + 0.644531, + 0.90625, + 1.679688, + 1.710938, + 0.112793, + 0.851562, + 0.5, + 1.773438, + 0.335938, + 0.757812, + 1.078125, + 0.90625, + 1.039062, + 0.425781, + 0.527344, + 2.0625, + 0.589844, + 0.484375, + 0.53125, + 0.498047, + 1.460938, + 0.097656, + 0.34375, + 1.203125, + 0.597656, + 1.328125, + 0.617188, + 0.433594, + 0.847656, + 1.820312, + 0.337891, + 0.859375, + 0.484375, + 0.472656, + 0.589844, + 1.765625, + 1.070312, + 0.984375, + 1.203125, + 2.296875, + 0.558594, + 0.542969, + 1.25, + 0.546875, + 0.714844, + 0.816406, + 0.699219, + 1.171875, + 1.296875, + 0.458984, + 0.996094, + 0.785156, + 0.691406, + 0.337891, + 0.871094, + 1.828125, + 0.423828, + 1.015625, + 0.835938, + 0.146484, + 1.367188, + 0.182617, + 0.384766, + 0.40625, + 0.447266, + 0.371094, + 0.308594, + 1.085938, + 0.433594, + 0.597656, + 0.412109, + 0.550781, + 0.625, + 0.361328, + 0.474609, + 0.652344, + 0.357422, + 0.566406, + 0.155273, + 0.476562, + 0.789062, + 0.53125, + 0.443359, + 0.878906, + 0.609375, + 0.546875, + 1.828125, + 0.558594, + 1.164062, + 1.65625, + 0.585938, + 0.507812, + 1.179688, + 0.546875, + 0.695312, + 0.625, + 0.644531, + 0.347656, + 0.730469, + 1.0, + 0.345703, + 1.28125, + 1.15625, + 0.251953, + 0.808594, + 0.980469, + 0.347656, + 0.5625, + 0.898438, + 0.155273, + 0.601562, + 1.648438, + 1.640625, + 0.566406, + 0.326172, + 0.143555, + 1.375, + 0.408203, + 1.398438, + 0.617188, + 0.773438, + 0.785156, + 0.423828, + 0.710938, + 0.761719, + 0.398438, + 0.636719, + 0.371094, + 0.941406, + 1.78125, + 1.382812, + 0.357422, + 0.396484, + 0.384766, + 0.558594, + 0.65625, + 0.785156, + 0.542969, + 0.851562, + 0.695312, + 0.408203, + 0.617188, + 1.507812, + 0.478516, + 0.455078, + 0.957031, + 0.601562, + 0.722656, + 0.414062, + 0.703125, + 0.894531, + 1.234375, + 1.492188, + 0.427734, + 0.287109, + 0.494141, + 1.195312, + 0.980469, + 1.265625, + 0.832031, + 1.078125, + 0.738281, + 1.359375, + 0.535156, + 0.191406, + 0.435547, + 1.617188, + 0.53125, + 0.886719, + 0.271484, + 0.423828, + 0.753906, + 0.652344, + 1.171875, + 1.320312, + 1.6875, + 0.515625, + 0.71875, + 0.394531, + 0.910156, + 0.261719, + 1.265625, + 0.648438, + 2.15625, + 0.546875, + 0.503906, + 0.976562, + 0.503906, + 1.234375, + 0.435547, + 0.332031, + 0.652344, + 2.078125, + 0.882812, + 0.429688, + 1.1875, + 0.455078, + 1.5625, + 0.3125, + 1.164062, + 0.96875, + 0.515625, + 1.03125, + 1.203125, + 0.363281, + 1.507812, + 1.867188, + 0.455078, + 0.5, + 0.738281, + 1.25, + 0.519531, + 0.129883, + 1.421875, + 0.757812, + 0.992188, + 0.613281, + 0.494141, + 1.757812, + 0.738281, + 1.257812, + 0.925781, + 0.78125, + 0.757812, + 0.910156, + 0.847656, + 0.396484, + 0.535156, + 0.628906, + 0.585938, + 0.660156, + 0.558594, + 0.542969, + 0.753906, + 1.820312, + 0.431641, + 0.402344, + 0.527344, + 1.703125, + 0.365234, + 1.578125, + 0.59375, + 0.554688, + 0.683594, + 0.859375, + 0.287109, + 0.289062, + 0.5625, + 0.359375, + 0.333984, + 1.890625, + 1.210938, + 0.699219, + 0.457031, + 0.878906, + 0.703125, + 0.535156, + 1.476562, + 1.25, + 1.640625, + 0.384766, + 0.972656, + 0.392578, + 1.742188, + 0.890625, + 0.351562, + 0.601562, + 0.472656, + 0.542969, + 0.609375, + 1.453125, + 0.388672, + 0.332031, + 0.326172, + 1.054688, + 1.304688, + 0.824219, + 0.412109, + 0.730469, + 0.503906, + 1.875, + 0.714844, + 0.384766, + 0.527344, + 0.734375, + 1.125, + 0.746094, + 1.859375, + 1.273438, + 1.210938, + 1.710938, + 1.367188, + 0.314453, + 0.980469, + 0.451172, + 0.365234, + 0.648438, + 0.921875, + 0.808594, + 1.695312, + 0.8125, + 2.484375, + 0.734375, + 0.503906, + 0.644531, + 0.402344, + 0.578125, + 0.722656, + 0.691406, + 0.652344, + 0.636719, + 1.0, + 0.585938, + 0.417969, + 0.470703, + 0.691406, + 0.394531, + 1.265625, + 0.3125, + 0.582031, + 0.597656, + 0.390625, + 0.34375, + 0.542969, + 0.59375, + 0.146484, + 1.851562, + 0.421875, + 0.4375, + 0.742188, + 0.851562, + 0.478516, + 1.023438, + 0.828125, + 0.78125, + 0.960938, + 0.320312, + 0.333984, + 0.431641, + 0.337891, + 0.111328, + 0.363281, + 0.449219, + 1.257812, + 0.554688, + 0.65625, + 0.65625, + 2.046875, + 0.585938, + 1.585938, + 0.480469, + 0.753906, + 1.484375, + 1.335938, + 0.777344, + 0.417969, + 1.585938, + 0.369141, + 0.695312, + 0.335938, + 0.503906, + 1.0, + 1.226562, + 0.554688, + 0.373047, + 0.871094, + 0.515625, + 0.496094, + 0.412109, + 0.59375, + 0.486328, + 1.75, + 0.355469, + 1.054688, + 1.742188, + 1.203125, + 1.929688, + 0.625, + 0.507812, + 1.421875, + 0.417969, + 1.460938, + 0.617188, + 0.431641, + 0.777344, + 0.339844, + 1.390625, + 0.664062, + 0.613281, + 1.40625, + 1.25, + 0.558594, + 0.412109, + 0.769531, + 1.109375, + 0.263672, + 0.714844, + 1.21875, + 0.679688, + 1.617188, + 1.625, + 0.425781, + 0.515625, + 0.558594, + 0.410156, + 1.03125, + 0.992188, + 1.335938, + 0.632812, + 0.695312, + 0.361328, + 0.453125, + 1.15625, + 0.466797, + 0.796875, + 1.195312, + 0.523438, + 2.09375, + 1.75, + 1.195312, + 0.546875, + 0.597656, + 0.470703, + 0.332031, + 0.443359, + 0.660156, + 1.648438, + 1.476562, + 0.445312, + 0.828125, + 1.617188, + 1.296875, + 1.578125, + 0.380859, + 1.304688, + 1.117188, + 0.742188, + 0.835938, + 0.166016, + 0.566406, + 0.345703, + 0.621094, + 0.382812, + 0.300781, + 0.404297, + 0.359375, + 0.894531, + 0.300781, + 0.597656, + 0.683594, + 0.376953, + 0.988281, + 0.145508, + 0.640625, + 1.5625, + 0.447266, + 0.578125, + 1.320312, + 1.335938, + 0.746094, + 1.75, + 1.804688, + 0.447266, + 0.330078, + 0.217773, + 2.0, + 0.333984, + 1.335938, + 0.535156, + 0.828125, + 0.410156, + 0.554688, + 0.34375, + 0.925781, + 0.707031, + 0.492188, + 0.59375, + 0.496094, + 0.472656, + 0.402344, + 0.820312, + 0.494141, + 0.287109, + 0.539062, + 0.832031, + 0.527344, + 0.546875, + 1.640625, + 0.094727, + 0.451172, + 1.734375, + 1.359375, + 0.439453, + 1.28125, + 1.296875, + 1.359375, + 0.660156, + 0.835938, + 0.394531, + 1.15625, + 1.007812, + 0.511719, + 0.129883, + 0.742188, + 0.46875, + 0.769531, + 1.179688, + 0.490234, + 1.03125, + 0.828125, + 1.0625, + 0.328125, + 1.070312, + 0.435547, + 0.205078, + 0.345703, + 0.726562, + 0.636719, + 0.421875, + 1.179688, + 0.777344, + 0.310547, + 1.28125, + 0.310547, + 0.679688, + 0.388672, + 0.478516, + 1.382812, + 0.363281, + 1.515625, + 1.46875, + 0.996094, + 0.550781, + 0.507812, + 0.945312, + 0.404297, + 1.0625, + 1.0625, + 0.507812, + 1.65625, + 0.423828, + 1.570312, + 1.085938, + 0.964844, + 2.5, + 0.707031, + 1.554688, + 1.867188, + 0.488281, + 0.898438, + 1.078125, + 0.84375, + 0.796875, + 0.378906, + 1.59375, + 0.589844, + 0.431641, + 0.373047, + 1.382812, + 1.796875, + 0.482422, + 0.617188, + 0.306641, + 1.460938, + 0.119629, + 1.148438, + 1.28125, + 0.824219, + 0.757812, + 1.25, + 0.613281, + 0.367188, + 0.820312, + 1.59375, + 0.550781, + 0.710938, + 0.451172, + 1.578125, + 0.382812, + 0.283203, + 0.566406, + 0.357422, + 0.291016, + 0.765625, + 1.132812, + 0.902344, + 0.570312, + 0.738281, + 0.423828, + 0.769531, + 1.882812, + 0.945312, + 1.4375, + 0.976562, + 0.15332, + 0.462891, + 0.369141, + 0.394531, + 0.154297, + 1.734375, + 0.554688, + 0.84375, + 0.400391, + 0.585938, + 0.480469, + 0.373047, + 0.375, + -0.037354, + 0.449219, + 0.75, + 1.09375, + 0.839844, + 0.566406, + 1.195312, + 0.515625, + 0.570312, + 1.734375, + 1.515625, + 0.458984, + 1.117188, + 0.466797, + 0.820312, + 0.964844, + 1.125, + 0.914062, + 1.359375, + 0.373047, + 0.914062, + 1.4375, + 1.515625, + 0.804688, + 0.59375, + 1.695312, + 0.632812, + 1.773438, + 0.941406, + 0.116699, + 0.369141, + 0.453125, + 1.648438, + 0.330078, + 0.804688, + 0.59375, + 0.824219, + 1.921875, + 0.667969, + 1.0, + 0.507812, + 0.566406, + 0.490234, + 0.490234, + 0.621094, + 0.511719, + 1.078125, + 0.757812, + 1.015625, + 0.287109, + 0.355469, + 1.335938, + 0.621094, + 1.335938, + 0.382812, + 1.945312, + 0.59375, + 0.667969, + 1.4375, + 0.640625, + 0.753906, + 0.427734, + 0.667969, + 0.419922, + 0.351562, + 0.78125, + 2.0625, + 0.453125, + 1.578125, + 2.0625, + 0.589844, + 0.550781, + 0.380859, + 0.59375, + 0.675781, + 0.388672, + 0.859375, + 0.691406, + 0.53125, + 0.816406, + 0.365234, + 1.578125, + 0.613281, + 0.478516, + 1.664062, + 0.112305, + 0.443359, + 0.373047, + 0.482422, + 0.090332, + 0.363281, + 1.242188, + 0.628906, + 1.296875, + 0.316406, + 1.601562, + 1.164062, + 0.53125, + 1.132812, + 1.5, + 0.6875, + 1.6875, + 0.84375, + 0.298828, + 0.574219, + 0.287109, + 1.601562, + 1.0, + 0.496094, + 0.660156, + 0.410156, + 0.996094, + 0.570312, + 0.472656, + 0.765625, + 0.310547, + 0.710938, + 1.6875, + 1.523438, + 0.839844, + 0.24707, + 0.695312, + 1.304688, + 0.484375, + 1.679688, + 0.333984, + 0.431641, + 0.632812, + 0.832031, + 0.451172, + 0.455078, + 0.546875, + 0.416016, + 0.59375, + 0.546875, + 0.546875, + 0.447266, + 0.675781, + 0.753906, + 0.460938, + 0.474609, + 0.554688, + 0.699219, + 0.412109, + 0.964844, + 0.416016, + 1.085938, + 1.304688, + 1.710938, + 1.5625, + 0.396484, + 0.472656, + 0.550781, + 1.695312, + 0.373047, + 0.095703, + 0.972656, + 0.449219, + 0.769531, + 0.628906, + 8.7e-05, + 1.25, + 0.710938, + 0.369141, + 1.21875, + 0.519531, + 0.777344, + 0.53125, + 0.098633, + 0.695312, + 1.15625, + 0.621094, + 0.425781, + 1.523438, + 0.621094, + 0.373047, + 0.65625, + 0.84375, + 0.515625, + 1.078125, + 0.511719, + 0.667969, + 1.304688, + 0.390625, + 1.328125, + 0.349609, + 1.046875, + 1.96875, + 0.447266, + 2.015625, + 1.0625, + 0.65625, + 0.486328, + 0.472656, + 0.482422, + 1.03125, + 0.902344, + 1.671875, + 0.480469, + 0.398438, + 0.933594, + 0.90625, + 1.679688, + 0.863281, + 1.164062, + 1.367188, + 0.578125, + 0.558594, + 0.851562, + 0.302734, + 0.094727, + 0.613281, + 1.882812, + 1.1875, + 1.703125, + 1.28125, + 1.789062, + 1.210938, + 0.632812, + 1.21875, + 0.273438, + 1.132812, + 0.347656, + 0.511719, + 0.886719, + 0.378906, + 0.318359, + 0.46875, + 1.773438, + 0.859375, + 0.519531, + 0.542969, + 1.453125, + 1.15625, + 0.921875, + 0.949219, + 0.59375, + 1.703125, + 1.554688, + 0.388672, + 0.628906, + 0.53125, + 0.574219, + 0.628906, + 0.402344, + 1.03125, + 0.890625, + 0.431641, + 0.345703, + 0.464844, + 1.742188, + 1.382812, + 0.867188, + 0.980469, + 1.359375, + 1.515625, + 1.507812, + 0.523438, + 0.455078, + 0.439453, + 0.503906, + 0.582031, + 0.347656, + 0.921875, + 1.570312, + 0.363281, + 0.333984, + 1.539062, + 0.414062, + 1.726562, + 0.176758, + 0.398438, + 0.75, + 0.271484, + 0.878906, + 1.1875, + 1.546875, + 1.226562, + 1.546875, + 0.535156, + 0.6875, + 0.585938, + 1.53125, + 1.226562, + 0.484375, + 1.671875, + 1.5625, + 1.515625, + 0.59375, + 1.5625, + 1.179688, + 0.455078, + 0.875, + 0.480469, + 1.71875, + 0.451172, + 0.6875, + 1.101562, + 0.972656, + 1.117188, + 0.59375, + 1.609375, + 0.417969, + 0.570312, + 0.546875, + 1.054688, + 1.53125, + 0.472656, + 0.539062, + 1.367188, + 0.675781, + 0.570312, + 0.625, + 0.394531, + 0.412109, + 0.648438, + 0.341797, + 0.769531, + 1.242188, + 0.443359, + 0.871094, + 0.59375, + 0.96875, + 1.28125, + 1.296875, + 1.484375, + 0.314453, + 0.914062, + 1.085938, + 2.0, + 0.382812, + 0.328125, + 1.53125, + 1.804688, + 1.890625, + 0.300781, + 1.25, + 0.371094, + 0.941406, + 0.796875, + 0.714844, + 0.523438, + 1.039062, + 0.726562, + 0.277344, + 0.417969, + 0.609375, + 0.804688, + 0.308594, + 0.707031, + 0.316406, + 0.609375, + 0.388672, + 0.394531, + 0.773438, + 0.636719, + 0.396484, + 0.168945, + 0.640625, + 1.820312, + 1.0625, + 0.75, + 0.640625, + 1.398438, + 0.542969, + 1.476562, + 0.664062, + 1.53125, + 0.679688, + 0.933594, + 1.625, + 0.769531, + 0.710938, + 0.699219, + 0.441406, + 1.351562, + 1.25, + 1.023438, + 0.964844, + 0.765625, + 0.78125, + 0.835938, + 0.570312, + 0.738281, + 0.644531, + 0.445312, + 1.5, + 0.535156, + 0.375, + 0.404297, + 0.09375, + 1.507812, + 1.390625, + 0.941406, + 1.382812, + 0.472656, + 1.132812, + 1.054688, + 0.519531, + 0.519531, + 0.498047, + 0.75, + 0.542969, + 0.279297, + 0.679688, + 0.359375, + 1.117188, + 0.482422, + 0.558594, + 0.578125, + 0.298828, + 0.765625, + 0.84375, + 1.671875, + 1.828125, + 0.388672, + 1.9375, + 1.289062, + 0.339844, + 0.341797, + 1.296875, + 0.621094, + 1.59375, + 0.796875, + 0.929688, + 0.296875, + 0.341797, + 0.492188, + 0.515625, + 0.394531, + 0.710938, + 1.25, + 0.863281, + 0.578125, + 0.878906, + 0.4375, + 1.359375, + 0.871094, + 0.482422, + 0.863281, + 0.542969, + 1.554688, + 1.007812, + 0.402344, + 0.726562, + 1.554688, + 0.339844, + 1.171875, + 1.476562, + 0.925781, + 0.523438, + 0.484375, + 1.15625, + 1.234375, + 1.15625, + 0.917969, + 0.871094, + 1.65625, + 0.632812, + 0.910156, + 0.964844, + 0.367188, + 0.589844, + 1.226562, + 0.6875, + 0.863281, + 1.007812, + 0.628906, + 0.867188, + 1.726562, + 1.382812, + 1.117188, + 0.929688, + 0.353516, + 1.367188, + 0.488281, + 0.092773, + 0.722656, + 1.3125, + 0.558594, + 0.984375, + 0.388672, + 0.730469, + 0.396484, + 1.09375, + 0.863281, + 1.8125, + 1.4375, + 0.464844, + 1.75, + 1.75, + 0.835938, + 1.320312, + 0.535156, + 0.330078, + 1.820312, + 0.46875, + 0.417969, + 0.527344, + 0.722656, + 1.226562, + 0.117676, + 1.273438, + 0.429688, + 0.78125, + 1.109375, + 1.695312, + 0.478516, + 1.101562, + 1.03125, + 0.566406, + 1.703125, + 0.503906, + 0.5625, + 0.582031, + 0.363281, + 1.679688, + 0.722656, + 0.664062, + 0.863281, + 0.289062, + 1.609375, + 0.310547, + 1.789062, + 1.617188, + 0.353516, + 1.515625, + 0.773438, + 1.421875, + 1.789062, + 1.148438, + 0.699219, + 0.363281, + 0.808594, + 0.464844, + 0.820312, + 1.476562, + 0.652344, + 0.523438, + 0.851562, + 0.486328, + 0.414062, + 1.539062, + 0.455078, + 1.0625, + 0.625, + 0.882812, + 0.71875, + 0.707031, + 0.404297, + 1.164062, + 0.503906, + 0.707031, + 0.316406, + 0.105469, + 0.65625, + 0.335938, + 0.416016, + 0.683594, + 0.427734, + 1.648438, + 0.835938, + 0.386719, + 0.273438, + 0.384766, + 0.507812, + 1.734375, + 0.435547, + 0.617188, + 1.804688, + 1.5, + 0.90625, + 0.462891, + 0.431641, + 0.6875, + 0.796875, + 0.832031, + 1.289062, + 0.365234, + 1.609375, + 1.070312, + 1.015625, + 0.494141, + 0.9375, + 0.376953, + 0.621094, + 0.671875, + 0.083496, + 0.632812, + 0.628906, + 0.333984, + 1.882812, + 0.601562, + 0.699219, + 1.007812, + 0.984375, + 1.054688, + 0.558594, + 0.832031, + 0.566406, + 0.636719, + 0.472656, + 0.472656, + 0.423828, + 0.640625, + 1.648438, + 1.117188, + 0.816406, + 0.574219, + 1.289062, + 0.59375, + 0.131836, + 0.447266, + 1.453125, + 0.353516, + 0.523438, + 0.648438, + 0.703125, + 1.429688, + 0.730469, + 1.539062, + 0.757812, + 0.326172, + 0.925781, + 1.6875, + 0.679688, + 0.675781, + 1.140625, + 0.851562, + 0.6875, + 0.734375, + 1.382812, + 0.613281, + 0.478516, + 0.710938, + 0.40625, + 0.625, + 1.484375, + 0.644531, + 0.470703, + 0.554688, + 1.578125, + 1.625, + 0.400391, + 0.875, + 0.388672, + 0.296875, + 0.523438, + 0.664062, + 0.628906, + 0.578125, + 1.5625, + 0.601562, + 0.691406, + 1.132812, + 1.59375, + 0.652344, + 1.070312, + 0.546875, + 1.117188, + 0.384766, + 0.431641, + 0.384766, + 0.5625, + 0.71875, + 0.546875, + 0.753906, + 0.730469, + 0.601562, + 0.535156, + 0.384766, + 0.349609, + 0.714844, + 1.164062, + 0.470703, + 0.578125, + 0.40625, + 1.5, + 0.320312, + 0.683594, + 0.503906, + 1.078125, + 0.800781, + 0.753906, + 0.578125, + 0.570312, + 0.71875, + 0.457031, + 1.804688, + 1.414062, + 0.515625, + 0.820312, + 0.429688, + 0.761719, + 0.462891, + 0.361328, + 1.632812, + 1.796875, + 0.671875, + 1.171875, + 0.408203, + 1.203125, + 0.625, + 0.431641, + 1.609375, + 0.605469, + 0.390625, + 0.914062, + 0.660156, + 0.605469, + 0.8125, + 0.488281, + 1.023438, + 0.482422, + 1.671875, + 0.824219, + 0.53125, + 1.578125, + 0.326172, + 0.632812, + 0.099121, + 0.710938, + 0.820312, + 1.0625, + 1.476562, + 0.964844, + 0.324219, + 1.796875, + 0.695312, + 1.492188, + 0.291016, + 0.482422, + 0.419922, + 2.0, + 0.574219, + 1.0, + 0.625, + 1.460938, + 0.644531, + 1.726562, + 1.21875, + 1.28125, + 0.773438, + 2.328125, + 0.578125, + 1.46875, + 0.570312, + 0.960938, + 0.441406, + 0.349609, + 0.648438, + 2.0625, + 1.523438, + 0.980469, + 0.683594, + 0.433594, + 1.203125, + 0.402344, + 0.820312, + 0.839844, + 0.263672, + 1.109375, + 0.964844, + 0.423828, + 1.96875, + 0.996094, + 1.515625, + 0.632812, + 0.691406, + 1.390625, + 0.664062, + 0.320312, + 1.664062, + 1.820312, + 0.443359, + 0.609375, + 1.101562, + 0.652344, + 1.703125, + 0.081543, + 1.257812, + 0.886719, + 0.785156, + 1.867188, + 0.871094, + 0.613281, + 0.373047, + 0.722656, + 0.394531, + 0.398438, + 0.11377, + 0.539062, + 1.195312, + 0.294922, + 0.539062, + 1.078125, + 0.632812, + 0.597656, + 2.015625, + 0.102051, + 1.90625, + 1.007812, + 1.117188, + 1.6875, + 0.761719, + 0.597656, + 0.507812, + 1.609375, + 0.640625, + 0.59375, + 0.53125, + 1.476562, + 0.353516, + 1.171875, + 1.867188, + 1.398438, + 1.039062, + 0.664062, + 0.423828, + 0.570312, + 0.742188, + 0.443359, + 0.578125, + 0.75, + 0.640625, + 0.832031, + 1.804688, + 0.695312, + 0.445312, + 1.75, + 0.925781, + 1.242188, + 0.200195, + 0.320312, + 0.357422, + 0.589844, + 1.0, + 0.585938, + 1.109375, + 0.503906, + 0.5625, + 1.476562, + 0.351562, + 0.349609, + 0.472656, + 0.455078, + 1.523438, + 0.496094, + 0.707031, + 0.478516, + 1.078125, + 0.722656, + 0.90625, + 0.628906, + 0.511719, + 0.8125, + 0.6875, + 0.871094, + 1.703125, + 1.796875, + 0.316406, + 0.613281, + 0.494141, + 0.236328, + 0.933594, + 0.523438, + 0.466797, + 0.566406, + 0.341797, + 0.554688, + 0.980469, + 0.486328, + 1.8125, + 0.558594, + 0.714844, + 0.972656, + 0.574219, + 0.75, + 1.101562, + 0.875, + 1.515625, + 1.3125, + 0.419922, + 0.123047, + 1.117188, + 1.039062, + 0.636719, + 0.578125, + 0.929688, + 0.875, + 1.609375, + 0.535156, + 0.839844, + 0.292969, + 0.566406, + 0.503906, + 0.388672, + 0.992188, + 1.898438, + 0.796875, + 1.78125, + 1.515625, + 0.980469, + 0.722656, + 1.34375, + 0.439453, + 0.972656, + 0.980469, + 0.585938, + 0.104492, + 1.117188, + 0.613281, + 0.144531, + 1.15625, + 0.667969, + 1.625, + 0.503906, + 1.023438, + 0.609375, + 0.507812, + 0.466797, + 0.902344, + 0.408203, + 0.382812, + 1.75, + 0.695312, + 0.121094, + 0.792969, + 0.421875, + 0.820312, + 1.765625, + 0.5, + 0.5625, + 0.472656, + 1.398438, + 0.972656, + 0.96875, + 0.285156, + 0.574219, + 0.359375, + 0.570312, + 1.335938, + 0.172852, + 0.386719, + 0.355469, + 0.357422, + 0.644531, + 0.527344, + 2.0625, + 1.523438, + 1.492188, + 0.832031, + 0.855469, + 0.964844, + 0.087891, + 0.447266, + 0.941406, + 1.6875, + 0.871094, + 0.769531, + 1.640625, + 0.326172, + 1.257812, + 0.402344, + 1.75, + 0.605469, + 0.71875, + 0.625, + 0.527344, + 0.859375, + 0.542969, + 0.65625, + 1.757812, + 0.777344, + 1.132812, + 0.367188, + 0.421875, + 1.460938, + 0.574219, + 0.271484, + 0.257812, + 0.480469, + 0.707031, + 1.039062, + 0.871094, + 0.539062, + 1.859375, + 0.730469, + 0.542969, + 0.65625, + 0.871094, + 0.375, + 0.378906, + 0.503906, + 0.472656, + 0.574219, + 0.519531, + 0.375, + 0.835938, + 0.84375, + 0.511719, + 0.609375, + 0.53125, + 1.1875, + 0.566406, + 0.453125, + 0.738281, + 0.275391, + 0.462891, + 0.298828, + 0.617188, + 0.351562, + 1.0625, + 1.203125 + ] + }, + "name": "model.model.layers.13.input_layernorm.weight", + "outputIndexes": [ + 1086 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1085 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_13/Mul_output_0", + "outputIndexes": [ + 1087 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1086, + 1087 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_13/Mul_1_output_0", + "outputIndexes": [ + 1088 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1088 + ], + "outputIndexes": [ + 2672 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2672 + ], + "outputIndexes": [ + 2673 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear", + "inputIndexes": [ + 2673 + ], + "outputIndexes": [ + 2674 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1704390610, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2674 + ], + "outputIndexes": [ + 2675 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2675 + ], + "outputIndexes": [ + 1089 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1088 + ], + "main_type": "NONE", + "name": "/Shape_183_output_0", + "outputIndexes": [ + 1090 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1090 + ], + "main_type": "NONE", + "name": "Shape3329", + "outputIndexes": [ + 1091 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1090 + ], + "main_type": "NONE", + "name": "Rank3331", + "outputIndexes": [ + 1092 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1092, + 1092 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3333", + "outputIndexes": [ + 1093 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1093 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3334", + "outputIndexes": [ + 1094 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1093, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3336", + "outputIndexes": [ + 1095 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1095 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3337", + "outputIndexes": [ + 1096 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1091, + 1094, + 1096, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3340", + "outputIndexes": [ + 1097 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1097 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3341", + "outputIndexes": [ + 1098 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3342", + "outputIndexes": [ + 1099 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1099, + 1098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3343", + "outputIndexes": [ + 1100 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1090, + 1100, + 1093 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_199_output_0", + "outputIndexes": [ + 1101 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1101, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_417_output_0", + "outputIndexes": [ + 1102 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1102, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_169_output_0", + "outputIndexes": [ + 1103 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1089, + 1103 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_118_output_0", + "outputIndexes": [ + 1104 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_104_output_0", + "outputIndexes": [ + 1105 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104 + ], + "main_type": "NONE", + "name": "/Shape_184_output_0", + "outputIndexes": [ + 1106 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1106 + ], + "main_type": "NONE", + "name": "Shape3350", + "outputIndexes": [ + 1107 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1106 + ], + "main_type": "NONE", + "name": "Rank3352", + "outputIndexes": [ + 1108 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1108, + 1108 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3354", + "outputIndexes": [ + 1109 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1109 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3355", + "outputIndexes": [ + 1110 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1109, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3357", + "outputIndexes": [ + 1111 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1111 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3358", + "outputIndexes": [ + 1112 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1107, + 1110, + 1112, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3361", + "outputIndexes": [ + 1113 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1113 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3362", + "outputIndexes": [ + 1114 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1114 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3363", + "outputIndexes": [ + 1115 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1115, + 1114 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3364", + "outputIndexes": [ + 1116 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1106, + 1116, + 1109 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_200_output_0", + "outputIndexes": [ + 1117 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1117, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_39_output_0", + "outputIndexes": [ + 1118 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1118, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_422_output_0", + "outputIndexes": [ + 1119 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104, + 1119, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_53_output_0", + "outputIndexes": [ + 1120 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1120 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_26_output_0", + "outputIndexes": [ + 1121 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104, + 22, + 1119, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_52_output_0", + "outputIndexes": [ + 1122 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1121, + 1122 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_172_output_0", + "outputIndexes": [ + 1123 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1123, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_105_output_0", + "outputIndexes": [ + 1124 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1105, + 1124 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_65_output_0", + "outputIndexes": [ + 1125 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1088 + ], + "outputIndexes": [ + 2676 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2676 + ], + "outputIndexes": [ + 2677 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear", + "inputIndexes": [ + 2677 + ], + "outputIndexes": [ + 2678 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1711630312, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2678 + ], + "outputIndexes": [ + 2679 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2679 + ], + "outputIndexes": [ + 1126 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1102, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_170_output_0", + "outputIndexes": [ + 1127 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1126, + 1127 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_119_output_0", + "outputIndexes": [ + 1128 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_106_output_0", + "outputIndexes": [ + 1129 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128 + ], + "main_type": "NONE", + "name": "/Shape_185_output_0", + "outputIndexes": [ + 1130 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1130 + ], + "main_type": "NONE", + "name": "Shape3413", + "outputIndexes": [ + 1131 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1130 + ], + "main_type": "NONE", + "name": "Rank3415", + "outputIndexes": [ + 1132 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1132, + 1132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3417", + "outputIndexes": [ + 1133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1133 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3418", + "outputIndexes": [ + 1134 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1133, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3420", + "outputIndexes": [ + 1135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1135 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3421", + "outputIndexes": [ + 1136 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1131, + 1134, + 1136, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3424", + "outputIndexes": [ + 1137 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1137 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3425", + "outputIndexes": [ + 1138 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3426", + "outputIndexes": [ + 1139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1139, + 1138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3427", + "outputIndexes": [ + 1140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1130, + 1140, + 1133 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_201_output_0", + "outputIndexes": [ + 1141 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1141, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_40_output_0", + "outputIndexes": [ + 1142 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1142, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_424_output_0", + "outputIndexes": [ + 1143 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128, + 1143, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_55_output_0", + "outputIndexes": [ + 1144 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1144 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_27_output_0", + "outputIndexes": [ + 1145 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128, + 22, + 1143, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_54_output_0", + "outputIndexes": [ + 1146 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1145, + 1146 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_173_output_0", + "outputIndexes": [ + 1147 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1147, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_107_output_0", + "outputIndexes": [ + 1148 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1129, + 1148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_66_output_0", + "outputIndexes": [ + 1149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1088 + ], + "outputIndexes": [ + 2680 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2680 + ], + "outputIndexes": [ + 2681 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear", + "inputIndexes": [ + 2681 + ], + "outputIndexes": [ + 2682 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1712664574, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2682 + ], + "outputIndexes": [ + 2683 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2683 + ], + "outputIndexes": [ + 1150 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1150, + 1127 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_120_output_0", + "outputIndexes": [ + 1151 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1125, + 1149, + 1151, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_125_output_0", + "outputIndexes": [ + 1152 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1152 + ], + "outputIndexes": [ + 2684 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2684 + ], + "outputIndexes": [ + 2685 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear", + "inputIndexes": [ + 2685 + ], + "outputIndexes": [ + 2686 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1713698836, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2686 + ], + "outputIndexes": [ + 2687 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2687 + ], + "outputIndexes": [ + 1153 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1085, + 1153 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_68_output_0", + "outputIndexes": [ + 1154 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.140625, + 1.007812, + 2.421875, + 0.474609, + 1.195312, + 0.65625, + 0.949219, + 1.078125, + 0.40625, + 0.412109, + 0.988281, + 0.421875, + 0.816406, + 0.660156, + 0.369141, + 0.996094, + 0.984375, + 0.714844, + 1.023438, + 0.310547, + 0.414062, + 0.96875, + 0.980469, + 0.621094, + 0.570312, + 1.203125, + 0.271484, + 0.492188, + 0.570312, + 0.675781, + 1.171875, + 0.398438, + 0.351562, + 0.773438, + 1.164062, + 1.320312, + 0.466797, + 0.378906, + 0.960938, + 0.396484, + 1.171875, + 0.941406, + 1.234375, + 0.863281, + 1.296875, + 1.203125, + 0.167969, + 1.359375, + 0.972656, + 0.427734, + 1.21875, + 0.8125, + 0.851562, + 0.832031, + 0.988281, + 0.628906, + 1.101562, + 1.460938, + 1.101562, + 0.433594, + 0.636719, + 1.039062, + 1.148438, + 0.910156, + 1.234375, + 1.09375, + 0.439453, + 0.929688, + 0.558594, + 0.707031, + 0.726562, + 0.558594, + 1.109375, + 0.839844, + 1.125, + 1.140625, + 0.617188, + 0.523438, + 0.431641, + 1.273438, + 1.304688, + 1.328125, + 1.226562, + 0.710938, + 0.976562, + 0.183594, + 1.0, + 1.28125, + 1.023438, + 0.414062, + 0.996094, + 1.046875, + 1.078125, + 1.046875, + 1.148438, + 0.867188, + 0.400391, + 0.5, + 0.984375, + 0.460938, + 0.478516, + 0.46875, + 1.289062, + 0.871094, + 0.960938, + 1.117188, + 1.085938, + 0.449219, + 0.683594, + 0.914062, + 0.890625, + 0.746094, + 1.023438, + 0.21875, + 0.804688, + 0.206055, + 0.462891, + 1.03125, + 1.203125, + 0.427734, + 0.660156, + 0.820312, + 1.242188, + 0.898438, + 0.851562, + 0.761719, + 1.132812, + 0.722656, + 0.199219, + 0.449219, + 0.255859, + 0.941406, + 0.480469, + 1.039062, + 0.494141, + 0.945312, + 0.726562, + 1.039062, + 0.566406, + 1.070312, + 0.746094, + 1.195312, + 1.289062, + 0.621094, + 0.408203, + 0.392578, + 1.101562, + 0.917969, + 1.179688, + 0.972656, + 1.164062, + 0.960938, + 0.722656, + 0.976562, + 0.609375, + 0.625, + 0.451172, + 0.34375, + 1.210938, + 1.28125, + 0.371094, + 0.412109, + 0.417969, + 0.878906, + 0.449219, + 0.470703, + 0.660156, + 0.5625, + 0.785156, + 0.929688, + 0.949219, + 0.546875, + 0.539062, + 0.5625, + 0.867188, + 1.273438, + 0.871094, + 0.855469, + 1.171875, + 0.855469, + 0.601562, + 0.835938, + 1.132812, + 0.308594, + 0.535156, + 1.023438, + 0.785156, + 0.398438, + 0.714844, + 1.039062, + 0.453125, + 0.917969, + 0.679688, + 0.691406, + 1.289062, + 0.945312, + 0.945312, + 1.164062, + 0.482422, + 0.863281, + 0.878906, + 0.490234, + 0.949219, + 0.878906, + 1.164062, + 1.023438, + 0.574219, + 0.570312, + 1.164062, + 0.570312, + 1.132812, + 0.832031, + 0.542969, + 0.984375, + 0.898438, + 0.878906, + 0.453125, + 0.445312, + 1.390625, + 0.765625, + 0.808594, + 0.414062, + 0.65625, + 1.0625, + 0.996094, + 1.320312, + 0.486328, + 0.578125, + 0.796875, + 0.925781, + 1.054688, + 1.09375, + 0.941406, + 0.839844, + 1.007812, + 1.03125, + 0.6875, + 1.226562, + 0.202148, + 0.910156, + 1.046875, + 0.8125, + 1.101562, + 0.875, + 0.648438, + 0.617188, + 1.085938, + 1.117188, + 0.992188, + 0.847656, + 0.96875, + 1.304688, + 0.5625, + 0.679688, + 0.910156, + 0.523438, + 0.941406, + 0.169922, + 0.867188, + 0.402344, + 0.875, + 1.023438, + 0.960938, + 1.101562, + 0.890625, + 0.503906, + 0.902344, + 0.914062, + 0.765625, + 0.992188, + 0.867188, + 1.101562, + 1.03125, + 0.578125, + 0.628906, + 1.367188, + 1.015625, + 0.357422, + 0.636719, + 1.171875, + 0.8125, + 0.925781, + 0.179688, + 1.007812, + 0.71875, + 1.359375, + 0.660156, + 1.046875, + 1.046875, + 0.408203, + 1.210938, + 0.412109, + 0.648438, + 0.5, + 0.460938, + 0.78125, + 0.65625, + 0.498047, + 0.984375, + 0.816406, + 0.683594, + 0.539062, + 0.439453, + 1.125, + 1.320312, + 1.132812, + 0.800781, + 0.859375, + 0.78125, + 0.992188, + 0.589844, + 0.699219, + 0.921875, + 0.882812, + 0.414062, + 1.0625, + 0.941406, + 1.210938, + 0.949219, + 0.917969, + 1.203125, + 0.789062, + 0.671875, + 0.722656, + 0.59375, + 0.964844, + 0.742188, + 0.894531, + 0.648438, + 0.625, + 0.186523, + 0.792969, + 0.722656, + 0.710938, + 0.457031, + 0.839844, + 1.0, + 1.390625, + 1.007812, + 0.494141, + 0.173828, + 0.726562, + 0.816406, + 0.738281, + 0.211914, + 1.101562, + 1.28125, + 1.023438, + 0.75, + 0.917969, + 0.933594, + 0.404297, + 1.257812, + 0.914062, + 1.328125, + 0.917969, + 1.039062, + 1.03125, + 0.761719, + 0.894531, + 1.179688, + 1.335938, + 0.208984, + 0.453125, + 0.308594, + 0.427734, + 0.707031, + 1.195312, + 0.882812, + 0.386719, + 0.875, + 0.960938, + 1.054688, + 0.675781, + 1.046875, + 1.351562, + 0.207031, + 0.382812, + 0.957031, + 1.023438, + 0.960938, + 1.070312, + 0.478516, + 1.25, + 1.101562, + 0.519531, + 1.28125, + 0.917969, + 0.789062, + 0.554688, + 0.9375, + 1.140625, + 0.621094, + 0.382812, + 0.613281, + 1.085938, + 0.503906, + 0.644531, + 0.980469, + 0.203125, + 0.484375, + 1.0625, + 0.458984, + 1.1875, + 0.373047, + 1.039062, + 0.84375, + 1.023438, + 1.007812, + 0.589844, + 0.429688, + 0.933594, + 1.15625, + 0.902344, + 1.0625, + 1.351562, + 1.117188, + 0.914062, + 0.957031, + 1.054688, + 0.478516, + 0.660156, + 0.871094, + 0.470703, + 0.734375, + 0.386719, + 1.132812, + 1.085938, + 0.498047, + 0.851562, + 0.933594, + 0.78125, + 0.345703, + 0.703125, + 1.0625, + 0.550781, + 0.691406, + 1.015625, + 0.746094, + 0.46875, + 0.847656, + 1.171875, + 1.195312, + 0.949219, + 0.435547, + 0.498047, + 0.75, + 1.039062, + 1.03125, + 1.234375, + 1.304688, + 0.902344, + 1.046875, + 0.921875, + 1.09375, + 1.351562, + 0.621094, + 0.746094, + -4.2e-05, + 0.652344, + 0.996094, + 0.667969, + 0.957031, + 0.494141, + 0.435547, + 1.023438, + 0.490234, + 0.859375, + 0.400391, + 0.8125, + 0.695312, + 0.208008, + 0.972656, + 1.023438, + 1.101562, + 0.480469, + 0.738281, + 0.445312, + 1.046875, + 0.996094, + 1.054688, + 0.921875, + 0.621094, + 1.085938, + 0.5, + 1.101562, + 1.359375, + 1.015625, + 1.15625, + 0.949219, + 0.847656, + 1.171875, + 1.242188, + 1.023438, + 1.28125, + 0.644531, + 0.980469, + 0.671875, + 1.28125, + 1.0625, + 0.886719, + 0.496094, + 0.632812, + 0.519531, + 0.792969, + 0.773438, + 1.046875, + 0.582031, + 0.945312, + 0.640625, + 1.078125, + 1.148438, + 0.972656, + 1.15625, + 1.09375, + 0.519531, + 0.566406, + 0.8125, + 0.683594, + 1.296875, + 0.757812, + 1.039062, + 1.023438, + 0.192383, + 0.980469, + 0.470703, + 1.171875, + 1.085938, + 0.949219, + 0.757812, + 0.882812, + 1.109375, + 1.234375, + 0.953125, + 0.800781, + 1.039062, + 0.398438, + 0.871094, + 0.773438, + 1.046875, + 0.380859, + 0.511719, + 0.390625, + 0.90625, + 0.386719, + 1.140625, + 1.375, + 0.542969, + 0.488281, + 1.390625, + 0.671875, + 1.304688, + 0.875, + 1.117188, + 0.597656, + 0.515625, + 0.703125, + 0.949219, + 0.996094, + 0.585938, + 1.3125, + 0.917969, + 0.605469, + 0.601562, + 0.431641, + 1.046875, + 0.765625, + 0.929688, + 0.957031, + 0.644531, + 1.0625, + 0.902344, + 0.5, + 0.462891, + 0.785156, + 0.804688, + 0.832031, + 1.28125, + 0.396484, + 1.132812, + 1.09375, + 0.957031, + 0.988281, + 0.472656, + 1.125, + 0.863281, + 0.792969, + 0.414062, + 0.871094, + 0.511719, + 1.148438, + 0.753906, + 1.007812, + 1.09375, + 1.109375, + 0.470703, + 0.710938, + 0.617188, + 0.435547, + 0.458984, + 1.25, + 0.384766, + 0.558594, + 1.328125, + 0.757812, + 1.140625, + 0.867188, + 0.824219, + 0.357422, + 1.164062, + 1.289062, + 1.1875, + 0.539062, + 0.386719, + 1.039062, + 0.992188, + 0.204102, + 0.746094, + 0.785156, + 0.992188, + 1.03125, + 0.929688, + 0.470703, + 0.84375, + 0.445312, + 0.71875, + 1.351562, + 0.910156, + 0.878906, + 1.304688, + 0.503906, + 0.589844, + 0.644531, + 0.835938, + 0.601562, + 0.494141, + 1.101562, + 0.6875, + 1.023438, + 0.867188, + 0.804688, + 0.394531, + 0.941406, + 0.980469, + 1.320312, + 1.015625, + 0.9375, + 0.875, + 0.898438, + 0.703125, + 0.219727, + 0.703125, + 0.953125, + 0.396484, + 0.302734, + 1.101562, + 0.585938, + 1.015625, + 1.023438, + 0.386719, + 0.417969, + 0.613281, + 0.304688, + 0.996094, + 1.054688, + 1.125, + 0.910156, + 0.734375, + 1.09375, + 0.945312, + 0.65625, + 0.808594, + 0.96875, + 1.007812, + 0.980469, + 0.890625, + 1.195312, + 0.492188, + 0.898438, + 1.078125, + 0.917969, + 0.949219, + 0.582031, + 1.078125, + 0.527344, + 0.878906, + 0.847656, + 0.492188, + 0.511719, + 0.275391, + 1.28125, + 1.085938, + 0.957031, + 1.296875, + 0.757812, + 0.349609, + 0.542969, + 1.25, + 0.40625, + 0.910156, + 0.439453, + 1.117188, + 1.117188, + 0.925781, + 0.804688, + 0.933594, + 0.664062, + 0.198242, + 0.964844, + 1.15625, + 0.699219, + 0.648438, + 0.582031, + 0.71875, + 0.820312, + 0.261719, + 0.345703, + 0.941406, + 0.46875, + 1.15625, + 0.617188, + 0.902344, + 0.929688, + 0.847656, + 1.101562, + 0.925781, + 0.816406, + 0.251953, + 0.496094, + 1.039062, + 1.007812, + 0.980469, + 0.695312, + 0.992188, + 0.480469, + 0.980469, + 0.345703, + 0.695312, + 0.75, + 1.15625, + 0.910156, + 0.921875, + 0.410156, + 0.421875, + 0.925781, + 0.84375, + 1.046875, + 0.59375, + 1.328125, + 0.675781, + 0.386719, + 0.9375, + 0.777344, + 1.0, + 1.078125, + 0.828125, + 0.414062, + 1.09375, + 0.96875, + 0.621094, + 1.007812, + 0.585938, + 0.976562, + 0.229492, + 0.953125, + 0.882812, + 1.015625, + 0.433594, + 0.306641, + 1.351562, + 0.761719, + 1.039062, + 0.193359, + 0.738281, + 1.296875, + 0.21582, + 0.835938, + 1.265625, + 1.03125, + 0.710938, + 0.808594, + 0.431641, + 1.164062, + 0.867188, + 0.439453, + 0.933594, + 0.8125, + 0.484375, + 0.921875, + 0.867188, + 1.03125, + 0.345703, + 0.134766, + 0.605469, + 1.101562, + 0.421875, + 0.351562, + 1.117188, + 1.351562, + 1.015625, + 0.785156, + 0.539062, + 0.824219, + 1.210938, + 0.996094, + 0.207031, + 0.890625, + 0.839844, + 0.65625, + 0.402344, + 0.667969, + 0.609375, + 0.945312, + 1.398438, + 0.988281, + 0.832031, + 0.644531, + 0.369141, + 1.085938, + 0.291016, + 0.679688, + 0.820312, + 0.291016, + 1.25, + 0.490234, + 0.632812, + 0.878906, + 0.664062, + 0.746094, + 0.585938, + 0.984375, + 0.976562, + 1.179688, + 1.257812, + 0.5, + 1.117188, + 0.589844, + 1.101562, + 1.117188, + 1.007812, + 0.960938, + 0.408203, + 0.478516, + 1.28125, + 0.613281, + 0.800781, + 0.855469, + 0.574219, + 0.875, + 0.878906, + 0.957031, + 0.929688, + 0.496094, + 0.396484, + 0.996094, + 0.835938, + 0.945312, + 0.474609, + 1.140625, + 0.835938, + 1.28125, + 0.636719, + 0.773438, + 1.015625, + 0.515625, + 0.757812, + 1.320312, + 0.558594, + 0.882812, + 1.007812, + 0.878906, + 0.6875, + 0.992188, + 1.265625, + 1.015625, + 1.132812, + 0.523438, + 0.196289, + 1.0, + 0.515625, + 0.984375, + 1.195312, + 0.410156, + 0.730469, + 1.171875, + 1.0, + 0.996094, + 0.96875, + 0.181641, + 0.804688, + 0.515625, + 0.972656, + 0.773438, + 0.871094, + 1.367188, + 0.898438, + 0.769531, + 0.910156, + 0.628906, + 0.396484, + 1.109375, + 0.71875, + 0.800781, + 0.445312, + 1.117188, + 1.164062, + 0.910156, + 1.132812, + 0.976562, + 0.671875, + 1.171875, + 1.25, + 0.929688, + 0.490234, + 0.980469, + 0.710938, + 1.03125, + 1.023438, + 0.546875, + 0.96875, + 1.132812, + 0.945312, + 0.898438, + 1.09375, + 1.085938, + 0.914062, + 1.21875, + 0.875, + 0.451172, + 1.015625, + 0.9375, + 0.726562, + 1.0, + 0.597656, + 1.210938, + 0.832031, + 0.408203, + 1.125, + 0.503906, + 0.902344, + 0.441406, + 0.890625, + 0.894531, + 0.503906, + 0.365234, + 0.558594, + 1.34375, + 0.5625, + 0.482422, + 1.179688, + 1.242188, + 0.597656, + 0.945312, + 0.416016, + 0.832031, + 1.125, + 0.828125, + 0.191406, + 0.648438, + 0.207031, + 0.441406, + 1.296875, + 0.976562, + 0.390625, + 0.484375, + 0.691406, + 0.78125, + 0.769531, + 0.511719, + 1.265625, + 1.148438, + 0.917969, + 0.239258, + 1.132812, + 1.132812, + 1.4375, + 0.957031, + 0.964844, + 1.203125, + 0.902344, + 0.761719, + 0.427734, + 0.464844, + 0.416016, + 0.59375, + 0.365234, + 0.441406, + 0.466797, + 0.945312, + 0.917969, + 1.25, + 0.890625, + 0.628906, + 0.972656, + 0.9375, + 1.039062, + 0.980469, + 1.125, + 0.193359, + 0.410156, + 0.78125, + 0.929688, + 0.597656, + 0.345703, + 0.416016, + 0.824219, + 1.09375, + 0.835938, + 1.265625, + 0.236328, + 0.972656, + 0.90625, + 0.835938, + 0.457031, + 0.185547, + 0.929688, + 1.109375, + 0.609375, + 0.46875, + 0.566406, + 0.773438, + 0.507812, + 1.304688, + 0.458984, + 0.425781, + 1.0, + 0.209961, + 0.972656, + 0.6875, + 0.191406, + 1.25, + 1.117188, + 1.015625, + 0.494141, + 0.71875, + 1.007812, + 1.0625, + 1.226562, + 0.390625, + 0.570312, + 0.458984, + 0.667969, + 0.902344, + 0.353516, + 1.117188, + 0.621094, + 1.664062, + 0.769531, + 0.945312, + 0.902344, + 0.566406, + 0.462891, + 1.25, + 0.419922, + 1.28125, + 0.804688, + 0.589844, + 1.148438, + 0.457031, + 0.941406, + 0.699219, + 0.351562, + 0.447266, + 0.792969, + 0.421875, + 0.402344, + 0.416016, + 0.761719, + 0.300781, + 0.133789, + 1.164062, + 0.683594, + 1.15625, + 1.226562, + 0.632812, + 1.3125, + 0.753906, + 1.25, + 0.59375, + 0.789062, + 0.949219, + 0.476562, + 0.427734, + 0.886719, + 1.195312, + 0.875, + 0.824219, + 0.648438, + 0.65625, + 0.351562, + 0.570312, + 0.558594, + 0.191406, + 0.449219, + 1.117188, + 0.777344, + 1.234375, + 1.3125, + 0.9375, + 0.59375, + 1.257812, + 0.800781, + 0.416016, + 0.667969, + 0.820312, + 1.359375, + 0.449219, + 0.792969, + 1.273438, + 1.257812, + 0.462891, + 0.902344, + 1.148438, + 0.957031, + 0.65625, + 1.304688, + 0.380859, + 0.671875, + 0.742188, + 0.992188, + 1.21875, + 0.390625, + 0.298828, + 0.691406, + 0.585938, + 0.980469, + 0.554688, + 1.328125, + 0.894531, + 0.515625, + 0.800781, + 0.404297, + 1.085938, + 0.855469, + 0.808594, + 1.125, + 0.511719, + 0.96875, + 0.800781, + 0.488281, + 0.503906, + 1.023438, + 0.617188, + 1.039062, + 0.566406, + 0.753906, + 0.75, + 0.582031, + 1.34375, + 0.824219, + 0.507812, + 1.0625, + 0.376953, + 1.265625, + 0.710938, + 1.164062, + 1.046875, + 0.835938, + 0.675781, + 1.132812, + 0.625, + 1.28125, + 0.75, + 0.59375, + 1.273438, + 0.96875, + 0.777344, + 0.447266, + 1.09375, + 0.449219, + 1.265625, + 1.03125, + 1.257812, + 0.964844, + 0.464844, + 0.384766, + 0.984375, + 0.691406, + 1.09375, + 1.015625, + 0.691406, + 1.257812, + 1.109375, + 1.117188, + 1.3125, + 1.226562, + 0.972656, + 1.15625, + 0.777344, + 0.742188, + 0.507812, + 0.400391, + 1.164062, + 1.179688, + 1.054688, + 1.078125, + 0.878906, + 0.929688, + 1.21875, + 0.679688, + 1.140625, + 1.140625, + 1.054688, + 0.726562, + 1.023438, + 0.173828, + 1.007812, + 0.458984, + 0.174805, + 0.863281, + 0.773438, + 0.878906, + 0.53125, + 0.898438, + 0.996094, + 1.039062, + 1.351562, + 1.257812, + 0.957031, + 0.503906, + 0.458984, + 0.341797, + 0.71875, + 1.226562, + 0.439453, + 1.398438, + 0.753906, + 0.933594, + 1.21875, + 1.101562, + 0.808594, + 1.234375, + 1.234375, + 0.921875, + 0.412109, + 1.007812, + 1.34375, + 0.894531, + 0.503906, + 0.949219, + 1.203125, + 1.203125, + 1.273438, + 0.976562, + 1.296875, + 1.070312, + 0.9375, + 1.320312, + 0.878906, + 0.65625, + 1.25, + 0.964844, + 0.984375, + 1.078125, + 1.226562, + 1.054688, + 0.972656, + 0.878906, + 1.117188, + 0.589844, + 0.804688, + 0.523438, + 0.886719, + 1.023438, + 1.164062, + 0.40625, + 0.168945, + 1.0625, + 0.9375, + 1.117188, + 1.070312, + 1.054688, + 0.605469, + 0.550781, + 1.242188, + 0.886719, + 0.917969, + 0.554688, + 0.882812, + 0.464844, + 0.835938, + 0.726562, + 0.482422, + 0.498047, + 1.210938, + 0.167969, + 0.96875, + 0.582031, + 0.333984, + 1.078125, + 0.589844, + 0.5, + 0.753906, + 1.101562, + 0.800781, + 0.498047, + 0.941406, + 0.550781, + 0.474609, + 0.439453, + 0.417969, + 0.796875, + 0.46875, + 0.455078, + 0.457031, + 0.933594, + 0.734375, + 1.140625, + 1.265625, + 0.421875, + 1.09375, + 0.390625, + 1.296875, + 0.628906, + 0.785156, + 1.164062, + 1.0625, + 0.660156, + 0.984375, + 0.369141, + 1.148438, + 0.933594, + 1.390625, + 0.90625, + 0.423828, + 1.273438, + 1.226562, + 1.132812, + 0.585938, + 0.84375, + 1.109375, + 0.714844, + 0.929688, + 0.675781, + 1.257812, + 0.882812, + 1.117188, + 1.054688, + 1.234375, + 0.675781, + 0.902344, + 1.03125, + 0.496094, + 0.777344, + 1.257812, + 0.734375, + 1.0, + 0.667969, + 0.941406, + 1.429688, + 0.996094, + 0.769531, + 0.320312, + 0.675781, + 0.808594, + 0.439453, + 0.9375, + 1.507812, + 0.746094, + 0.458984, + 1.117188, + 0.738281, + 1.179688, + 0.984375, + 1.078125, + 1.023438, + 1.070312, + 0.882812, + 0.507812, + 0.699219, + 0.4375, + 0.929688, + 1.046875, + 1.054688, + 0.515625, + 1.148438, + 1.0625, + 0.929688, + 0.964844, + 0.613281, + 0.523438, + 0.367188, + 0.925781, + 0.707031, + 0.734375, + 0.699219, + 0.742188, + 0.765625, + 0.78125, + 1.039062, + 0.878906, + 1.015625, + 0.550781, + 0.652344, + 0.423828, + 0.320312, + 0.574219, + 0.644531, + 1.101562, + 1.195312, + 1.039062, + 1.046875, + 0.832031, + 0.9375, + 0.550781, + 0.632812, + 0.929688, + 0.765625, + 1.296875, + 1.304688, + 0.675781, + 0.193359, + 0.757812, + 0.8125, + 0.194336, + 1.085938, + 1.117188, + 1.328125, + 0.777344, + 0.765625, + 0.644531, + 0.714844, + 0.166016, + 0.9375, + 0.208008, + 1.007812, + 1.007812, + 0.996094, + 0.170898, + 0.589844, + 1.09375, + 0.566406, + 0.800781, + 0.392578, + 1.320312, + 1.210938, + 1.023438, + 1.023438, + 0.804688, + 0.613281, + 0.882812, + 1.054688, + 0.96875, + 0.398438, + 1.078125, + 0.302734, + 1.140625, + 1.210938, + 1.007812, + 1.203125, + 1.320312, + 0.621094, + 0.8125, + 0.871094, + 0.957031, + 0.890625, + 0.652344, + 0.953125, + 0.570312, + 0.757812, + 1.09375, + 0.341797, + 0.859375, + 1.046875, + 0.640625, + 0.75, + 0.636719, + 0.582031, + 0.902344, + 1.0625, + 0.22168, + 1.296875, + 1.03125, + 0.351562, + 1.09375, + 0.574219, + 1.414062, + 1.007812, + 0.878906, + 0.820312, + 0.921875, + 1.148438, + 0.808594, + 0.992188, + 0.628906, + 1.25, + 1.0625, + 0.898438, + 0.914062, + 0.835938, + 1.0625, + 0.304688, + 1.15625, + 1.210938, + 0.523438, + 1.015625, + 1.015625, + 1.023438, + 0.914062, + 1.375, + 1.304688, + 0.847656, + 0.441406, + 0.65625, + 0.894531, + 1.171875, + 1.09375, + 0.134766, + 0.949219, + 1.007812, + 1.234375, + 0.6875, + 0.640625, + 1.117188, + 0.804688, + 0.40625, + 0.980469, + 1.28125, + 1.03125, + 1.078125, + 0.703125, + 0.90625, + 1.179688, + 1.164062, + 1.203125, + 0.945312, + 0.734375, + 0.617188, + 0.671875, + 0.863281, + 0.691406, + 0.402344, + 1.25, + 0.742188, + 0.835938, + 1.046875, + 1.164062, + 1.375, + 0.953125, + 0.847656, + 1.148438, + 1.046875, + 0.388672, + 0.988281, + 0.929688, + 0.369141, + 1.140625, + 0.53125, + 0.835938, + 0.578125, + 0.464844, + 0.5, + 0.613281, + 0.878906, + 0.554688, + 0.648438, + 0.384766, + 0.632812, + 0.730469, + 0.535156, + 0.451172, + 1.0625, + 0.15625, + 0.816406, + 1.15625, + 1.007812, + 0.945312, + 1.25, + 0.660156, + 1.273438, + 1.023438, + 0.263672, + 0.196289, + 0.425781, + 0.628906, + 1.085938, + 0.535156, + 0.851562, + 1.132812, + 0.453125, + 1.09375, + 0.535156, + 1.117188, + 1.25, + 0.855469, + 0.941406, + 0.65625, + 0.964844, + 0.240234, + 0.789062, + 0.792969, + 1.007812, + 0.714844, + 0.390625, + 0.507812, + 0.96875, + 1.054688, + 0.632812, + 0.5, + 0.820312, + 0.914062, + 1.015625, + 1.039062, + 1.21875, + 0.691406, + 0.640625, + 0.503906, + 0.832031, + 0.96875, + 0.761719, + 0.486328, + 0.714844, + 0.96875, + 1.023438, + 0.474609, + 0.867188, + 1.085938, + 0.558594, + 0.957031, + 0.539062, + 0.480469, + 0.384766, + 1.34375, + 0.847656, + 1.015625, + 0.472656, + 0.679688, + 0.695312, + 0.177734, + 0.992188, + 1.046875, + 0.503906, + 0.734375, + 0.898438, + 0.664062, + 0.558594, + 1.296875, + 1.203125, + 0.675781, + 0.365234, + 0.78125, + 1.210938, + 0.667969, + 0.980469, + 0.613281, + 0.847656, + 1.171875, + 0.8125, + 0.667969, + 1.203125, + 0.388672, + 1.140625, + 1.265625, + 0.820312, + 0.996094, + 0.59375, + 0.75, + 0.585938, + 1.289062, + 1.179688, + 0.333984, + 0.34375, + 0.875, + 0.585938, + 0.921875, + 1.132812, + 0.539062, + 0.835938, + 1.171875, + 0.941406, + 0.5, + 1.226562, + 0.439453, + 0.851562, + 0.851562, + 0.871094, + 0.589844, + 0.777344, + 1.023438, + 0.742188, + 0.910156, + 1.101562, + 0.679688, + 0.431641, + 0.589844, + 0.597656, + 0.519531, + 0.980469, + 0.707031, + 1.007812, + 0.675781, + 0.789062, + 0.84375, + 0.652344, + 0.894531, + 0.96875, + 1.015625, + 0.466797, + 0.863281, + 0.267578, + 0.859375, + 1.03125, + 0.910156, + 1.054688, + 0.859375, + 0.621094, + 0.957031, + 0.181641, + 0.419922, + 0.859375, + 0.496094, + 0.597656, + 0.640625, + 1.140625, + 1.28125, + 0.9375, + 0.605469, + 0.18457, + 0.964844, + 0.279297, + 0.496094, + 0.416016, + 0.898438, + 0.628906, + 0.898438, + 0.535156, + 1.15625, + 1.046875, + 1.15625, + 0.988281, + 0.507812, + 0.878906, + 1.023438, + 0.988281, + 1.046875, + 0.621094, + 1.257812, + 0.777344, + 0.34375, + 1.226562, + 0.640625, + 0.800781, + 0.5625, + 0.578125, + 0.570312, + 0.871094, + 0.929688, + 0.964844, + 0.371094, + 1.109375, + 0.482422, + 0.451172, + 0.204102, + 0.566406, + 1.09375, + 0.925781, + 1.25, + 0.925781, + 0.777344, + 0.162109, + 0.640625, + 0.478516, + 0.71875, + 0.5625, + 0.9375, + 0.925781, + 1.125, + 0.585938, + 1.039062, + 0.839844, + 1.054688, + 1.265625, + 1.28125, + 1.25, + 1.046875, + 1.320312, + 0.5625, + 0.738281, + 0.462891, + 0.957031, + 0.820312, + 0.443359, + 0.992188, + 0.376953, + 1.054688, + 0.457031, + 0.527344, + 1.117188, + 0.183594, + 1.023438, + 0.392578, + 1.164062, + 1.21875, + 0.652344, + 0.847656, + 0.722656, + 1.101562, + 1.023438, + 1.015625, + 0.488281, + 1.054688, + 0.145508, + 1.273438, + 0.582031, + 1.234375, + 0.507812, + 0.304688, + 1.1875, + 1.320312, + 1.0625, + 0.941406, + 0.617188, + 1.140625, + 0.855469, + 1.289062, + 0.796875, + 0.699219, + 0.414062, + 1.117188, + 1.085938, + 0.769531, + 0.765625, + 1.007812, + 0.15918, + 1.195312, + 0.671875, + 1.117188, + 0.558594, + 0.878906, + 0.746094, + 0.777344, + 0.765625, + 0.182617, + 0.423828, + 0.871094, + 0.484375, + 0.376953, + 1.367188, + 0.925781, + 0.466797, + 0.714844, + 0.351562, + 1.234375, + 0.878906, + 0.695312, + 0.816406, + 1.289062, + 0.734375, + 0.957031, + 0.992188, + 0.628906, + 0.5625, + 0.914062, + 0.585938, + 0.195312, + 0.447266, + 0.466797, + 0.816406, + 1.015625, + 1.101562, + 0.170898, + 1.0625, + 1.28125, + 1.039062, + 0.664062, + 0.289062, + 0.412109, + 1.21875, + 0.429688, + 0.34375, + 1.171875, + 0.671875, + 0.394531, + 1.335938, + 0.925781, + 1.1875, + 0.566406, + 1.34375, + 0.644531, + 1.195312, + 0.84375, + 0.648438, + 0.964844, + 0.78125, + 1.070312, + 0.476562, + 1.03125, + 0.976562, + 0.6875, + 1.007812, + 0.554688, + 0.875, + 0.6875, + 0.578125, + 0.757812, + 0.535156, + 1.25, + 1.03125, + 0.753906, + 1.03125, + 0.365234, + 0.964844, + 0.683594, + 0.597656, + 0.652344, + 1.171875, + 1.234375, + 0.519531, + 0.757812, + 0.498047, + 1.046875, + 0.722656, + 1.039062, + 1.015625, + 1.09375, + 0.535156, + 0.640625, + 0.777344, + 0.679688, + 0.617188, + 1.117188, + 1.125, + 0.6875, + 0.453125, + 0.980469, + 0.200195, + 0.375, + 0.910156, + 0.695312, + 0.394531, + 0.761719, + 1.054688, + 0.455078, + 1.28125, + 0.765625, + 1.226562, + 0.910156, + 0.988281, + 1.15625, + 1.359375, + 0.46875, + 0.558594, + 0.820312, + 0.832031, + 1.304688, + 0.792969, + 1.210938, + 1.28125, + 0.890625, + 1.09375, + 1.125, + 0.425781, + 0.835938, + 1.179688, + 1.03125, + 0.722656, + 1.101562, + 0.769531, + 1.148438, + 1.101562, + 0.550781, + 1.148438, + 0.625, + 0.882812, + 1.015625, + 1.226562, + 1.289062, + 0.185547, + 0.804688, + 0.796875, + 1.15625, + 0.65625, + 0.992188, + 1.148438, + 1.0625, + 1.164062, + 0.527344, + 0.785156, + 1.109375, + 0.890625, + 0.699219, + 0.490234, + 0.726562, + 1.117188, + 0.193359, + 0.503906, + 0.980469, + 0.875, + 1.226562, + 0.886719, + 0.445312, + 0.503906, + 1.234375, + 0.304688, + 1.046875, + 0.6875, + 0.722656, + 0.789062, + 1.351562, + 0.605469, + 1.023438, + 1.210938, + 1.164062, + 0.804688, + 0.519531, + 1.210938, + 0.867188, + 0.867188, + 1.023438, + 0.894531, + 0.316406, + 1.195312, + 0.605469, + 0.910156, + 0.78125, + 0.929688, + 0.361328, + 1.023438, + 1.09375, + 0.535156, + 0.933594, + 1.039062, + 0.196289, + 1.203125, + 0.200195, + 0.466797, + 0.667969, + 0.439453, + 0.408203, + 0.5, + 0.400391, + 0.703125, + 0.796875, + 0.640625, + 0.832031, + 0.910156, + 0.625, + 0.710938, + 0.921875, + 0.53125, + 0.53125, + 0.195312, + 0.664062, + 0.957031, + 0.773438, + 0.423828, + 1.0625, + 0.800781, + 0.671875, + 1.1875, + 0.761719, + 0.53125, + 1.21875, + 0.289062, + 0.78125, + 1.023438, + 0.839844, + 0.84375, + 0.945312, + 0.9375, + 0.460938, + 0.570312, + 1.125, + 0.578125, + 1.195312, + 1.15625, + 0.558594, + 1.03125, + 1.046875, + 0.390625, + 0.773438, + 0.578125, + 0.204102, + 0.859375, + 1.195312, + 1.242188, + 0.824219, + 0.414062, + 0.166016, + 1.179688, + 0.503906, + 1.257812, + 0.875, + 1.03125, + 0.925781, + 0.578125, + 0.894531, + 1.039062, + 0.628906, + 0.859375, + 0.441406, + 1.109375, + 1.289062, + 1.125, + 0.328125, + 0.464844, + 0.582031, + 0.800781, + 0.90625, + 0.507812, + 0.746094, + 0.996094, + 0.855469, + 0.539062, + 0.867188, + 1.296875, + 0.703125, + 0.539062, + 1.085938, + 0.515625, + 1.0, + 0.435547, + 0.960938, + 1.0, + 1.132812, + 1.101562, + 0.404297, + 0.178711, + 0.71875, + 1.0625, + 1.101562, + 1.265625, + 1.03125, + 0.558594, + 0.992188, + 1.210938, + 0.761719, + 0.197266, + 0.699219, + 1.257812, + 0.742188, + 1.101562, + 0.613281, + 0.632812, + 0.945312, + 0.898438, + 0.769531, + 1.03125, + 1.140625, + 0.769531, + 0.945312, + 0.597656, + 1.101562, + 0.265625, + 0.996094, + 0.867188, + 1.101562, + 0.820312, + 0.523438, + 0.419922, + 0.490234, + 1.195312, + 0.714844, + 0.59375, + 0.804688, + 1.132812, + 1.039062, + 0.574219, + 1.132812, + 0.769531, + 1.414062, + 0.457031, + 1.171875, + 0.980469, + 0.765625, + 0.984375, + 1.15625, + 0.279297, + 1.109375, + 1.242188, + 0.746094, + 0.632812, + 1.0, + 1.148438, + 0.703125, + 0.207031, + 1.210938, + 0.578125, + 0.386719, + 0.863281, + 0.792969, + 1.304688, + 0.941406, + 0.929688, + 1.109375, + 0.945312, + 0.875, + 0.96875, + 1.023438, + 0.486328, + 0.828125, + 0.886719, + 0.707031, + 0.894531, + 0.820312, + 0.851562, + 1.0, + 1.273438, + 0.488281, + 0.644531, + 0.416016, + 1.3125, + 0.5625, + 1.210938, + 0.863281, + 0.796875, + 0.96875, + 0.746094, + 0.582031, + 0.394531, + 0.765625, + 0.410156, + 0.435547, + 0.953125, + 1.171875, + 0.925781, + 0.511719, + 0.707031, + 0.96875, + 0.742188, + 1.257812, + 1.140625, + 1.390625, + 0.625, + 1.0625, + 0.554688, + 0.933594, + 1.046875, + 0.369141, + 0.90625, + 0.386719, + 0.585938, + 0.882812, + 0.957031, + 0.644531, + 0.429688, + 0.447266, + 1.0625, + 1.007812, + 1.0625, + 0.527344, + 1.023438, + 0.722656, + 1.34375, + 1.0, + 0.421875, + 0.757812, + 0.609375, + 1.171875, + 0.78125, + 1.054688, + 0.484375, + 1.203125, + 1.265625, + 0.457031, + 0.363281, + 0.988281, + 0.730469, + 0.404297, + 0.855469, + 0.882812, + 0.929688, + 1.203125, + 0.914062, + 1.03125, + 0.957031, + 0.71875, + 0.964844, + 0.408203, + 0.800781, + 0.988281, + 0.976562, + 0.734375, + 0.425781, + 1.078125, + 0.400391, + 0.664062, + 0.570312, + 0.941406, + 0.542969, + 0.773438, + 0.404297, + 0.851562, + 0.707031, + 0.511719, + 0.423828, + 0.824219, + 0.699219, + 0.204102, + 0.207031, + 0.566406, + 0.730469, + 0.921875, + 0.957031, + 0.384766, + 1.078125, + 1.023438, + 0.976562, + 0.980469, + 0.341797, + 0.621094, + 0.433594, + 0.628906, + 0.193359, + 0.353516, + 0.523438, + 1.09375, + 0.410156, + 0.9375, + 0.84375, + 1.039062, + 0.875, + 1.234375, + 0.691406, + 1.039062, + 1.273438, + 0.367188, + 1.015625, + 0.644531, + 1.101562, + 0.484375, + 0.875, + 0.439453, + 0.789062, + 1.03125, + 1.21875, + 0.765625, + 0.375, + 0.828125, + 0.804688, + 0.699219, + 0.664062, + 0.449219, + 0.785156, + 0.8125, + 0.539062, + 1.078125, + 1.367188, + 1.0625, + 1.3125, + 0.707031, + 0.40625, + 1.195312, + 0.5625, + 1.226562, + 0.894531, + 0.660156, + 0.996094, + 0.171875, + 1.015625, + 0.953125, + 0.90625, + 1.203125, + 0.847656, + 0.832031, + 0.601562, + 0.867188, + 1.039062, + 0.574219, + 0.761719, + 0.851562, + 0.953125, + 1.3125, + 1.289062, + 0.664062, + 0.675781, + 0.847656, + 0.652344, + 0.734375, + 0.769531, + 0.730469, + 0.890625, + 0.5, + 0.376953, + 0.410156, + 1.09375, + 0.757812, + 0.984375, + 1.171875, + 0.824219, + 1.265625, + 1.351562, + 1.117188, + 0.761719, + 0.769531, + 0.738281, + 0.425781, + 0.625, + 0.925781, + 1.078125, + 1.203125, + 0.519531, + 0.789062, + 1.34375, + 0.628906, + 1.375, + 0.480469, + 0.90625, + 0.996094, + 0.972656, + 1.015625, + 0.205078, + 0.652344, + 0.472656, + 0.527344, + 0.476562, + 0.257812, + 0.660156, + 0.496094, + 0.988281, + 0.402344, + 0.878906, + 0.902344, + 0.554688, + 1.070312, + 0.220703, + 0.667969, + 1.140625, + 0.443359, + 0.494141, + 1.179688, + 1.109375, + 1.015625, + 1.070312, + 1.125, + 0.640625, + 0.464844, + 0.160156, + 1.328125, + 0.488281, + 1.15625, + 0.839844, + 1.078125, + 0.664062, + 0.769531, + 0.59375, + 1.0625, + 0.824219, + 0.550781, + 0.863281, + 0.789062, + 0.597656, + 0.466797, + 1.023438, + 0.423828, + 0.168945, + 0.832031, + 0.957031, + 0.753906, + 0.785156, + 0.828125, + 0.168945, + 0.628906, + 1.351562, + 1.125, + 0.476562, + 1.023438, + 1.203125, + 1.140625, + 0.921875, + 1.015625, + 0.582031, + 1.078125, + 0.992188, + 0.816406, + 0.202148, + 0.964844, + 0.267578, + 1.0, + 0.945312, + 0.447266, + 1.171875, + 1.007812, + 1.109375, + 0.65625, + 0.671875, + 0.707031, + 0.161133, + 0.357422, + 0.859375, + 0.878906, + 0.527344, + 1.15625, + 0.792969, + 0.386719, + 1.15625, + 0.408203, + 0.847656, + 0.464844, + 0.632812, + 1.109375, + 0.384766, + 1.265625, + 1.226562, + 1.0, + 0.746094, + 0.746094, + 0.996094, + 0.589844, + 1.125, + 1.125, + 0.503906, + 1.1875, + 0.695312, + 1.164062, + 1.140625, + 1.09375, + 1.15625, + 0.996094, + 1.0625, + 0.527344, + 0.730469, + 1.0, + 1.179688, + 0.996094, + 0.953125, + 0.458984, + 1.132812, + 0.867188, + 0.515625, + 0.515625, + 0.933594, + 1.429688, + 0.412109, + 0.304688, + 0.644531, + 1.179688, + 0.182617, + 0.914062, + 0.546875, + 0.992188, + 0.71875, + 1.117188, + 0.863281, + 0.410156, + 1.078125, + 1.476562, + 0.828125, + 0.859375, + 0.667969, + 0.945312, + 0.519531, + 0.515625, + 0.851562, + 0.367188, + 0.239258, + 0.964844, + 0.574219, + 1.007812, + 0.847656, + 0.980469, + 0.667969, + 1.007812, + 1.320312, + 1.0625, + 1.085938, + 1.09375, + 0.204102, + 0.65625, + 0.458984, + 0.398438, + 0.207031, + 1.28125, + 0.851562, + 1.039062, + 0.439453, + 0.777344, + 0.341797, + 0.523438, + 0.472656, + 0.18457, + 0.423828, + 0.921875, + 1.179688, + 0.976562, + 0.890625, + 0.835938, + 0.457031, + 0.890625, + 1.453125, + 1.289062, + 0.753906, + 0.789062, + 0.515625, + 1.070312, + 1.09375, + 1.164062, + 1.078125, + 1.164062, + 0.582031, + 0.605469, + 0.488281, + 1.234375, + 0.808594, + 0.910156, + 1.1875, + 0.75, + 1.265625, + 0.554688, + 0.1875, + 0.408203, + 0.527344, + 1.171875, + 0.566406, + 0.386719, + 0.535156, + 0.5, + 1.328125, + 0.917969, + 1.148438, + 0.761719, + 0.851562, + 0.527344, + 0.6875, + 0.875, + 0.792969, + 1.117188, + 0.875, + 1.132812, + 0.304688, + 0.5, + 1.179688, + 0.9375, + 1.171875, + 0.322266, + 1.25, + 0.808594, + 0.929688, + 1.273438, + 0.816406, + 0.992188, + 0.585938, + 0.6875, + 0.691406, + 0.40625, + 0.984375, + 1.242188, + 0.613281, + 0.933594, + 1.039062, + 0.757812, + 0.785156, + 0.578125, + 0.480469, + 0.675781, + 0.507812, + 0.96875, + 0.902344, + 0.65625, + 1.023438, + 0.486328, + 1.273438, + 0.589844, + 0.703125, + 1.273438, + 0.197266, + 0.632812, + 0.667969, + 0.566406, + 0.169922, + 0.416016, + 1.070312, + 0.894531, + 1.0, + 0.408203, + 1.273438, + 0.675781, + 0.769531, + 1.078125, + 0.859375, + 0.941406, + 1.140625, + 1.0625, + 0.378906, + 0.820312, + 0.636719, + 1.1875, + 0.570312, + 0.451172, + 0.902344, + 0.439453, + 1.117188, + 0.523438, + 0.769531, + 0.847656, + 0.275391, + 0.949219, + 1.320312, + 1.140625, + 0.929688, + 0.550781, + 1.0, + 1.226562, + 0.59375, + 1.265625, + 0.390625, + 0.585938, + 0.933594, + 0.996094, + 0.738281, + 0.738281, + 0.71875, + 0.667969, + 0.478516, + 0.902344, + 0.816406, + 0.644531, + 0.949219, + 0.550781, + 0.703125, + 0.441406, + 0.847656, + 0.921875, + 0.347656, + 0.542969, + 0.402344, + 1.101562, + 1.101562, + 1.320312, + 1.320312, + 0.412109, + 0.4375, + 0.742188, + 1.257812, + 0.515625, + 0.1875, + 1.046875, + 0.753906, + 1.0, + 0.957031, + 1.578125, + 0.738281, + 0.945312, + 0.523438, + 0.898438, + 0.554688, + 0.957031, + 0.337891, + 0.166992, + 0.921875, + 1.101562, + 0.824219, + 0.734375, + 1.296875, + 0.929688, + 0.345703, + 0.828125, + 0.816406, + 0.707031, + 1.109375, + 0.367188, + 0.933594, + 1.148438, + 0.632812, + 1.195312, + 0.429688, + 0.984375, + 1.34375, + 0.558594, + 0.265625, + 1.132812, + 0.9375, + 0.792969, + 0.777344, + 0.703125, + 1.007812, + 0.988281, + 1.335938, + 0.664062, + 0.466797, + 0.902344, + 0.761719, + 1.359375, + 0.636719, + 1.039062, + 1.265625, + 0.746094, + 0.757812, + 0.976562, + 0.417969, + 0.18457, + 0.867188, + 0.953125, + 1.195312, + 0.898438, + 1.203125, + 1.359375, + 0.890625, + 0.949219, + 0.878906, + 0.265625, + 1.0, + 0.431641, + 0.820312, + 0.582031, + 0.4375, + 0.613281, + 0.597656, + 1.101562, + 1.0625, + 0.765625, + 0.671875, + 1.210938, + 1.148438, + 1.046875, + 1.085938, + 0.796875, + 1.257812, + 1.195312, + 0.550781, + 0.789062, + 0.871094, + 0.816406, + 0.511719, + 0.675781, + 1.078125, + 1.046875, + 0.451172, + 0.408203, + 0.75, + 1.296875, + 1.257812, + 1.03125, + 1.046875, + 1.171875, + 1.101562, + 1.21875, + 0.640625, + 0.4375, + 0.492188, + 0.671875, + 0.71875, + 0.394531, + 0.960938, + 1.320312, + 0.546875, + 0.480469, + 1.273438, + 0.65625, + 1.304688, + 0.21875, + 0.404297, + 0.972656, + 0.621094, + 1.0625, + 1.148438, + 1.234375, + 1.21875, + 1.34375, + 0.832031, + 0.96875, + 0.730469, + 1.21875, + 0.917969, + 0.757812, + 1.328125, + 1.28125, + 1.179688, + 0.785156, + 1.234375, + 1.234375, + 0.664062, + 1.070312, + 0.675781, + 1.234375, + 0.640625, + 0.925781, + 1.132812, + 1.109375, + 1.039062, + 0.855469, + 1.132812, + 0.730469, + 0.671875, + 0.78125, + 0.890625, + 1.296875, + 0.71875, + 0.820312, + 1.242188, + 0.742188, + 0.847656, + 0.46875, + 0.482422, + 0.482422, + 0.964844, + 0.433594, + 0.447266, + 1.015625, + 0.554688, + 0.439453, + 0.894531, + 1.0, + 1.265625, + 0.542969, + 1.296875, + 0.574219, + 0.867188, + 0.578125, + 1.28125, + 0.353516, + 0.355469, + 1.234375, + 1.40625, + 1.390625, + 0.398438, + 0.408203, + 0.582031, + 1.078125, + 1.015625, + 0.871094, + 0.832031, + 1.078125, + 0.929688, + 0.292969, + 0.613281, + 0.859375, + 0.9375, + 0.361328, + 0.578125, + 0.423828, + 0.511719, + 0.496094, + 0.421875, + 1.023438, + 0.898438, + 0.648438, + 0.201172, + 0.882812, + 1.320312, + 1.046875, + 0.960938, + 0.828125, + 1.226562, + 0.492188, + 1.078125, + 0.945312, + 1.234375, + 0.910156, + 0.890625, + 0.373047, + 0.992188, + 0.917969, + 0.933594, + 0.6875, + 0.871094, + 0.738281, + 0.820312, + 0.523438, + 1.0, + 0.996094, + 1.03125, + 0.832031, + 0.542969, + 0.878906, + 0.664062, + 0.820312, + 0.796875, + 0.392578, + 0.519531, + 0.192383, + 0.988281, + 1.273438, + 1.046875, + 1.203125, + 0.75, + 1.125, + 0.886719, + 0.808594, + 0.53125, + 0.455078, + 0.707031, + 0.851562, + 0.322266, + 0.925781, + 0.431641, + 1.070312, + 0.605469, + 0.691406, + 0.890625, + 0.367188, + 0.953125, + 0.828125, + 1.273438, + 1.335938, + 0.582031, + 1.117188, + 0.738281, + 0.683594, + 0.353516, + 1.007812, + 0.839844, + 0.835938, + 1.039062, + 1.046875, + 0.388672, + 0.402344, + 0.652344, + 0.792969, + 0.664062, + 0.925781, + 0.96875, + 1.054688, + 0.302734, + 0.992188, + 0.458984, + 1.132812, + 1.039062, + 0.636719, + 0.828125, + 0.816406, + 1.179688, + 1.117188, + 0.462891, + 0.992188, + 1.234375, + 0.4375, + 0.738281, + 1.117188, + 1.023438, + 0.710938, + 0.722656, + 0.929688, + 1.179688, + 1.148438, + 0.570312, + 0.585938, + 1.328125, + 0.890625, + 1.101562, + 0.832031, + 0.425781, + 0.773438, + 1.070312, + 0.980469, + 1.09375, + 0.734375, + 0.886719, + 1.046875, + 1.34375, + 1.171875, + 1.039062, + 0.875, + 0.503906, + 1.054688, + 0.722656, + 0.173828, + 0.910156, + 1.1875, + 0.828125, + 0.703125, + 0.474609, + 0.96875, + 0.539062, + 1.125, + 0.992188, + 1.320312, + 0.933594, + 0.585938, + 0.871094, + 1.351562, + 1.015625, + 1.101562, + 0.804688, + 0.609375, + 1.0625, + 0.808594, + 0.578125, + 0.769531, + 0.875, + 0.318359, + 0.186523, + 1.09375, + 0.423828, + 1.03125, + 1.023438, + 1.25, + 0.421875, + 0.6875, + 1.046875, + 0.855469, + 1.210938, + 0.769531, + 0.828125, + 0.503906, + 0.5625, + 1.179688, + 0.921875, + 0.953125, + 1.046875, + 0.169922, + 1.28125, + 0.458984, + 1.070312, + 1.234375, + 0.609375, + 1.140625, + 0.96875, + 1.257812, + 1.3125, + 1.164062, + 0.980469, + 0.490234, + 0.628906, + 0.800781, + 0.9375, + 1.132812, + 0.949219, + 0.808594, + 1.023438, + 0.863281, + 0.455078, + 1.078125, + 0.671875, + 1.070312, + 0.925781, + 1.039062, + 0.902344, + 0.929688, + 0.451172, + 0.542969, + 0.648438, + 0.949219, + 0.429688, + 0.172852, + 0.902344, + 0.414062, + 0.5625, + 0.474609, + 0.439453, + 1.226562, + 0.582031, + 0.453125, + 0.535156, + 0.412109, + 0.648438, + 1.382812, + 0.423828, + 0.800781, + 1.320312, + 1.054688, + 1.007812, + 0.59375, + 0.699219, + 0.992188, + 1.007812, + 0.828125, + 1.125, + 0.462891, + 1.34375, + 1.09375, + 1.039062, + 0.738281, + 1.078125, + 0.613281, + 0.859375, + 0.9375, + 0.168945, + 0.929688, + 0.910156, + 0.458984, + 1.25, + 0.929688, + 0.976562, + 1.054688, + 1.140625, + 1.125, + 0.789062, + 1.03125, + 0.878906, + 0.84375, + 0.488281, + 0.699219, + 0.503906, + 0.886719, + 1.3125, + 1.117188, + 0.996094, + 0.871094, + 1.101562, + 0.925781, + 0.203125, + 0.714844, + 1.273438, + 0.570312, + 0.730469, + 0.960938, + 0.886719, + 1.109375, + 0.78125, + 0.972656, + 0.601562, + 0.275391, + 1.078125, + 1.039062, + 0.746094, + 0.960938, + 0.226562, + 1.03125, + 0.929688, + 1.007812, + 1.117188, + 0.804688, + 0.519531, + 0.980469, + 0.570312, + 1.0, + 1.15625, + 0.941406, + 0.71875, + 0.816406, + 1.28125, + 1.289062, + 0.640625, + 1.070312, + 0.585938, + 0.617188, + 0.746094, + 0.882812, + 0.644531, + 0.902344, + 1.0, + 0.859375, + 0.949219, + 0.601562, + 1.242188, + 0.867188, + 0.929688, + 0.6875, + 1.109375, + 0.535156, + 0.761719, + 0.384766, + 0.765625, + 0.980469, + 0.832031, + 0.964844, + 0.984375, + 0.902344, + 0.691406, + 0.617188, + 0.597656, + 0.910156, + 1.109375, + 0.554688, + 0.730469, + 0.679688, + 1.164062, + 0.351562, + 0.878906, + 0.753906, + 0.738281, + 1.054688, + 0.832031, + 0.796875, + 0.835938, + 0.90625, + 0.597656, + 1.375, + 1.179688, + 0.527344, + 0.914062, + 0.476562, + 1.039062, + 0.765625, + 0.554688, + 1.203125, + 1.382812, + 0.925781, + 1.09375, + 0.257812, + 1.148438, + 0.816406, + 0.6875, + 1.1875, + 0.480469, + 0.542969, + 1.046875, + 0.980469, + 0.925781, + 1.007812, + 0.652344, + 1.046875, + 0.664062, + 1.273438, + 1.078125, + 0.746094, + 1.21875, + 0.294922, + 0.890625, + 0.179688, + 0.945312, + 0.964844, + 0.707031, + 1.078125, + 1.0625, + 0.617188, + 0.496094, + 0.757812, + 1.320312, + 0.376953, + 0.695312, + 0.632812, + 0.28125, + 0.792969, + 0.652344, + 0.910156, + 0.980469, + 0.550781, + 1.3125, + 1.210938, + 0.464844, + 0.378906, + 1.203125, + 0.644531, + 1.117188, + 0.8125, + 1.117188, + 0.4375, + 0.384766, + 0.558594, + 1.375, + 1.335938, + 0.84375, + 0.96875, + 0.550781, + 1.140625, + 0.621094, + 1.0, + 0.503906, + 0.625, + 1.054688, + 1.03125, + 0.71875, + 1.226562, + 1.078125, + 1.226562, + 0.929688, + 0.976562, + 1.25, + 0.914062, + 0.46875, + 1.140625, + 1.46875, + 0.785156, + 0.707031, + 1.0, + 0.941406, + 1.070312, + 0.15625, + 1.078125, + 0.996094, + 0.992188, + 1.0625, + 0.84375, + 0.925781, + 0.421875, + 0.925781, + 0.34375, + 0.609375, + 0.185547, + 0.574219, + 1.109375, + 0.363281, + 0.804688, + 1.007812, + 0.972656, + 0.882812, + 1.25, + 0.183594, + 1.390625, + 1.117188, + 1.101562, + 1.335938, + 1.023438, + 0.792969, + 0.828125, + 1.257812, + 0.832031, + 0.660156, + 0.855469, + 1.171875, + 0.5, + 1.101562, + 1.34375, + 1.226562, + 1.039062, + 0.863281, + 0.451172, + 0.808594, + 1.007812, + 0.449219, + 0.482422, + 0.898438, + 0.353516, + 1.039062, + 1.296875, + 0.992188, + 0.410156, + 1.171875, + 0.980469, + 1.179688, + 0.169922, + 0.388672, + 0.443359, + 0.484375, + 1.132812, + 0.486328, + 1.015625, + 0.726562, + 0.847656, + 1.195312, + 0.410156, + 0.417969, + 0.773438, + 0.695312, + 1.203125, + 0.648438, + 0.984375, + 0.648438, + 0.683594, + 0.996094, + 1.039062, + 0.863281, + 0.476562, + 1.03125, + 0.902344, + 1.015625, + 1.242188, + 1.09375, + 0.376953, + 0.675781, + 0.726562, + 0.211914, + 1.046875, + 0.792969, + 0.455078, + 0.800781, + 0.498047, + 0.78125, + 1.09375, + 0.753906, + 1.695312, + 0.832031, + 0.980469, + 0.972656, + 0.628906, + 0.75, + 1.132812, + 0.984375, + 1.195312, + 1.15625, + 0.4375, + 0.197266, + 1.132812, + 1.046875, + 0.652344, + 0.800781, + 1.03125, + 1.03125, + 1.234375, + 0.447266, + 0.550781, + 0.304688, + 0.558594, + 0.746094, + 0.535156, + 1.046875, + 1.265625, + 1.007812, + 0.9375, + 0.914062, + 1.007812, + 0.949219, + 1.21875, + 0.5, + 1.046875, + 0.648438, + 0.800781, + 0.194336, + 1.078125, + 0.886719, + 0.180664, + 1.171875, + 0.96875, + 1.34375, + 0.707031, + 0.570312, + 0.707031, + 0.660156, + 0.320312, + 0.957031, + 0.644531, + 0.443359, + 1.351562, + 0.882812, + 0.197266, + 1.015625, + 0.287109, + 1.0, + 1.015625, + 0.628906, + 0.808594, + 0.419922, + 1.046875, + 0.742188, + 1.070312, + 0.554688, + 0.816406, + 0.408203, + 0.494141, + 1.023438, + 0.219727, + 0.425781, + 0.621094, + 0.296875, + 0.644531, + 0.796875, + 1.265625, + 1.296875, + 0.96875, + 1.0625, + 0.589844, + 1.015625, + 0.180664, + 0.570312, + 1.0, + 1.195312, + 0.945312, + 0.878906, + 1.109375, + 0.507812, + 0.921875, + 0.59375, + 1.132812, + 0.570312, + 0.6875, + 0.902344, + 0.738281, + 1.0625, + 0.828125, + 0.486328, + 1.257812, + 1.007812, + 1.015625, + 0.398438, + 0.609375, + 1.070312, + 0.527344, + 0.585938, + 0.201172, + 0.527344, + 0.9375, + 0.996094, + 0.992188, + 0.554688, + 1.109375, + 0.960938, + 0.816406, + 0.863281, + 0.871094, + 0.597656, + 0.511719, + 0.777344, + 0.511719, + 0.757812, + 0.707031, + 0.302734, + 1.007812, + 0.953125, + 0.773438, + 0.871094, + 0.777344, + 0.9375, + 0.820312, + 0.699219, + 0.566406, + 0.176758, + 0.5625, + 0.535156, + 0.894531, + 0.511719, + 1.132812, + 1.140625 + ] + }, + "name": "model.model.layers.13.post_attention_layernorm.weight", + "outputIndexes": [ + 1155 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1154 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_13/Mul_output_0", + "outputIndexes": [ + 1156 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1155, + 1156 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_13/Mul_1_output_0", + "outputIndexes": [ + 1157 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1157 + ], + "outputIndexes": [ + 2688 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2688 + ], + "outputIndexes": [ + 2689 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear", + "inputIndexes": [ + 2689 + ], + "outputIndexes": [ + 2690 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1720924202, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2690 + ], + "outputIndexes": [ + 2691 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2691 + ], + "outputIndexes": [ + 1158 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1158 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_13/Sigmoid_output_0", + "outputIndexes": [ + 1159 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1158, + 1159 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Mul_output_0", + "outputIndexes": [ + 1160 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1157 + ], + "outputIndexes": [ + 2692 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2692 + ], + "outputIndexes": [ + 2693 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear", + "inputIndexes": [ + 2693 + ], + "outputIndexes": [ + 2694 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1759115328, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2694 + ], + "outputIndexes": [ + 2695 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2695 + ], + "outputIndexes": [ + 1161 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1160, + 1161 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_13/Mul_output_0", + "outputIndexes": [ + 1162 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1162 + ], + "outputIndexes": [ + 2696 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2696 + ], + "outputIndexes": [ + 2697 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear", + "inputIndexes": [ + 2697 + ], + "outputIndexes": [ + 2698 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1797306454, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2698 + ], + "outputIndexes": [ + 2699 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2699 + ], + "outputIndexes": [ + 1163 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1154, + 1163 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_69_output_0", + "outputIndexes": [ + 1164 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1164, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_126_output_0", + "outputIndexes": [ + 1165 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.796875, + 0.707031, + 2.28125, + 0.511719, + 1.515625, + 0.695312, + 0.683594, + 1.007812, + 1.226562, + 0.410156, + 0.796875, + 0.443359, + 0.5625, + 0.396484, + 0.46875, + 1.234375, + 0.679688, + 0.431641, + 0.714844, + 0.5, + 1.171875, + 0.738281, + 0.691406, + 0.474609, + 0.412109, + 1.4375, + 0.476562, + 0.386719, + 0.554688, + 0.472656, + 1.585938, + 0.367188, + 1.007812, + 0.625, + 1.3125, + 1.453125, + 0.455078, + 1.570312, + 0.695312, + 0.435547, + 1.445312, + 0.722656, + 1.898438, + 0.910156, + 1.851562, + 1.40625, + 0.158203, + 2.078125, + 1.296875, + 0.496094, + 1.726562, + 0.546875, + 0.5625, + 0.507812, + 1.023438, + 0.539062, + 1.109375, + 1.914062, + 1.15625, + 0.925781, + 0.402344, + 1.03125, + 1.0625, + 0.613281, + 1.460938, + 2.0, + 0.34375, + 0.621094, + 0.423828, + 0.707031, + 0.527344, + 1.148438, + 0.976562, + 0.691406, + 1.539062, + 1.023438, + 1.257812, + 0.503906, + 0.945312, + 1.71875, + 1.6875, + 1.757812, + 1.835938, + 0.65625, + 0.921875, + 0.149414, + 0.699219, + 1.84375, + 0.789062, + 0.8125, + 1.039062, + 0.769531, + 0.886719, + 0.746094, + 1.859375, + 0.578125, + 0.917969, + 0.480469, + 0.734375, + 0.425781, + 0.414062, + 0.484375, + 1.617188, + 0.652344, + 2.484375, + 1.140625, + 2.515625, + 0.503906, + 1.203125, + 0.59375, + 0.585938, + 0.527344, + 0.742188, + 1.140625, + 0.613281, + 1.640625, + 0.398438, + 0.816406, + 1.421875, + 0.376953, + 0.435547, + 0.546875, + 1.398438, + 0.675781, + 1.0, + 0.542969, + 1.21875, + 0.558594, + 0.211914, + 0.478516, + 0.574219, + 0.621094, + 0.589844, + 1.695312, + 0.628906, + 0.972656, + 0.503906, + 0.804688, + 0.808594, + 0.972656, + 0.4375, + 1.382812, + 1.375, + 0.464844, + 1.164062, + 0.453125, + 2.15625, + 0.691406, + 1.335938, + 0.609375, + 1.304688, + 0.78125, + 0.570312, + 0.675781, + 1.203125, + 0.78125, + 0.490234, + 0.5, + 1.539062, + 1.640625, + 0.445312, + 0.574219, + 0.902344, + 0.648438, + 1.617188, + 0.570312, + 0.613281, + 1.28125, + 0.5625, + 0.796875, + 0.710938, + 0.375, + 0.394531, + 0.410156, + 0.59375, + 1.929688, + 0.660156, + 0.550781, + 1.273438, + 0.574219, + 0.365234, + 0.683594, + 1.21875, + 0.378906, + 0.318359, + 0.988281, + 0.511719, + 0.412109, + 0.503906, + 0.878906, + 0.400391, + 0.824219, + 1.757812, + 0.451172, + 2.390625, + 0.929688, + 0.722656, + 1.414062, + 0.796875, + 0.589844, + 0.585938, + 2.203125, + 2.015625, + 1.78125, + 2.15625, + 0.726562, + 0.357422, + 0.535156, + 1.125, + 0.353516, + 1.054688, + 0.625, + 0.384766, + 1.007812, + 0.625, + 1.75, + 0.486328, + 0.460938, + 1.953125, + 0.5625, + 0.519531, + 0.470703, + 1.195312, + 0.882812, + 0.882812, + 1.828125, + 0.400391, + 0.808594, + 0.523438, + 0.671875, + 0.824219, + 1.578125, + 0.878906, + 0.550781, + 0.765625, + 1.671875, + 0.478516, + 1.375, + 0.196289, + 0.761719, + 1.179688, + 0.53125, + 0.820312, + 0.589844, + 0.4375, + 1.414062, + 0.875, + 1.054688, + 1.070312, + 0.652344, + 0.644531, + 2.1875, + 0.550781, + 0.605469, + 0.6875, + 0.539062, + 0.636719, + 0.143555, + 0.570312, + 0.503906, + 0.671875, + 0.734375, + 0.832031, + 1.09375, + 0.804688, + 0.390625, + 0.667969, + 0.621094, + 1.53125, + 1.445312, + 1.4375, + 1.132812, + 0.859375, + 0.789062, + 0.445312, + 1.765625, + 0.777344, + 0.539062, + 0.408203, + 1.921875, + 0.503906, + 0.65625, + 0.166016, + 0.808594, + 0.5, + 1.859375, + 0.361328, + 0.949219, + 1.070312, + 0.507812, + 1.578125, + 0.416016, + 0.769531, + 0.738281, + 0.376953, + 0.546875, + 1.421875, + 0.423828, + 1.210938, + 0.53125, + 0.392578, + 0.8125, + 0.625, + 1.273438, + 1.875, + 1.1875, + 0.574219, + 0.558594, + 0.703125, + 0.828125, + 1.546875, + 0.5625, + 0.621094, + 0.5625, + 1.648438, + 0.875, + 0.714844, + 1.460938, + 1.039062, + 0.609375, + 1.398438, + 0.578125, + 0.423828, + 0.503906, + 0.578125, + 0.644531, + 0.482422, + 0.660156, + 0.664062, + 0.578125, + 0.145508, + 0.957031, + 0.929688, + 0.53125, + 0.589844, + 0.578125, + 1.148438, + 2.1875, + 1.023438, + 0.369141, + 0.139648, + 0.484375, + 0.539062, + 0.546875, + 0.197266, + 1.445312, + 1.609375, + 0.769531, + 0.496094, + 0.636719, + 1.164062, + 0.482422, + 1.953125, + 0.675781, + 2.0, + 0.601562, + 0.789062, + 1.0, + 0.474609, + 0.6875, + 2.40625, + 1.828125, + 0.239258, + 0.402344, + 0.699219, + 0.734375, + 0.542969, + 1.546875, + 0.667969, + 0.419922, + 0.605469, + 0.652344, + 0.796875, + 0.490234, + 0.96875, + 1.703125, + 0.265625, + 0.503906, + 0.707031, + 0.980469, + 1.109375, + 0.921875, + 0.640625, + 1.851562, + 1.039062, + 0.449219, + 1.703125, + 0.707031, + 0.589844, + 0.490234, + 0.601562, + 1.328125, + 1.007812, + 0.332031, + 0.435547, + 0.964844, + 0.453125, + 0.451172, + 0.691406, + 0.259766, + 0.472656, + 0.871094, + 0.691406, + 1.507812, + 0.441406, + 0.828125, + 0.929688, + 0.976562, + 0.75, + 0.921875, + 0.699219, + 0.761719, + 1.320312, + 0.605469, + 0.953125, + 1.867188, + 1.328125, + 0.703125, + 0.667969, + 0.90625, + 0.765625, + 1.203125, + 0.570312, + 0.402344, + 0.460938, + 0.455078, + 1.148438, + 0.878906, + 0.421875, + 0.695312, + 0.65625, + 0.515625, + 0.419922, + 0.570312, + 1.304688, + 0.355469, + 0.589844, + 0.730469, + 0.519531, + 0.578125, + 0.53125, + 1.90625, + 2.484375, + 0.65625, + 0.582031, + 0.523438, + 0.609375, + 0.816406, + 1.789062, + 1.78125, + 2.078125, + 0.632812, + 0.851562, + 0.628906, + 2.34375, + 1.617188, + 0.324219, + 0.451172, + 2.2e-05, + 0.443359, + 0.851562, + 0.519531, + 0.648438, + 1.15625, + 0.433594, + 1.351562, + 0.441406, + 0.621094, + 0.458984, + 0.96875, + 0.431641, + 0.240234, + 0.710938, + 0.796875, + 1.609375, + 0.921875, + 0.458984, + 0.414062, + 0.820312, + 0.695312, + 0.925781, + 0.710938, + 0.414062, + 1.882812, + 1.539062, + 1.070312, + 1.789062, + 2.015625, + 1.664062, + 1.585938, + 0.75, + 1.242188, + 1.601562, + 0.886719, + 1.6875, + 0.376953, + 0.679688, + 0.65625, + 2.03125, + 1.046875, + 0.582031, + 0.425781, + 0.410156, + 0.808594, + 0.511719, + 1.929688, + 1.570312, + 0.314453, + 0.636719, + 0.466797, + 1.296875, + 1.242188, + 0.839844, + 1.265625, + 1.328125, + 0.476562, + 0.365234, + 0.601562, + 0.466797, + 1.890625, + 0.447266, + 0.878906, + 0.75, + 0.25, + 0.722656, + 0.396484, + 1.539062, + 0.890625, + 0.71875, + 0.535156, + 0.628906, + 1.796875, + 1.78125, + 0.699219, + 0.519531, + 0.75, + 0.466797, + 0.582031, + 1.078125, + 0.789062, + 0.373047, + 0.414062, + 0.5, + 0.703125, + 0.486328, + 1.039062, + 1.992188, + 1.453125, + 0.255859, + 1.84375, + 0.953125, + 1.992188, + 0.894531, + 2.453125, + 0.416016, + 0.416016, + 0.484375, + 0.707031, + 0.710938, + 0.375, + 1.710938, + 0.773438, + 0.523438, + 0.332031, + 0.445312, + 0.867188, + 0.546875, + 1.695312, + 1.640625, + 0.410156, + 2.046875, + 0.582031, + 0.318359, + 0.371094, + 0.671875, + 0.546875, + 0.503906, + 1.382812, + 0.421875, + 1.195312, + 1.039062, + 1.875, + 0.914062, + 0.384766, + 1.796875, + 0.574219, + 0.582031, + 0.46875, + 0.632812, + 0.359375, + 1.65625, + 0.839844, + 0.820312, + 1.8125, + 1.148438, + 1.0, + 0.460938, + 0.394531, + 0.535156, + 0.410156, + 1.507812, + 0.382812, + 0.378906, + 1.96875, + 0.839844, + 1.679688, + 0.65625, + 0.546875, + 1.953125, + 1.1875, + 1.695312, + 1.320312, + 0.451172, + 0.53125, + 0.789062, + 0.609375, + 0.181641, + 0.605469, + 1.117188, + 1.539062, + 0.835938, + 0.617188, + 2.125, + 0.632812, + 1.664062, + 0.664062, + 1.875, + 0.738281, + 0.597656, + 1.65625, + 0.5625, + 0.605469, + 0.449219, + 0.59375, + 0.322266, + 0.417969, + 1.3125, + 0.394531, + 0.742188, + 0.664062, + 0.503906, + 0.494141, + 0.703125, + 0.890625, + 1.71875, + 2.59375, + 0.640625, + 0.699219, + 0.6875, + 0.484375, + 0.322266, + 1.257812, + 0.792969, + 0.589844, + 0.458984, + 1.070312, + 0.4375, + 0.71875, + 0.859375, + 0.373047, + 0.710938, + 0.435547, + 1.21875, + 1.046875, + 1.140625, + 1.09375, + 0.570312, + 0.628906, + 0.867188, + 0.761719, + 0.449219, + 0.660156, + 0.644531, + 0.871094, + 0.660156, + 0.605469, + 1.3125, + 0.726562, + 1.820312, + 0.863281, + 0.757812, + 1.039062, + 0.363281, + 0.878906, + 1.34375, + 1.851562, + 0.566406, + 0.597656, + 0.427734, + 0.882812, + 1.804688, + 2.40625, + 0.632812, + 1.71875, + 0.5625, + 0.460938, + 1.359375, + 1.898438, + 0.458984, + 0.804688, + 0.34375, + 0.925781, + 1.109375, + 0.621094, + 0.648438, + 0.644531, + 0.466797, + 0.213867, + 0.746094, + 1.304688, + 0.589844, + 0.375, + 0.494141, + 0.484375, + 1.960938, + 2.4375, + 0.675781, + 0.753906, + 0.722656, + 1.1875, + 1.5, + 0.710938, + 0.648438, + 0.566406, + 0.910156, + 0.675781, + 0.929688, + 0.71875, + 0.353516, + 2.296875, + 0.84375, + 0.824219, + 0.494141, + 0.675781, + 0.765625, + 0.824219, + 0.427734, + 0.408203, + 0.535156, + 1.789062, + 1.523438, + 0.679688, + 0.435547, + 0.486328, + 0.589844, + 0.527344, + 1.0625, + 0.375, + 1.890625, + 0.652344, + 0.494141, + 0.644531, + 0.832031, + 1.96875, + 1.351562, + 0.503906, + 0.458984, + 0.929688, + 2.140625, + 1.804688, + 0.765625, + 0.494141, + 1.070312, + 0.585938, + 0.714844, + 0.585938, + 0.886719, + 0.427734, + 0.507812, + 1.804688, + 0.492188, + 1.140625, + 0.178711, + 0.496094, + 1.578125, + 0.337891, + 1.054688, + 1.375, + 0.882812, + 0.566406, + 0.539062, + 0.482422, + 1.070312, + 0.742188, + 0.507812, + 0.671875, + 0.601562, + 0.550781, + 0.644531, + 0.582031, + 0.992188, + 0.5, + 0.081055, + 0.769531, + 0.914062, + 0.400391, + 0.494141, + 1.101562, + 1.84375, + 0.730469, + 0.498047, + 1.742188, + 0.726562, + 1.3125, + 1.335938, + 0.24707, + 0.78125, + 0.566406, + 1.382812, + 0.466797, + 0.445312, + 0.601562, + 0.625, + 2.078125, + 0.695312, + 1.382812, + 0.617188, + 0.433594, + 1.007812, + 1.179688, + 0.566406, + 0.636719, + 1.460938, + 1.507812, + 0.453125, + 0.376953, + 0.617188, + 0.464844, + 0.462891, + 0.425781, + 0.800781, + 1.789062, + 1.492188, + 1.726562, + 0.416016, + 0.625, + 1.601562, + 1.210938, + 1.101562, + 1.273438, + 0.699219, + 0.523438, + 0.539062, + 1.546875, + 1.570312, + 0.777344, + 0.5625, + 0.738281, + 0.710938, + 0.609375, + 0.601562, + 0.636719, + 0.777344, + 0.613281, + 1.234375, + 0.589844, + 1.585938, + 0.478516, + 1.0625, + 1.0, + 1.5625, + 0.498047, + 0.490234, + 1.171875, + 0.412109, + 0.466797, + 1.726562, + 0.359375, + 0.59375, + 0.976562, + 0.578125, + 0.765625, + 1.84375, + 1.796875, + 1.09375, + 1.3125, + 0.640625, + 0.207031, + 0.929688, + 1.8125, + 0.734375, + 1.25, + 0.757812, + 0.515625, + 1.328125, + 0.941406, + 0.710938, + 0.6875, + 0.154297, + 2.03125, + 1.976562, + 0.808594, + 0.601562, + 0.558594, + 1.734375, + 0.554688, + 0.648438, + 0.757812, + 1.648438, + 1.507812, + 0.921875, + 0.597656, + 0.585938, + 0.359375, + 1.03125, + 1.382812, + 0.671875, + 1.234375, + 0.777344, + 0.511719, + 1.578125, + 1.945312, + 0.707031, + 1.070312, + 0.730469, + 0.474609, + 0.90625, + 1.992188, + 0.472656, + 0.703125, + 0.894531, + 0.753906, + 0.59375, + 1.046875, + 0.878906, + 0.652344, + 1.382812, + 0.585938, + 0.378906, + 0.84375, + 0.6875, + 1.304688, + 0.777344, + 0.464844, + 1.476562, + 0.71875, + 0.535156, + 1.023438, + 0.414062, + 1.039062, + 0.423828, + 0.570312, + 0.601562, + 2.03125, + 1.726562, + 0.419922, + 1.96875, + 0.486328, + 1.609375, + 2.078125, + 1.765625, + 1.296875, + 0.742188, + 0.414062, + 0.570312, + 1.398438, + 0.558594, + 0.201172, + 0.398438, + 0.217773, + 0.6875, + 1.882812, + 1.25, + 0.550781, + 0.714844, + 0.503906, + 0.503906, + 0.5, + 0.6875, + 1.96875, + 1.320312, + 0.589844, + 0.546875, + 0.933594, + 1.148438, + 2.015625, + 1.28125, + 0.699219, + 1.484375, + 1.171875, + 0.613281, + 0.447266, + 0.390625, + 0.949219, + 0.679688, + 0.404297, + 0.339844, + 0.726562, + 0.675781, + 2.171875, + 1.679688, + 0.609375, + 0.371094, + 0.660156, + 2.34375, + 0.914062, + 0.683594, + 1.304688, + 0.261719, + 0.392578, + 0.570312, + 0.570312, + 0.435547, + 0.427734, + 0.546875, + 0.546875, + 0.96875, + 1.320312, + 1.609375, + 0.546875, + 0.695312, + 0.65625, + 0.490234, + 0.427734, + 0.169922, + 0.6875, + 1.09375, + 0.382812, + 0.451172, + 0.570312, + 0.507812, + 0.373047, + 2.421875, + 0.441406, + 0.412109, + 1.265625, + 0.245117, + 0.84375, + 0.429688, + 0.201172, + 1.945312, + 1.023438, + 0.796875, + 0.523438, + 0.445312, + 0.730469, + 0.914062, + 1.507812, + 0.648438, + 1.390625, + 0.371094, + 0.431641, + 2.03125, + 0.839844, + 1.195312, + 0.419922, + 2.09375, + 0.494141, + 0.636719, + 0.710938, + 0.414062, + 0.478516, + 1.992188, + 1.335938, + 1.757812, + 0.976562, + 0.400391, + 1.492188, + 0.414062, + 0.695312, + 0.503906, + 0.439453, + 0.496094, + 0.804688, + 0.539062, + 0.398438, + 0.777344, + 0.511719, + 1.507812, + 0.087891, + 1.992188, + 0.490234, + 1.59375, + 1.335938, + 1.398438, + 2.265625, + 0.494141, + 1.40625, + 0.466797, + 0.714844, + 0.632812, + 0.402344, + 0.396484, + 0.574219, + 1.773438, + 0.539062, + 0.921875, + 0.423828, + 0.408203, + 0.496094, + 0.376953, + 0.730469, + 0.214844, + 0.757812, + 1.945312, + 1.476562, + 1.578125, + 2.046875, + 0.6875, + 0.285156, + 1.453125, + 0.5, + 0.445312, + 0.539062, + 0.515625, + 2.078125, + 0.871094, + 0.554688, + 1.984375, + 1.554688, + 0.310547, + 0.59375, + 1.007812, + 0.675781, + 0.550781, + 1.804688, + 0.4375, + 0.466797, + 1.03125, + 0.855469, + 1.507812, + 1.28125, + 0.416016, + 0.396484, + 0.453125, + 2.03125, + 0.419922, + 1.679688, + 0.648438, + 0.400391, + 0.539062, + 0.476562, + 0.941406, + 0.847656, + 0.542969, + 0.96875, + 0.359375, + 0.714844, + 1.3125, + 0.394531, + 1.125, + 0.910156, + 0.960938, + 0.921875, + 0.386719, + 0.535156, + 0.519531, + 0.632812, + 2.15625, + 0.691406, + 0.449219, + 0.925781, + 0.507812, + 1.75, + 0.484375, + 1.960938, + 0.9375, + 0.6875, + 0.353516, + 1.023438, + 0.40625, + 2.203125, + 0.490234, + 0.40625, + 1.632812, + 1.1875, + 0.480469, + 0.800781, + 1.0, + 0.431641, + 2.21875, + 0.894531, + 1.523438, + 0.792969, + 0.40625, + 0.445312, + 0.949219, + 0.455078, + 0.960938, + 0.851562, + 0.474609, + 1.421875, + 1.164062, + 2.53125, + 1.601562, + 1.5625, + 0.949219, + 1.65625, + 0.574219, + 0.5625, + 0.392578, + 0.474609, + 2.09375, + 1.328125, + 0.792969, + 0.84375, + 0.554688, + 0.628906, + 1.679688, + 0.574219, + 1.210938, + 1.34375, + 0.988281, + 0.554688, + 0.722656, + 0.125977, + 0.738281, + 0.421875, + 0.139648, + 0.558594, + 0.542969, + 1.09375, + 0.421875, + 0.523438, + 0.804688, + 0.816406, + 1.921875, + 1.625, + 0.703125, + 0.394531, + 0.429688, + 0.503906, + 0.423828, + 1.25, + 0.5625, + 2.03125, + 0.546875, + 0.648438, + 1.609375, + 0.957031, + 0.474609, + 1.09375, + 1.34375, + 0.6875, + 0.453125, + 0.851562, + 1.796875, + 0.597656, + 0.441406, + 0.644531, + 1.34375, + 1.71875, + 1.570312, + 0.703125, + 1.59375, + 0.855469, + 1.546875, + 1.648438, + 0.621094, + 0.445312, + 1.59375, + 0.792969, + 0.683594, + 0.949219, + 1.789062, + 0.855469, + 0.675781, + 0.652344, + 1.078125, + 0.398438, + 0.679688, + 1.210938, + 0.574219, + 1.289062, + 2.078125, + 0.605469, + 0.155273, + 1.992188, + 0.605469, + 1.445312, + 0.902344, + 0.746094, + 0.75, + 0.519531, + 1.210938, + 0.621094, + 0.652344, + 0.292969, + 0.691406, + 0.996094, + 0.542969, + 0.539062, + 0.380859, + 0.503906, + 1.351562, + 0.140625, + 0.699219, + 0.507812, + 1.867188, + 1.25, + 0.460938, + 0.929688, + 1.492188, + 0.957031, + 0.542969, + 0.53125, + 0.984375, + 0.433594, + 0.476562, + 0.382812, + 0.832031, + 0.707031, + 2.46875, + 0.462891, + 0.71875, + 1.171875, + 0.441406, + 1.085938, + 1.796875, + 0.585938, + 0.921875, + 0.429688, + 1.960938, + 1.242188, + 0.679688, + 1.25, + 0.84375, + 0.457031, + 0.710938, + 0.392578, + 1.078125, + 0.691406, + 1.914062, + 0.566406, + 0.511719, + 1.578125, + 1.523438, + 0.972656, + 0.578125, + 0.730469, + 1.039062, + 0.484375, + 0.601562, + 0.421875, + 2.046875, + 0.621094, + 1.234375, + 0.914062, + 1.460938, + 0.464844, + 1.210938, + 1.59375, + 0.859375, + 0.558594, + 1.976562, + 0.515625, + 0.640625, + 0.519531, + 0.695312, + 2.34375, + 2.46875, + 0.769531, + 0.320312, + 0.992188, + 0.519531, + 0.371094, + 0.660156, + 2.203125, + 0.478516, + 0.400391, + 1.039062, + 1.375, + 2.484375, + 0.703125, + 1.289062, + 0.777344, + 0.816406, + 0.789062, + 0.496094, + 0.605469, + 0.359375, + 0.59375, + 1.640625, + 1.367188, + 1.070312, + 1.078125, + 0.957031, + 0.675781, + 1.226562, + 0.484375, + 0.90625, + 0.503906, + 0.648438, + 0.792969, + 0.443359, + 0.4375, + 0.466797, + 0.519531, + 0.667969, + 2.171875, + 0.777344, + 1.539062, + 0.396484, + 0.988281, + 0.335938, + 0.808594, + 1.140625, + 0.400391, + 0.859375, + 1.554688, + 0.941406, + 2.328125, + 0.5625, + 1.359375, + 0.46875, + 0.628906, + 0.640625, + 0.5, + 1.78125, + 1.539062, + 0.527344, + 0.179688, + 0.494141, + 0.582031, + 0.213867, + 1.007812, + 1.46875, + 1.734375, + 0.710938, + 1.304688, + 0.765625, + 0.546875, + 0.232422, + 0.640625, + 0.308594, + 0.65625, + 1.960938, + 0.439453, + 0.139648, + 0.455078, + 0.925781, + 0.582031, + 0.519531, + 0.490234, + 1.9375, + 1.421875, + 0.824219, + 2.046875, + 1.007812, + 1.851562, + 0.628906, + 1.476562, + 1.40625, + 0.558594, + 0.863281, + 0.824219, + 1.382812, + 1.757812, + 0.765625, + 1.320312, + 1.890625, + 0.527344, + 0.914062, + 0.679688, + 0.714844, + 0.683594, + 0.361328, + 0.660156, + 0.5625, + 0.441406, + 1.140625, + 0.90625, + 0.640625, + 1.171875, + 0.773438, + 0.660156, + 0.699219, + 0.400391, + 0.652344, + 1.0625, + 0.330078, + 1.570312, + 0.832031, + 0.546875, + 1.773438, + 0.396484, + 1.898438, + 0.71875, + 0.550781, + 0.902344, + 0.6875, + 1.203125, + 0.539062, + 0.769531, + 0.523438, + 1.453125, + 0.851562, + 0.5625, + 0.65625, + 0.558594, + 1.101562, + 0.691406, + 1.398438, + 1.882812, + 0.388672, + 1.015625, + 0.792969, + 0.984375, + 1.914062, + 1.664062, + 1.53125, + 0.738281, + 0.458984, + 0.5625, + 0.589844, + 1.40625, + 0.90625, + 0.07959, + 1.085938, + 0.691406, + 1.585938, + 0.423828, + 0.443359, + 1.0625, + 0.566406, + 0.339844, + 0.742188, + 1.71875, + 0.863281, + 0.949219, + 0.455078, + 0.589844, + 1.570312, + 1.257812, + 1.695312, + 0.734375, + 0.511719, + 0.417969, + 0.519531, + 0.660156, + 0.515625, + 0.507812, + 1.492188, + 0.53125, + 0.539062, + 0.882812, + 1.523438, + 2.09375, + 0.6875, + 0.699219, + 2.234375, + 0.902344, + 0.398438, + 0.675781, + 0.667969, + 0.423828, + 1.648438, + 0.457031, + 0.757812, + 0.414062, + 0.394531, + 0.921875, + 0.435547, + 0.625, + 1.953125, + 0.384766, + 1.03125, + 0.390625, + 0.503906, + 0.511719, + 0.384766, + 0.855469, + 0.168945, + 0.542969, + 1.421875, + 0.75, + 0.707031, + 1.585938, + 1.328125, + 1.515625, + 0.917969, + 1.070312, + 0.182617, + 0.474609, + 0.773438, + 1.875, + 0.314453, + 0.878906, + 1.09375, + 0.410156, + 0.921875, + 0.695312, + 1.164062, + 2.0, + 1.179688, + 0.621094, + 0.585938, + 0.703125, + 0.351562, + 0.511719, + 0.558594, + 0.691406, + 2.0, + 0.402344, + 0.412109, + 0.679688, + 1.148438, + 0.488281, + 0.433594, + 0.535156, + 1.523438, + 0.816406, + 0.753906, + 2.359375, + 0.470703, + 0.800781, + 0.789062, + 0.542969, + 0.773438, + 0.585938, + 1.148438, + 0.746094, + 0.734375, + 1.03125, + 0.384766, + 0.617188, + 1.140625, + 1.304688, + 0.742188, + 1.039062, + 0.863281, + 1.125, + 1.945312, + 0.523438, + 1.828125, + 0.431641, + 0.5625, + 0.679688, + 0.19043, + 0.808594, + 0.914062, + 0.386719, + 0.5625, + 0.589844, + 0.433594, + 0.404297, + 1.890625, + 1.53125, + 0.439453, + 0.478516, + 0.546875, + 1.710938, + 0.402344, + 0.804688, + 0.402344, + 0.5625, + 1.265625, + 0.546875, + 0.53125, + 1.953125, + 1.132812, + 1.664062, + 2.71875, + 0.597656, + 0.714844, + 0.644531, + 0.53125, + 0.349609, + 1.570312, + 1.023438, + 1.898438, + 0.492188, + 0.660156, + 0.404297, + 0.980469, + 1.65625, + 0.427734, + 0.578125, + 1.109375, + 1.039062, + 0.384766, + 1.742188, + 0.433594, + 0.527344, + 1.367188, + 0.828125, + 0.582031, + 0.507812, + 0.746094, + 0.820312, + 0.644531, + 0.914062, + 0.535156, + 0.355469, + 0.308594, + 0.466797, + 0.515625, + 1.046875, + 0.458984, + 1.40625, + 0.421875, + 1.164062, + 0.40625, + 0.746094, + 0.636719, + 0.957031, + 1.289062, + 0.416016, + 0.644531, + 0.550781, + 1.945312, + 0.789062, + 0.734375, + 0.824219, + 0.535156, + 0.441406, + 1.039062, + 0.132812, + 0.746094, + 0.582031, + 0.597656, + 0.443359, + 0.667969, + 2.609375, + 1.546875, + 0.613281, + 0.376953, + 0.161133, + 0.777344, + 0.314453, + 0.953125, + 0.683594, + 1.960938, + 0.490234, + 1.34375, + 0.476562, + 1.289062, + 1.703125, + 1.234375, + 0.714844, + 0.369141, + 0.570312, + 0.859375, + 0.664062, + 0.824219, + 2.09375, + 1.578125, + 0.550781, + 0.404297, + 1.335938, + 0.625, + 0.5625, + 0.933594, + 0.75, + 1.453125, + 0.582031, + 0.59375, + 0.707031, + 0.410156, + 1.382812, + 0.746094, + 0.734375, + 0.259766, + 0.400391, + 1.007812, + 0.621094, + 2.015625, + 0.648438, + 0.585938, + 0.168945, + 0.605469, + 0.431641, + 0.515625, + 0.494141, + 0.980469, + 0.695312, + 0.941406, + 0.519531, + 0.960938, + 1.398438, + 0.890625, + 2.078125, + 1.953125, + 1.84375, + 1.015625, + 1.960938, + 0.404297, + 0.511719, + 0.355469, + 0.828125, + 0.570312, + 0.245117, + 0.757812, + 1.421875, + 0.792969, + 0.494141, + 0.425781, + 0.902344, + 0.166992, + 0.855469, + 0.867188, + 1.359375, + 1.476562, + 0.402344, + 0.578125, + 0.65625, + 0.851562, + 1.867188, + 0.785156, + 0.414062, + 0.8125, + 1.320312, + 1.71875, + 0.527344, + 1.671875, + 0.519531, + 0.648438, + 1.5625, + 1.617188, + 2.359375, + 0.90625, + 0.382812, + 1.25, + 0.945312, + 1.476562, + 0.808594, + 0.589844, + 0.644531, + 1.523438, + 1.070312, + 0.455078, + 0.511719, + 0.75, + 0.160156, + 1.171875, + 0.470703, + 1.070312, + 0.445312, + 0.605469, + 1.976562, + 0.5625, + 0.503906, + 1.601562, + 0.382812, + 0.546875, + 0.503906, + 0.835938, + 1.890625, + 0.617188, + 0.376953, + 0.632812, + 0.470703, + 1.773438, + 0.5625, + 0.457031, + 0.660156, + 1.859375, + 0.761719, + 1.523438, + 2.78125, + 0.546875, + 0.523438, + 0.816406, + 0.378906, + 0.182617, + 0.486328, + 0.435547, + 0.53125, + 0.714844, + 0.941406, + 0.146484, + 0.796875, + 2.03125, + 0.957031, + 0.6875, + 0.917969, + 0.410156, + 2.09375, + 0.605469, + 0.652344, + 1.5, + 0.378906, + 0.5, + 1.78125, + 0.632812, + 1.484375, + 0.347656, + 2.015625, + 0.5, + 1.234375, + 0.625, + 0.46875, + 0.769531, + 0.585938, + 0.824219, + 0.472656, + 0.78125, + 1.054688, + 0.439453, + 0.738281, + 0.423828, + 0.574219, + 1.171875, + 0.613281, + 0.503906, + 0.359375, + 1.617188, + 0.925781, + 0.451172, + 0.828125, + 0.419922, + 0.652344, + 0.492188, + 1.578125, + 0.378906, + 2.09375, + 1.328125, + 0.490234, + 0.558594, + 0.359375, + 1.921875, + 0.46875, + 3.21875, + 1.578125, + 0.96875, + 0.539062, + 0.494141, + 0.494141, + 0.632812, + 1.398438, + 1.1875, + 1.21875, + 0.574219, + 0.875, + 0.703125, + 0.201172, + 1.0, + 0.671875, + 0.636719, + 1.296875, + 0.519531, + 0.78125, + 0.412109, + 1.65625, + 0.679688, + 1.484375, + 0.625, + 0.835938, + 2.09375, + 1.804688, + 2.09375, + 0.474609, + 0.5625, + 0.792969, + 1.890625, + 0.523438, + 1.625, + 2.0, + 0.660156, + 0.972656, + 1.296875, + 1.679688, + 0.578125, + 1.273438, + 1.398438, + 0.476562, + 0.9375, + 0.578125, + 1.5, + 1.117188, + 0.470703, + 1.367188, + 0.578125, + 0.648438, + 0.917969, + 1.859375, + 1.8125, + 0.182617, + 0.867188, + 0.503906, + 1.984375, + 0.40625, + 0.71875, + 1.023438, + 0.851562, + 1.03125, + 0.46875, + 0.488281, + 2.15625, + 0.585938, + 0.490234, + 0.722656, + 0.5, + 1.546875, + 0.161133, + 0.367188, + 1.179688, + 0.554688, + 1.429688, + 0.597656, + 0.542969, + 0.941406, + 1.976562, + 0.486328, + 0.847656, + 0.519531, + 0.458984, + 0.617188, + 1.953125, + 1.429688, + 0.917969, + 1.257812, + 2.734375, + 0.542969, + 0.664062, + 1.328125, + 0.5625, + 0.722656, + 0.753906, + 0.660156, + 0.941406, + 1.421875, + 0.451172, + 1.046875, + 0.804688, + 0.691406, + 0.451172, + 0.914062, + 2.109375, + 0.492188, + 1.148438, + 0.828125, + 0.183594, + 1.476562, + 0.388672, + 0.4375, + 0.427734, + 0.535156, + 0.445312, + 0.363281, + 1.414062, + 0.457031, + 0.582031, + 0.410156, + 0.535156, + 0.652344, + 0.386719, + 0.484375, + 0.609375, + 0.458984, + 0.691406, + 0.22168, + 0.515625, + 0.714844, + 0.542969, + 0.667969, + 0.839844, + 0.578125, + 0.609375, + 2.1875, + 0.585938, + 1.320312, + 1.71875, + 1.445312, + 0.488281, + 1.1875, + 0.570312, + 0.71875, + 0.632812, + 0.671875, + 0.365234, + 0.914062, + 0.921875, + 0.355469, + 1.273438, + 1.242188, + 0.275391, + 0.699219, + 0.96875, + 0.431641, + 0.566406, + 1.125, + 0.244141, + 0.589844, + 1.679688, + 1.578125, + 0.5625, + 0.380859, + 0.157227, + 1.265625, + 0.457031, + 1.492188, + 0.597656, + 0.75, + 0.761719, + 0.439453, + 0.699219, + 0.722656, + 0.425781, + 0.617188, + 0.404297, + 0.917969, + 2.015625, + 1.320312, + 0.462891, + 0.443359, + 0.421875, + 0.566406, + 0.675781, + 1.148438, + 0.539062, + 0.796875, + 0.738281, + 0.433594, + 0.625, + 1.578125, + 0.498047, + 0.503906, + 0.921875, + 0.84375, + 0.6875, + 0.546875, + 0.675781, + 0.804688, + 1.320312, + 1.742188, + 0.558594, + 0.257812, + 0.5, + 1.179688, + 0.9375, + 1.375, + 0.789062, + 1.570312, + 0.699219, + 1.445312, + 0.570312, + 0.213867, + 0.466797, + 1.9375, + 0.527344, + 0.820312, + 0.333984, + 0.443359, + 0.703125, + 0.660156, + 1.40625, + 1.335938, + 2.0, + 0.542969, + 0.742188, + 0.425781, + 0.800781, + 0.392578, + 1.164062, + 0.609375, + 2.484375, + 0.546875, + 0.578125, + 1.3125, + 0.683594, + 1.242188, + 0.425781, + 0.404297, + 0.675781, + 2.375, + 0.871094, + 0.464844, + 1.078125, + 0.453125, + 1.796875, + 0.345703, + 1.234375, + 0.941406, + 0.496094, + 1.03125, + 1.210938, + 0.59375, + 1.554688, + 2.078125, + 0.451172, + 0.542969, + 0.738281, + 1.257812, + 0.523438, + 0.198242, + 1.460938, + 0.929688, + 1.171875, + 0.621094, + 0.476562, + 1.914062, + 0.726562, + 1.320312, + 0.96875, + 0.734375, + 0.777344, + 0.910156, + 0.78125, + 0.40625, + 0.578125, + 0.664062, + 0.578125, + 0.640625, + 0.570312, + 0.527344, + 0.722656, + 1.875, + 0.542969, + 0.416016, + 0.738281, + 1.734375, + 0.466797, + 1.507812, + 0.609375, + 0.554688, + 0.71875, + 0.921875, + 0.337891, + 0.373047, + 0.550781, + 0.519531, + 0.351562, + 2.09375, + 1.179688, + 0.667969, + 0.496094, + 0.964844, + 0.71875, + 0.535156, + 1.617188, + 1.296875, + 1.78125, + 0.365234, + 0.933594, + 0.410156, + 2.203125, + 0.871094, + 0.474609, + 0.570312, + 0.625, + 0.671875, + 0.605469, + 1.585938, + 0.380859, + 0.373047, + 0.416016, + 1.046875, + 1.335938, + 0.757812, + 0.431641, + 0.738281, + 0.550781, + 1.898438, + 0.683594, + 0.519531, + 0.535156, + 0.8125, + 1.09375, + 0.902344, + 2.3125, + 1.601562, + 1.367188, + 1.726562, + 1.46875, + 0.396484, + 0.949219, + 0.474609, + 0.451172, + 0.652344, + 0.878906, + 0.792969, + 1.898438, + 0.804688, + 2.890625, + 0.703125, + 0.515625, + 0.648438, + 0.527344, + 0.585938, + 0.664062, + 0.710938, + 0.660156, + 0.753906, + 1.0, + 0.8125, + 0.410156, + 0.535156, + 0.714844, + 0.417969, + 1.632812, + 0.384766, + 0.527344, + 0.621094, + 0.416016, + 0.396484, + 0.535156, + 0.648438, + 0.259766, + 1.6875, + 0.449219, + 0.453125, + 0.714844, + 0.800781, + 0.617188, + 0.945312, + 0.8125, + 0.679688, + 0.984375, + 0.408203, + 0.365234, + 0.535156, + 0.353516, + 0.193359, + 0.472656, + 0.498047, + 1.382812, + 0.699219, + 0.617188, + 0.632812, + 2.28125, + 0.585938, + 1.71875, + 0.464844, + 0.765625, + 1.664062, + 1.351562, + 0.753906, + 0.453125, + 1.679688, + 0.378906, + 0.660156, + 0.367188, + 0.5, + 0.921875, + 1.25, + 0.550781, + 0.507812, + 0.882812, + 0.546875, + 0.5, + 0.435547, + 0.828125, + 0.503906, + 2.046875, + 0.375, + 1.09375, + 1.84375, + 1.210938, + 2.125, + 0.589844, + 0.753906, + 1.390625, + 0.443359, + 1.429688, + 0.585938, + 0.441406, + 0.714844, + 0.225586, + 1.492188, + 0.628906, + 0.613281, + 1.648438, + 1.492188, + 0.5625, + 0.433594, + 0.796875, + 1.070312, + 0.296875, + 0.703125, + 1.398438, + 0.632812, + 1.773438, + 1.609375, + 0.464844, + 0.527344, + 0.574219, + 0.421875, + 1.1875, + 1.101562, + 1.710938, + 0.601562, + 0.878906, + 0.470703, + 0.667969, + 1.203125, + 0.457031, + 0.742188, + 1.210938, + 0.523438, + 2.328125, + 1.84375, + 1.09375, + 0.550781, + 0.59375, + 0.449219, + 0.392578, + 0.464844, + 0.714844, + 1.820312, + 1.429688, + 0.498047, + 0.933594, + 1.710938, + 1.734375, + 1.945312, + 0.423828, + 1.421875, + 1.132812, + 0.683594, + 0.820312, + 0.318359, + 0.578125, + 0.388672, + 0.875, + 0.417969, + 0.589844, + 0.423828, + 0.369141, + 0.855469, + 0.376953, + 0.585938, + 0.695312, + 0.382812, + 0.960938, + 0.202148, + 0.734375, + 1.59375, + 0.566406, + 0.832031, + 1.421875, + 1.25, + 0.746094, + 2.0, + 2.296875, + 0.4375, + 0.353516, + 0.186523, + 2.328125, + 0.361328, + 1.398438, + 0.507812, + 0.796875, + 0.417969, + 0.570312, + 0.353516, + 0.878906, + 0.714844, + 0.527344, + 0.578125, + 0.535156, + 0.458984, + 0.523438, + 0.800781, + 0.675781, + 0.257812, + 0.554688, + 0.757812, + 0.527344, + 0.546875, + 2.125, + 0.154297, + 0.474609, + 1.953125, + 1.4375, + 0.5, + 1.21875, + 1.273438, + 1.375, + 0.640625, + 0.789062, + 0.443359, + 1.078125, + 1.09375, + 0.486328, + 0.194336, + 0.695312, + 1.132812, + 0.730469, + 1.28125, + 0.554688, + 1.023438, + 0.796875, + 1.046875, + 0.365234, + 1.265625, + 0.445312, + 0.193359, + 0.464844, + 0.695312, + 0.597656, + 0.451172, + 1.085938, + 0.820312, + 0.396484, + 1.21875, + 0.371094, + 0.679688, + 0.488281, + 0.503906, + 1.484375, + 0.458984, + 1.507812, + 1.617188, + 1.015625, + 0.570312, + 0.503906, + 0.894531, + 0.419922, + 0.9375, + 0.945312, + 0.582031, + 1.921875, + 0.429688, + 1.632812, + 1.179688, + 0.863281, + 2.890625, + 0.714844, + 1.664062, + 2.3125, + 0.535156, + 0.84375, + 1.046875, + 0.824219, + 0.785156, + 0.466797, + 1.609375, + 0.59375, + 0.474609, + 0.414062, + 1.523438, + 1.882812, + 0.714844, + 1.601562, + 0.347656, + 1.445312, + 0.223633, + 1.25, + 1.75, + 0.769531, + 0.800781, + 1.140625, + 0.578125, + 0.464844, + 0.847656, + 2.015625, + 0.527344, + 0.746094, + 0.484375, + 1.945312, + 0.419922, + 0.357422, + 0.574219, + 0.507812, + 0.585938, + 0.730469, + 1.53125, + 0.949219, + 0.605469, + 0.667969, + 0.427734, + 0.769531, + 2.265625, + 0.921875, + 1.382812, + 0.921875, + 0.236328, + 0.494141, + 0.421875, + 0.539062, + 0.206055, + 2.015625, + 0.527344, + 0.871094, + 0.558594, + 0.59375, + 0.707031, + 0.412109, + 0.416016, + 0.019287, + 0.617188, + 0.675781, + 1.101562, + 0.863281, + 0.546875, + 1.398438, + 0.839844, + 0.585938, + 2.140625, + 1.601562, + 0.460938, + 1.34375, + 0.546875, + 0.847656, + 0.882812, + 1.101562, + 0.890625, + 1.476562, + 0.371094, + 1.234375, + 1.820312, + 1.617188, + 0.816406, + 0.5625, + 1.804688, + 0.640625, + 1.789062, + 1.328125, + 0.168945, + 0.425781, + 0.511719, + 1.765625, + 0.335938, + 0.964844, + 0.679688, + 1.203125, + 1.984375, + 0.679688, + 0.925781, + 0.535156, + 0.566406, + 0.542969, + 0.511719, + 0.632812, + 0.527344, + 1.039062, + 0.765625, + 1.0625, + 0.304688, + 0.359375, + 1.351562, + 0.609375, + 1.3125, + 0.535156, + 2.140625, + 0.578125, + 0.648438, + 1.453125, + 0.621094, + 0.753906, + 0.550781, + 0.824219, + 0.429688, + 0.457031, + 0.777344, + 2.140625, + 0.480469, + 1.84375, + 2.375, + 0.542969, + 0.539062, + 0.400391, + 0.742188, + 0.726562, + 0.427734, + 0.863281, + 0.695312, + 0.554688, + 0.835938, + 0.396484, + 1.4375, + 0.667969, + 0.478516, + 1.90625, + 0.200195, + 0.445312, + 0.396484, + 0.511719, + 0.134766, + 0.451172, + 1.265625, + 0.636719, + 1.304688, + 0.478516, + 1.882812, + 1.40625, + 0.570312, + 1.125, + 1.882812, + 0.667969, + 1.882812, + 0.820312, + 0.335938, + 0.546875, + 0.339844, + 1.820312, + 1.265625, + 0.636719, + 0.5625, + 0.542969, + 0.949219, + 0.675781, + 0.498047, + 0.789062, + 0.441406, + 0.644531, + 1.875, + 1.632812, + 0.910156, + 0.324219, + 0.691406, + 1.335938, + 0.519531, + 1.609375, + 0.429688, + 0.445312, + 0.613281, + 0.785156, + 0.451172, + 0.464844, + 0.5625, + 0.445312, + 0.84375, + 0.53125, + 0.5625, + 0.449219, + 0.667969, + 0.945312, + 0.449219, + 0.632812, + 0.601562, + 0.65625, + 0.566406, + 1.398438, + 0.511719, + 1.046875, + 1.320312, + 1.140625, + 1.851562, + 0.494141, + 0.699219, + 0.53125, + 1.59375, + 0.380859, + 0.138672, + 0.972656, + 0.460938, + 0.792969, + 0.625, + 0.609375, + 1.679688, + 0.695312, + 0.382812, + 1.28125, + 0.574219, + 0.699219, + 0.832031, + 0.125977, + 0.707031, + 1.101562, + 0.617188, + 0.433594, + 1.6875, + 0.640625, + 0.460938, + 0.632812, + 0.828125, + 0.539062, + 1.046875, + 0.679688, + 0.640625, + 1.390625, + 0.410156, + 1.289062, + 0.394531, + 1.023438, + 1.898438, + 0.488281, + 2.421875, + 1.007812, + 0.613281, + 0.511719, + 0.474609, + 0.464844, + 1.0, + 0.855469, + 1.625, + 0.480469, + 0.429688, + 0.917969, + 0.984375, + 2.015625, + 1.164062, + 1.25, + 1.46875, + 0.625, + 0.5625, + 0.796875, + 0.392578, + 0.142578, + 0.59375, + 2.34375, + 1.1875, + 2.1875, + 1.296875, + 1.96875, + 1.421875, + 0.59375, + 1.398438, + 0.353516, + 1.195312, + 0.435547, + 0.484375, + 1.078125, + 0.488281, + 0.341797, + 0.515625, + 1.914062, + 0.816406, + 0.519531, + 0.554688, + 1.453125, + 1.140625, + 0.910156, + 0.984375, + 0.601562, + 1.765625, + 1.515625, + 0.414062, + 0.652344, + 0.5625, + 0.605469, + 0.851562, + 0.408203, + 0.960938, + 0.800781, + 0.601562, + 0.423828, + 0.488281, + 1.710938, + 1.59375, + 0.847656, + 0.910156, + 1.421875, + 1.523438, + 1.710938, + 0.558594, + 0.664062, + 0.515625, + 0.496094, + 0.582031, + 0.462891, + 0.914062, + 1.6875, + 0.404297, + 0.367188, + 1.679688, + 0.402344, + 1.75, + 0.279297, + 0.527344, + 0.769531, + 0.302734, + 0.871094, + 1.304688, + 1.65625, + 1.320312, + 1.734375, + 0.519531, + 0.660156, + 0.609375, + 1.59375, + 1.429688, + 0.478516, + 1.914062, + 1.6875, + 1.546875, + 0.585938, + 1.703125, + 1.265625, + 0.515625, + 0.878906, + 0.507812, + 1.734375, + 0.466797, + 0.726562, + 1.039062, + 0.984375, + 1.125, + 0.613281, + 1.726562, + 0.421875, + 0.578125, + 0.550781, + 1.070312, + 1.695312, + 0.503906, + 0.519531, + 1.421875, + 0.671875, + 0.574219, + 0.78125, + 0.382812, + 0.490234, + 0.660156, + 0.398438, + 1.039062, + 1.1875, + 0.488281, + 1.078125, + 0.582031, + 1.046875, + 1.367188, + 1.765625, + 1.5625, + 0.337891, + 0.929688, + 1.84375, + 2.140625, + 0.519531, + 0.408203, + 1.695312, + 2.03125, + 2.109375, + 0.361328, + 1.460938, + 0.376953, + 0.953125, + 0.726562, + 0.753906, + 0.539062, + 1.015625, + 0.703125, + 0.378906, + 0.431641, + 0.628906, + 0.835938, + 0.423828, + 0.835938, + 0.369141, + 0.789062, + 0.40625, + 0.519531, + 0.691406, + 0.652344, + 0.439453, + 0.196289, + 0.585938, + 1.96875, + 1.078125, + 0.75, + 0.652344, + 1.40625, + 0.691406, + 1.640625, + 0.625, + 1.585938, + 0.664062, + 0.898438, + 2.078125, + 0.75, + 0.675781, + 0.640625, + 0.435547, + 1.492188, + 1.664062, + 1.070312, + 1.171875, + 0.714844, + 0.75, + 0.796875, + 0.539062, + 1.101562, + 0.59375, + 0.455078, + 1.796875, + 0.546875, + 0.480469, + 0.462891, + 0.129883, + 1.679688, + 1.460938, + 0.949219, + 1.445312, + 0.443359, + 1.132812, + 1.109375, + 0.5, + 0.5625, + 0.765625, + 0.78125, + 0.539062, + 0.357422, + 0.648438, + 0.427734, + 1.148438, + 0.527344, + 0.621094, + 0.574219, + 0.337891, + 0.765625, + 0.898438, + 1.710938, + 1.835938, + 0.417969, + 2.265625, + 1.5625, + 0.394531, + 0.53125, + 1.367188, + 0.617188, + 1.875, + 0.769531, + 0.859375, + 0.375, + 0.4375, + 0.480469, + 0.494141, + 0.416016, + 0.691406, + 1.289062, + 0.863281, + 1.5, + 0.820312, + 0.566406, + 1.273438, + 0.832031, + 0.480469, + 0.957031, + 0.519531, + 1.679688, + 0.949219, + 0.439453, + 0.691406, + 1.5625, + 0.380859, + 1.382812, + 1.554688, + 0.925781, + 0.53125, + 0.488281, + 1.242188, + 1.203125, + 1.164062, + 1.257812, + 1.101562, + 1.859375, + 0.605469, + 0.882812, + 0.972656, + 0.427734, + 0.601562, + 1.179688, + 0.679688, + 0.832031, + 1.132812, + 0.597656, + 0.910156, + 1.976562, + 1.335938, + 1.125, + 0.945312, + 0.386719, + 1.335938, + 0.5, + 0.141602, + 0.730469, + 1.320312, + 0.554688, + 1.242188, + 0.451172, + 0.683594, + 0.410156, + 1.234375, + 0.914062, + 1.984375, + 1.601562, + 0.488281, + 2.25, + 1.929688, + 0.75, + 1.375, + 0.490234, + 0.349609, + 2.171875, + 0.466797, + 0.476562, + 0.546875, + 0.699219, + 1.109375, + 0.181641, + 1.203125, + 0.554688, + 0.742188, + 1.125, + 1.867188, + 0.636719, + 1.4375, + 1.078125, + 0.558594, + 1.757812, + 0.523438, + 0.546875, + 1.351562, + 0.378906, + 1.867188, + 0.6875, + 0.671875, + 0.871094, + 0.196289, + 1.765625, + 0.367188, + 1.921875, + 1.710938, + 0.369141, + 1.515625, + 0.792969, + 1.453125, + 1.898438, + 1.0625, + 0.707031, + 0.375, + 2.25, + 0.486328, + 0.816406, + 1.4375, + 0.652344, + 0.515625, + 0.914062, + 0.589844, + 0.535156, + 1.492188, + 0.466797, + 1.046875, + 0.652344, + 0.792969, + 0.726562, + 0.648438, + 0.466797, + 1.5625, + 0.507812, + 0.648438, + 0.339844, + 0.191406, + 0.621094, + 0.416016, + 0.414062, + 1.039062, + 0.515625, + 1.789062, + 1.046875, + 0.472656, + 0.332031, + 0.462891, + 0.527344, + 1.992188, + 0.550781, + 0.617188, + 2.21875, + 1.671875, + 0.910156, + 0.5, + 0.4375, + 0.691406, + 0.734375, + 0.894531, + 1.359375, + 0.402344, + 1.703125, + 1.070312, + 1.015625, + 0.470703, + 0.964844, + 0.380859, + 0.589844, + 0.628906, + 0.126953, + 0.671875, + 0.597656, + 0.378906, + 1.90625, + 0.621094, + 0.707031, + 1.007812, + 0.9375, + 1.015625, + 0.578125, + 0.796875, + 0.550781, + 0.644531, + 0.65625, + 0.488281, + 0.511719, + 0.613281, + 1.851562, + 1.164062, + 0.792969, + 0.59375, + 1.28125, + 0.582031, + 0.209961, + 0.455078, + 1.585938, + 0.392578, + 0.550781, + 0.695312, + 0.683594, + 1.507812, + 0.785156, + 1.625, + 1.015625, + 0.425781, + 0.964844, + 1.828125, + 0.734375, + 0.660156, + 1.125, + 0.828125, + 0.667969, + 0.726562, + 1.320312, + 0.597656, + 0.574219, + 0.691406, + 0.40625, + 0.714844, + 1.53125, + 0.675781, + 0.488281, + 0.570312, + 1.773438, + 1.710938, + 0.423828, + 0.816406, + 0.396484, + 0.353516, + 0.550781, + 0.65625, + 0.722656, + 0.570312, + 1.78125, + 0.601562, + 0.691406, + 1.476562, + 1.742188, + 0.640625, + 1.085938, + 0.59375, + 1.0625, + 0.398438, + 0.457031, + 0.503906, + 0.5625, + 0.683594, + 0.550781, + 0.703125, + 0.679688, + 0.589844, + 0.5625, + 0.410156, + 0.361328, + 0.691406, + 1.132812, + 0.535156, + 0.574219, + 0.443359, + 1.53125, + 0.414062, + 0.722656, + 0.503906, + 1.359375, + 0.734375, + 0.75, + 0.546875, + 0.570312, + 0.722656, + 0.5, + 2.15625, + 1.453125, + 0.601562, + 0.835938, + 0.507812, + 0.746094, + 0.488281, + 0.369141, + 1.726562, + 2.140625, + 0.660156, + 1.203125, + 1.101562, + 1.109375, + 0.675781, + 0.470703, + 1.601562, + 0.847656, + 0.5, + 0.867188, + 0.671875, + 0.613281, + 0.789062, + 0.597656, + 1.023438, + 0.507812, + 1.664062, + 0.765625, + 0.519531, + 1.703125, + 0.390625, + 0.628906, + 0.138672, + 0.640625, + 0.789062, + 1.28125, + 1.5, + 0.894531, + 0.371094, + 2.265625, + 0.710938, + 1.65625, + 0.361328, + 0.498047, + 0.404297, + 1.921875, + 0.542969, + 1.25, + 0.597656, + 1.570312, + 0.78125, + 2.109375, + 1.265625, + 1.070312, + 0.921875, + 2.59375, + 0.632812, + 1.445312, + 0.582031, + 1.007812, + 0.511719, + 0.466797, + 0.800781, + 2.09375, + 1.601562, + 1.015625, + 0.671875, + 0.462891, + 1.179688, + 0.408203, + 0.792969, + 1.054688, + 0.285156, + 0.996094, + 0.902344, + 0.414062, + 2.265625, + 1.0, + 1.632812, + 0.628906, + 0.640625, + 1.445312, + 0.644531, + 0.332031, + 1.742188, + 1.734375, + 0.443359, + 0.621094, + 1.0625, + 0.640625, + 1.929688, + 0.118652, + 1.226562, + 0.835938, + 0.753906, + 2.21875, + 0.875, + 0.585938, + 0.464844, + 0.714844, + 0.488281, + 0.435547, + 0.155273, + 0.570312, + 1.101562, + 0.367188, + 0.566406, + 1.039062, + 0.652344, + 0.578125, + 2.140625, + 0.158203, + 2.390625, + 0.972656, + 1.0625, + 1.703125, + 0.691406, + 0.617188, + 0.503906, + 1.609375, + 0.609375, + 0.648438, + 0.550781, + 1.570312, + 0.375, + 1.132812, + 1.796875, + 1.492188, + 1.023438, + 0.648438, + 0.625, + 0.570312, + 0.710938, + 0.636719, + 0.695312, + 0.789062, + 0.96875, + 0.871094, + 1.898438, + 0.691406, + 0.636719, + 1.992188, + 0.9375, + 1.257812, + 0.225586, + 0.40625, + 0.400391, + 0.777344, + 0.914062, + 0.902344, + 1.101562, + 0.515625, + 0.585938, + 1.46875, + 0.443359, + 0.542969, + 0.480469, + 0.476562, + 1.601562, + 0.498047, + 0.667969, + 0.507812, + 1.234375, + 0.714844, + 0.878906, + 0.632812, + 0.628906, + 0.777344, + 0.679688, + 0.863281, + 1.804688, + 1.945312, + 0.417969, + 0.707031, + 0.53125, + 0.398438, + 0.898438, + 0.558594, + 0.644531, + 0.542969, + 0.361328, + 0.5, + 0.898438, + 0.511719, + 2.140625, + 0.523438, + 0.679688, + 1.046875, + 0.621094, + 0.832031, + 1.0, + 0.800781, + 1.59375, + 1.226562, + 0.613281, + 0.196289, + 1.09375, + 1.015625, + 0.664062, + 0.582031, + 0.882812, + 0.816406, + 1.875, + 0.679688, + 1.070312, + 0.386719, + 0.675781, + 0.507812, + 0.394531, + 1.03125, + 1.859375, + 0.785156, + 2.078125, + 1.828125, + 0.886719, + 0.703125, + 1.328125, + 0.546875, + 0.9375, + 1.398438, + 0.601562, + 0.164062, + 1.078125, + 0.582031, + 0.261719, + 1.1875, + 0.660156, + 1.820312, + 0.498047, + 1.351562, + 0.621094, + 0.519531, + 0.683594, + 0.910156, + 0.427734, + 0.458984, + 1.882812, + 0.695312, + 0.167969, + 0.710938, + 0.867188, + 0.789062, + 1.921875, + 0.53125, + 0.542969, + 0.789062, + 1.351562, + 1.101562, + 0.90625, + 0.376953, + 0.550781, + 0.4375, + 0.796875, + 1.398438, + 0.255859, + 0.498047, + 0.371094, + 0.527344, + 0.714844, + 0.523438, + 2.296875, + 1.492188, + 1.765625, + 0.800781, + 0.898438, + 0.933594, + 0.136719, + 0.472656, + 0.894531, + 1.765625, + 0.953125, + 0.683594, + 1.757812, + 0.361328, + 1.367188, + 0.429688, + 1.875, + 0.703125, + 0.789062, + 0.605469, + 0.558594, + 0.796875, + 0.53125, + 1.015625, + 1.835938, + 0.753906, + 1.109375, + 0.441406, + 0.4375, + 1.726562, + 0.703125, + 0.294922, + 0.318359, + 0.570312, + 0.703125, + 1.023438, + 0.898438, + 0.621094, + 2.234375, + 0.683594, + 0.527344, + 0.660156, + 0.902344, + 0.408203, + 0.400391, + 0.507812, + 0.511719, + 0.5625, + 0.574219, + 0.574219, + 0.785156, + 0.691406, + 0.519531, + 0.636719, + 0.566406, + 1.453125, + 0.574219, + 0.462891, + 1.0, + 0.224609, + 0.496094, + 0.408203, + 0.617188, + 0.396484, + 1.0625, + 1.109375 + ] + }, + "name": "model.model.layers.14.input_layernorm.weight", + "outputIndexes": [ + 1166 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1165 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_14/Mul_output_0", + "outputIndexes": [ + 1167 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1166, + 1167 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_14/Mul_1_output_0", + "outputIndexes": [ + 1168 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1168 + ], + "outputIndexes": [ + 2700 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2700 + ], + "outputIndexes": [ + 2701 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear", + "inputIndexes": [ + 2701 + ], + "outputIndexes": [ + 2702 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1835497580, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2702 + ], + "outputIndexes": [ + 2703 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2703 + ], + "outputIndexes": [ + 1169 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1168 + ], + "main_type": "NONE", + "name": "/Shape_197_output_0", + "outputIndexes": [ + 1170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1170 + ], + "main_type": "NONE", + "name": "Shape3579", + "outputIndexes": [ + 1171 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1170 + ], + "main_type": "NONE", + "name": "Rank3581", + "outputIndexes": [ + 1172 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1172, + 1172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3583", + "outputIndexes": [ + 1173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1173 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3584", + "outputIndexes": [ + 1174 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1173, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3586", + "outputIndexes": [ + 1175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1175 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3587", + "outputIndexes": [ + 1176 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1171, + 1174, + 1176, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3590", + "outputIndexes": [ + 1177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1177 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3591", + "outputIndexes": [ + 1178 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3592", + "outputIndexes": [ + 1179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1179, + 1178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3593", + "outputIndexes": [ + 1180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1170, + 1180, + 1173 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_214_output_0", + "outputIndexes": [ + 1181 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1181, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_449_output_0", + "outputIndexes": [ + 1182 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1182, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_182_output_0", + "outputIndexes": [ + 1183 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1169, + 1183 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_127_output_0", + "outputIndexes": [ + 1184 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1184, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_112_output_0", + "outputIndexes": [ + 1185 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1184 + ], + "main_type": "NONE", + "name": "/Shape_198_output_0", + "outputIndexes": [ + 1186 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1186 + ], + "main_type": "NONE", + "name": "Shape3600", + "outputIndexes": [ + 1187 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1186 + ], + "main_type": "NONE", + "name": "Rank3602", + "outputIndexes": [ + 1188 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1188, + 1188 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3604", + "outputIndexes": [ + 1189 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1189 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3605", + "outputIndexes": [ + 1190 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1189, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3607", + "outputIndexes": [ + 1191 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1191 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3608", + "outputIndexes": [ + 1192 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1187, + 1190, + 1192, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3611", + "outputIndexes": [ + 1193 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1193 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3612", + "outputIndexes": [ + 1194 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3613", + "outputIndexes": [ + 1195 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1195, + 1194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3614", + "outputIndexes": [ + 1196 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1186, + 1196, + 1189 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_215_output_0", + "outputIndexes": [ + 1197 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1197, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_42_output_0", + "outputIndexes": [ + 1198 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1198, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_454_output_0", + "outputIndexes": [ + 1199 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1184, + 1199, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_57_output_0", + "outputIndexes": [ + 1200 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1200 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_28_output_0", + "outputIndexes": [ + 1201 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1184, + 22, + 1199, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_56_output_0", + "outputIndexes": [ + 1202 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1201, + 1202 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_185_output_0", + "outputIndexes": [ + 1203 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1203, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_113_output_0", + "outputIndexes": [ + 1204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1185, + 1204 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_70_output_0", + "outputIndexes": [ + 1205 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1168 + ], + "outputIndexes": [ + 2704 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2704 + ], + "outputIndexes": [ + 2705 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear", + "inputIndexes": [ + 2705 + ], + "outputIndexes": [ + 2706 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1842737282, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2706 + ], + "outputIndexes": [ + 2707 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2707 + ], + "outputIndexes": [ + 1206 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1182, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_183_output_0", + "outputIndexes": [ + 1207 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1206, + 1207 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_128_output_0", + "outputIndexes": [ + 1208 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_114_output_0", + "outputIndexes": [ + 1209 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208 + ], + "main_type": "NONE", + "name": "/Shape_199_output_0", + "outputIndexes": [ + 1210 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1210 + ], + "main_type": "NONE", + "name": "Shape3663", + "outputIndexes": [ + 1211 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1210 + ], + "main_type": "NONE", + "name": "Rank3665", + "outputIndexes": [ + 1212 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1212, + 1212 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3667", + "outputIndexes": [ + 1213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1213 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3668", + "outputIndexes": [ + 1214 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1213, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3670", + "outputIndexes": [ + 1215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1215 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3671", + "outputIndexes": [ + 1216 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1211, + 1214, + 1216, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3674", + "outputIndexes": [ + 1217 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1217 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3675", + "outputIndexes": [ + 1218 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3676", + "outputIndexes": [ + 1219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1219, + 1218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3677", + "outputIndexes": [ + 1220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1210, + 1220, + 1213 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_216_output_0", + "outputIndexes": [ + 1221 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1221, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_43_output_0", + "outputIndexes": [ + 1222 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1222, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_456_output_0", + "outputIndexes": [ + 1223 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208, + 1223, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_59_output_0", + "outputIndexes": [ + 1224 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1224 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_29_output_0", + "outputIndexes": [ + 1225 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208, + 22, + 1223, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_58_output_0", + "outputIndexes": [ + 1226 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1225, + 1226 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_186_output_0", + "outputIndexes": [ + 1227 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1227, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_115_output_0", + "outputIndexes": [ + 1228 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1209, + 1228 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_71_output_0", + "outputIndexes": [ + 1229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1168 + ], + "outputIndexes": [ + 2708 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2708 + ], + "outputIndexes": [ + 2709 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear", + "inputIndexes": [ + 2709 + ], + "outputIndexes": [ + 2710 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1843771544, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2710 + ], + "outputIndexes": [ + 2711 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2711 + ], + "outputIndexes": [ + 1230 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1230, + 1207 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_129_output_0", + "outputIndexes": [ + 1231 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1205, + 1229, + 1231, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_134_output_0", + "outputIndexes": [ + 1232 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1232 + ], + "outputIndexes": [ + 2712 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2712 + ], + "outputIndexes": [ + 2713 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear", + "inputIndexes": [ + 2713 + ], + "outputIndexes": [ + 2714 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1844805806, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2714 + ], + "outputIndexes": [ + 2715 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2715 + ], + "outputIndexes": [ + 1233 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1165, + 1233 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_73_output_0", + "outputIndexes": [ + 1234 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.171875, + 1.046875, + 1.882812, + 0.490234, + 1.242188, + 0.671875, + 0.960938, + 1.109375, + 0.398438, + 0.421875, + 1.0, + 0.435547, + 0.835938, + 0.675781, + 0.386719, + 1.015625, + 1.0, + 0.714844, + 1.046875, + 0.353516, + 0.433594, + 0.992188, + 1.007812, + 0.640625, + 0.582031, + 1.28125, + 0.310547, + 0.503906, + 0.585938, + 0.6875, + 1.210938, + 0.417969, + 0.402344, + 0.789062, + 1.234375, + 1.421875, + 0.484375, + 0.363281, + 0.996094, + 0.414062, + 1.210938, + 0.953125, + 1.304688, + 0.890625, + 1.382812, + 1.289062, + 0.242188, + 1.46875, + 0.976562, + 0.4375, + 1.25, + 0.839844, + 0.875, + 0.859375, + 1.023438, + 0.625, + 1.140625, + 1.609375, + 1.132812, + 0.455078, + 0.652344, + 1.070312, + 1.21875, + 0.925781, + 1.320312, + 1.070312, + 0.451172, + 0.949219, + 0.511719, + 0.726562, + 0.738281, + 0.539062, + 1.148438, + 0.863281, + 1.15625, + 1.179688, + 0.601562, + 0.546875, + 0.462891, + 1.382812, + 1.34375, + 1.460938, + 1.28125, + 0.722656, + 1.0, + 0.199219, + 1.03125, + 1.351562, + 1.054688, + 0.433594, + 1.015625, + 1.085938, + 1.125, + 1.085938, + 1.140625, + 0.875, + 0.419922, + 0.511719, + 1.015625, + 0.460938, + 0.5, + 0.484375, + 1.421875, + 0.890625, + 0.875, + 1.148438, + 0.984375, + 0.458984, + 0.671875, + 0.894531, + 0.921875, + 0.753906, + 1.0625, + 0.292969, + 0.808594, + 0.249023, + 0.480469, + 1.070312, + 1.265625, + 0.439453, + 0.675781, + 0.828125, + 1.320312, + 0.929688, + 0.859375, + 0.777344, + 1.179688, + 0.746094, + 0.220703, + 0.466797, + 0.291016, + 0.96875, + 0.503906, + 1.039062, + 0.554688, + 0.960938, + 0.742188, + 1.085938, + 0.574219, + 1.101562, + 0.742188, + 1.226562, + 1.382812, + 0.515625, + 0.404297, + 0.402344, + 1.109375, + 0.933594, + 1.234375, + 1.007812, + 1.210938, + 0.984375, + 0.738281, + 1.0, + 0.605469, + 0.648438, + 0.478516, + 0.367188, + 1.242188, + 1.335938, + 0.394531, + 0.427734, + 0.429688, + 0.902344, + 0.457031, + 0.490234, + 0.679688, + 0.542969, + 0.804688, + 0.949219, + 0.992188, + 0.566406, + 0.550781, + 0.570312, + 0.886719, + 1.351562, + 0.886719, + 0.859375, + 1.21875, + 0.859375, + 0.5625, + 0.851562, + 1.1875, + 0.345703, + 0.53125, + 1.03125, + 0.804688, + 0.419922, + 0.742188, + 1.085938, + 0.472656, + 0.921875, + 0.648438, + 0.683594, + 1.320312, + 0.964844, + 0.972656, + 1.195312, + 0.486328, + 0.886719, + 0.890625, + 0.492188, + 0.910156, + 0.855469, + 1.117188, + 1.046875, + 0.546875, + 0.59375, + 1.21875, + 0.523438, + 1.171875, + 0.839844, + 0.554688, + 1.0, + 0.925781, + 0.835938, + 0.472656, + 0.455078, + 1.476562, + 0.773438, + 0.832031, + 0.421875, + 0.648438, + 1.101562, + 1.023438, + 1.359375, + 0.494141, + 0.582031, + 0.785156, + 0.957031, + 1.078125, + 1.101562, + 0.976562, + 0.859375, + 1.039062, + 0.996094, + 0.691406, + 1.28125, + 0.211914, + 0.914062, + 1.078125, + 0.828125, + 1.140625, + 0.890625, + 0.667969, + 0.601562, + 1.101562, + 1.171875, + 1.015625, + 0.863281, + 0.996094, + 1.34375, + 0.574219, + 0.6875, + 0.933594, + 0.542969, + 0.953125, + 0.199219, + 0.863281, + 0.412109, + 0.886719, + 1.0625, + 1.007812, + 1.140625, + 0.90625, + 0.515625, + 0.921875, + 0.945312, + 0.734375, + 1.0, + 0.855469, + 1.132812, + 1.0625, + 0.585938, + 0.640625, + 1.4375, + 1.046875, + 0.404297, + 0.625, + 1.179688, + 0.804688, + 0.960938, + 0.198242, + 1.023438, + 0.730469, + 1.40625, + 0.644531, + 1.070312, + 1.078125, + 0.421875, + 1.28125, + 0.429688, + 0.671875, + 0.507812, + 0.451172, + 0.777344, + 0.632812, + 0.507812, + 0.972656, + 0.832031, + 0.679688, + 0.558594, + 0.458984, + 1.164062, + 1.453125, + 1.195312, + 0.816406, + 0.859375, + 0.800781, + 1.03125, + 0.570312, + 0.703125, + 0.949219, + 0.894531, + 0.376953, + 1.085938, + 0.953125, + 1.289062, + 0.96875, + 0.945312, + 1.257812, + 0.800781, + 0.679688, + 0.734375, + 0.621094, + 0.980469, + 0.753906, + 0.902344, + 0.667969, + 0.636719, + 0.205078, + 0.800781, + 0.746094, + 0.722656, + 0.470703, + 0.859375, + 1.03125, + 1.53125, + 1.054688, + 0.503906, + 0.18457, + 0.734375, + 0.820312, + 0.757812, + 0.225586, + 1.117188, + 1.34375, + 1.03125, + 0.761719, + 0.9375, + 0.929688, + 0.423828, + 1.304688, + 0.933594, + 1.414062, + 0.9375, + 1.054688, + 1.046875, + 0.761719, + 0.941406, + 1.117188, + 1.4375, + 0.234375, + 0.482422, + 0.335938, + 0.441406, + 0.730469, + 1.234375, + 0.910156, + 0.416016, + 0.875, + 0.996094, + 1.09375, + 0.679688, + 1.085938, + 1.484375, + 0.241211, + 0.408203, + 0.996094, + 1.046875, + 0.988281, + 1.109375, + 0.494141, + 1.289062, + 1.148438, + 0.527344, + 1.351562, + 0.945312, + 0.796875, + 0.574219, + 0.953125, + 1.171875, + 0.609375, + 0.386719, + 0.632812, + 1.125, + 0.511719, + 0.648438, + 1.007812, + 0.227539, + 0.503906, + 1.101562, + 0.476562, + 1.234375, + 0.404297, + 1.054688, + 0.851562, + 1.039062, + 1.054688, + 0.625, + 0.445312, + 0.957031, + 1.195312, + 0.914062, + 1.09375, + 1.40625, + 1.117188, + 0.945312, + 0.976562, + 1.101562, + 0.5, + 0.652344, + 0.871094, + 0.457031, + 0.75, + 0.404297, + 1.1875, + 1.132812, + 0.474609, + 0.859375, + 0.941406, + 0.792969, + 0.371094, + 0.722656, + 1.070312, + 0.519531, + 0.707031, + 1.046875, + 0.746094, + 0.490234, + 0.847656, + 1.195312, + 1.148438, + 0.976562, + 0.445312, + 0.519531, + 0.769531, + 1.0625, + 1.015625, + 1.3125, + 1.335938, + 0.910156, + 1.085938, + 0.9375, + 1.039062, + 1.5625, + 0.609375, + 0.761719, + 1.5e-05, + 0.660156, + 1.023438, + 0.683594, + 0.996094, + 0.492188, + 0.435547, + 1.039062, + 0.507812, + 0.882812, + 0.423828, + 0.8125, + 0.6875, + 0.222656, + 1.0, + 1.054688, + 1.109375, + 0.472656, + 0.734375, + 0.449219, + 1.09375, + 1.023438, + 1.101562, + 0.9375, + 0.625, + 1.078125, + 0.53125, + 1.132812, + 1.445312, + 0.992188, + 1.164062, + 0.941406, + 0.867188, + 1.226562, + 1.351562, + 1.039062, + 1.3125, + 0.636719, + 1.015625, + 0.683594, + 1.328125, + 1.109375, + 0.910156, + 0.511719, + 0.644531, + 0.53125, + 0.800781, + 0.738281, + 1.046875, + 0.535156, + 0.960938, + 0.648438, + 1.09375, + 1.179688, + 0.988281, + 1.234375, + 1.109375, + 0.535156, + 0.558594, + 0.820312, + 0.691406, + 1.320312, + 0.757812, + 1.0625, + 1.0625, + 0.208984, + 1.0, + 0.474609, + 1.242188, + 1.140625, + 0.960938, + 0.769531, + 0.898438, + 1.09375, + 1.234375, + 0.980469, + 0.800781, + 1.09375, + 0.417969, + 0.902344, + 0.773438, + 1.078125, + 0.402344, + 0.464844, + 0.410156, + 0.929688, + 0.416016, + 1.1875, + 1.554688, + 0.527344, + 0.523438, + 1.429688, + 0.691406, + 1.382812, + 0.890625, + 0.992188, + 0.609375, + 0.515625, + 0.710938, + 0.984375, + 1.023438, + 0.585938, + 1.367188, + 0.929688, + 0.613281, + 0.5625, + 0.447266, + 1.109375, + 0.789062, + 0.910156, + 0.933594, + 0.597656, + 1.03125, + 0.917969, + 0.511719, + 0.474609, + 0.808594, + 0.808594, + 0.84375, + 1.390625, + 0.414062, + 1.1875, + 1.164062, + 0.914062, + 1.015625, + 0.478516, + 1.148438, + 0.875, + 0.816406, + 0.423828, + 0.898438, + 0.519531, + 1.164062, + 0.785156, + 1.046875, + 1.09375, + 1.132812, + 0.458984, + 0.730469, + 0.609375, + 0.453125, + 0.474609, + 1.320312, + 0.404297, + 0.574219, + 1.398438, + 0.769531, + 1.171875, + 0.878906, + 0.839844, + 0.3125, + 1.226562, + 1.390625, + 1.234375, + 0.558594, + 0.40625, + 1.085938, + 0.988281, + 0.210938, + 0.761719, + 0.804688, + 0.980469, + 1.070312, + 0.960938, + 0.376953, + 0.863281, + 0.410156, + 0.738281, + 1.476562, + 0.925781, + 0.886719, + 1.4375, + 0.53125, + 0.613281, + 0.660156, + 0.847656, + 0.601562, + 0.5, + 1.132812, + 0.535156, + 1.0625, + 0.867188, + 0.8125, + 0.414062, + 0.964844, + 1.015625, + 1.414062, + 0.875, + 0.96875, + 0.898438, + 0.941406, + 0.714844, + 0.232422, + 0.6875, + 0.972656, + 0.414062, + 0.345703, + 1.109375, + 0.59375, + 1.046875, + 1.046875, + 0.412109, + 0.414062, + 0.621094, + 0.333984, + 1.015625, + 1.078125, + 1.164062, + 0.914062, + 0.746094, + 1.140625, + 0.972656, + 0.675781, + 0.816406, + 1.0, + 1.046875, + 1.007812, + 0.902344, + 1.257812, + 0.503906, + 0.851562, + 1.101562, + 0.921875, + 0.96875, + 0.589844, + 1.125, + 0.53125, + 0.835938, + 0.867188, + 0.503906, + 0.527344, + 0.320312, + 1.304688, + 1.039062, + 0.984375, + 1.359375, + 0.78125, + 0.384766, + 0.542969, + 1.273438, + 0.421875, + 0.933594, + 0.466797, + 1.171875, + 1.164062, + 0.945312, + 0.8125, + 0.941406, + 0.667969, + 0.210938, + 1.0, + 1.21875, + 0.714844, + 0.550781, + 0.597656, + 0.726562, + 0.761719, + 0.285156, + 0.376953, + 0.964844, + 0.470703, + 1.226562, + 0.585938, + 0.9375, + 0.941406, + 0.875, + 1.132812, + 0.960938, + 0.847656, + 0.291016, + 0.519531, + 0.984375, + 1.046875, + 1.007812, + 0.699219, + 1.007812, + 0.488281, + 1.0, + 0.375, + 0.667969, + 0.761719, + 1.164062, + 0.894531, + 0.953125, + 0.425781, + 0.4375, + 0.941406, + 0.863281, + 1.085938, + 0.589844, + 1.453125, + 0.6875, + 0.40625, + 0.964844, + 0.804688, + 0.9375, + 1.140625, + 0.839844, + 0.417969, + 1.132812, + 0.902344, + 0.546875, + 1.039062, + 0.601562, + 0.96875, + 0.298828, + 0.96875, + 0.890625, + 1.039062, + 0.445312, + 0.345703, + 1.421875, + 0.769531, + 1.0625, + 0.208008, + 0.75, + 1.398438, + 0.241211, + 0.851562, + 1.351562, + 1.070312, + 0.726562, + 0.828125, + 0.439453, + 1.210938, + 0.882812, + 0.445312, + 0.960938, + 0.824219, + 0.494141, + 0.945312, + 0.894531, + 1.0625, + 0.378906, + 0.142578, + 0.625, + 1.148438, + 0.425781, + 0.376953, + 1.203125, + 1.492188, + 1.046875, + 0.789062, + 0.511719, + 0.839844, + 1.289062, + 0.988281, + 0.228516, + 0.914062, + 0.859375, + 0.636719, + 0.416016, + 0.671875, + 0.636719, + 0.964844, + 1.546875, + 1.023438, + 0.8125, + 0.664062, + 0.390625, + 1.140625, + 0.306641, + 0.691406, + 0.8125, + 0.359375, + 1.296875, + 0.466797, + 0.59375, + 0.898438, + 0.675781, + 0.757812, + 0.59375, + 1.0, + 0.941406, + 1.234375, + 1.3125, + 0.519531, + 1.242188, + 0.539062, + 1.140625, + 1.148438, + 1.039062, + 0.992188, + 0.421875, + 0.486328, + 1.398438, + 0.574219, + 0.816406, + 0.867188, + 0.585938, + 0.910156, + 0.90625, + 0.976562, + 0.949219, + 0.494141, + 0.408203, + 1.007812, + 0.851562, + 0.929688, + 0.5, + 1.203125, + 0.832031, + 1.359375, + 0.648438, + 0.773438, + 1.03125, + 0.519531, + 0.753906, + 1.445312, + 0.570312, + 0.890625, + 1.054688, + 0.890625, + 0.710938, + 0.957031, + 1.3125, + 1.039062, + 1.179688, + 0.542969, + 0.22168, + 1.023438, + 0.550781, + 0.996094, + 1.273438, + 0.435547, + 0.742188, + 1.210938, + 1.023438, + 1.023438, + 0.992188, + 0.195312, + 0.746094, + 0.453125, + 1.007812, + 0.789062, + 0.882812, + 1.460938, + 0.910156, + 0.792969, + 0.933594, + 0.59375, + 0.427734, + 1.171875, + 0.742188, + 0.820312, + 0.464844, + 1.164062, + 1.171875, + 0.933594, + 1.171875, + 1.0, + 0.683594, + 1.164062, + 1.28125, + 0.941406, + 0.503906, + 1.007812, + 0.722656, + 1.054688, + 0.992188, + 0.558594, + 0.992188, + 1.171875, + 0.96875, + 0.925781, + 1.125, + 1.125, + 0.945312, + 1.304688, + 0.90625, + 0.464844, + 1.046875, + 0.96875, + 0.714844, + 1.023438, + 0.605469, + 1.25, + 0.839844, + 0.429688, + 1.179688, + 0.519531, + 0.902344, + 0.447266, + 0.90625, + 0.910156, + 0.482422, + 0.425781, + 0.574219, + 1.414062, + 0.582031, + 0.466797, + 1.179688, + 1.257812, + 0.582031, + 0.960938, + 0.431641, + 0.851562, + 1.148438, + 0.847656, + 0.208008, + 0.648438, + 0.229492, + 0.464844, + 1.3125, + 0.996094, + 0.412109, + 0.507812, + 0.71875, + 0.777344, + 0.785156, + 0.519531, + 1.320312, + 1.179688, + 0.933594, + 0.28125, + 1.171875, + 1.179688, + 1.507812, + 0.933594, + 0.996094, + 1.265625, + 0.902344, + 0.773438, + 0.447266, + 0.480469, + 0.435547, + 0.613281, + 0.390625, + 0.457031, + 0.486328, + 0.960938, + 0.835938, + 1.289062, + 0.902344, + 0.636719, + 1.007812, + 0.882812, + 1.085938, + 1.0, + 1.148438, + 0.223633, + 0.417969, + 0.792969, + 0.933594, + 0.617188, + 0.384766, + 0.425781, + 0.847656, + 1.140625, + 0.804688, + 1.304688, + 0.302734, + 1.007812, + 0.917969, + 0.835938, + 0.46875, + 0.201172, + 0.945312, + 1.140625, + 0.601562, + 0.486328, + 0.59375, + 0.761719, + 0.523438, + 1.28125, + 0.472656, + 0.4375, + 1.03125, + 0.231445, + 1.007812, + 0.703125, + 0.212891, + 1.28125, + 1.15625, + 1.046875, + 0.511719, + 0.734375, + 1.039062, + 1.109375, + 1.273438, + 0.400391, + 0.554688, + 0.462891, + 0.542969, + 0.824219, + 0.380859, + 1.171875, + 0.632812, + 1.796875, + 0.78125, + 0.972656, + 0.917969, + 0.585938, + 0.478516, + 1.289062, + 0.378906, + 1.429688, + 0.804688, + 0.605469, + 1.171875, + 0.474609, + 0.953125, + 0.71875, + 0.392578, + 0.457031, + 0.8125, + 0.433594, + 0.416016, + 0.423828, + 0.777344, + 0.349609, + 0.139648, + 1.164062, + 0.699219, + 1.1875, + 1.28125, + 0.601562, + 1.28125, + 0.773438, + 1.335938, + 0.605469, + 0.800781, + 0.96875, + 0.480469, + 0.458984, + 0.910156, + 1.203125, + 0.890625, + 0.847656, + 0.660156, + 0.636719, + 0.371094, + 0.578125, + 0.574219, + 0.214844, + 0.464844, + 1.109375, + 0.757812, + 1.265625, + 1.359375, + 0.960938, + 0.566406, + 1.382812, + 0.808594, + 0.4375, + 0.691406, + 0.84375, + 1.414062, + 0.445312, + 0.8125, + 1.328125, + 1.335938, + 0.462891, + 0.785156, + 1.210938, + 0.980469, + 0.667969, + 1.359375, + 0.40625, + 0.675781, + 0.746094, + 0.996094, + 1.3125, + 0.386719, + 0.34375, + 0.683594, + 0.609375, + 0.910156, + 0.488281, + 1.453125, + 0.921875, + 0.535156, + 0.816406, + 0.417969, + 1.132812, + 0.855469, + 0.835938, + 1.1875, + 0.535156, + 0.996094, + 0.804688, + 0.5, + 0.5, + 1.0625, + 0.632812, + 1.085938, + 0.570312, + 0.765625, + 0.757812, + 0.597656, + 1.445312, + 0.847656, + 0.527344, + 1.117188, + 0.400391, + 1.328125, + 0.71875, + 1.15625, + 1.09375, + 0.859375, + 0.648438, + 1.171875, + 0.632812, + 1.289062, + 0.769531, + 0.605469, + 1.34375, + 0.976562, + 0.777344, + 0.451172, + 1.140625, + 0.464844, + 1.234375, + 1.0625, + 1.3125, + 0.992188, + 0.474609, + 0.40625, + 0.992188, + 0.691406, + 1.148438, + 1.039062, + 0.703125, + 1.328125, + 1.148438, + 1.070312, + 1.367188, + 1.257812, + 0.980469, + 1.164062, + 0.800781, + 0.75, + 0.519531, + 0.423828, + 1.171875, + 1.226562, + 1.070312, + 1.140625, + 0.898438, + 0.945312, + 1.242188, + 0.699219, + 1.1875, + 1.15625, + 1.101562, + 0.734375, + 1.039062, + 0.180664, + 1.039062, + 0.474609, + 0.192383, + 0.863281, + 0.78125, + 0.894531, + 0.542969, + 0.898438, + 1.03125, + 1.085938, + 1.4375, + 1.3125, + 0.980469, + 0.511719, + 0.464844, + 0.382812, + 0.714844, + 1.289062, + 0.462891, + 1.5625, + 0.757812, + 0.964844, + 1.25, + 1.15625, + 0.808594, + 1.335938, + 1.3125, + 0.933594, + 0.429688, + 1.046875, + 1.453125, + 0.90625, + 0.527344, + 0.96875, + 1.265625, + 1.226562, + 1.375, + 0.992188, + 1.421875, + 1.109375, + 0.917969, + 1.476562, + 0.898438, + 0.660156, + 1.328125, + 0.988281, + 1.015625, + 1.148438, + 1.273438, + 1.085938, + 0.992188, + 0.894531, + 1.15625, + 0.601562, + 0.820312, + 0.515625, + 0.894531, + 1.03125, + 1.15625, + 0.425781, + 0.245117, + 1.015625, + 0.949219, + 1.15625, + 1.117188, + 1.085938, + 0.617188, + 0.554688, + 1.335938, + 0.894531, + 0.9375, + 0.558594, + 0.910156, + 0.458984, + 0.839844, + 0.734375, + 0.484375, + 0.515625, + 1.265625, + 0.192383, + 1.0, + 0.609375, + 0.294922, + 1.132812, + 0.519531, + 0.503906, + 0.726562, + 1.15625, + 0.804688, + 0.523438, + 0.960938, + 0.5625, + 0.486328, + 0.458984, + 0.439453, + 0.824219, + 0.392578, + 0.474609, + 0.466797, + 0.941406, + 0.726562, + 1.179688, + 1.3125, + 0.443359, + 1.140625, + 0.414062, + 1.382812, + 0.628906, + 0.804688, + 1.210938, + 1.101562, + 0.667969, + 1.015625, + 0.388672, + 1.1875, + 0.964844, + 1.546875, + 0.9375, + 0.439453, + 1.359375, + 1.273438, + 1.171875, + 0.59375, + 0.863281, + 1.148438, + 0.726562, + 0.957031, + 0.691406, + 1.296875, + 0.90625, + 1.15625, + 1.085938, + 1.296875, + 0.6875, + 0.914062, + 1.0625, + 0.492188, + 0.785156, + 1.28125, + 0.753906, + 1.015625, + 0.691406, + 0.972656, + 1.476562, + 0.960938, + 0.789062, + 0.363281, + 0.6875, + 0.816406, + 0.451172, + 0.96875, + 1.632812, + 0.761719, + 0.472656, + 1.164062, + 0.730469, + 1.179688, + 0.996094, + 1.101562, + 1.054688, + 1.117188, + 0.882812, + 0.523438, + 0.714844, + 0.460938, + 0.9375, + 1.039062, + 1.054688, + 0.539062, + 1.226562, + 1.085938, + 0.945312, + 0.949219, + 0.621094, + 0.539062, + 0.394531, + 0.9375, + 0.722656, + 0.746094, + 0.71875, + 0.757812, + 0.777344, + 0.796875, + 1.0, + 0.898438, + 1.0, + 0.554688, + 0.664062, + 0.439453, + 0.380859, + 0.5625, + 0.648438, + 1.164062, + 1.226562, + 1.085938, + 0.984375, + 0.84375, + 0.957031, + 0.5625, + 0.671875, + 0.949219, + 0.777344, + 1.398438, + 1.351562, + 0.691406, + 0.212891, + 0.769531, + 0.824219, + 0.21582, + 1.117188, + 1.132812, + 1.398438, + 0.78125, + 0.765625, + 0.660156, + 0.738281, + 0.371094, + 0.949219, + 0.24707, + 1.039062, + 0.972656, + 1.03125, + 0.179688, + 0.609375, + 1.148438, + 0.492188, + 0.796875, + 0.410156, + 1.359375, + 1.273438, + 1.046875, + 0.984375, + 0.820312, + 0.625, + 0.886719, + 1.0625, + 0.953125, + 0.402344, + 1.117188, + 0.341797, + 1.210938, + 1.242188, + 1.054688, + 1.28125, + 1.453125, + 0.5625, + 0.820312, + 0.898438, + 0.976562, + 0.910156, + 0.644531, + 0.976562, + 0.589844, + 0.761719, + 1.132812, + 0.378906, + 0.867188, + 1.054688, + 0.65625, + 0.777344, + 0.644531, + 0.589844, + 0.933594, + 1.085938, + 0.249023, + 1.390625, + 1.046875, + 0.394531, + 1.085938, + 0.578125, + 1.53125, + 1.039062, + 0.894531, + 0.832031, + 0.933594, + 1.171875, + 0.820312, + 1.023438, + 0.640625, + 1.320312, + 1.09375, + 0.914062, + 0.929688, + 0.851562, + 1.078125, + 0.345703, + 1.171875, + 1.234375, + 0.550781, + 1.046875, + 1.039062, + 1.070312, + 0.855469, + 1.476562, + 1.382812, + 0.863281, + 0.439453, + 0.667969, + 0.910156, + 1.210938, + 1.109375, + 0.141602, + 0.964844, + 1.023438, + 1.296875, + 0.691406, + 0.65625, + 1.179688, + 0.816406, + 0.416016, + 0.988281, + 1.359375, + 1.054688, + 1.109375, + 0.714844, + 0.929688, + 1.21875, + 1.195312, + 1.210938, + 0.96875, + 0.746094, + 0.628906, + 0.679688, + 0.875, + 0.714844, + 0.419922, + 1.3125, + 0.761719, + 0.835938, + 1.078125, + 1.195312, + 1.460938, + 0.980469, + 0.855469, + 1.179688, + 1.070312, + 0.392578, + 1.015625, + 0.9375, + 0.390625, + 1.164062, + 0.494141, + 0.847656, + 0.597656, + 0.466797, + 0.507812, + 0.628906, + 0.886719, + 0.539062, + 0.609375, + 0.4375, + 0.566406, + 0.730469, + 0.550781, + 0.445312, + 1.109375, + 0.347656, + 0.839844, + 1.171875, + 1.046875, + 0.964844, + 1.320312, + 0.636719, + 1.351562, + 1.0625, + 0.294922, + 0.220703, + 0.445312, + 0.644531, + 1.070312, + 0.539062, + 0.867188, + 1.203125, + 0.466797, + 1.148438, + 0.5625, + 1.140625, + 1.226562, + 0.84375, + 0.949219, + 0.679688, + 0.996094, + 0.275391, + 0.808594, + 0.792969, + 1.046875, + 0.699219, + 0.410156, + 0.53125, + 0.992188, + 1.0625, + 0.644531, + 0.527344, + 0.828125, + 0.914062, + 1.039062, + 1.085938, + 1.226562, + 0.703125, + 0.660156, + 0.511719, + 0.851562, + 0.988281, + 0.773438, + 0.470703, + 0.746094, + 1.0, + 1.039062, + 0.484375, + 0.902344, + 1.109375, + 0.546875, + 0.980469, + 0.53125, + 0.478516, + 0.388672, + 1.398438, + 0.863281, + 1.007812, + 0.5, + 0.691406, + 0.648438, + 0.249023, + 1.023438, + 1.101562, + 0.507812, + 0.757812, + 0.910156, + 0.660156, + 0.570312, + 1.320312, + 1.242188, + 0.6875, + 0.386719, + 0.792969, + 1.242188, + 0.644531, + 1.0, + 0.566406, + 0.847656, + 1.21875, + 0.828125, + 0.6875, + 1.210938, + 0.396484, + 1.15625, + 1.15625, + 0.84375, + 1.046875, + 0.609375, + 0.753906, + 0.578125, + 1.390625, + 1.257812, + 0.300781, + 0.371094, + 0.890625, + 0.597656, + 0.929688, + 1.148438, + 0.554688, + 0.84375, + 1.242188, + 0.972656, + 0.515625, + 1.242188, + 0.458984, + 0.863281, + 0.839844, + 0.914062, + 0.605469, + 0.792969, + 1.046875, + 0.761719, + 0.910156, + 1.140625, + 0.699219, + 0.455078, + 0.582031, + 0.609375, + 0.527344, + 0.984375, + 0.714844, + 1.015625, + 0.6875, + 0.785156, + 0.882812, + 0.667969, + 0.910156, + 0.980469, + 1.023438, + 0.470703, + 0.886719, + 0.3125, + 0.808594, + 1.0625, + 0.925781, + 1.070312, + 0.875, + 0.640625, + 0.964844, + 0.196289, + 0.421875, + 0.867188, + 0.503906, + 0.609375, + 0.648438, + 1.007812, + 1.359375, + 0.964844, + 0.609375, + 0.208008, + 0.988281, + 0.333984, + 0.484375, + 0.417969, + 0.828125, + 0.636719, + 0.90625, + 0.542969, + 1.21875, + 1.03125, + 1.203125, + 1.023438, + 0.519531, + 0.890625, + 1.054688, + 1.015625, + 1.09375, + 0.476562, + 1.328125, + 0.785156, + 0.376953, + 1.28125, + 0.660156, + 0.828125, + 0.566406, + 0.589844, + 0.535156, + 0.890625, + 0.941406, + 1.0, + 0.386719, + 1.125, + 0.474609, + 0.453125, + 0.220703, + 0.570312, + 1.125, + 0.929688, + 1.257812, + 0.949219, + 0.800781, + 0.318359, + 0.65625, + 0.482422, + 0.726562, + 0.582031, + 0.953125, + 0.945312, + 1.179688, + 0.601562, + 1.070312, + 0.847656, + 1.078125, + 1.3125, + 1.351562, + 1.28125, + 1.078125, + 1.40625, + 0.53125, + 0.753906, + 0.480469, + 0.988281, + 0.835938, + 0.451172, + 1.007812, + 0.443359, + 1.09375, + 0.458984, + 0.488281, + 1.164062, + 0.198242, + 1.0625, + 0.414062, + 1.21875, + 1.3125, + 0.652344, + 0.855469, + 0.742188, + 1.132812, + 0.992188, + 1.046875, + 0.498047, + 1.085938, + 0.168945, + 1.328125, + 0.539062, + 1.289062, + 0.5, + 0.337891, + 1.234375, + 1.40625, + 0.972656, + 0.972656, + 0.625, + 1.195312, + 0.875, + 1.398438, + 0.804688, + 0.726562, + 0.433594, + 1.132812, + 1.117188, + 0.765625, + 0.78125, + 1.039062, + 0.341797, + 1.25, + 0.679688, + 1.164062, + 0.5625, + 0.898438, + 0.722656, + 0.78125, + 0.785156, + 0.214844, + 0.4375, + 0.886719, + 0.503906, + 0.410156, + 1.40625, + 0.949219, + 0.466797, + 0.734375, + 0.378906, + 1.328125, + 0.878906, + 0.710938, + 0.832031, + 1.351562, + 0.75, + 0.941406, + 0.832031, + 0.640625, + 0.582031, + 0.929688, + 0.597656, + 0.212891, + 0.453125, + 0.494141, + 0.835938, + 1.046875, + 1.15625, + 0.1875, + 1.125, + 1.28125, + 1.070312, + 0.683594, + 0.349609, + 0.425781, + 1.257812, + 0.439453, + 0.373047, + 1.210938, + 0.675781, + 0.402344, + 1.414062, + 0.949219, + 1.25, + 0.585938, + 1.429688, + 0.667969, + 1.289062, + 0.859375, + 0.644531, + 0.984375, + 0.785156, + 1.117188, + 0.496094, + 1.0625, + 1.007812, + 0.683594, + 1.03125, + 0.519531, + 0.894531, + 0.703125, + 0.585938, + 0.765625, + 0.550781, + 1.3125, + 1.0625, + 0.753906, + 1.046875, + 0.390625, + 0.980469, + 0.703125, + 0.582031, + 0.648438, + 1.203125, + 1.320312, + 0.53125, + 0.765625, + 0.507812, + 1.007812, + 0.726562, + 0.878906, + 1.007812, + 1.132812, + 0.558594, + 0.660156, + 0.789062, + 0.699219, + 0.601562, + 1.15625, + 1.164062, + 0.703125, + 0.462891, + 1.0, + 0.21875, + 0.388672, + 0.9375, + 0.710938, + 0.394531, + 0.78125, + 1.109375, + 0.466797, + 1.375, + 0.785156, + 1.304688, + 0.917969, + 1.015625, + 1.140625, + 1.515625, + 0.388672, + 0.574219, + 0.832031, + 0.839844, + 1.390625, + 0.796875, + 1.28125, + 1.3125, + 0.917969, + 1.132812, + 1.171875, + 0.451172, + 0.847656, + 1.257812, + 1.046875, + 0.730469, + 1.148438, + 0.789062, + 1.195312, + 1.140625, + 0.566406, + 1.179688, + 0.652344, + 0.898438, + 1.03125, + 1.265625, + 1.398438, + 0.209961, + 0.832031, + 0.804688, + 1.171875, + 0.617188, + 1.023438, + 1.203125, + 1.109375, + 1.234375, + 0.550781, + 0.804688, + 1.070312, + 0.90625, + 0.714844, + 0.5, + 0.742188, + 1.132812, + 0.203125, + 0.542969, + 1.007812, + 0.898438, + 1.273438, + 0.902344, + 0.462891, + 0.542969, + 1.273438, + 0.34375, + 1.09375, + 0.703125, + 0.730469, + 0.808594, + 1.40625, + 0.601562, + 1.054688, + 1.265625, + 1.101562, + 0.8125, + 0.53125, + 1.273438, + 0.878906, + 0.878906, + 1.070312, + 0.917969, + 0.359375, + 1.257812, + 0.621094, + 0.925781, + 0.796875, + 0.953125, + 0.384766, + 1.046875, + 1.039062, + 0.546875, + 0.9375, + 1.085938, + 0.212891, + 1.257812, + 0.227539, + 0.484375, + 0.6875, + 0.455078, + 0.421875, + 0.482422, + 0.388672, + 0.722656, + 0.804688, + 0.644531, + 0.832031, + 0.917969, + 0.625, + 0.722656, + 0.933594, + 0.496094, + 0.539062, + 0.209961, + 0.679688, + 0.964844, + 0.785156, + 0.427734, + 1.125, + 0.808594, + 0.683594, + 1.15625, + 0.777344, + 0.53125, + 1.257812, + 0.357422, + 0.785156, + 1.054688, + 0.851562, + 0.863281, + 0.960938, + 0.960938, + 0.474609, + 0.578125, + 1.1875, + 0.566406, + 1.28125, + 1.210938, + 0.578125, + 1.070312, + 1.085938, + 0.419922, + 0.785156, + 0.585938, + 0.220703, + 0.890625, + 1.21875, + 1.28125, + 0.84375, + 0.429688, + 0.277344, + 1.25, + 0.515625, + 1.367188, + 0.890625, + 1.070312, + 0.949219, + 0.59375, + 0.921875, + 1.085938, + 0.648438, + 0.863281, + 0.462891, + 1.164062, + 1.320312, + 1.179688, + 0.369141, + 0.460938, + 0.59375, + 0.816406, + 0.921875, + 0.496094, + 0.757812, + 1.03125, + 0.871094, + 0.546875, + 0.890625, + 1.40625, + 0.707031, + 0.648438, + 1.140625, + 0.523438, + 1.03125, + 0.429688, + 0.980469, + 1.03125, + 1.164062, + 1.085938, + 0.427734, + 0.296875, + 0.726562, + 1.09375, + 1.15625, + 1.414062, + 1.0625, + 0.546875, + 1.03125, + 1.265625, + 0.773438, + 0.213867, + 0.710938, + 1.328125, + 0.761719, + 1.132812, + 0.597656, + 0.644531, + 0.960938, + 0.9375, + 0.761719, + 1.046875, + 1.085938, + 0.777344, + 0.960938, + 0.609375, + 1.132812, + 0.300781, + 0.992188, + 0.886719, + 1.101562, + 0.824219, + 0.535156, + 0.396484, + 0.490234, + 1.273438, + 0.707031, + 0.546875, + 0.824219, + 1.054688, + 1.09375, + 0.582031, + 1.1875, + 0.765625, + 1.515625, + 0.457031, + 1.242188, + 1.0, + 0.789062, + 1.0, + 1.210938, + 0.324219, + 1.125, + 1.265625, + 0.746094, + 0.644531, + 1.03125, + 1.203125, + 0.71875, + 0.228516, + 1.265625, + 0.589844, + 0.402344, + 0.890625, + 0.789062, + 1.359375, + 0.957031, + 0.949219, + 1.164062, + 0.976562, + 0.890625, + 0.980469, + 1.054688, + 0.498047, + 0.835938, + 0.90625, + 0.710938, + 0.917969, + 0.832031, + 0.859375, + 1.046875, + 1.3125, + 0.488281, + 0.667969, + 0.425781, + 1.398438, + 0.519531, + 1.265625, + 0.871094, + 0.808594, + 0.988281, + 0.757812, + 0.550781, + 0.404297, + 0.789062, + 0.414062, + 0.455078, + 0.910156, + 1.25, + 0.933594, + 0.523438, + 0.722656, + 0.984375, + 0.746094, + 1.304688, + 1.1875, + 1.515625, + 0.625, + 1.109375, + 0.574219, + 0.855469, + 1.078125, + 0.392578, + 0.925781, + 0.404297, + 0.601562, + 0.894531, + 0.921875, + 0.640625, + 0.443359, + 0.431641, + 1.101562, + 1.007812, + 1.109375, + 0.535156, + 1.054688, + 0.738281, + 1.429688, + 1.039062, + 0.425781, + 0.769531, + 0.625, + 1.25, + 0.800781, + 0.992188, + 0.515625, + 1.273438, + 1.3125, + 0.472656, + 0.400391, + 1.039062, + 0.734375, + 0.421875, + 0.871094, + 0.910156, + 0.941406, + 1.242188, + 0.925781, + 0.925781, + 0.960938, + 0.730469, + 0.992188, + 0.429688, + 0.816406, + 1.023438, + 1.007812, + 0.746094, + 0.455078, + 1.117188, + 0.425781, + 0.65625, + 0.574219, + 0.953125, + 0.558594, + 0.761719, + 0.419922, + 0.859375, + 0.722656, + 0.527344, + 0.4375, + 0.816406, + 0.730469, + 0.22168, + 0.235352, + 0.582031, + 0.742188, + 0.945312, + 0.988281, + 0.40625, + 1.085938, + 1.054688, + 0.992188, + 0.992188, + 0.384766, + 0.625, + 0.449219, + 0.621094, + 0.209961, + 0.380859, + 0.542969, + 1.117188, + 0.425781, + 0.960938, + 0.859375, + 1.0, + 0.898438, + 1.28125, + 0.695312, + 1.054688, + 1.351562, + 0.451172, + 1.046875, + 0.65625, + 1.101562, + 0.494141, + 0.890625, + 0.457031, + 0.796875, + 1.0625, + 1.273438, + 0.777344, + 0.386719, + 0.839844, + 0.808594, + 0.777344, + 0.667969, + 0.458984, + 0.796875, + 0.777344, + 0.554688, + 1.101562, + 1.46875, + 1.09375, + 1.320312, + 0.730469, + 0.421875, + 1.242188, + 0.570312, + 1.289062, + 0.910156, + 0.679688, + 1.023438, + 0.359375, + 1.007812, + 0.972656, + 0.9375, + 1.234375, + 0.820312, + 0.84375, + 0.605469, + 0.886719, + 1.054688, + 0.542969, + 0.769531, + 0.832031, + 0.984375, + 1.398438, + 1.328125, + 0.671875, + 0.695312, + 0.851562, + 0.675781, + 0.738281, + 0.769531, + 0.699219, + 0.914062, + 0.503906, + 0.396484, + 0.417969, + 1.148438, + 0.753906, + 1.007812, + 1.242188, + 0.828125, + 1.242188, + 1.4375, + 1.132812, + 0.773438, + 0.785156, + 0.742188, + 0.435547, + 0.640625, + 0.949219, + 1.046875, + 1.226562, + 0.53125, + 0.808594, + 1.460938, + 0.617188, + 1.554688, + 0.498047, + 0.90625, + 1.0, + 1.007812, + 1.046875, + 0.233398, + 0.667969, + 0.488281, + 0.53125, + 0.490234, + 0.292969, + 0.667969, + 0.511719, + 1.015625, + 0.412109, + 0.890625, + 0.925781, + 0.566406, + 1.101562, + 0.249023, + 0.679688, + 1.140625, + 0.458984, + 0.5, + 1.226562, + 1.09375, + 1.039062, + 1.023438, + 1.0625, + 0.652344, + 0.474609, + 0.34375, + 1.335938, + 0.498047, + 1.203125, + 0.855469, + 1.117188, + 0.683594, + 0.785156, + 0.585938, + 1.117188, + 0.84375, + 0.5625, + 0.871094, + 0.792969, + 0.617188, + 0.466797, + 1.054688, + 0.4375, + 0.365234, + 0.855469, + 0.972656, + 0.773438, + 0.792969, + 0.769531, + 0.18457, + 0.632812, + 1.414062, + 1.164062, + 0.490234, + 1.03125, + 1.25, + 1.195312, + 0.945312, + 1.0625, + 0.589844, + 1.109375, + 1.007812, + 0.824219, + 0.219727, + 0.984375, + 0.345703, + 1.03125, + 0.957031, + 0.474609, + 1.226562, + 1.054688, + 1.15625, + 0.613281, + 0.679688, + 0.71875, + 0.326172, + 0.386719, + 0.890625, + 0.902344, + 0.546875, + 1.203125, + 0.796875, + 0.408203, + 1.195312, + 0.421875, + 0.859375, + 0.478516, + 0.628906, + 1.109375, + 0.404297, + 1.3125, + 1.273438, + 1.023438, + 0.761719, + 0.734375, + 1.015625, + 0.609375, + 1.171875, + 1.164062, + 0.527344, + 1.210938, + 0.6875, + 1.1875, + 1.164062, + 1.125, + 1.070312, + 1.023438, + 1.039062, + 0.427734, + 0.742188, + 1.023438, + 1.273438, + 1.023438, + 0.976562, + 0.464844, + 1.140625, + 0.890625, + 0.527344, + 0.523438, + 0.921875, + 1.5, + 0.425781, + 0.345703, + 0.621094, + 1.226562, + 0.217773, + 0.917969, + 0.519531, + 1.023438, + 0.761719, + 1.1875, + 0.882812, + 0.423828, + 1.140625, + 1.679688, + 0.851562, + 0.871094, + 0.683594, + 0.898438, + 0.53125, + 0.5, + 0.859375, + 0.388672, + 0.275391, + 0.988281, + 0.585938, + 1.046875, + 0.859375, + 0.992188, + 0.65625, + 1.046875, + 1.414062, + 1.101562, + 1.09375, + 1.164062, + 0.229492, + 0.675781, + 0.472656, + 0.417969, + 0.223633, + 1.351562, + 0.859375, + 1.09375, + 0.455078, + 0.785156, + 0.380859, + 0.535156, + 0.482422, + 0.206055, + 0.439453, + 0.945312, + 1.257812, + 0.992188, + 0.890625, + 0.820312, + 0.455078, + 0.914062, + 1.632812, + 1.382812, + 0.757812, + 0.796875, + 0.535156, + 1.125, + 1.140625, + 1.21875, + 1.109375, + 1.21875, + 0.585938, + 0.609375, + 0.492188, + 1.273438, + 0.8125, + 0.929688, + 1.203125, + 0.773438, + 1.289062, + 0.542969, + 0.196289, + 0.433594, + 0.542969, + 1.195312, + 0.554688, + 0.425781, + 0.546875, + 0.488281, + 1.382812, + 0.945312, + 1.1875, + 0.769531, + 0.871094, + 0.542969, + 0.691406, + 0.894531, + 0.800781, + 1.140625, + 0.894531, + 1.195312, + 0.351562, + 0.503906, + 1.21875, + 0.949219, + 1.242188, + 0.369141, + 1.25, + 0.832031, + 0.941406, + 1.390625, + 0.828125, + 1.023438, + 0.519531, + 0.710938, + 0.679688, + 0.412109, + 1.007812, + 1.335938, + 0.632812, + 0.886719, + 1.0, + 0.78125, + 0.800781, + 0.597656, + 0.494141, + 0.695312, + 0.511719, + 0.972656, + 0.90625, + 0.671875, + 1.078125, + 0.5, + 1.375, + 0.609375, + 0.710938, + 1.3125, + 0.217773, + 0.640625, + 0.667969, + 0.589844, + 0.185547, + 0.427734, + 1.078125, + 0.894531, + 1.023438, + 0.412109, + 1.320312, + 0.671875, + 0.785156, + 1.109375, + 0.8125, + 0.949219, + 1.117188, + 1.109375, + 0.404297, + 0.84375, + 0.609375, + 1.164062, + 0.566406, + 0.472656, + 0.929688, + 0.453125, + 1.140625, + 0.535156, + 0.769531, + 0.867188, + 0.320312, + 0.980469, + 1.421875, + 1.1875, + 0.941406, + 0.515625, + 1.023438, + 1.296875, + 0.605469, + 1.304688, + 0.412109, + 0.601562, + 0.941406, + 1.015625, + 0.726562, + 0.734375, + 0.738281, + 0.667969, + 0.474609, + 0.914062, + 0.820312, + 0.652344, + 0.972656, + 0.546875, + 0.710938, + 0.460938, + 0.859375, + 0.945312, + 0.380859, + 0.523438, + 0.425781, + 1.164062, + 1.125, + 1.28125, + 1.398438, + 0.4375, + 0.451172, + 0.746094, + 1.328125, + 0.53125, + 0.197266, + 1.085938, + 0.753906, + 1.039062, + 0.984375, + 1.617188, + 0.707031, + 0.972656, + 0.535156, + 0.902344, + 0.566406, + 0.972656, + 0.359375, + 0.183594, + 0.949219, + 1.109375, + 0.832031, + 0.738281, + 1.359375, + 0.964844, + 0.390625, + 0.847656, + 0.832031, + 0.710938, + 1.15625, + 0.398438, + 0.96875, + 1.195312, + 0.632812, + 1.242188, + 0.443359, + 1.03125, + 1.460938, + 0.570312, + 0.275391, + 1.171875, + 0.957031, + 0.808594, + 0.785156, + 0.714844, + 1.03125, + 1.015625, + 1.351562, + 0.675781, + 0.488281, + 0.90625, + 0.765625, + 1.414062, + 0.632812, + 1.046875, + 1.359375, + 0.765625, + 0.78125, + 1.007812, + 0.427734, + 0.197266, + 0.875, + 0.875, + 1.28125, + 0.839844, + 1.265625, + 1.460938, + 0.910156, + 0.976562, + 0.867188, + 0.306641, + 1.023438, + 0.433594, + 0.8125, + 0.589844, + 0.451172, + 0.570312, + 0.609375, + 1.101562, + 1.09375, + 0.78125, + 0.679688, + 1.25, + 1.179688, + 1.078125, + 1.15625, + 0.800781, + 1.328125, + 1.257812, + 0.554688, + 0.808594, + 0.890625, + 0.832031, + 0.515625, + 0.679688, + 1.101562, + 1.078125, + 0.455078, + 0.425781, + 0.757812, + 1.398438, + 1.367188, + 1.085938, + 1.085938, + 1.203125, + 1.101562, + 1.273438, + 0.65625, + 0.449219, + 0.507812, + 0.679688, + 0.734375, + 0.408203, + 0.980469, + 1.445312, + 0.558594, + 0.494141, + 1.304688, + 0.667969, + 1.3125, + 0.255859, + 0.425781, + 1.0, + 0.605469, + 1.101562, + 1.1875, + 1.304688, + 1.328125, + 1.476562, + 0.847656, + 0.992188, + 0.738281, + 1.265625, + 0.90625, + 0.769531, + 1.429688, + 1.3125, + 1.21875, + 0.808594, + 1.28125, + 1.320312, + 0.675781, + 1.125, + 0.695312, + 1.265625, + 0.652344, + 0.960938, + 1.15625, + 1.179688, + 1.0625, + 0.863281, + 1.148438, + 0.703125, + 0.695312, + 0.796875, + 0.898438, + 1.445312, + 0.722656, + 0.847656, + 1.34375, + 0.75, + 0.871094, + 0.474609, + 0.5, + 0.490234, + 0.984375, + 0.451172, + 0.457031, + 1.015625, + 0.570312, + 0.445312, + 0.910156, + 1.023438, + 1.382812, + 0.511719, + 1.328125, + 0.574219, + 0.878906, + 0.523438, + 1.296875, + 0.388672, + 0.384766, + 1.273438, + 1.578125, + 1.554688, + 0.416016, + 0.419922, + 0.589844, + 1.117188, + 1.054688, + 0.894531, + 0.847656, + 1.101562, + 0.953125, + 0.332031, + 0.625, + 0.890625, + 0.949219, + 0.382812, + 0.585938, + 0.4375, + 0.519531, + 0.507812, + 0.435547, + 1.046875, + 0.925781, + 0.652344, + 0.216797, + 0.894531, + 1.476562, + 1.085938, + 0.980469, + 0.839844, + 1.3125, + 0.492188, + 1.0625, + 0.964844, + 1.296875, + 0.9375, + 0.917969, + 0.341797, + 1.023438, + 0.921875, + 0.953125, + 0.6875, + 0.851562, + 0.695312, + 0.828125, + 0.535156, + 1.023438, + 1.015625, + 1.0625, + 0.847656, + 0.527344, + 0.890625, + 0.675781, + 0.792969, + 0.800781, + 0.404297, + 0.542969, + 0.202148, + 0.960938, + 1.398438, + 1.101562, + 1.265625, + 0.757812, + 1.1875, + 0.886719, + 0.816406, + 0.558594, + 0.443359, + 0.722656, + 0.855469, + 0.359375, + 0.949219, + 0.449219, + 1.101562, + 0.617188, + 0.710938, + 0.90625, + 0.392578, + 0.984375, + 0.84375, + 1.320312, + 1.367188, + 0.597656, + 1.0625, + 0.707031, + 0.691406, + 0.376953, + 1.015625, + 0.851562, + 0.800781, + 1.0625, + 1.078125, + 0.40625, + 0.414062, + 0.667969, + 0.8125, + 0.660156, + 0.953125, + 0.964844, + 1.109375, + 0.351562, + 1.007812, + 0.457031, + 1.15625, + 1.078125, + 0.65625, + 0.824219, + 0.824219, + 1.226562, + 1.1875, + 0.474609, + 1.007812, + 1.296875, + 0.443359, + 0.742188, + 1.140625, + 1.054688, + 0.71875, + 0.746094, + 0.933594, + 1.234375, + 1.179688, + 0.558594, + 0.585938, + 1.390625, + 0.917969, + 1.164062, + 0.851562, + 0.455078, + 0.789062, + 1.109375, + 1.015625, + 1.140625, + 0.734375, + 0.914062, + 1.085938, + 1.445312, + 1.195312, + 1.054688, + 0.875, + 0.507812, + 1.039062, + 0.730469, + 0.19043, + 0.925781, + 1.25, + 0.84375, + 0.699219, + 0.484375, + 1.0, + 0.558594, + 1.1875, + 1.023438, + 1.351562, + 0.90625, + 0.601562, + 0.816406, + 1.453125, + 1.039062, + 1.140625, + 0.808594, + 0.609375, + 0.996094, + 0.808594, + 0.585938, + 0.78125, + 0.890625, + 0.382812, + 0.207031, + 1.117188, + 0.449219, + 1.054688, + 1.0625, + 1.289062, + 0.431641, + 0.660156, + 1.078125, + 0.863281, + 1.21875, + 0.777344, + 0.835938, + 0.458984, + 0.578125, + 1.171875, + 0.929688, + 0.964844, + 1.085938, + 0.365234, + 1.328125, + 0.474609, + 1.039062, + 1.296875, + 0.609375, + 1.164062, + 0.996094, + 1.320312, + 1.367188, + 1.234375, + 1.007812, + 0.511719, + 0.490234, + 0.785156, + 0.964844, + 1.15625, + 0.96875, + 0.824219, + 1.0625, + 0.726562, + 0.457031, + 1.101562, + 0.683594, + 1.101562, + 0.957031, + 1.085938, + 0.9375, + 0.964844, + 0.453125, + 0.519531, + 0.671875, + 0.988281, + 0.458984, + 0.192383, + 0.925781, + 0.423828, + 0.582031, + 0.470703, + 0.460938, + 1.25, + 0.578125, + 0.466797, + 0.519531, + 0.433594, + 0.652344, + 1.5625, + 0.429688, + 0.808594, + 1.398438, + 1.046875, + 1.023438, + 0.613281, + 0.714844, + 1.023438, + 1.039062, + 0.835938, + 1.140625, + 0.490234, + 1.476562, + 1.132812, + 1.039062, + 0.753906, + 1.109375, + 0.613281, + 0.882812, + 0.957031, + 0.181641, + 0.941406, + 0.921875, + 0.457031, + 1.28125, + 0.941406, + 1.0, + 1.0625, + 1.195312, + 1.164062, + 0.804688, + 1.078125, + 0.902344, + 0.851562, + 0.490234, + 0.714844, + 0.515625, + 0.898438, + 1.382812, + 1.148438, + 1.039062, + 0.890625, + 1.125, + 0.945312, + 0.216797, + 0.726562, + 1.328125, + 0.578125, + 0.761719, + 0.984375, + 0.894531, + 1.125, + 0.8125, + 0.941406, + 0.601562, + 0.333984, + 1.117188, + 1.03125, + 0.761719, + 0.988281, + 0.230469, + 1.054688, + 0.964844, + 1.03125, + 1.164062, + 0.816406, + 0.535156, + 1.007812, + 0.570312, + 0.863281, + 1.179688, + 0.953125, + 0.726562, + 0.824219, + 1.382812, + 1.335938, + 0.664062, + 1.125, + 0.597656, + 0.554688, + 0.777344, + 0.90625, + 0.65625, + 0.917969, + 0.96875, + 0.859375, + 0.960938, + 0.59375, + 1.265625, + 0.890625, + 0.964844, + 0.714844, + 1.15625, + 0.539062, + 0.769531, + 0.40625, + 0.785156, + 1.0, + 0.863281, + 0.984375, + 1.023438, + 0.917969, + 0.695312, + 0.625, + 0.570312, + 0.933594, + 1.15625, + 0.570312, + 0.746094, + 0.683594, + 1.171875, + 0.382812, + 0.886719, + 0.757812, + 0.714844, + 1.101562, + 0.855469, + 0.808594, + 0.847656, + 0.929688, + 0.609375, + 1.578125, + 1.265625, + 0.542969, + 0.949219, + 0.488281, + 1.070312, + 0.78125, + 0.558594, + 1.195312, + 1.46875, + 0.957031, + 1.109375, + 0.214844, + 1.179688, + 0.84375, + 0.699219, + 1.242188, + 0.480469, + 0.515625, + 1.078125, + 1.0, + 0.9375, + 1.03125, + 0.65625, + 1.054688, + 0.664062, + 1.367188, + 1.09375, + 0.769531, + 1.242188, + 0.353516, + 0.90625, + 0.19043, + 0.96875, + 0.976562, + 0.703125, + 1.085938, + 1.101562, + 0.617188, + 0.417969, + 0.777344, + 1.40625, + 0.392578, + 0.71875, + 0.644531, + 0.269531, + 0.804688, + 0.644531, + 0.933594, + 0.972656, + 0.5625, + 1.390625, + 1.265625, + 0.535156, + 0.400391, + 1.195312, + 0.65625, + 1.140625, + 0.835938, + 1.164062, + 0.460938, + 0.410156, + 0.585938, + 1.414062, + 1.46875, + 0.835938, + 0.992188, + 0.558594, + 1.171875, + 0.621094, + 1.023438, + 0.511719, + 0.558594, + 1.101562, + 1.070312, + 0.710938, + 1.21875, + 1.117188, + 1.257812, + 0.941406, + 1.007812, + 1.3125, + 0.9375, + 0.474609, + 1.148438, + 1.523438, + 0.769531, + 0.722656, + 0.996094, + 0.972656, + 1.039062, + 0.171875, + 1.085938, + 1.03125, + 1.023438, + 1.03125, + 0.851562, + 0.9375, + 0.4375, + 0.949219, + 0.378906, + 0.628906, + 0.200195, + 0.601562, + 1.148438, + 0.388672, + 0.820312, + 1.015625, + 1.0, + 0.914062, + 1.226562, + 0.206055, + 1.492188, + 1.171875, + 1.15625, + 1.414062, + 1.0625, + 0.800781, + 0.824219, + 1.3125, + 0.855469, + 0.667969, + 0.863281, + 1.1875, + 0.511719, + 1.117188, + 1.453125, + 1.28125, + 1.0625, + 0.875, + 0.455078, + 0.824219, + 1.039062, + 0.449219, + 0.486328, + 0.925781, + 0.380859, + 1.0625, + 1.34375, + 1.015625, + 0.433594, + 1.179688, + 1.007812, + 1.242188, + 0.314453, + 0.408203, + 0.449219, + 0.490234, + 1.1875, + 0.486328, + 1.046875, + 0.746094, + 0.871094, + 1.234375, + 0.435547, + 0.421875, + 0.785156, + 0.722656, + 1.21875, + 0.664062, + 1.0, + 0.660156, + 0.679688, + 1.015625, + 1.078125, + 0.886719, + 0.492188, + 1.070312, + 0.929688, + 1.039062, + 1.257812, + 1.0625, + 0.396484, + 0.699219, + 0.742188, + 0.241211, + 1.070312, + 0.800781, + 0.46875, + 0.816406, + 0.507812, + 0.789062, + 1.117188, + 0.769531, + 2.5, + 0.847656, + 1.007812, + 0.96875, + 0.652344, + 0.785156, + 1.179688, + 1.007812, + 1.195312, + 1.21875, + 0.4375, + 0.214844, + 1.195312, + 1.085938, + 0.667969, + 0.8125, + 1.070312, + 1.0625, + 1.265625, + 0.458984, + 0.546875, + 0.347656, + 0.582031, + 0.753906, + 0.53125, + 1.0625, + 1.296875, + 1.039062, + 0.882812, + 0.859375, + 1.023438, + 0.980469, + 1.273438, + 0.515625, + 1.09375, + 0.621094, + 0.828125, + 0.212891, + 1.109375, + 0.902344, + 0.213867, + 1.226562, + 0.988281, + 1.460938, + 0.726562, + 0.558594, + 0.734375, + 0.664062, + 0.353516, + 0.980469, + 0.644531, + 0.453125, + 1.476562, + 0.898438, + 0.212891, + 1.046875, + 0.332031, + 1.015625, + 0.984375, + 0.652344, + 0.816406, + 0.421875, + 1.054688, + 0.746094, + 1.109375, + 0.539062, + 0.820312, + 0.421875, + 0.494141, + 1.015625, + 0.241211, + 0.447266, + 0.617188, + 0.324219, + 0.664062, + 0.816406, + 1.226562, + 1.382812, + 0.925781, + 1.109375, + 0.621094, + 1.054688, + 0.191406, + 0.582031, + 1.023438, + 1.234375, + 0.949219, + 0.902344, + 1.101562, + 0.527344, + 0.925781, + 0.613281, + 1.148438, + 0.578125, + 0.710938, + 0.929688, + 0.753906, + 1.085938, + 0.847656, + 0.484375, + 1.328125, + 1.03125, + 1.03125, + 0.412109, + 0.617188, + 1.054688, + 0.546875, + 0.566406, + 0.271484, + 0.542969, + 0.960938, + 1.015625, + 1.015625, + 0.582031, + 1.054688, + 0.980469, + 0.816406, + 0.875, + 0.890625, + 0.597656, + 0.527344, + 0.78125, + 0.539062, + 0.777344, + 0.726562, + 0.349609, + 1.039062, + 0.984375, + 0.777344, + 0.890625, + 0.777344, + 0.933594, + 0.832031, + 0.710938, + 0.5625, + 0.353516, + 0.585938, + 0.503906, + 0.914062, + 0.523438, + 1.195312, + 1.203125 + ] + }, + "name": "model.model.layers.14.post_attention_layernorm.weight", + "outputIndexes": [ + 1235 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1234 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_14/Mul_output_0", + "outputIndexes": [ + 1236 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1235, + 1236 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_14/Mul_1_output_0", + "outputIndexes": [ + 1237 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1237 + ], + "outputIndexes": [ + 2716 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2716 + ], + "outputIndexes": [ + 2717 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear", + "inputIndexes": [ + 2717 + ], + "outputIndexes": [ + 2718 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1852031172, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2718 + ], + "outputIndexes": [ + 2719 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2719 + ], + "outputIndexes": [ + 1238 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1238 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_14/Sigmoid_output_0", + "outputIndexes": [ + 1239 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1238, + 1239 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Mul_output_0", + "outputIndexes": [ + 1240 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1237 + ], + "outputIndexes": [ + 2720 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2720 + ], + "outputIndexes": [ + 2721 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear", + "inputIndexes": [ + 2721 + ], + "outputIndexes": [ + 2722 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1890222298, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2722 + ], + "outputIndexes": [ + 2723 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2723 + ], + "outputIndexes": [ + 1241 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1240, + 1241 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_14/Mul_output_0", + "outputIndexes": [ + 1242 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1242 + ], + "outputIndexes": [ + 2724 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2724 + ], + "outputIndexes": [ + 2725 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear", + "inputIndexes": [ + 2725 + ], + "outputIndexes": [ + 2726 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1928413424, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2726 + ], + "outputIndexes": [ + 2727 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2727 + ], + "outputIndexes": [ + 1243 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1234, + 1243 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_74_output_0", + "outputIndexes": [ + 1244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1244, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_135_output_0", + "outputIndexes": [ + 1245 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.484375, + 0.5625, + 2.109375, + 0.443359, + 1.460938, + 0.59375, + 0.523438, + 0.792969, + 0.828125, + 0.324219, + 0.625, + 0.417969, + 0.451172, + 0.324219, + 0.423828, + 1.101562, + 0.558594, + 0.341797, + 0.585938, + 0.458984, + 1.03125, + 0.570312, + 0.546875, + 0.392578, + 0.359375, + 1.265625, + 0.40625, + 0.341797, + 0.476562, + 0.363281, + 1.359375, + 0.384766, + 1.109375, + 0.511719, + 1.125, + 1.34375, + 0.419922, + 1.203125, + 0.554688, + 0.353516, + 1.25, + 0.550781, + 1.75, + 0.757812, + 1.664062, + 1.242188, + 0.726562, + 1.96875, + 1.109375, + 0.466797, + 1.421875, + 0.441406, + 0.435547, + 0.400391, + 0.867188, + 0.457031, + 0.9375, + 1.679688, + 1.039062, + 0.828125, + 0.318359, + 0.847656, + 0.910156, + 0.484375, + 1.445312, + 1.679688, + 0.277344, + 0.484375, + 0.294922, + 0.570312, + 0.408203, + 0.9375, + 0.808594, + 0.535156, + 1.359375, + 0.9375, + 0.957031, + 0.453125, + 0.863281, + 1.585938, + 1.546875, + 1.648438, + 1.65625, + 0.5625, + 0.75, + 0.180664, + 0.539062, + 1.601562, + 0.65625, + 0.734375, + 0.824219, + 0.648438, + 0.699219, + 0.585938, + 1.554688, + 0.455078, + 0.804688, + 0.412109, + 0.5625, + 0.318359, + 0.363281, + 0.443359, + 1.53125, + 0.503906, + 1.757812, + 1.015625, + 1.992188, + 0.482422, + 0.972656, + 0.433594, + 0.449219, + 0.404297, + 0.644531, + 1.921875, + 0.486328, + 1.875, + 0.365234, + 0.6875, + 1.125, + 0.3125, + 0.355469, + 0.398438, + 1.289062, + 0.507812, + 0.839844, + 0.417969, + 1.0625, + 0.451172, + 0.203125, + 0.470703, + 0.462891, + 0.535156, + 0.535156, + 1.390625, + 0.585938, + 0.738281, + 0.417969, + 0.632812, + 0.691406, + 0.804688, + 0.335938, + 1.140625, + 1.367188, + 0.277344, + 0.960938, + 0.554688, + 1.648438, + 0.523438, + 1.164062, + 0.482422, + 1.09375, + 0.601562, + 0.455078, + 0.550781, + 0.9375, + 0.714844, + 0.464844, + 0.457031, + 1.351562, + 1.46875, + 0.392578, + 0.566406, + 0.777344, + 0.523438, + 1.359375, + 0.535156, + 0.507812, + 0.933594, + 0.443359, + 0.660156, + 0.570312, + 0.332031, + 0.345703, + 0.339844, + 0.480469, + 1.625, + 0.527344, + 0.417969, + 1.125, + 0.460938, + 0.245117, + 0.566406, + 1.03125, + 0.359375, + 0.229492, + 0.789062, + 0.410156, + 0.363281, + 0.425781, + 0.710938, + 0.326172, + 0.6875, + 1.445312, + 0.361328, + 2.015625, + 0.746094, + 0.59375, + 1.15625, + 0.714844, + 0.466797, + 0.460938, + 1.648438, + 1.460938, + 1.460938, + 1.71875, + 0.5625, + 0.265625, + 0.507812, + 0.945312, + 0.234375, + 0.90625, + 0.503906, + 0.34375, + 0.828125, + 0.466797, + 1.367188, + 0.503906, + 0.402344, + 1.921875, + 0.433594, + 0.423828, + 0.4375, + 0.957031, + 0.746094, + 0.671875, + 1.703125, + 0.371094, + 0.71875, + 0.388672, + 0.539062, + 0.699219, + 1.242188, + 0.730469, + 0.417969, + 0.570312, + 1.398438, + 0.367188, + 1.242188, + 0.200195, + 0.628906, + 1.007812, + 0.416016, + 0.675781, + 0.466797, + 0.357422, + 1.054688, + 0.71875, + 0.945312, + 0.84375, + 0.5, + 0.496094, + 1.875, + 0.480469, + 0.492188, + 0.546875, + 0.435547, + 0.486328, + 0.285156, + 0.417969, + 0.5, + 0.558594, + 0.609375, + 0.652344, + 0.855469, + 0.636719, + 0.314453, + 0.519531, + 0.519531, + 1.15625, + 1.164062, + 1.195312, + 0.980469, + 0.695312, + 0.652344, + 0.357422, + 1.695312, + 0.574219, + 0.597656, + 0.316406, + 1.59375, + 0.380859, + 0.490234, + 0.220703, + 0.636719, + 0.400391, + 1.703125, + 0.251953, + 0.875, + 0.980469, + 0.386719, + 1.539062, + 0.361328, + 0.703125, + 0.679688, + 0.294922, + 0.40625, + 1.164062, + 0.357422, + 1.007812, + 0.408203, + 0.298828, + 0.667969, + 0.585938, + 1.117188, + 1.664062, + 1.023438, + 0.464844, + 0.421875, + 0.546875, + 0.617188, + 1.203125, + 0.447266, + 0.494141, + 0.425781, + 1.148438, + 0.746094, + 0.625, + 1.335938, + 0.871094, + 0.472656, + 1.140625, + 0.457031, + 0.335938, + 0.396484, + 0.498047, + 0.515625, + 0.416016, + 0.507812, + 0.566406, + 0.488281, + 0.177734, + 0.808594, + 0.777344, + 0.414062, + 0.570312, + 0.449219, + 0.972656, + 1.96875, + 0.875, + 0.298828, + 0.135742, + 0.384766, + 0.410156, + 0.458984, + 0.194336, + 1.164062, + 1.609375, + 0.566406, + 0.367188, + 0.482422, + 0.90625, + 0.445312, + 1.703125, + 0.542969, + 1.75, + 0.472656, + 0.640625, + 0.851562, + 0.347656, + 0.527344, + 1.921875, + 1.609375, + 0.285156, + 0.353516, + 0.53125, + 0.617188, + 0.462891, + 1.40625, + 0.542969, + 0.353516, + 0.439453, + 0.507812, + 0.664062, + 0.376953, + 0.753906, + 1.578125, + 0.320312, + 0.429688, + 0.578125, + 0.808594, + 0.988281, + 0.746094, + 0.558594, + 1.640625, + 0.90625, + 0.367188, + 1.6875, + 0.542969, + 0.474609, + 0.445312, + 0.5, + 1.171875, + 0.917969, + 0.332031, + 0.363281, + 0.792969, + 0.386719, + 0.384766, + 0.566406, + 0.239258, + 0.443359, + 0.824219, + 0.691406, + 1.25, + 0.367188, + 0.65625, + 0.679688, + 0.785156, + 0.617188, + 0.792969, + 0.679688, + 0.589844, + 1.171875, + 0.462891, + 0.796875, + 1.679688, + 1.171875, + 0.554688, + 0.53125, + 0.765625, + 0.6875, + 1.023438, + 0.435547, + 0.302734, + 0.373047, + 0.496094, + 0.980469, + 0.769531, + 0.318359, + 0.625, + 0.488281, + 0.380859, + 0.423828, + 0.453125, + 1.046875, + 0.238281, + 0.472656, + 0.554688, + 0.378906, + 0.492188, + 0.412109, + 1.515625, + 1.78125, + 0.5, + 0.589844, + 0.470703, + 0.498047, + 0.671875, + 1.398438, + 1.695312, + 1.84375, + 0.507812, + 0.679688, + 0.470703, + 1.867188, + 1.5, + 0.219727, + 0.355469, + 0.013977, + 0.369141, + 0.675781, + 0.402344, + 0.53125, + 1.039062, + 0.474609, + 1.132812, + 0.382812, + 0.488281, + 0.453125, + 0.859375, + 0.324219, + 0.225586, + 0.5625, + 0.621094, + 1.320312, + 0.808594, + 0.337891, + 0.353516, + 0.632812, + 0.554688, + 0.765625, + 0.574219, + 0.324219, + 1.453125, + 1.351562, + 0.863281, + 1.726562, + 1.4375, + 1.40625, + 1.257812, + 0.5625, + 1.09375, + 1.429688, + 0.75, + 1.546875, + 0.261719, + 0.609375, + 0.558594, + 1.84375, + 0.816406, + 0.453125, + 0.417969, + 0.341797, + 0.609375, + 0.394531, + 1.382812, + 1.335938, + 0.193359, + 0.494141, + 0.378906, + 1.148438, + 1.085938, + 0.691406, + 1.203125, + 1.132812, + 0.445312, + 0.291016, + 0.466797, + 0.382812, + 1.617188, + 0.341797, + 0.722656, + 0.613281, + 0.202148, + 0.558594, + 0.351562, + 1.359375, + 0.769531, + 0.554688, + 0.421875, + 0.507812, + 1.40625, + 1.484375, + 0.550781, + 0.408203, + 0.664062, + 0.455078, + 0.435547, + 0.886719, + 0.632812, + 0.335938, + 0.289062, + 0.431641, + 0.519531, + 0.414062, + 0.886719, + 1.882812, + 1.125, + 0.217773, + 1.6875, + 0.796875, + 1.75, + 0.703125, + 2.046875, + 0.330078, + 0.361328, + 0.386719, + 0.539062, + 0.546875, + 0.314453, + 1.6875, + 0.625, + 0.46875, + 0.205078, + 0.386719, + 0.800781, + 0.443359, + 1.28125, + 1.289062, + 0.257812, + 1.632812, + 0.4375, + 0.277344, + 0.326172, + 0.554688, + 0.421875, + 0.382812, + 1.273438, + 0.367188, + 0.992188, + 0.785156, + 1.476562, + 0.761719, + 0.355469, + 1.4375, + 0.458984, + 0.476562, + 0.494141, + 0.484375, + 0.291016, + 1.328125, + 0.746094, + 0.628906, + 1.5625, + 0.910156, + 0.671875, + 0.363281, + 0.302734, + 0.503906, + 0.384766, + 1.4375, + 0.419922, + 0.318359, + 1.6875, + 0.6875, + 1.4375, + 0.486328, + 0.441406, + 1.492188, + 1.039062, + 1.578125, + 1.101562, + 0.40625, + 0.388672, + 0.660156, + 0.484375, + 0.208984, + 0.480469, + 0.929688, + 1.1875, + 0.664062, + 0.466797, + 1.34375, + 0.482422, + 1.226562, + 0.546875, + 1.765625, + 0.601562, + 0.449219, + 1.640625, + 0.527344, + 0.535156, + 0.353516, + 0.46875, + 0.227539, + 0.357422, + 1.078125, + 0.236328, + 0.609375, + 0.558594, + 0.416016, + 0.402344, + 0.601562, + 0.726562, + 1.507812, + 1.898438, + 0.498047, + 0.574219, + 0.558594, + 0.355469, + 0.255859, + 1.03125, + 0.667969, + 0.546875, + 0.482422, + 0.886719, + 0.392578, + 0.597656, + 0.640625, + 0.351562, + 0.546875, + 0.351562, + 1.3125, + 0.867188, + 0.910156, + 0.929688, + 0.451172, + 0.515625, + 0.777344, + 0.648438, + 0.386719, + 0.53125, + 0.480469, + 0.722656, + 0.511719, + 0.46875, + 1.132812, + 0.617188, + 1.554688, + 0.730469, + 0.542969, + 0.820312, + 0.279297, + 0.746094, + 1.101562, + 1.492188, + 0.451172, + 0.535156, + 0.402344, + 0.816406, + 1.570312, + 1.875, + 0.519531, + 1.484375, + 0.458984, + 0.484375, + 1.179688, + 1.664062, + 0.384766, + 0.65625, + 0.324219, + 0.84375, + 0.957031, + 0.464844, + 0.5, + 0.496094, + 0.384766, + 0.195312, + 0.605469, + 1.21875, + 0.523438, + 0.214844, + 0.449219, + 0.367188, + 1.601562, + 1.898438, + 0.605469, + 0.621094, + 0.609375, + 1.078125, + 1.140625, + 0.605469, + 0.494141, + 0.445312, + 0.75, + 0.554688, + 0.734375, + 0.53125, + 0.339844, + 1.851562, + 0.691406, + 0.695312, + 0.396484, + 0.484375, + 0.691406, + 0.621094, + 0.378906, + 0.279297, + 0.421875, + 1.375, + 1.09375, + 0.488281, + 0.445312, + 0.482422, + 0.476562, + 0.400391, + 0.921875, + 0.294922, + 1.726562, + 0.558594, + 0.412109, + 0.498047, + 0.644531, + 1.609375, + 1.257812, + 0.390625, + 0.425781, + 0.765625, + 1.507812, + 0.957031, + 0.578125, + 0.394531, + 0.886719, + 0.90625, + 0.585938, + 0.447266, + 0.753906, + 0.40625, + 0.455078, + 1.539062, + 0.402344, + 0.964844, + 0.189453, + 0.394531, + 1.476562, + 0.292969, + 0.882812, + 1.242188, + 0.703125, + 0.445312, + 0.416016, + 0.457031, + 0.917969, + 0.597656, + 0.421875, + 0.554688, + 0.515625, + 0.445312, + 0.515625, + 0.46875, + 0.859375, + 0.451172, + 0.075195, + 0.6875, + 0.738281, + 0.322266, + 0.431641, + 0.910156, + 1.773438, + 0.605469, + 0.376953, + 1.40625, + 0.570312, + 1.195312, + 1.078125, + 0.259766, + 0.636719, + 0.455078, + 1.085938, + 0.416016, + 0.355469, + 0.542969, + 0.490234, + 1.90625, + 0.539062, + 1.09375, + 0.539062, + 0.402344, + 0.851562, + 0.78125, + 0.494141, + 0.5, + 1.40625, + 1.445312, + 0.296875, + 0.253906, + 0.457031, + 0.376953, + 0.335938, + 0.361328, + 0.601562, + 1.40625, + 1.3125, + 1.601562, + 0.382812, + 0.402344, + 0.699219, + 1.039062, + 0.964844, + 1.070312, + 0.566406, + 0.480469, + 0.527344, + 1.445312, + 1.117188, + 0.621094, + 0.40625, + 0.652344, + 0.550781, + 0.466797, + 0.464844, + 0.488281, + 0.746094, + 0.589844, + 1.132812, + 0.447266, + 1.226562, + 0.455078, + 0.910156, + 0.828125, + 1.5, + 0.421875, + 0.359375, + 1.039062, + 0.382812, + 0.355469, + 1.789062, + 0.310547, + 0.429688, + 0.785156, + 0.462891, + 0.65625, + 1.421875, + 1.609375, + 0.949219, + 1.140625, + 0.601562, + 0.205078, + 0.71875, + 1.671875, + 0.59375, + 1.148438, + 0.695312, + 0.417969, + 1.195312, + 0.777344, + 0.5625, + 0.554688, + 0.176758, + 1.546875, + 1.335938, + 0.636719, + 0.474609, + 0.472656, + 1.703125, + 0.427734, + 0.527344, + 0.617188, + 1.382812, + 1.476562, + 0.835938, + 0.474609, + 0.474609, + 0.316406, + 0.921875, + 1.15625, + 0.554688, + 1.015625, + 0.621094, + 0.431641, + 1.382812, + 1.71875, + 0.554688, + 0.949219, + 0.617188, + 0.365234, + 0.765625, + 1.421875, + 0.404297, + 0.542969, + 0.757812, + 0.636719, + 0.460938, + 0.90625, + 0.730469, + 0.554688, + 1.414062, + 0.449219, + 0.345703, + 0.675781, + 0.523438, + 1.117188, + 0.609375, + 0.414062, + 1.265625, + 0.578125, + 0.40625, + 0.882812, + 0.384766, + 0.871094, + 0.390625, + 0.408203, + 0.453125, + 1.703125, + 1.546875, + 0.365234, + 1.695312, + 0.427734, + 1.210938, + 1.664062, + 1.53125, + 0.984375, + 0.5625, + 0.435547, + 0.433594, + 1.164062, + 0.421875, + 0.201172, + 0.304688, + 0.265625, + 0.644531, + 1.585938, + 0.988281, + 0.4375, + 0.683594, + 0.398438, + 0.408203, + 0.398438, + 0.648438, + 1.8125, + 1.164062, + 0.457031, + 0.451172, + 0.886719, + 1.007812, + 1.804688, + 1.039062, + 0.542969, + 1.234375, + 0.957031, + 0.484375, + 0.59375, + 0.380859, + 0.8125, + 0.609375, + 0.384766, + 0.341797, + 0.605469, + 0.519531, + 1.492188, + 1.5, + 0.480469, + 0.304688, + 0.523438, + 1.703125, + 0.746094, + 0.53125, + 1.132812, + 0.296875, + 0.375, + 0.464844, + 0.484375, + 0.371094, + 0.404297, + 0.519531, + 0.447266, + 0.78125, + 1.117188, + 1.429688, + 0.550781, + 0.566406, + 0.53125, + 0.388672, + 0.351562, + 0.21582, + 0.542969, + 0.957031, + 0.289062, + 0.408203, + 0.503906, + 0.367188, + 0.333984, + 2.3125, + 0.410156, + 0.423828, + 1.101562, + 0.255859, + 0.679688, + 0.324219, + 0.234375, + 1.59375, + 0.847656, + 0.675781, + 0.457031, + 0.326172, + 0.5625, + 0.789062, + 1.375, + 0.484375, + 1.09375, + 0.337891, + 0.25, + 1.539062, + 0.734375, + 0.933594, + 0.316406, + 2.09375, + 0.380859, + 0.484375, + 0.558594, + 0.337891, + 0.460938, + 1.484375, + 0.851562, + 1.71875, + 0.796875, + 0.339844, + 1.257812, + 0.369141, + 0.523438, + 0.375, + 0.394531, + 0.435547, + 0.691406, + 0.478516, + 0.419922, + 0.648438, + 0.396484, + 1.414062, + 0.086914, + 1.625, + 0.40625, + 1.28125, + 1.125, + 1.148438, + 1.953125, + 0.384766, + 1.351562, + 0.371094, + 0.558594, + 0.503906, + 0.384766, + 0.390625, + 0.416016, + 1.476562, + 0.423828, + 0.746094, + 0.339844, + 0.292969, + 0.417969, + 0.308594, + 0.570312, + 0.257812, + 0.6875, + 1.445312, + 1.148438, + 1.414062, + 1.882812, + 0.511719, + 0.202148, + 1.328125, + 0.398438, + 0.382812, + 0.453125, + 0.402344, + 1.859375, + 0.667969, + 0.447266, + 1.6875, + 1.445312, + 0.186523, + 0.478516, + 0.894531, + 0.511719, + 0.488281, + 1.664062, + 0.373047, + 0.371094, + 0.75, + 0.683594, + 1.382812, + 1.148438, + 0.400391, + 0.294922, + 0.384766, + 1.6875, + 0.271484, + 1.757812, + 0.488281, + 0.337891, + 0.414062, + 0.439453, + 0.804688, + 0.664062, + 0.451172, + 0.828125, + 0.335938, + 0.566406, + 1.125, + 0.378906, + 0.902344, + 0.734375, + 0.816406, + 0.75, + 0.310547, + 0.439453, + 0.388672, + 0.5625, + 1.789062, + 0.558594, + 0.394531, + 0.742188, + 0.417969, + 1.585938, + 0.386719, + 1.71875, + 0.757812, + 0.558594, + 0.241211, + 0.847656, + 0.347656, + 1.921875, + 0.386719, + 0.333984, + 1.507812, + 0.96875, + 0.341797, + 0.667969, + 0.847656, + 0.441406, + 1.828125, + 0.691406, + 1.453125, + 0.589844, + 0.351562, + 0.480469, + 0.742188, + 0.382812, + 0.851562, + 0.710938, + 0.375, + 1.289062, + 0.96875, + 1.890625, + 1.53125, + 1.34375, + 0.804688, + 1.390625, + 0.490234, + 0.455078, + 0.335938, + 0.439453, + 1.679688, + 1.21875, + 0.644531, + 0.652344, + 0.433594, + 0.490234, + 1.414062, + 0.449219, + 1.164062, + 1.171875, + 0.75, + 0.472656, + 0.5625, + 0.146484, + 0.589844, + 0.375, + 0.168945, + 0.433594, + 0.417969, + 0.90625, + 0.369141, + 0.421875, + 0.617188, + 0.628906, + 1.640625, + 1.453125, + 0.578125, + 0.333984, + 0.324219, + 0.462891, + 0.314453, + 1.09375, + 0.478516, + 1.960938, + 0.414062, + 0.527344, + 1.507812, + 0.84375, + 0.363281, + 1.03125, + 1.1875, + 0.515625, + 0.431641, + 0.722656, + 1.710938, + 0.455078, + 0.414062, + 0.550781, + 1.140625, + 1.515625, + 1.515625, + 0.546875, + 1.515625, + 0.703125, + 1.335938, + 1.6875, + 0.498047, + 0.345703, + 1.429688, + 0.667969, + 0.574219, + 0.8125, + 1.445312, + 0.699219, + 0.515625, + 0.507812, + 0.917969, + 0.353516, + 0.574219, + 0.996094, + 0.425781, + 1.0, + 1.59375, + 0.472656, + 0.679688, + 1.648438, + 0.445312, + 1.25, + 0.773438, + 0.605469, + 0.648438, + 0.423828, + 1.09375, + 0.511719, + 0.496094, + 0.191406, + 0.5625, + 0.722656, + 0.417969, + 0.445312, + 0.291016, + 0.427734, + 1.164062, + 0.192383, + 0.539062, + 0.425781, + 1.34375, + 1.023438, + 0.273438, + 0.875, + 1.21875, + 0.824219, + 0.423828, + 0.527344, + 0.785156, + 0.369141, + 0.402344, + 0.320312, + 0.769531, + 0.582031, + 1.539062, + 0.417969, + 0.597656, + 0.957031, + 0.357422, + 0.929688, + 1.625, + 0.558594, + 0.769531, + 0.361328, + 1.679688, + 0.964844, + 0.515625, + 1.023438, + 0.6875, + 0.367188, + 0.554688, + 0.386719, + 0.9375, + 0.566406, + 1.664062, + 0.464844, + 0.443359, + 1.4375, + 1.492188, + 0.832031, + 0.503906, + 0.535156, + 0.972656, + 0.373047, + 0.490234, + 0.34375, + 1.703125, + 0.480469, + 1.109375, + 0.6875, + 1.210938, + 0.390625, + 1.03125, + 1.367188, + 0.765625, + 0.425781, + 1.617188, + 0.408203, + 0.515625, + 0.414062, + 0.578125, + 2.03125, + 1.820312, + 0.601562, + 0.361328, + 0.855469, + 0.402344, + 0.345703, + 0.558594, + 1.890625, + 0.353516, + 0.333984, + 0.878906, + 1.078125, + 1.757812, + 0.519531, + 1.085938, + 0.644531, + 0.671875, + 0.625, + 0.455078, + 0.507812, + 0.330078, + 0.472656, + 1.335938, + 1.179688, + 0.992188, + 0.902344, + 0.8125, + 0.554688, + 1.015625, + 0.40625, + 0.742188, + 0.464844, + 0.515625, + 0.679688, + 0.359375, + 0.359375, + 0.378906, + 0.380859, + 0.53125, + 1.734375, + 0.589844, + 1.273438, + 0.302734, + 0.878906, + 0.326172, + 0.773438, + 0.921875, + 0.316406, + 0.703125, + 1.304688, + 0.765625, + 1.921875, + 0.431641, + 1.140625, + 0.398438, + 0.550781, + 0.527344, + 0.390625, + 1.625, + 1.476562, + 0.412109, + 0.224609, + 0.392578, + 0.449219, + 0.224609, + 0.863281, + 1.226562, + 1.59375, + 0.574219, + 0.976562, + 0.628906, + 0.458984, + 1.398438, + 0.492188, + 0.417969, + 0.535156, + 1.578125, + 0.414062, + 0.15332, + 0.371094, + 0.78125, + 0.355469, + 0.373047, + 0.429688, + 1.84375, + 1.328125, + 0.648438, + 1.632812, + 0.917969, + 1.59375, + 0.482422, + 1.273438, + 1.132812, + 0.613281, + 0.746094, + 0.703125, + 1.15625, + 1.546875, + 0.648438, + 1.25, + 1.960938, + 0.322266, + 0.742188, + 0.519531, + 0.578125, + 0.53125, + 0.25, + 0.494141, + 0.511719, + 0.3125, + 0.921875, + 0.988281, + 0.488281, + 0.992188, + 0.660156, + 0.482422, + 0.632812, + 0.314453, + 0.558594, + 0.804688, + 0.302734, + 1.515625, + 0.699219, + 0.570312, + 1.492188, + 0.333984, + 1.84375, + 0.589844, + 0.423828, + 0.804688, + 0.550781, + 1.023438, + 0.425781, + 0.636719, + 0.474609, + 1.367188, + 0.695312, + 0.445312, + 0.519531, + 0.447266, + 0.945312, + 0.671875, + 1.265625, + 1.59375, + 0.324219, + 0.8125, + 0.652344, + 0.789062, + 1.390625, + 1.695312, + 1.53125, + 0.597656, + 0.431641, + 0.476562, + 0.466797, + 1.25, + 0.757812, + 0.083984, + 0.921875, + 0.519531, + 1.445312, + 0.341797, + 0.34375, + 0.878906, + 0.427734, + 0.427734, + 0.539062, + 1.625, + 0.691406, + 0.78125, + 0.367188, + 0.486328, + 1.3125, + 1.15625, + 1.421875, + 0.617188, + 0.427734, + 0.320312, + 0.400391, + 0.542969, + 0.433594, + 0.396484, + 1.28125, + 0.400391, + 0.414062, + 0.714844, + 1.328125, + 1.898438, + 0.523438, + 0.546875, + 1.5, + 0.738281, + 0.425781, + 0.519531, + 0.527344, + 0.396484, + 1.351562, + 0.292969, + 0.585938, + 0.34375, + 0.318359, + 0.851562, + 0.345703, + 0.478516, + 1.53125, + 0.261719, + 1.289062, + 0.24707, + 0.365234, + 0.488281, + 0.333984, + 0.71875, + 1.242188, + 0.410156, + 1.101562, + 0.566406, + 0.535156, + 1.53125, + 1.078125, + 1.585938, + 0.71875, + 0.867188, + 0.283203, + 0.503906, + 0.695312, + 1.367188, + 0.25, + 0.714844, + 0.953125, + 0.449219, + 0.773438, + 0.660156, + 0.960938, + 1.742188, + 0.988281, + 0.460938, + 0.542969, + 0.546875, + 0.357422, + 0.400391, + 0.441406, + 0.5625, + 1.726562, + 0.419922, + 0.369141, + 0.554688, + 0.96875, + 0.400391, + 0.388672, + 0.402344, + 1.242188, + 0.660156, + 0.609375, + 1.976562, + 0.384766, + 0.710938, + 0.570312, + 0.4375, + 0.652344, + 0.492188, + 0.871094, + 0.621094, + 0.625, + 0.90625, + 0.365234, + 0.478516, + 0.96875, + 1.054688, + 0.542969, + 0.816406, + 0.730469, + 0.976562, + 1.695312, + 0.425781, + 1.507812, + 0.421875, + 0.482422, + 0.511719, + 0.695312, + 0.699219, + 0.785156, + 0.363281, + 0.464844, + 0.449219, + 0.318359, + 0.347656, + 1.804688, + 1.375, + 0.332031, + 0.443359, + 0.417969, + 1.429688, + 0.265625, + 0.632812, + 0.243164, + 0.421875, + 1.195312, + 0.431641, + 0.421875, + 1.578125, + 0.941406, + 1.507812, + 2.1875, + 0.498047, + 0.554688, + 0.582031, + 0.410156, + 0.241211, + 1.59375, + 0.9375, + 1.53125, + 0.423828, + 0.539062, + 0.332031, + 0.8125, + 1.328125, + 0.357422, + 0.458984, + 0.988281, + 0.847656, + 0.365234, + 1.554688, + 0.427734, + 0.435547, + 1.1875, + 0.640625, + 0.527344, + 0.421875, + 0.574219, + 0.722656, + 0.490234, + 0.746094, + 0.464844, + 0.355469, + 0.201172, + 0.400391, + 0.457031, + 0.875, + 0.363281, + 1.203125, + 0.345703, + 0.746094, + 0.337891, + 0.597656, + 0.474609, + 0.746094, + 1.09375, + 0.349609, + 0.511719, + 0.53125, + 1.4375, + 0.648438, + 0.554688, + 0.636719, + 0.419922, + 0.382812, + 0.84375, + 0.186523, + 0.582031, + 0.453125, + 0.494141, + 0.361328, + 0.574219, + 2.140625, + 1.4375, + 0.474609, + 0.28125, + 0.230469, + 0.625, + 0.361328, + 0.832031, + 0.679688, + 1.3125, + 0.386719, + 1.171875, + 0.402344, + 1.148438, + 1.453125, + 1.09375, + 0.546875, + 0.320312, + 0.439453, + 0.746094, + 0.519531, + 0.691406, + 0.589844, + 1.359375, + 0.421875, + 0.375, + 1.234375, + 0.589844, + 0.421875, + 0.726562, + 0.628906, + 1.039062, + 0.460938, + 0.455078, + 0.550781, + 0.427734, + 1.171875, + 0.550781, + 0.5625, + 0.210938, + 0.330078, + 0.820312, + 0.46875, + 1.804688, + 0.53125, + 0.462891, + 1.15625, + 0.482422, + 0.380859, + 0.392578, + 0.400391, + 0.832031, + 0.527344, + 0.789062, + 0.455078, + 0.78125, + 1.0, + 0.742188, + 1.867188, + 1.75, + 1.648438, + 0.835938, + 1.859375, + 0.263672, + 0.416016, + 0.332031, + 0.707031, + 0.46875, + 0.155273, + 0.597656, + 1.515625, + 0.660156, + 0.515625, + 0.279297, + 0.742188, + 0.194336, + 0.726562, + 0.898438, + 1.15625, + 1.351562, + 0.3125, + 0.449219, + 0.523438, + 0.707031, + 1.476562, + 0.632812, + 0.375, + 0.691406, + 1.515625, + 1.570312, + 0.400391, + 1.453125, + 0.412109, + 0.535156, + 1.304688, + 1.578125, + 1.804688, + 0.726562, + 0.3125, + 1.078125, + 0.792969, + 1.375, + 0.660156, + 0.498047, + 0.519531, + 1.289062, + 0.957031, + 0.34375, + 0.388672, + 0.570312, + 1.304688, + 1.023438, + 0.392578, + 0.886719, + 0.378906, + 0.455078, + 1.554688, + 0.457031, + 0.390625, + 1.585938, + 0.333984, + 0.445312, + 0.4375, + 0.703125, + 1.679688, + 0.511719, + 0.277344, + 0.539062, + 0.435547, + 1.679688, + 0.419922, + 0.353516, + 0.546875, + 1.679688, + 0.632812, + 1.226562, + 2.125, + 0.433594, + 0.466797, + 0.664062, + 0.289062, + 0.234375, + 0.511719, + 0.404297, + 0.439453, + 0.554688, + 0.757812, + 0.189453, + 0.660156, + 1.640625, + 0.738281, + 0.566406, + 0.835938, + 0.382812, + 1.757812, + 0.53125, + 0.679688, + 1.28125, + 0.277344, + 0.447266, + 1.796875, + 0.498047, + 1.382812, + 0.279297, + 1.835938, + 0.441406, + 1.125, + 0.449219, + 0.355469, + 0.613281, + 0.470703, + 0.691406, + 0.472656, + 0.648438, + 0.914062, + 0.345703, + 0.574219, + 0.287109, + 0.447266, + 1.023438, + 0.585938, + 0.376953, + 0.289062, + 1.40625, + 0.761719, + 0.378906, + 0.707031, + 0.388672, + 0.503906, + 0.414062, + 1.375, + 0.277344, + 1.804688, + 1.3125, + 0.46875, + 0.417969, + 0.294922, + 1.617188, + 0.333984, + 2.265625, + 1.3125, + 0.777344, + 0.464844, + 0.400391, + 0.361328, + 0.507812, + 1.101562, + 1.109375, + 0.972656, + 0.474609, + 0.929688, + 0.527344, + 0.300781, + 0.925781, + 0.535156, + 0.554688, + 1.015625, + 0.404297, + 0.679688, + 0.398438, + 1.570312, + 0.5625, + 1.375, + 0.480469, + 0.628906, + 1.609375, + 1.929688, + 1.382812, + 0.400391, + 0.439453, + 0.667969, + 1.703125, + 0.394531, + 1.445312, + 1.65625, + 0.53125, + 0.726562, + 1.148438, + 1.539062, + 0.447266, + 1.179688, + 1.21875, + 0.386719, + 0.886719, + 0.480469, + 1.328125, + 0.898438, + 0.416016, + 1.09375, + 0.492188, + 0.496094, + 0.703125, + 1.554688, + 1.679688, + 0.208008, + 0.746094, + 0.371094, + 1.523438, + 0.265625, + 0.566406, + 0.90625, + 0.695312, + 0.914062, + 0.439453, + 0.412109, + 1.648438, + 0.460938, + 0.386719, + 0.65625, + 0.404297, + 1.296875, + 0.194336, + 0.347656, + 0.996094, + 0.449219, + 1.226562, + 0.453125, + 0.498047, + 0.855469, + 1.617188, + 0.460938, + 0.695312, + 0.40625, + 0.355469, + 0.488281, + 1.8125, + 1.21875, + 0.792969, + 1.03125, + 1.984375, + 0.425781, + 0.574219, + 1.304688, + 0.414062, + 0.546875, + 0.609375, + 0.542969, + 1.609375, + 1.265625, + 0.363281, + 0.882812, + 0.640625, + 0.542969, + 0.417969, + 0.691406, + 1.617188, + 0.404297, + 0.917969, + 0.679688, + 0.223633, + 1.296875, + 0.257812, + 0.421875, + 0.351562, + 0.503906, + 0.410156, + 0.289062, + 1.179688, + 0.376953, + 0.507812, + 0.318359, + 0.402344, + 0.486328, + 0.277344, + 0.378906, + 0.472656, + 0.28125, + 0.613281, + 0.226562, + 0.427734, + 0.574219, + 0.404297, + 0.515625, + 0.769531, + 0.439453, + 0.507812, + 1.695312, + 0.443359, + 1.101562, + 1.4375, + 1.460938, + 0.402344, + 1.039062, + 0.433594, + 0.597656, + 0.470703, + 0.511719, + 0.357422, + 0.785156, + 0.8125, + 0.269531, + 1.25, + 1.140625, + 0.198242, + 0.566406, + 0.789062, + 0.359375, + 0.462891, + 0.96875, + 0.283203, + 0.429688, + 1.398438, + 1.484375, + 0.462891, + 0.380859, + 0.886719, + 1.140625, + 0.386719, + 1.304688, + 0.425781, + 0.636719, + 0.585938, + 0.365234, + 0.601562, + 0.585938, + 0.341797, + 0.480469, + 0.380859, + 0.792969, + 1.6875, + 1.109375, + 0.449219, + 0.376953, + 0.324219, + 0.435547, + 0.53125, + 0.898438, + 0.423828, + 0.695312, + 0.585938, + 0.359375, + 0.484375, + 1.460938, + 0.388672, + 0.5625, + 0.773438, + 0.707031, + 0.554688, + 0.539062, + 0.527344, + 0.667969, + 1.101562, + 1.398438, + 0.455078, + 1.007812, + 0.394531, + 1.039062, + 0.832031, + 1.242188, + 0.628906, + 1.109375, + 0.5625, + 1.21875, + 0.470703, + 0.237305, + 0.371094, + 1.742188, + 0.449219, + 0.644531, + 0.233398, + 0.382812, + 0.597656, + 0.519531, + 1.109375, + 1.09375, + 1.742188, + 0.417969, + 0.5625, + 0.322266, + 0.695312, + 0.384766, + 1.0625, + 0.519531, + 1.921875, + 0.449219, + 0.515625, + 1.054688, + 0.613281, + 1.085938, + 0.347656, + 0.24707, + 0.570312, + 1.90625, + 0.683594, + 0.376953, + 1.046875, + 0.341797, + 1.734375, + 0.324219, + 1.085938, + 0.789062, + 0.384766, + 0.824219, + 1.007812, + 0.570312, + 1.3125, + 1.851562, + 0.351562, + 0.425781, + 0.589844, + 1.109375, + 0.408203, + 0.211914, + 1.351562, + 0.8125, + 1.117188, + 0.470703, + 0.380859, + 1.671875, + 0.578125, + 1.09375, + 0.796875, + 0.621094, + 0.671875, + 0.722656, + 0.625, + 0.369141, + 0.435547, + 0.523438, + 0.486328, + 0.515625, + 0.4375, + 0.402344, + 0.613281, + 1.6875, + 0.472656, + 0.339844, + 0.640625, + 1.59375, + 0.287109, + 1.429688, + 0.464844, + 0.443359, + 0.539062, + 0.816406, + 0.231445, + 0.439453, + 0.433594, + 0.476562, + 0.300781, + 1.71875, + 1.09375, + 0.5, + 0.445312, + 0.847656, + 0.527344, + 0.423828, + 1.398438, + 1.125, + 1.617188, + 0.302734, + 0.769531, + 0.339844, + 1.6875, + 0.671875, + 0.410156, + 0.457031, + 0.523438, + 0.566406, + 0.474609, + 1.21875, + 0.291016, + 0.376953, + 0.302734, + 0.863281, + 1.148438, + 0.621094, + 0.382812, + 0.578125, + 0.423828, + 1.867188, + 0.53125, + 0.519531, + 0.394531, + 0.742188, + 0.949219, + 0.664062, + 1.726562, + 1.421875, + 1.296875, + 1.554688, + 1.390625, + 0.363281, + 0.8125, + 0.371094, + 0.40625, + 0.519531, + 0.773438, + 0.621094, + 1.59375, + 0.636719, + 2.1875, + 0.5625, + 0.394531, + 0.498047, + 0.482422, + 0.455078, + 0.507812, + 0.566406, + 0.566406, + 0.65625, + 0.894531, + 0.648438, + 0.318359, + 0.445312, + 0.558594, + 0.34375, + 1.273438, + 0.34375, + 0.435547, + 0.519531, + 0.375, + 0.333984, + 0.402344, + 0.546875, + 0.277344, + 1.953125, + 0.386719, + 0.353516, + 0.558594, + 0.675781, + 0.585938, + 0.785156, + 0.617188, + 0.554688, + 0.796875, + 0.371094, + 0.261719, + 0.511719, + 0.259766, + 0.199219, + 0.412109, + 0.462891, + 1.257812, + 0.589844, + 0.498047, + 0.507812, + 1.789062, + 0.439453, + 1.476562, + 0.373047, + 0.601562, + 1.554688, + 1.601562, + 0.605469, + 0.355469, + 1.4375, + 0.347656, + 0.511719, + 0.333984, + 0.384766, + 0.777344, + 1.148438, + 0.449219, + 0.478516, + 0.777344, + 0.398438, + 0.507812, + 0.341797, + 0.695312, + 0.382812, + 1.679688, + 0.306641, + 0.960938, + 1.789062, + 1.070312, + 1.8125, + 0.519531, + 0.605469, + 1.21875, + 0.390625, + 1.359375, + 0.480469, + 0.351562, + 0.597656, + 1.320312, + 1.195312, + 0.5, + 0.464844, + 1.414062, + 1.25, + 0.414062, + 0.353516, + 0.65625, + 0.875, + 0.201172, + 0.628906, + 1.226562, + 0.503906, + 1.484375, + 1.539062, + 0.351562, + 0.423828, + 0.419922, + 0.339844, + 1.09375, + 0.9375, + 1.414062, + 0.484375, + 0.855469, + 0.410156, + 0.570312, + 0.976562, + 0.373047, + 0.570312, + 1.054688, + 0.423828, + 2.0, + 1.71875, + 0.949219, + 0.425781, + 0.472656, + 0.367188, + 0.421875, + 0.386719, + 0.554688, + 1.523438, + 1.320312, + 0.451172, + 0.765625, + 1.53125, + 1.367188, + 1.78125, + 0.394531, + 1.195312, + 0.984375, + 0.535156, + 0.652344, + 0.283203, + 0.503906, + 0.328125, + 0.664062, + 0.396484, + 0.451172, + 0.308594, + 0.333984, + 0.695312, + 0.392578, + 0.433594, + 0.53125, + 0.333984, + 0.820312, + 0.234375, + 0.613281, + 1.398438, + 0.574219, + 0.644531, + 1.257812, + 1.078125, + 0.566406, + 1.65625, + 1.703125, + 0.335938, + 0.339844, + 1.289062, + 2.15625, + 0.324219, + 1.15625, + 0.388672, + 0.65625, + 0.355469, + 0.453125, + 0.271484, + 0.710938, + 0.617188, + 0.498047, + 0.449219, + 0.398438, + 0.408203, + 0.416016, + 0.636719, + 0.582031, + 1.3125, + 0.441406, + 0.613281, + 0.435547, + 0.443359, + 1.53125, + 0.203125, + 0.392578, + 1.773438, + 1.242188, + 0.476562, + 1.054688, + 1.15625, + 1.210938, + 0.5, + 0.644531, + 0.353516, + 0.921875, + 0.914062, + 0.380859, + 0.22168, + 0.542969, + 1.3125, + 0.613281, + 1.109375, + 0.515625, + 0.90625, + 0.667969, + 0.894531, + 0.233398, + 1.070312, + 0.333984, + 1.210938, + 0.398438, + 0.570312, + 0.470703, + 0.378906, + 0.941406, + 0.707031, + 0.369141, + 1.179688, + 0.480469, + 0.498047, + 0.451172, + 0.419922, + 1.148438, + 0.380859, + 1.304688, + 1.359375, + 0.828125, + 0.466797, + 0.373047, + 0.722656, + 0.335938, + 0.835938, + 0.851562, + 0.515625, + 1.539062, + 0.322266, + 1.328125, + 0.992188, + 0.738281, + 2.15625, + 0.542969, + 1.460938, + 1.445312, + 0.408203, + 0.71875, + 0.988281, + 0.648438, + 0.625, + 0.404297, + 1.367188, + 0.457031, + 0.429688, + 0.359375, + 1.21875, + 1.757812, + 0.566406, + 1.460938, + 0.231445, + 1.3125, + 0.257812, + 1.046875, + 1.390625, + 0.613281, + 0.703125, + 0.933594, + 0.476562, + 0.490234, + 0.714844, + 1.796875, + 0.410156, + 0.582031, + 0.369141, + 1.460938, + 0.351562, + 0.253906, + 0.451172, + 0.472656, + 0.386719, + 0.550781, + 1.203125, + 0.789062, + 0.458984, + 0.546875, + 0.332031, + 0.65625, + 1.914062, + 0.707031, + 1.21875, + 0.839844, + 0.244141, + 0.412109, + 0.400391, + 0.503906, + 0.237305, + 1.671875, + 0.427734, + 0.679688, + 0.566406, + 0.455078, + 0.617188, + 0.353516, + 0.425781, + 0.048828, + 0.498047, + 0.527344, + 0.941406, + 0.699219, + 0.421875, + 1.132812, + 0.65625, + 0.439453, + 1.828125, + 1.523438, + 0.375, + 1.039062, + 0.486328, + 0.726562, + 0.703125, + 0.996094, + 0.820312, + 1.328125, + 0.308594, + 1.007812, + 1.304688, + 1.40625, + 0.65625, + 0.443359, + 1.585938, + 0.550781, + 1.617188, + 0.980469, + 0.199219, + 0.386719, + 0.460938, + 1.5625, + 0.261719, + 1.015625, + 0.613281, + 0.890625, + 1.765625, + 0.550781, + 0.832031, + 0.400391, + 0.449219, + 0.523438, + 0.449219, + 0.480469, + 0.402344, + 0.855469, + 0.609375, + 0.820312, + 0.365234, + 0.322266, + 1.132812, + 0.476562, + 1.171875, + 0.488281, + 1.835938, + 0.484375, + 0.527344, + 1.40625, + 0.5, + 0.617188, + 0.353516, + 0.660156, + 0.314453, + 0.400391, + 0.628906, + 1.992188, + 0.412109, + 1.570312, + 1.882812, + 0.441406, + 0.462891, + 0.326172, + 0.722656, + 0.625, + 0.398438, + 0.714844, + 0.558594, + 0.458984, + 0.636719, + 0.34375, + 1.484375, + 0.613281, + 0.402344, + 1.664062, + 0.22168, + 0.359375, + 0.279297, + 0.478516, + 0.158203, + 0.369141, + 1.078125, + 0.484375, + 1.195312, + 0.667969, + 1.5, + 1.054688, + 0.476562, + 0.921875, + 1.429688, + 0.515625, + 1.476562, + 0.671875, + 0.367188, + 0.464844, + 0.214844, + 1.453125, + 1.0625, + 0.640625, + 0.476562, + 0.601562, + 0.804688, + 0.609375, + 0.34375, + 0.632812, + 0.425781, + 0.507812, + 1.625, + 1.328125, + 0.71875, + 0.189453, + 0.494141, + 1.257812, + 0.451172, + 1.5, + 0.371094, + 0.390625, + 0.478516, + 0.621094, + 0.351562, + 0.345703, + 0.441406, + 0.339844, + 0.714844, + 0.423828, + 0.410156, + 0.371094, + 0.507812, + 0.828125, + 0.357422, + 0.535156, + 0.455078, + 0.519531, + 0.503906, + 0.996094, + 0.488281, + 0.871094, + 1.164062, + 2.28125, + 1.59375, + 0.494141, + 0.652344, + 0.455078, + 1.492188, + 0.337891, + 0.137695, + 0.765625, + 0.306641, + 0.648438, + 0.507812, + 3.2e-05, + 1.335938, + 0.5625, + 0.330078, + 1.15625, + 0.474609, + 0.589844, + 0.765625, + 0.174805, + 0.554688, + 0.878906, + 0.488281, + 0.310547, + 1.539062, + 0.488281, + 0.429688, + 0.494141, + 0.695312, + 0.40625, + 0.945312, + 0.578125, + 0.490234, + 1.140625, + 0.291016, + 1.140625, + 0.365234, + 0.894531, + 1.804688, + 0.435547, + 1.9375, + 0.882812, + 0.474609, + 0.396484, + 0.378906, + 0.371094, + 0.75, + 0.671875, + 1.484375, + 0.404297, + 0.408203, + 0.757812, + 0.808594, + 1.8125, + 0.847656, + 1.070312, + 1.335938, + 0.515625, + 0.472656, + 0.617188, + 0.419922, + 0.164062, + 0.458984, + 1.804688, + 1.070312, + 1.632812, + 1.171875, + 1.710938, + 1.09375, + 0.490234, + 1.164062, + 0.347656, + 0.992188, + 0.332031, + 0.365234, + 0.953125, + 0.375, + 0.233398, + 0.421875, + 1.46875, + 0.714844, + 0.417969, + 0.466797, + 1.335938, + 1.0, + 0.730469, + 0.804688, + 0.503906, + 1.570312, + 1.445312, + 0.341797, + 0.519531, + 0.419922, + 0.443359, + 0.722656, + 0.333984, + 0.820312, + 0.6875, + 0.443359, + 0.441406, + 0.376953, + 1.5625, + 1.476562, + 0.671875, + 0.738281, + 1.21875, + 1.328125, + 1.390625, + 0.498047, + 0.570312, + 0.445312, + 0.400391, + 0.484375, + 0.46875, + 0.71875, + 1.65625, + 0.332031, + 0.330078, + 1.476562, + 0.324219, + 1.609375, + 0.308594, + 0.492188, + 0.585938, + 0.211914, + 0.664062, + 1.085938, + 1.460938, + 1.226562, + 1.601562, + 0.412109, + 0.511719, + 0.515625, + 1.507812, + 1.078125, + 0.357422, + 1.773438, + 1.515625, + 1.390625, + 0.488281, + 1.476562, + 1.25, + 0.404297, + 0.6875, + 0.410156, + 1.492188, + 0.367188, + 0.570312, + 0.859375, + 0.832031, + 0.976562, + 0.490234, + 1.40625, + 0.308594, + 0.511719, + 0.421875, + 0.960938, + 1.570312, + 0.400391, + 0.398438, + 1.375, + 0.609375, + 0.474609, + 0.707031, + 0.34375, + 0.423828, + 0.496094, + 0.404297, + 0.824219, + 0.996094, + 0.433594, + 0.957031, + 0.451172, + 0.824219, + 1.25, + 1.335938, + 1.390625, + 0.251953, + 0.769531, + 1.15625, + 1.6875, + 0.460938, + 0.414062, + 1.585938, + 1.953125, + 2.0, + 0.511719, + 1.304688, + 0.322266, + 0.746094, + 0.613281, + 0.644531, + 0.402344, + 0.875, + 0.558594, + 0.357422, + 0.361328, + 0.462891, + 0.636719, + 0.388672, + 0.71875, + 0.333984, + 0.65625, + 0.384766, + 0.570312, + 0.5625, + 0.488281, + 0.347656, + 0.28125, + 0.490234, + 1.90625, + 0.855469, + 0.570312, + 0.53125, + 1.28125, + 0.628906, + 1.289062, + 0.503906, + 1.460938, + 0.5, + 0.761719, + 1.507812, + 0.605469, + 0.535156, + 0.523438, + 0.351562, + 1.265625, + 1.164062, + 0.941406, + 0.984375, + 0.585938, + 0.578125, + 0.664062, + 0.416016, + 0.820312, + 0.488281, + 0.367188, + 1.523438, + 0.400391, + 0.386719, + 0.425781, + 0.163086, + 1.289062, + 1.4375, + 0.691406, + 1.3125, + 0.337891, + 0.996094, + 0.894531, + 0.376953, + 0.5, + 0.691406, + 0.730469, + 0.404297, + 0.351562, + 0.515625, + 0.421875, + 0.9375, + 0.451172, + 0.496094, + 0.429688, + 0.337891, + 0.621094, + 0.710938, + 1.507812, + 1.734375, + 0.341797, + 1.671875, + 1.21875, + 0.308594, + 0.470703, + 1.054688, + 0.453125, + 1.578125, + 0.621094, + 0.699219, + 0.365234, + 0.421875, + 0.417969, + 0.398438, + 0.322266, + 0.582031, + 1.070312, + 0.660156, + 1.421875, + 0.6875, + 0.449219, + 1.15625, + 0.664062, + 0.386719, + 0.71875, + 0.400391, + 1.414062, + 0.871094, + 0.400391, + 0.523438, + 1.507812, + 0.339844, + 1.109375, + 1.296875, + 0.792969, + 0.421875, + 0.382812, + 0.957031, + 1.171875, + 0.949219, + 1.0625, + 0.902344, + 1.5625, + 0.515625, + 0.714844, + 0.851562, + 0.394531, + 0.466797, + 1.054688, + 0.539062, + 0.652344, + 0.980469, + 0.472656, + 0.761719, + 1.890625, + 1.164062, + 0.9375, + 0.792969, + 0.322266, + 1.140625, + 0.376953, + 0.162109, + 0.589844, + 1.25, + 0.431641, + 0.949219, + 0.408203, + 0.542969, + 0.384766, + 0.933594, + 0.734375, + 1.640625, + 1.34375, + 0.404297, + 1.578125, + 1.789062, + 0.636719, + 1.234375, + 0.392578, + 0.261719, + 1.742188, + 0.359375, + 0.384766, + 0.455078, + 0.589844, + 1.390625, + 0.193359, + 1.023438, + 0.470703, + 0.636719, + 0.964844, + 1.539062, + 0.578125, + 1.210938, + 0.894531, + 0.425781, + 1.546875, + 0.394531, + 0.429688, + 0.683594, + 0.314453, + 1.617188, + 0.546875, + 0.539062, + 0.710938, + 1.367188, + 1.515625, + 0.296875, + 1.507812, + 1.445312, + 0.279297, + 1.296875, + 0.617188, + 1.304688, + 1.617188, + 0.90625, + 0.542969, + 0.349609, + 0.625, + 0.351562, + 0.6875, + 1.210938, + 0.492188, + 0.414062, + 0.742188, + 0.421875, + 0.445312, + 1.203125, + 0.349609, + 0.90625, + 0.482422, + 0.667969, + 0.574219, + 0.511719, + 0.339844, + 1.148438, + 0.435547, + 0.507812, + 0.320312, + 0.174805, + 0.53125, + 0.427734, + 0.363281, + 0.753906, + 0.478516, + 1.53125, + 0.933594, + 0.425781, + 0.233398, + 0.412109, + 0.451172, + 1.882812, + 0.523438, + 0.492188, + 1.867188, + 1.359375, + 0.742188, + 0.404297, + 0.367188, + 0.523438, + 0.589844, + 0.742188, + 1.179688, + 0.373047, + 1.554688, + 0.910156, + 0.789062, + 0.396484, + 0.753906, + 0.285156, + 0.470703, + 0.486328, + 0.15918, + 0.490234, + 0.474609, + 0.349609, + 1.671875, + 0.470703, + 0.523438, + 0.8125, + 0.777344, + 0.867188, + 0.462891, + 0.644531, + 0.435547, + 0.511719, + 0.550781, + 0.384766, + 0.441406, + 0.482422, + 1.695312, + 1.007812, + 0.65625, + 0.435547, + 1.164062, + 0.449219, + 0.208008, + 0.345703, + 1.390625, + 0.289062, + 0.439453, + 0.519531, + 0.542969, + 1.296875, + 0.679688, + 1.390625, + 0.800781, + 0.46875, + 0.78125, + 1.523438, + 0.601562, + 0.490234, + 1.132812, + 0.683594, + 0.550781, + 0.566406, + 1.179688, + 0.476562, + 0.574219, + 0.53125, + 0.341797, + 0.570312, + 1.3125, + 0.496094, + 0.373047, + 0.449219, + 1.609375, + 1.554688, + 0.349609, + 0.714844, + 0.324219, + 0.208984, + 0.431641, + 0.494141, + 0.636719, + 0.458984, + 1.359375, + 0.427734, + 0.542969, + 1.21875, + 1.492188, + 0.503906, + 0.90625, + 0.470703, + 0.886719, + 0.337891, + 0.349609, + 0.419922, + 0.4375, + 0.523438, + 0.427734, + 0.578125, + 0.527344, + 0.480469, + 0.474609, + 0.333984, + 0.277344, + 0.5625, + 0.984375, + 0.457031, + 0.472656, + 0.353516, + 1.453125, + 0.390625, + 0.554688, + 0.388672, + 1.085938, + 0.644531, + 0.625, + 0.404297, + 0.429688, + 0.589844, + 0.417969, + 2.03125, + 1.351562, + 0.511719, + 0.683594, + 0.515625, + 0.550781, + 0.359375, + 0.308594, + 1.4375, + 1.820312, + 0.507812, + 0.996094, + 0.302734, + 0.941406, + 0.511719, + 0.351562, + 1.5, + 0.675781, + 0.326172, + 0.730469, + 0.5, + 0.46875, + 0.609375, + 0.480469, + 0.890625, + 0.402344, + 1.53125, + 0.621094, + 0.404297, + 1.507812, + 0.384766, + 0.490234, + 0.164062, + 0.507812, + 0.601562, + 1.09375, + 1.289062, + 0.808594, + 0.267578, + 1.484375, + 0.597656, + 1.484375, + 0.361328, + 0.416016, + 0.320312, + 1.921875, + 0.449219, + 1.078125, + 0.486328, + 1.210938, + 0.660156, + 1.640625, + 1.109375, + 1.109375, + 0.828125, + 2.078125, + 0.546875, + 1.210938, + 0.433594, + 0.816406, + 0.480469, + 0.396484, + 0.734375, + 1.921875, + 1.507812, + 0.832031, + 0.507812, + 0.429688, + 0.941406, + 0.316406, + 0.652344, + 0.941406, + 0.167969, + 0.800781, + 0.773438, + 0.337891, + 1.710938, + 0.863281, + 1.359375, + 0.507812, + 0.503906, + 1.328125, + 0.507812, + 0.294922, + 1.453125, + 1.679688, + 0.322266, + 0.486328, + 0.855469, + 0.5, + 1.5, + 0.130859, + 1.039062, + 0.691406, + 0.578125, + 1.578125, + 0.703125, + 0.443359, + 0.496094, + 0.550781, + 0.431641, + 0.318359, + 0.155273, + 0.507812, + 1.0, + 0.351562, + 0.419922, + 0.84375, + 0.494141, + 0.433594, + 1.851562, + 0.308594, + 2.046875, + 0.875, + 0.910156, + 1.679688, + 0.578125, + 0.507812, + 0.378906, + 1.445312, + 0.5, + 0.566406, + 0.408203, + 1.34375, + 0.332031, + 0.945312, + 1.765625, + 1.234375, + 0.867188, + 0.539062, + 0.644531, + 0.433594, + 0.550781, + 0.519531, + 0.707031, + 0.570312, + 0.839844, + 0.714844, + 1.765625, + 0.5625, + 0.53125, + 1.515625, + 0.734375, + 1.0625, + 1.15625, + 0.380859, + 0.367188, + 0.664062, + 0.796875, + 0.648438, + 0.917969, + 0.408203, + 0.447266, + 1.257812, + 0.414062, + 0.597656, + 0.386719, + 0.396484, + 1.429688, + 0.416016, + 0.519531, + 0.400391, + 1.03125, + 0.550781, + 0.707031, + 0.511719, + 0.648438, + 0.628906, + 0.546875, + 0.695312, + 1.625, + 1.585938, + 0.34375, + 0.574219, + 0.394531, + 0.416016, + 0.707031, + 0.447266, + 0.578125, + 0.433594, + 0.320312, + 0.408203, + 0.777344, + 0.390625, + 1.84375, + 0.408203, + 0.539062, + 0.863281, + 0.546875, + 0.679688, + 0.863281, + 0.613281, + 1.296875, + 1.09375, + 0.636719, + 0.235352, + 0.949219, + 0.875, + 0.597656, + 0.447266, + 0.726562, + 0.632812, + 1.585938, + 0.582031, + 0.925781, + 0.363281, + 0.613281, + 0.402344, + 0.322266, + 0.828125, + 1.59375, + 0.597656, + 1.617188, + 1.4375, + 0.742188, + 0.578125, + 1.203125, + 0.470703, + 0.761719, + 0.953125, + 0.464844, + 0.201172, + 0.941406, + 0.464844, + 0.248047, + 1.046875, + 0.464844, + 1.84375, + 0.423828, + 1.054688, + 0.515625, + 0.425781, + 0.589844, + 0.777344, + 0.365234, + 0.394531, + 1.695312, + 0.535156, + 0.212891, + 0.605469, + 0.804688, + 0.613281, + 1.695312, + 0.470703, + 0.396484, + 0.675781, + 1.203125, + 0.910156, + 0.730469, + 0.230469, + 0.417969, + 0.482422, + 0.5625, + 1.164062, + 0.265625, + 0.511719, + 0.285156, + 0.4375, + 0.621094, + 0.416016, + 2.078125, + 1.515625, + 1.382812, + 0.65625, + 0.78125, + 0.832031, + 0.146484, + 0.447266, + 0.742188, + 1.554688, + 0.734375, + 0.566406, + 1.34375, + 0.324219, + 1.117188, + 0.337891, + 1.53125, + 0.5625, + 0.667969, + 0.455078, + 0.4375, + 0.675781, + 0.412109, + 0.722656, + 1.726562, + 0.601562, + 0.957031, + 0.414062, + 0.349609, + 1.328125, + 0.679688, + 0.212891, + 0.753906, + 0.515625, + 0.558594, + 0.898438, + 0.746094, + 0.558594, + 1.671875, + 0.53125, + 0.412109, + 0.511719, + 0.75, + 0.300781, + 0.351562, + 0.412109, + 0.445312, + 0.455078, + 0.478516, + 0.640625, + 0.667969, + 0.570312, + 0.408203, + 0.478516, + 0.433594, + 1.078125, + 0.455078, + 0.388672, + 0.789062, + 1.328125, + 0.458984, + 0.25, + 0.478516, + 0.337891, + 1.007812, + 1.0625 + ] + }, + "name": "model.model.layers.15.input_layernorm.weight", + "outputIndexes": [ + 1246 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1245 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_15/Mul_output_0", + "outputIndexes": [ + 1247 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1246, + 1247 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_15/Mul_1_output_0", + "outputIndexes": [ + 1248 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1248 + ], + "outputIndexes": [ + 2728 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2728 + ], + "outputIndexes": [ + 2729 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear", + "inputIndexes": [ + 2729 + ], + "outputIndexes": [ + 2730 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1966604550, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2730 + ], + "outputIndexes": [ + 2731 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2731 + ], + "outputIndexes": [ + 1249 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1248 + ], + "main_type": "NONE", + "name": "/Shape_211_output_0", + "outputIndexes": [ + 1250 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1250 + ], + "main_type": "NONE", + "name": "Shape3829", + "outputIndexes": [ + 1251 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1250 + ], + "main_type": "NONE", + "name": "Rank3831", + "outputIndexes": [ + 1252 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1252, + 1252 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3833", + "outputIndexes": [ + 1253 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1253 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3834", + "outputIndexes": [ + 1254 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1253, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3836", + "outputIndexes": [ + 1255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1255 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3837", + "outputIndexes": [ + 1256 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1251, + 1254, + 1256, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3840", + "outputIndexes": [ + 1257 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1257 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3841", + "outputIndexes": [ + 1258 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3842", + "outputIndexes": [ + 1259 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1259, + 1258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3843", + "outputIndexes": [ + 1260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1250, + 1260, + 1253 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_229_output_0", + "outputIndexes": [ + 1261 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1261, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_481_output_0", + "outputIndexes": [ + 1262 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1262, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_195_output_0", + "outputIndexes": [ + 1263 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1249, + 1263 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_136_output_0", + "outputIndexes": [ + 1264 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_120_output_0", + "outputIndexes": [ + 1265 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264 + ], + "main_type": "NONE", + "name": "/Shape_212_output_0", + "outputIndexes": [ + 1266 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1266 + ], + "main_type": "NONE", + "name": "Shape3850", + "outputIndexes": [ + 1267 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1266 + ], + "main_type": "NONE", + "name": "Rank3852", + "outputIndexes": [ + 1268 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1268, + 1268 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3854", + "outputIndexes": [ + 1269 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1269 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3855", + "outputIndexes": [ + 1270 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1269, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3857", + "outputIndexes": [ + 1271 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1271 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3858", + "outputIndexes": [ + 1272 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1267, + 1270, + 1272, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3861", + "outputIndexes": [ + 1273 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1273 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3862", + "outputIndexes": [ + 1274 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1274 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3863", + "outputIndexes": [ + 1275 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1275, + 1274 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3864", + "outputIndexes": [ + 1276 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1266, + 1276, + 1269 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_230_output_0", + "outputIndexes": [ + 1277 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1277, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_45_output_0", + "outputIndexes": [ + 1278 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1278, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_486_output_0", + "outputIndexes": [ + 1279 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264, + 1279, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_61_output_0", + "outputIndexes": [ + 1280 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1280 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_30_output_0", + "outputIndexes": [ + 1281 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264, + 22, + 1279, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_60_output_0", + "outputIndexes": [ + 1282 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1281, + 1282 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_198_output_0", + "outputIndexes": [ + 1283 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_121_output_0", + "outputIndexes": [ + 1284 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1265, + 1284 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_75_output_0", + "outputIndexes": [ + 1285 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1248 + ], + "outputIndexes": [ + 2732 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2732 + ], + "outputIndexes": [ + 2733 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear", + "inputIndexes": [ + 2733 + ], + "outputIndexes": [ + 2734 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1973844252, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2734 + ], + "outputIndexes": [ + 2735 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2735 + ], + "outputIndexes": [ + 1286 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1262, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_196_output_0", + "outputIndexes": [ + 1287 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286, + 1287 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_137_output_0", + "outputIndexes": [ + 1288 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_122_output_0", + "outputIndexes": [ + 1289 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "NONE", + "name": "/Shape_213_output_0", + "outputIndexes": [ + 1290 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1290 + ], + "main_type": "NONE", + "name": "Shape3913", + "outputIndexes": [ + 1291 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1290 + ], + "main_type": "NONE", + "name": "Rank3915", + "outputIndexes": [ + 1292 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1292, + 1292 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3917", + "outputIndexes": [ + 1293 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1293 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3918", + "outputIndexes": [ + 1294 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1293, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3920", + "outputIndexes": [ + 1295 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1295 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3921", + "outputIndexes": [ + 1296 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1291, + 1294, + 1296, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3924", + "outputIndexes": [ + 1297 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1297 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3925", + "outputIndexes": [ + 1298 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3926", + "outputIndexes": [ + 1299 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1299, + 1298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3927", + "outputIndexes": [ + 1300 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1290, + 1300, + 1293 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_231_output_0", + "outputIndexes": [ + 1301 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1301, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_46_output_0", + "outputIndexes": [ + 1302 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1302, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_488_output_0", + "outputIndexes": [ + 1303 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288, + 1303, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_63_output_0", + "outputIndexes": [ + 1304 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1304 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_31_output_0", + "outputIndexes": [ + 1305 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288, + 22, + 1303, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_62_output_0", + "outputIndexes": [ + 1306 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1305, + 1306 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_199_output_0", + "outputIndexes": [ + 1307 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1307, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_123_output_0", + "outputIndexes": [ + 1308 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1289, + 1308 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_76_output_0", + "outputIndexes": [ + 1309 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1248 + ], + "outputIndexes": [ + 2736 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2736 + ], + "outputIndexes": [ + 2737 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear", + "inputIndexes": [ + 2737 + ], + "outputIndexes": [ + 2738 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 1974878514, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2738 + ], + "outputIndexes": [ + 2739 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2739 + ], + "outputIndexes": [ + 1310 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1310, + 1287 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_138_output_0", + "outputIndexes": [ + 1311 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1285, + 1309, + 1311, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_143_output_0", + "outputIndexes": [ + 1312 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1312 + ], + "outputIndexes": [ + 2740 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2740 + ], + "outputIndexes": [ + 2741 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear", + "inputIndexes": [ + 2741 + ], + "outputIndexes": [ + 2742 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 1975912776, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2742 + ], + "outputIndexes": [ + 2743 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2743 + ], + "outputIndexes": [ + 1313 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1245, + 1313 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_78_output_0", + "outputIndexes": [ + 1314 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.226562, + 1.039062, + 2.21875, + 0.5, + 1.296875, + 0.6875, + 0.957031, + 1.132812, + 0.443359, + 0.416016, + 1.007812, + 0.439453, + 0.816406, + 0.632812, + 0.402344, + 1.03125, + 0.980469, + 0.6875, + 1.03125, + 0.392578, + 0.457031, + 0.992188, + 0.972656, + 0.628906, + 0.566406, + 1.3125, + 0.320312, + 0.507812, + 0.59375, + 0.660156, + 1.25, + 0.416016, + 0.439453, + 0.78125, + 1.265625, + 1.539062, + 0.488281, + 0.404297, + 0.96875, + 0.410156, + 1.21875, + 0.941406, + 1.375, + 0.890625, + 1.359375, + 1.34375, + 0.161133, + 1.546875, + 1.0, + 0.4375, + 1.265625, + 0.8125, + 0.835938, + 0.824219, + 1.039062, + 0.628906, + 1.164062, + 1.679688, + 1.164062, + 0.523438, + 0.613281, + 1.078125, + 1.226562, + 0.898438, + 1.382812, + 1.109375, + 0.451172, + 0.914062, + 0.470703, + 0.742188, + 0.722656, + 0.554688, + 1.179688, + 0.839844, + 1.15625, + 1.195312, + 0.625, + 0.539062, + 0.519531, + 1.460938, + 1.359375, + 1.507812, + 1.328125, + 0.722656, + 1.0, + 0.183594, + 1.015625, + 1.382812, + 1.03125, + 0.5, + 1.015625, + 1.085938, + 1.125, + 1.078125, + 1.164062, + 0.863281, + 0.458984, + 0.507812, + 0.992188, + 0.4375, + 0.488281, + 0.496094, + 1.5, + 0.882812, + 0.851562, + 1.171875, + 1.007812, + 0.464844, + 0.699219, + 0.855469, + 0.878906, + 0.742188, + 1.039062, + 0.283203, + 0.800781, + 0.233398, + 0.466797, + 1.0625, + 1.304688, + 0.443359, + 0.652344, + 0.804688, + 1.351562, + 0.90625, + 0.882812, + 0.753906, + 1.203125, + 0.726562, + 0.197266, + 0.470703, + 0.302734, + 0.957031, + 0.515625, + 1.039062, + 0.574219, + 0.96875, + 0.714844, + 1.085938, + 0.597656, + 1.101562, + 0.6875, + 1.25, + 1.453125, + 0.439453, + 0.433594, + 0.384766, + 1.179688, + 0.910156, + 1.257812, + 0.980469, + 1.242188, + 0.96875, + 0.738281, + 0.996094, + 0.640625, + 0.667969, + 0.492188, + 0.388672, + 1.28125, + 1.382812, + 0.408203, + 0.4375, + 0.470703, + 0.890625, + 0.470703, + 0.515625, + 0.691406, + 0.570312, + 0.792969, + 0.957031, + 0.976562, + 0.550781, + 0.546875, + 0.570312, + 0.867188, + 1.40625, + 0.886719, + 0.835938, + 1.257812, + 0.828125, + 0.5, + 0.855469, + 1.21875, + 0.361328, + 0.464844, + 1.03125, + 0.78125, + 0.4375, + 0.71875, + 1.085938, + 0.460938, + 0.933594, + 0.671875, + 0.664062, + 1.382812, + 0.945312, + 0.949219, + 1.21875, + 0.507812, + 0.839844, + 0.875, + 0.449219, + 0.914062, + 0.867188, + 1.109375, + 1.03125, + 0.498047, + 0.601562, + 1.28125, + 0.470703, + 1.1875, + 0.835938, + 0.542969, + 1.023438, + 0.894531, + 0.847656, + 0.480469, + 0.455078, + 1.53125, + 0.757812, + 0.796875, + 0.431641, + 0.671875, + 1.109375, + 1.03125, + 1.40625, + 0.496094, + 0.621094, + 0.75, + 0.917969, + 1.070312, + 1.109375, + 0.96875, + 0.828125, + 1.015625, + 0.988281, + 0.6875, + 1.328125, + 0.198242, + 0.917969, + 1.085938, + 0.796875, + 1.15625, + 0.863281, + 0.640625, + 0.660156, + 1.101562, + 1.1875, + 1.023438, + 0.847656, + 0.953125, + 1.34375, + 0.585938, + 0.6875, + 0.921875, + 0.546875, + 0.941406, + 0.175781, + 0.828125, + 0.408203, + 0.886719, + 1.039062, + 1.015625, + 1.148438, + 0.902344, + 0.511719, + 0.90625, + 0.914062, + 0.773438, + 1.039062, + 0.882812, + 1.140625, + 1.078125, + 0.613281, + 0.628906, + 1.53125, + 1.03125, + 0.447266, + 0.59375, + 1.15625, + 0.761719, + 0.9375, + 0.183594, + 1.03125, + 0.722656, + 1.460938, + 0.589844, + 1.085938, + 1.078125, + 0.419922, + 1.34375, + 0.417969, + 0.703125, + 0.527344, + 0.427734, + 0.765625, + 0.664062, + 0.5, + 0.964844, + 0.8125, + 0.628906, + 0.585938, + 0.476562, + 1.1875, + 1.484375, + 1.226562, + 0.800781, + 0.820312, + 0.800781, + 1.015625, + 0.617188, + 0.683594, + 0.929688, + 0.859375, + 0.40625, + 1.09375, + 0.9375, + 1.351562, + 0.964844, + 0.90625, + 1.273438, + 0.78125, + 0.636719, + 0.710938, + 0.636719, + 0.96875, + 0.726562, + 0.886719, + 0.675781, + 0.636719, + 0.18457, + 0.824219, + 0.765625, + 0.71875, + 0.494141, + 0.835938, + 1.03125, + 1.601562, + 1.054688, + 0.496094, + 0.173828, + 0.714844, + 0.785156, + 0.753906, + 0.22168, + 1.117188, + 1.34375, + 1.023438, + 0.726562, + 0.90625, + 0.941406, + 0.427734, + 1.335938, + 0.925781, + 1.453125, + 0.898438, + 1.0625, + 1.070312, + 0.722656, + 0.910156, + 1.117188, + 1.453125, + 0.22168, + 0.494141, + 0.361328, + 0.460938, + 0.710938, + 1.289062, + 0.886719, + 0.40625, + 0.839844, + 0.980469, + 1.085938, + 0.660156, + 1.109375, + 1.539062, + 0.227539, + 0.417969, + 0.972656, + 1.054688, + 0.996094, + 1.117188, + 0.496094, + 1.328125, + 1.15625, + 0.507812, + 1.40625, + 0.917969, + 0.78125, + 0.582031, + 0.941406, + 1.195312, + 0.613281, + 0.375, + 0.605469, + 1.140625, + 0.515625, + 0.640625, + 1.007812, + 0.208984, + 0.511719, + 1.125, + 0.498047, + 1.265625, + 0.408203, + 1.0625, + 0.855469, + 1.046875, + 1.039062, + 0.648438, + 0.476562, + 0.945312, + 1.21875, + 0.867188, + 1.101562, + 1.453125, + 1.148438, + 0.925781, + 0.964844, + 1.09375, + 0.539062, + 0.664062, + 0.839844, + 0.441406, + 0.722656, + 0.400391, + 1.203125, + 1.148438, + 0.443359, + 0.863281, + 0.917969, + 0.753906, + 0.388672, + 0.699219, + 1.078125, + 0.474609, + 0.703125, + 1.03125, + 0.730469, + 0.503906, + 0.8125, + 1.195312, + 1.1875, + 0.933594, + 0.445312, + 0.515625, + 0.773438, + 1.054688, + 0.996094, + 1.382812, + 1.328125, + 0.894531, + 1.09375, + 0.914062, + 1.0625, + 1.695312, + 0.546875, + 0.726562, + -1.7e-05, + 0.652344, + 1.039062, + 0.667969, + 0.953125, + 0.570312, + 0.427734, + 1.046875, + 0.511719, + 0.863281, + 0.431641, + 0.84375, + 0.660156, + 0.207031, + 0.980469, + 1.046875, + 1.101562, + 0.488281, + 0.695312, + 0.439453, + 1.085938, + 1.0, + 1.132812, + 0.917969, + 0.582031, + 1.09375, + 0.570312, + 1.140625, + 1.585938, + 1.023438, + 1.15625, + 0.949219, + 0.824219, + 1.265625, + 1.414062, + 1.039062, + 1.367188, + 0.574219, + 1.007812, + 0.695312, + 1.335938, + 1.09375, + 0.890625, + 0.523438, + 0.632812, + 0.546875, + 0.765625, + 0.734375, + 1.0625, + 0.458984, + 0.9375, + 0.640625, + 1.125, + 1.210938, + 0.984375, + 1.273438, + 1.109375, + 0.546875, + 0.535156, + 0.808594, + 0.675781, + 1.375, + 0.710938, + 1.078125, + 1.046875, + 0.195312, + 0.972656, + 0.460938, + 1.289062, + 1.140625, + 0.953125, + 0.753906, + 0.875, + 1.09375, + 1.226562, + 0.960938, + 0.769531, + 1.09375, + 0.427734, + 0.867188, + 0.800781, + 1.09375, + 0.414062, + 0.431641, + 0.416016, + 0.890625, + 0.423828, + 1.242188, + 1.617188, + 0.566406, + 0.486328, + 1.484375, + 0.714844, + 1.429688, + 0.890625, + 1.015625, + 0.59375, + 0.507812, + 0.703125, + 0.945312, + 1.007812, + 0.578125, + 1.453125, + 0.914062, + 0.621094, + 0.490234, + 0.455078, + 1.132812, + 0.769531, + 0.9375, + 0.941406, + 0.539062, + 1.054688, + 0.855469, + 0.492188, + 0.476562, + 0.8125, + 0.789062, + 0.785156, + 1.484375, + 0.425781, + 1.210938, + 1.171875, + 0.910156, + 1.03125, + 0.466797, + 1.15625, + 0.847656, + 0.796875, + 0.419922, + 0.867188, + 0.496094, + 1.203125, + 0.8125, + 1.046875, + 1.09375, + 1.148438, + 0.470703, + 0.6875, + 0.566406, + 0.462891, + 0.482422, + 1.359375, + 0.398438, + 0.5625, + 1.4375, + 0.78125, + 1.171875, + 0.851562, + 0.808594, + 0.369141, + 1.25, + 1.453125, + 1.257812, + 0.5625, + 0.396484, + 1.085938, + 0.953125, + 0.203125, + 0.753906, + 0.820312, + 0.984375, + 1.0625, + 0.929688, + 0.396484, + 0.84375, + 0.441406, + 0.742188, + 1.585938, + 0.921875, + 0.863281, + 1.492188, + 0.546875, + 0.625, + 0.644531, + 0.820312, + 0.554688, + 0.503906, + 1.15625, + 0.447266, + 1.046875, + 0.839844, + 0.789062, + 0.412109, + 0.964844, + 1.007812, + 1.421875, + 0.859375, + 0.945312, + 0.878906, + 0.933594, + 0.695312, + 0.21875, + 0.71875, + 0.957031, + 0.451172, + 0.367188, + 1.132812, + 0.589844, + 1.023438, + 1.054688, + 0.416016, + 0.423828, + 0.597656, + 0.384766, + 1.007812, + 1.085938, + 1.164062, + 0.878906, + 0.742188, + 1.140625, + 0.964844, + 0.667969, + 0.824219, + 0.980469, + 1.0625, + 0.992188, + 0.871094, + 1.296875, + 0.523438, + 0.863281, + 1.125, + 0.910156, + 0.960938, + 0.550781, + 1.140625, + 0.570312, + 0.828125, + 0.824219, + 0.519531, + 0.515625, + 0.300781, + 1.328125, + 1.039062, + 0.964844, + 1.375, + 0.769531, + 0.412109, + 0.601562, + 1.304688, + 0.419922, + 0.921875, + 0.466797, + 1.203125, + 1.1875, + 0.921875, + 0.796875, + 0.929688, + 0.660156, + 0.194336, + 0.980469, + 1.25, + 0.714844, + 0.460938, + 0.601562, + 0.6875, + 0.777344, + 0.283203, + 0.412109, + 0.949219, + 0.482422, + 1.25, + 0.625, + 0.9375, + 0.925781, + 0.839844, + 1.148438, + 0.957031, + 0.863281, + 0.277344, + 0.511719, + 0.992188, + 1.046875, + 0.988281, + 0.679688, + 0.992188, + 0.515625, + 0.996094, + 0.384766, + 0.609375, + 0.746094, + 1.1875, + 0.898438, + 0.925781, + 0.429688, + 0.443359, + 0.914062, + 0.828125, + 1.09375, + 0.554688, + 1.445312, + 0.699219, + 0.416016, + 0.941406, + 0.816406, + 0.9375, + 1.179688, + 0.792969, + 0.417969, + 1.140625, + 0.90625, + 0.601562, + 1.015625, + 0.597656, + 0.96875, + 0.220703, + 0.960938, + 0.851562, + 1.054688, + 0.453125, + 0.365234, + 1.429688, + 0.746094, + 1.09375, + 0.195312, + 0.722656, + 1.5, + 0.228516, + 0.867188, + 1.382812, + 1.078125, + 0.71875, + 0.792969, + 0.4375, + 1.234375, + 0.875, + 0.453125, + 0.925781, + 0.804688, + 0.488281, + 0.914062, + 0.878906, + 1.054688, + 0.398438, + 0.137695, + 0.648438, + 1.15625, + 0.423828, + 0.390625, + 1.203125, + 1.601562, + 1.046875, + 0.746094, + 0.535156, + 0.816406, + 1.304688, + 0.992188, + 0.211914, + 0.910156, + 0.847656, + 0.648438, + 0.421875, + 0.632812, + 0.667969, + 0.941406, + 1.65625, + 1.007812, + 0.820312, + 0.691406, + 0.396484, + 1.171875, + 0.255859, + 0.699219, + 0.808594, + 0.144531, + 1.34375, + 0.443359, + 0.539062, + 0.863281, + 0.667969, + 0.707031, + 0.585938, + 0.996094, + 0.929688, + 1.257812, + 1.335938, + 0.535156, + 1.195312, + 0.589844, + 1.140625, + 1.179688, + 1.039062, + 0.972656, + 0.439453, + 0.507812, + 1.414062, + 0.605469, + 0.820312, + 0.824219, + 0.605469, + 0.886719, + 0.890625, + 0.9375, + 0.925781, + 0.492188, + 0.416016, + 1.015625, + 0.828125, + 0.917969, + 0.503906, + 1.21875, + 0.851562, + 1.414062, + 0.648438, + 0.707031, + 1.046875, + 0.519531, + 0.710938, + 1.5, + 0.546875, + 0.847656, + 1.046875, + 0.871094, + 0.722656, + 0.976562, + 1.351562, + 1.039062, + 1.195312, + 0.570312, + 0.207031, + 1.023438, + 0.578125, + 0.984375, + 1.3125, + 0.466797, + 0.726562, + 1.273438, + 1.039062, + 0.996094, + 0.984375, + 0.183594, + 0.75, + 0.464844, + 1.007812, + 0.773438, + 0.851562, + 1.492188, + 0.871094, + 0.789062, + 0.925781, + 0.632812, + 0.447266, + 1.1875, + 0.753906, + 0.800781, + 0.453125, + 1.195312, + 1.179688, + 0.929688, + 1.1875, + 1.007812, + 0.675781, + 1.171875, + 1.304688, + 0.925781, + 0.5625, + 0.996094, + 0.695312, + 1.070312, + 1.015625, + 0.554688, + 0.972656, + 1.179688, + 0.945312, + 0.871094, + 1.132812, + 1.125, + 0.921875, + 1.382812, + 0.882812, + 0.462891, + 1.0625, + 0.957031, + 0.730469, + 1.039062, + 0.613281, + 1.273438, + 0.839844, + 0.427734, + 1.203125, + 0.523438, + 0.921875, + 0.445312, + 0.875, + 0.875, + 0.482422, + 0.423828, + 0.558594, + 1.445312, + 0.582031, + 0.511719, + 1.203125, + 1.296875, + 0.613281, + 0.929688, + 0.427734, + 0.832031, + 1.140625, + 0.808594, + 0.202148, + 0.621094, + 0.21582, + 0.484375, + 1.335938, + 0.996094, + 0.416016, + 0.53125, + 0.699219, + 0.734375, + 0.753906, + 0.542969, + 1.398438, + 1.21875, + 0.910156, + 0.287109, + 1.226562, + 1.179688, + 1.632812, + 0.949219, + 0.988281, + 1.304688, + 0.902344, + 0.761719, + 0.435547, + 0.480469, + 0.482422, + 0.632812, + 0.400391, + 0.451172, + 0.496094, + 0.964844, + 0.828125, + 1.351562, + 0.871094, + 0.601562, + 0.992188, + 0.878906, + 1.085938, + 0.988281, + 1.15625, + 0.210938, + 0.417969, + 0.78125, + 0.925781, + 0.601562, + 0.388672, + 0.429688, + 0.828125, + 1.15625, + 0.824219, + 1.304688, + 0.3125, + 0.988281, + 0.914062, + 0.792969, + 0.466797, + 0.1875, + 0.933594, + 1.164062, + 0.558594, + 0.490234, + 0.613281, + 0.726562, + 0.503906, + 1.289062, + 0.482422, + 0.431641, + 1.039062, + 0.214844, + 0.992188, + 0.675781, + 0.195312, + 1.265625, + 1.164062, + 1.023438, + 0.53125, + 0.691406, + 1.03125, + 1.125, + 1.273438, + 0.414062, + 0.597656, + 0.46875, + 0.470703, + 0.824219, + 0.421875, + 1.179688, + 0.597656, + 2.109375, + 0.75, + 0.929688, + 0.898438, + 0.566406, + 0.470703, + 1.304688, + 0.439453, + 1.515625, + 0.824219, + 0.582031, + 1.1875, + 0.490234, + 0.941406, + 0.6875, + 0.394531, + 0.46875, + 0.832031, + 0.453125, + 0.410156, + 0.460938, + 0.769531, + 0.146484, + 0.132812, + 1.164062, + 0.6875, + 1.1875, + 1.3125, + 0.621094, + 1.328125, + 0.738281, + 1.375, + 0.589844, + 0.804688, + 0.941406, + 0.486328, + 0.460938, + 0.878906, + 1.25, + 0.855469, + 0.863281, + 0.625, + 0.601562, + 0.404297, + 0.570312, + 0.609375, + 0.195312, + 0.5, + 1.15625, + 0.785156, + 1.296875, + 1.390625, + 0.953125, + 0.492188, + 1.460938, + 0.789062, + 0.441406, + 0.683594, + 0.800781, + 1.445312, + 0.445312, + 0.785156, + 1.421875, + 1.359375, + 0.382812, + 0.667969, + 1.226562, + 0.960938, + 0.664062, + 1.390625, + 0.429688, + 0.664062, + 0.746094, + 0.992188, + 1.375, + 0.439453, + 0.361328, + 0.632812, + 0.601562, + 0.921875, + 0.435547, + 1.554688, + 0.890625, + 0.507812, + 0.785156, + 0.433594, + 1.15625, + 0.847656, + 0.804688, + 1.21875, + 0.519531, + 0.996094, + 0.835938, + 0.507812, + 0.554688, + 1.0625, + 0.660156, + 1.085938, + 0.5625, + 0.742188, + 0.730469, + 0.613281, + 1.578125, + 0.847656, + 0.527344, + 1.125, + 0.410156, + 1.40625, + 0.707031, + 1.210938, + 1.109375, + 0.851562, + 0.589844, + 1.195312, + 0.621094, + 1.296875, + 0.738281, + 0.597656, + 1.445312, + 0.980469, + 0.742188, + 0.46875, + 1.148438, + 0.474609, + 1.242188, + 1.070312, + 1.359375, + 0.980469, + 0.470703, + 0.412109, + 0.988281, + 0.675781, + 1.179688, + 1.03125, + 0.6875, + 1.398438, + 1.148438, + 1.109375, + 1.453125, + 1.304688, + 0.988281, + 1.171875, + 0.78125, + 0.742188, + 0.515625, + 0.451172, + 1.1875, + 1.25, + 1.070312, + 1.132812, + 0.867188, + 0.917969, + 1.242188, + 0.691406, + 1.234375, + 1.140625, + 1.09375, + 0.734375, + 1.015625, + 0.172852, + 1.023438, + 0.478516, + 0.175781, + 0.824219, + 0.769531, + 0.890625, + 0.542969, + 0.875, + 1.03125, + 1.085938, + 1.492188, + 1.367188, + 0.96875, + 0.511719, + 0.447266, + 0.410156, + 0.652344, + 1.296875, + 0.466797, + 1.742188, + 0.742188, + 0.933594, + 1.226562, + 1.179688, + 0.753906, + 1.382812, + 1.34375, + 0.90625, + 0.429688, + 1.046875, + 1.507812, + 0.875, + 0.53125, + 0.945312, + 1.3125, + 1.25, + 1.414062, + 0.992188, + 1.507812, + 1.117188, + 0.898438, + 1.617188, + 0.871094, + 0.640625, + 1.351562, + 0.976562, + 1.0, + 1.164062, + 1.265625, + 1.09375, + 0.976562, + 0.882812, + 1.171875, + 0.597656, + 0.816406, + 0.535156, + 0.863281, + 1.039062, + 1.164062, + 0.441406, + 0.164062, + 1.015625, + 0.917969, + 1.15625, + 1.132812, + 1.078125, + 0.640625, + 0.5625, + 1.375, + 0.875, + 0.914062, + 0.490234, + 0.90625, + 0.492188, + 0.820312, + 0.722656, + 0.470703, + 0.523438, + 1.289062, + 0.166016, + 0.96875, + 0.613281, + 0.333984, + 1.148438, + 0.470703, + 0.539062, + 0.753906, + 1.179688, + 0.78125, + 0.5625, + 0.960938, + 0.554688, + 0.486328, + 0.453125, + 0.492188, + 0.820312, + 0.404297, + 0.482422, + 0.478516, + 0.949219, + 0.6875, + 1.195312, + 1.359375, + 0.4375, + 1.15625, + 0.417969, + 1.453125, + 0.671875, + 0.808594, + 1.226562, + 1.117188, + 0.664062, + 1.0, + 0.375, + 1.210938, + 0.941406, + 1.5625, + 0.902344, + 0.447266, + 1.382812, + 1.320312, + 1.171875, + 0.605469, + 0.859375, + 1.171875, + 0.695312, + 0.914062, + 0.660156, + 1.398438, + 0.875, + 1.1875, + 1.101562, + 1.289062, + 0.660156, + 0.949219, + 1.078125, + 0.507812, + 0.765625, + 1.289062, + 0.734375, + 1.007812, + 0.675781, + 0.964844, + 1.46875, + 0.953125, + 0.777344, + 0.373047, + 0.714844, + 0.777344, + 0.451172, + 0.949219, + 1.679688, + 0.734375, + 0.474609, + 1.1875, + 0.746094, + 1.21875, + 0.976562, + 1.117188, + 1.039062, + 1.117188, + 0.871094, + 0.535156, + 0.726562, + 0.449219, + 0.910156, + 1.0625, + 1.078125, + 0.59375, + 1.265625, + 1.09375, + 0.914062, + 0.96875, + 0.613281, + 0.578125, + 0.417969, + 0.910156, + 0.742188, + 0.722656, + 0.691406, + 0.710938, + 0.746094, + 0.796875, + 0.96875, + 0.882812, + 1.023438, + 0.53125, + 0.710938, + 0.431641, + 0.392578, + 0.585938, + 0.617188, + 1.179688, + 1.265625, + 1.085938, + 0.984375, + 0.824219, + 0.957031, + 0.574219, + 0.691406, + 0.921875, + 0.753906, + 1.421875, + 1.382812, + 0.671875, + 0.195312, + 0.738281, + 0.792969, + 0.199219, + 1.132812, + 1.164062, + 1.445312, + 0.800781, + 0.777344, + 0.683594, + 0.71875, + 0.154297, + 0.910156, + 0.216797, + 1.015625, + 0.96875, + 0.890625, + 0.173828, + 0.601562, + 1.148438, + 0.455078, + 0.75, + 0.423828, + 1.382812, + 1.296875, + 1.039062, + 1.023438, + 0.851562, + 0.625, + 0.871094, + 1.085938, + 0.957031, + 0.400391, + 1.125, + 0.337891, + 1.210938, + 1.257812, + 1.0625, + 1.304688, + 1.5625, + 0.507812, + 0.824219, + 0.875, + 0.960938, + 0.910156, + 0.59375, + 0.945312, + 0.609375, + 0.703125, + 1.125, + 0.425781, + 0.839844, + 1.054688, + 0.683594, + 0.765625, + 0.660156, + 0.5625, + 0.902344, + 1.078125, + 0.236328, + 1.460938, + 1.0625, + 0.429688, + 1.085938, + 0.558594, + 1.632812, + 1.03125, + 0.84375, + 0.855469, + 0.914062, + 1.1875, + 0.800781, + 1.023438, + 0.648438, + 1.375, + 1.09375, + 0.878906, + 0.914062, + 0.835938, + 1.085938, + 0.380859, + 1.179688, + 1.257812, + 0.535156, + 1.046875, + 1.039062, + 1.070312, + 0.84375, + 1.59375, + 1.460938, + 0.867188, + 0.447266, + 0.683594, + 0.890625, + 1.226562, + 1.117188, + 0.143555, + 0.976562, + 0.988281, + 1.335938, + 0.65625, + 0.636719, + 1.179688, + 0.792969, + 0.404297, + 0.976562, + 1.414062, + 1.054688, + 1.101562, + 0.691406, + 0.898438, + 1.257812, + 1.21875, + 1.210938, + 0.964844, + 0.71875, + 0.613281, + 0.671875, + 0.863281, + 0.699219, + 0.416016, + 1.375, + 0.730469, + 0.800781, + 1.09375, + 1.21875, + 1.5625, + 0.960938, + 0.871094, + 1.257812, + 1.09375, + 0.388672, + 0.996094, + 0.914062, + 0.402344, + 1.1875, + 0.458984, + 0.84375, + 0.585938, + 0.447266, + 0.53125, + 0.601562, + 0.847656, + 0.542969, + 0.550781, + 0.542969, + 0.494141, + 0.695312, + 0.558594, + 0.427734, + 1.125, + 0.136719, + 0.800781, + 1.179688, + 1.023438, + 0.953125, + 1.367188, + 0.660156, + 1.460938, + 1.0625, + 0.219727, + 0.199219, + 0.443359, + 0.664062, + 1.078125, + 0.494141, + 0.859375, + 1.25, + 0.46875, + 1.171875, + 0.597656, + 1.140625, + 1.296875, + 0.871094, + 0.921875, + 0.695312, + 0.972656, + 0.273438, + 0.785156, + 0.785156, + 1.03125, + 0.695312, + 0.40625, + 0.523438, + 0.976562, + 1.09375, + 0.65625, + 0.519531, + 0.792969, + 0.921875, + 1.039062, + 1.070312, + 1.242188, + 0.695312, + 0.675781, + 0.550781, + 0.828125, + 0.988281, + 0.769531, + 0.511719, + 0.765625, + 1.007812, + 1.046875, + 0.474609, + 0.863281, + 1.125, + 0.582031, + 0.953125, + 0.566406, + 0.503906, + 0.433594, + 1.46875, + 0.824219, + 0.988281, + 0.503906, + 0.699219, + 0.59375, + 0.178711, + 1.007812, + 1.101562, + 0.507812, + 0.75, + 0.882812, + 0.632812, + 0.566406, + 1.34375, + 1.265625, + 0.65625, + 0.40625, + 0.757812, + 1.28125, + 0.589844, + 0.996094, + 0.507812, + 0.820312, + 1.234375, + 0.796875, + 0.679688, + 1.28125, + 0.458984, + 1.203125, + 1.140625, + 0.824219, + 1.03125, + 0.628906, + 0.726562, + 0.53125, + 1.429688, + 1.28125, + 0.34375, + 0.396484, + 0.867188, + 0.578125, + 0.9375, + 1.195312, + 0.550781, + 0.820312, + 1.289062, + 0.988281, + 0.527344, + 1.242188, + 0.476562, + 0.828125, + 0.859375, + 0.917969, + 0.617188, + 0.765625, + 1.046875, + 0.777344, + 0.890625, + 1.164062, + 0.6875, + 0.462891, + 0.523438, + 0.609375, + 0.539062, + 0.972656, + 0.695312, + 1.039062, + 0.660156, + 0.800781, + 0.757812, + 0.679688, + 0.878906, + 0.988281, + 1.03125, + 0.453125, + 0.863281, + 0.316406, + 0.800781, + 1.0625, + 0.90625, + 1.070312, + 0.839844, + 0.636719, + 0.976562, + 0.183594, + 0.4375, + 0.84375, + 0.519531, + 0.597656, + 0.679688, + 1.046875, + 1.421875, + 0.941406, + 0.582031, + 0.177734, + 0.972656, + 0.320312, + 0.507812, + 0.429688, + 0.824219, + 0.613281, + 0.902344, + 0.546875, + 1.226562, + 1.0625, + 1.242188, + 1.015625, + 0.507812, + 0.867188, + 1.0625, + 0.984375, + 1.078125, + 0.535156, + 1.367188, + 0.761719, + 0.390625, + 1.320312, + 0.6875, + 0.804688, + 0.601562, + 0.609375, + 0.578125, + 0.855469, + 0.898438, + 0.972656, + 0.380859, + 1.132812, + 0.486328, + 0.470703, + 0.202148, + 0.542969, + 1.140625, + 0.90625, + 1.273438, + 0.9375, + 0.773438, + 0.147461, + 0.667969, + 0.472656, + 0.703125, + 0.582031, + 0.960938, + 0.929688, + 1.195312, + 0.59375, + 1.070312, + 0.875, + 1.070312, + 1.335938, + 1.375, + 1.289062, + 1.070312, + 1.4375, + 0.484375, + 0.726562, + 0.474609, + 0.996094, + 0.8125, + 0.371094, + 1.007812, + 0.478516, + 1.070312, + 0.458984, + 0.447266, + 1.179688, + 0.189453, + 1.070312, + 0.462891, + 1.25, + 1.359375, + 0.621094, + 0.84375, + 0.734375, + 1.140625, + 0.96875, + 1.039062, + 0.494141, + 1.101562, + 0.166992, + 1.359375, + 0.519531, + 1.3125, + 0.484375, + 0.349609, + 1.257812, + 1.445312, + 0.964844, + 0.964844, + 0.601562, + 1.226562, + 0.890625, + 1.453125, + 0.808594, + 0.730469, + 0.449219, + 1.132812, + 1.109375, + 0.714844, + 0.761719, + 1.03125, + 0.141602, + 1.304688, + 0.664062, + 1.1875, + 0.574219, + 0.863281, + 0.710938, + 0.761719, + 0.761719, + 0.217773, + 0.439453, + 0.859375, + 0.519531, + 0.464844, + 1.476562, + 0.933594, + 0.439453, + 0.742188, + 0.408203, + 1.398438, + 0.847656, + 0.667969, + 0.832031, + 1.421875, + 0.773438, + 0.9375, + 0.773438, + 0.644531, + 0.597656, + 0.914062, + 0.554688, + 0.197266, + 0.441406, + 0.488281, + 0.804688, + 1.054688, + 1.15625, + 0.176758, + 1.117188, + 1.296875, + 1.054688, + 0.703125, + 0.326172, + 0.431641, + 1.257812, + 0.445312, + 0.431641, + 1.234375, + 0.625, + 0.408203, + 1.515625, + 0.921875, + 1.289062, + 0.550781, + 1.476562, + 0.664062, + 1.3125, + 0.828125, + 0.628906, + 0.96875, + 0.761719, + 1.101562, + 0.488281, + 1.0625, + 1.023438, + 0.660156, + 1.007812, + 0.470703, + 0.875, + 0.714844, + 0.613281, + 0.726562, + 0.535156, + 1.367188, + 1.0625, + 0.714844, + 1.046875, + 0.398438, + 0.949219, + 0.691406, + 0.605469, + 0.597656, + 1.242188, + 1.382812, + 0.542969, + 0.75, + 0.488281, + 1.0, + 0.699219, + 0.886719, + 1.039062, + 1.132812, + 0.566406, + 0.65625, + 0.75, + 0.695312, + 0.617188, + 1.210938, + 1.1875, + 0.707031, + 0.478516, + 0.984375, + 0.195312, + 0.429688, + 0.917969, + 0.71875, + 0.435547, + 0.746094, + 1.085938, + 0.484375, + 1.421875, + 0.785156, + 1.375, + 0.894531, + 1.007812, + 1.179688, + 1.6875, + 0.40625, + 0.566406, + 0.800781, + 0.828125, + 1.453125, + 0.761719, + 1.335938, + 1.296875, + 0.914062, + 1.117188, + 1.210938, + 0.470703, + 0.832031, + 1.28125, + 1.046875, + 0.703125, + 1.179688, + 0.773438, + 1.234375, + 1.164062, + 0.570312, + 1.179688, + 0.648438, + 0.875, + 1.03125, + 1.304688, + 1.476562, + 0.1875, + 0.84375, + 0.765625, + 1.25, + 0.554688, + 1.015625, + 1.242188, + 1.109375, + 1.273438, + 0.558594, + 0.789062, + 1.117188, + 0.875, + 0.695312, + 0.503906, + 0.707031, + 1.15625, + 0.189453, + 0.539062, + 1.023438, + 0.871094, + 1.289062, + 0.875, + 0.478516, + 0.585938, + 1.3125, + 0.359375, + 1.109375, + 0.695312, + 0.691406, + 0.796875, + 1.453125, + 0.636719, + 1.0625, + 1.3125, + 1.132812, + 0.785156, + 0.570312, + 1.3125, + 0.84375, + 0.851562, + 1.039062, + 0.894531, + 0.367188, + 1.265625, + 0.621094, + 0.917969, + 0.800781, + 0.90625, + 0.400391, + 1.046875, + 1.039062, + 0.554688, + 0.941406, + 1.0625, + 0.200195, + 1.3125, + 0.212891, + 0.494141, + 0.65625, + 0.482422, + 0.431641, + 0.458984, + 0.423828, + 0.703125, + 0.796875, + 0.628906, + 0.796875, + 0.878906, + 0.582031, + 0.699219, + 0.902344, + 0.457031, + 0.546875, + 0.19043, + 0.671875, + 0.96875, + 0.75, + 0.4375, + 1.125, + 0.785156, + 0.675781, + 1.148438, + 0.761719, + 0.558594, + 1.28125, + 0.136719, + 0.761719, + 1.0625, + 0.8125, + 0.863281, + 0.925781, + 0.949219, + 0.480469, + 0.609375, + 1.21875, + 0.546875, + 1.335938, + 1.242188, + 0.507812, + 1.046875, + 1.09375, + 0.410156, + 0.769531, + 0.632812, + 0.203125, + 0.855469, + 1.257812, + 1.320312, + 0.824219, + 0.423828, + 0.152344, + 1.304688, + 0.515625, + 1.445312, + 0.855469, + 1.0625, + 0.941406, + 0.578125, + 0.894531, + 1.039062, + 0.628906, + 0.84375, + 0.462891, + 1.179688, + 1.34375, + 1.203125, + 0.386719, + 0.458984, + 0.578125, + 0.796875, + 0.902344, + 0.550781, + 0.746094, + 1.039062, + 0.855469, + 0.554688, + 0.890625, + 1.492188, + 0.691406, + 0.648438, + 1.148438, + 0.558594, + 1.0, + 0.4375, + 0.949219, + 1.0, + 1.1875, + 1.09375, + 0.439453, + 0.166016, + 0.707031, + 1.101562, + 1.164062, + 1.453125, + 1.046875, + 0.585938, + 1.015625, + 1.3125, + 0.765625, + 0.201172, + 0.691406, + 1.382812, + 0.757812, + 1.132812, + 0.53125, + 0.632812, + 0.953125, + 0.902344, + 0.78125, + 1.085938, + 1.078125, + 0.761719, + 0.960938, + 0.59375, + 1.140625, + 0.310547, + 0.996094, + 0.859375, + 1.171875, + 0.796875, + 0.554688, + 0.453125, + 0.503906, + 1.296875, + 0.683594, + 0.486328, + 0.820312, + 1.054688, + 1.101562, + 0.59375, + 1.226562, + 0.71875, + 1.65625, + 0.455078, + 1.257812, + 0.996094, + 0.765625, + 1.0, + 1.25, + 0.335938, + 1.148438, + 1.289062, + 0.71875, + 0.632812, + 1.015625, + 1.265625, + 0.710938, + 0.220703, + 1.296875, + 0.628906, + 0.447266, + 0.855469, + 0.753906, + 1.429688, + 0.933594, + 0.96875, + 1.1875, + 0.96875, + 0.882812, + 0.992188, + 1.039062, + 0.511719, + 0.816406, + 0.882812, + 0.710938, + 0.898438, + 0.796875, + 0.824219, + 1.03125, + 1.351562, + 0.498047, + 0.632812, + 0.457031, + 1.398438, + 0.470703, + 1.328125, + 0.859375, + 0.785156, + 0.964844, + 0.785156, + 0.488281, + 0.386719, + 0.769531, + 0.414062, + 0.441406, + 0.925781, + 1.28125, + 0.925781, + 0.535156, + 0.765625, + 0.96875, + 0.730469, + 1.34375, + 1.210938, + 1.59375, + 0.59375, + 1.125, + 0.570312, + 0.84375, + 1.078125, + 0.40625, + 0.90625, + 0.439453, + 0.628906, + 0.863281, + 0.9375, + 0.597656, + 0.445312, + 0.412109, + 1.109375, + 1.039062, + 1.101562, + 0.53125, + 1.054688, + 0.722656, + 1.453125, + 1.023438, + 0.425781, + 0.742188, + 0.660156, + 1.28125, + 0.808594, + 0.992188, + 0.523438, + 1.3125, + 1.351562, + 0.539062, + 0.396484, + 1.0625, + 0.710938, + 0.4375, + 0.859375, + 0.925781, + 0.9375, + 1.257812, + 0.929688, + 0.925781, + 0.957031, + 0.710938, + 0.964844, + 0.435547, + 0.800781, + 1.015625, + 0.988281, + 0.75, + 0.474609, + 1.15625, + 0.46875, + 0.621094, + 0.578125, + 0.941406, + 0.542969, + 0.78125, + 0.404297, + 0.828125, + 0.726562, + 0.542969, + 0.435547, + 0.789062, + 0.734375, + 0.202148, + 0.243164, + 0.585938, + 0.71875, + 0.917969, + 0.988281, + 0.441406, + 1.109375, + 1.054688, + 0.980469, + 1.0, + 0.386719, + 0.582031, + 0.460938, + 0.5625, + 0.198242, + 0.382812, + 0.5625, + 1.140625, + 0.460938, + 0.929688, + 0.851562, + 1.023438, + 0.863281, + 1.3125, + 0.660156, + 1.0625, + 1.390625, + 0.5, + 1.039062, + 0.632812, + 1.109375, + 0.503906, + 0.875, + 0.458984, + 0.761719, + 1.085938, + 1.320312, + 0.757812, + 0.394531, + 0.878906, + 0.761719, + 0.761719, + 0.644531, + 0.478516, + 0.761719, + 0.777344, + 0.527344, + 1.101562, + 1.539062, + 1.101562, + 1.335938, + 0.738281, + 0.447266, + 1.265625, + 0.578125, + 1.304688, + 0.886719, + 0.648438, + 1.007812, + 0.152344, + 1.015625, + 0.953125, + 0.90625, + 1.242188, + 0.8125, + 0.800781, + 0.59375, + 0.878906, + 1.054688, + 0.476562, + 0.796875, + 0.835938, + 0.953125, + 1.421875, + 1.367188, + 0.652344, + 0.695312, + 0.808594, + 0.652344, + 0.757812, + 0.796875, + 0.738281, + 0.890625, + 0.515625, + 0.414062, + 0.435547, + 1.15625, + 0.726562, + 0.996094, + 1.265625, + 0.796875, + 1.265625, + 1.429688, + 1.15625, + 0.753906, + 0.761719, + 0.699219, + 0.433594, + 0.617188, + 0.921875, + 1.03125, + 1.257812, + 0.53125, + 0.816406, + 1.53125, + 0.640625, + 1.710938, + 0.494141, + 0.917969, + 1.023438, + 0.992188, + 1.046875, + 0.217773, + 0.671875, + 0.476562, + 0.5625, + 0.492188, + 0.28125, + 0.632812, + 0.503906, + 1.007812, + 0.396484, + 0.855469, + 0.90625, + 0.542969, + 1.109375, + 0.255859, + 0.714844, + 1.1875, + 0.466797, + 0.523438, + 1.265625, + 1.109375, + 1.023438, + 1.015625, + 1.054688, + 0.628906, + 0.460938, + 0.145508, + 1.382812, + 0.482422, + 1.226562, + 0.804688, + 1.132812, + 0.671875, + 0.773438, + 0.546875, + 1.109375, + 0.84375, + 0.578125, + 0.84375, + 0.769531, + 0.621094, + 0.462891, + 1.054688, + 0.460938, + 0.141602, + 0.847656, + 0.960938, + 0.738281, + 0.769531, + 0.757812, + 0.170898, + 0.628906, + 1.492188, + 1.164062, + 0.492188, + 1.0625, + 1.296875, + 1.234375, + 0.925781, + 1.0625, + 0.582031, + 1.117188, + 0.992188, + 0.785156, + 0.208984, + 0.957031, + 0.174805, + 1.015625, + 0.980469, + 0.523438, + 1.257812, + 1.039062, + 1.164062, + 0.539062, + 0.726562, + 0.679688, + 0.141602, + 0.410156, + 0.871094, + 0.867188, + 0.558594, + 1.234375, + 0.8125, + 0.40625, + 1.234375, + 0.402344, + 0.84375, + 0.474609, + 0.628906, + 1.132812, + 0.404297, + 1.328125, + 1.289062, + 1.03125, + 0.753906, + 0.714844, + 1.023438, + 0.601562, + 1.195312, + 1.203125, + 0.550781, + 1.273438, + 0.644531, + 1.210938, + 1.179688, + 1.132812, + 1.117188, + 1.007812, + 1.039062, + 0.419922, + 0.726562, + 1.023438, + 1.320312, + 1.015625, + 0.964844, + 0.464844, + 1.148438, + 0.859375, + 0.53125, + 0.515625, + 0.90625, + 1.5625, + 0.439453, + 0.142578, + 0.558594, + 1.265625, + 0.200195, + 0.941406, + 0.539062, + 1.007812, + 0.769531, + 1.203125, + 0.867188, + 0.423828, + 1.164062, + 1.710938, + 0.832031, + 0.863281, + 0.675781, + 0.894531, + 0.539062, + 0.457031, + 0.835938, + 0.390625, + 0.267578, + 0.972656, + 0.617188, + 1.054688, + 0.835938, + 0.972656, + 0.613281, + 1.039062, + 1.523438, + 1.109375, + 1.109375, + 1.1875, + 0.214844, + 0.679688, + 0.480469, + 0.431641, + 0.209961, + 1.398438, + 0.835938, + 1.101562, + 0.449219, + 0.773438, + 0.392578, + 0.519531, + 0.472656, + 0.22168, + 0.449219, + 0.945312, + 1.320312, + 0.984375, + 0.855469, + 0.800781, + 0.472656, + 0.894531, + 1.617188, + 1.40625, + 0.734375, + 0.796875, + 0.546875, + 1.132812, + 1.140625, + 1.234375, + 1.148438, + 1.265625, + 0.5625, + 0.636719, + 0.507812, + 1.304688, + 0.835938, + 0.898438, + 1.203125, + 0.777344, + 1.3125, + 0.578125, + 0.179688, + 0.443359, + 0.5625, + 1.195312, + 0.527344, + 0.484375, + 0.566406, + 0.523438, + 1.382812, + 0.921875, + 1.21875, + 0.746094, + 0.851562, + 0.578125, + 0.683594, + 0.855469, + 0.777344, + 1.15625, + 0.882812, + 1.203125, + 0.332031, + 0.488281, + 1.257812, + 0.921875, + 1.273438, + 0.390625, + 1.257812, + 0.8125, + 0.921875, + 1.476562, + 0.820312, + 1.0, + 0.472656, + 0.742188, + 0.640625, + 0.423828, + 1.007812, + 1.4375, + 0.648438, + 0.875, + 1.007812, + 0.753906, + 0.785156, + 0.578125, + 0.535156, + 0.714844, + 0.511719, + 0.988281, + 0.902344, + 0.675781, + 1.0625, + 0.498047, + 1.445312, + 0.628906, + 0.6875, + 1.3125, + 0.206055, + 0.625, + 0.621094, + 0.605469, + 0.171875, + 0.425781, + 1.085938, + 0.890625, + 1.070312, + 0.373047, + 1.351562, + 0.703125, + 0.78125, + 1.125, + 0.804688, + 0.941406, + 1.117188, + 1.109375, + 0.408203, + 0.8125, + 0.535156, + 1.148438, + 0.609375, + 0.490234, + 0.894531, + 0.441406, + 1.132812, + 0.558594, + 0.722656, + 0.867188, + 0.34375, + 0.957031, + 1.484375, + 1.226562, + 0.96875, + 0.443359, + 1.0, + 1.328125, + 0.609375, + 1.375, + 0.412109, + 0.59375, + 0.917969, + 1.023438, + 0.707031, + 0.683594, + 0.722656, + 0.636719, + 0.503906, + 0.863281, + 0.789062, + 0.644531, + 0.941406, + 0.566406, + 0.6875, + 0.478516, + 0.84375, + 0.933594, + 0.410156, + 0.558594, + 0.449219, + 1.171875, + 1.148438, + 1.195312, + 1.453125, + 0.447266, + 0.449219, + 0.734375, + 1.375, + 0.507812, + 0.185547, + 1.085938, + 0.707031, + 1.046875, + 0.949219, + 1.585938, + 0.726562, + 0.953125, + 0.523438, + 0.910156, + 0.597656, + 0.960938, + 0.392578, + 0.171875, + 0.933594, + 1.109375, + 0.8125, + 0.671875, + 1.375, + 0.945312, + 0.412109, + 0.835938, + 0.84375, + 0.707031, + 1.171875, + 0.433594, + 0.929688, + 1.210938, + 0.585938, + 1.265625, + 0.445312, + 1.039062, + 1.546875, + 0.578125, + 0.28125, + 1.210938, + 0.941406, + 0.769531, + 0.742188, + 0.695312, + 1.03125, + 1.007812, + 1.429688, + 0.660156, + 0.498047, + 0.898438, + 0.804688, + 1.476562, + 0.667969, + 1.046875, + 1.40625, + 0.765625, + 0.765625, + 1.023438, + 0.423828, + 0.180664, + 0.847656, + 0.859375, + 1.335938, + 0.828125, + 1.3125, + 1.5, + 0.929688, + 0.953125, + 0.890625, + 0.318359, + 1.03125, + 0.427734, + 0.78125, + 0.644531, + 0.439453, + 0.492188, + 0.609375, + 1.125, + 1.101562, + 0.753906, + 0.6875, + 1.304688, + 1.195312, + 1.078125, + 1.179688, + 0.804688, + 1.34375, + 1.296875, + 0.535156, + 0.789062, + 0.855469, + 0.796875, + 0.542969, + 0.644531, + 1.117188, + 1.101562, + 0.458984, + 0.423828, + 0.726562, + 1.453125, + 1.40625, + 1.070312, + 1.109375, + 1.203125, + 1.109375, + 1.289062, + 0.660156, + 0.455078, + 0.519531, + 0.664062, + 0.71875, + 0.419922, + 0.980469, + 1.476562, + 0.546875, + 0.486328, + 1.320312, + 0.625, + 1.335938, + 0.242188, + 0.435547, + 0.972656, + 0.546875, + 1.101562, + 1.242188, + 1.359375, + 1.367188, + 1.507812, + 0.820312, + 0.976562, + 0.746094, + 1.304688, + 0.925781, + 0.738281, + 1.523438, + 1.304688, + 1.25, + 0.796875, + 1.304688, + 1.40625, + 0.675781, + 1.101562, + 0.679688, + 1.273438, + 0.648438, + 0.941406, + 1.171875, + 1.1875, + 1.078125, + 0.859375, + 1.164062, + 0.65625, + 0.695312, + 0.773438, + 0.910156, + 1.5, + 0.71875, + 0.8125, + 1.375, + 0.765625, + 0.847656, + 0.511719, + 0.494141, + 0.488281, + 0.964844, + 0.457031, + 0.5, + 1.03125, + 0.585938, + 0.5, + 0.875, + 1.007812, + 1.429688, + 0.535156, + 1.34375, + 0.535156, + 0.894531, + 0.550781, + 1.335938, + 0.404297, + 0.400391, + 1.3125, + 1.625, + 1.859375, + 0.400391, + 0.443359, + 0.574219, + 1.117188, + 1.054688, + 0.902344, + 0.816406, + 1.132812, + 0.941406, + 0.355469, + 0.621094, + 0.871094, + 0.957031, + 0.390625, + 0.632812, + 0.421875, + 0.546875, + 0.515625, + 0.427734, + 1.046875, + 0.917969, + 0.628906, + 0.197266, + 0.863281, + 1.632812, + 1.085938, + 0.980469, + 0.832031, + 1.382812, + 0.507812, + 1.054688, + 0.9375, + 1.328125, + 0.910156, + 0.914062, + 0.373047, + 1.007812, + 0.921875, + 0.921875, + 0.652344, + 0.847656, + 0.726562, + 0.847656, + 0.558594, + 1.015625, + 1.007812, + 1.054688, + 0.828125, + 0.53125, + 0.875, + 0.644531, + 0.792969, + 0.761719, + 0.40625, + 0.546875, + 0.1875, + 0.953125, + 1.5, + 1.078125, + 1.320312, + 0.71875, + 1.203125, + 0.878906, + 0.777344, + 0.570312, + 0.435547, + 0.746094, + 0.828125, + 0.375, + 0.917969, + 0.455078, + 1.109375, + 0.617188, + 0.714844, + 0.871094, + 0.394531, + 0.972656, + 0.835938, + 1.328125, + 1.382812, + 0.59375, + 1.101562, + 0.71875, + 0.621094, + 0.390625, + 1.03125, + 0.828125, + 0.789062, + 1.070312, + 1.09375, + 0.392578, + 0.416016, + 0.671875, + 0.769531, + 0.628906, + 0.9375, + 0.960938, + 1.101562, + 0.15918, + 1.015625, + 0.453125, + 1.171875, + 1.101562, + 0.636719, + 0.824219, + 0.796875, + 1.25, + 1.226562, + 0.478516, + 0.992188, + 1.359375, + 0.445312, + 0.761719, + 1.179688, + 1.070312, + 0.699219, + 0.714844, + 0.960938, + 1.273438, + 1.210938, + 0.585938, + 0.621094, + 1.4375, + 0.882812, + 1.171875, + 0.863281, + 0.472656, + 0.773438, + 1.117188, + 1.007812, + 1.140625, + 0.769531, + 0.882812, + 1.101562, + 1.515625, + 1.210938, + 1.0625, + 0.890625, + 0.503906, + 1.054688, + 0.703125, + 0.179688, + 0.921875, + 1.289062, + 0.800781, + 0.730469, + 0.490234, + 0.96875, + 0.558594, + 1.179688, + 1.046875, + 1.375, + 0.910156, + 0.597656, + 0.8125, + 1.484375, + 1.039062, + 1.171875, + 0.777344, + 0.574219, + 0.984375, + 0.757812, + 0.578125, + 0.765625, + 0.898438, + 0.408203, + 0.193359, + 1.148438, + 0.457031, + 1.039062, + 1.054688, + 1.289062, + 0.453125, + 0.675781, + 1.085938, + 0.835938, + 1.25, + 0.742188, + 0.808594, + 0.482422, + 0.5625, + 1.1875, + 0.914062, + 0.945312, + 1.09375, + 0.144531, + 1.34375, + 0.455078, + 1.054688, + 1.328125, + 0.582031, + 1.195312, + 0.972656, + 1.335938, + 1.414062, + 1.25, + 0.988281, + 0.519531, + 0.558594, + 0.742188, + 0.957031, + 1.210938, + 0.929688, + 0.785156, + 1.054688, + 0.617188, + 0.449219, + 1.140625, + 0.65625, + 1.109375, + 0.917969, + 1.085938, + 0.914062, + 0.941406, + 0.441406, + 0.574219, + 0.667969, + 0.96875, + 0.457031, + 0.180664, + 0.910156, + 0.425781, + 0.574219, + 0.496094, + 0.478516, + 1.28125, + 0.609375, + 0.478516, + 0.472656, + 0.445312, + 0.660156, + 1.640625, + 0.443359, + 0.792969, + 1.445312, + 1.070312, + 1.023438, + 0.617188, + 0.6875, + 1.0, + 1.023438, + 0.84375, + 1.125, + 0.486328, + 1.476562, + 1.15625, + 1.054688, + 0.730469, + 1.109375, + 0.585938, + 0.847656, + 0.933594, + 0.169922, + 0.921875, + 0.910156, + 0.46875, + 1.320312, + 0.914062, + 0.984375, + 1.070312, + 1.203125, + 1.195312, + 0.78125, + 1.054688, + 0.867188, + 0.832031, + 0.494141, + 0.691406, + 0.527344, + 0.882812, + 1.453125, + 1.171875, + 1.03125, + 0.847656, + 1.15625, + 0.902344, + 0.206055, + 0.6875, + 1.351562, + 0.550781, + 0.75, + 0.945312, + 0.878906, + 1.125, + 0.808594, + 0.949219, + 0.636719, + 0.349609, + 1.09375, + 1.046875, + 0.773438, + 0.957031, + 0.267578, + 1.054688, + 0.949219, + 1.015625, + 1.210938, + 0.800781, + 0.554688, + 0.976562, + 0.558594, + 0.78125, + 1.210938, + 0.929688, + 0.695312, + 0.804688, + 1.398438, + 1.382812, + 0.648438, + 1.140625, + 0.589844, + 0.478516, + 0.761719, + 0.882812, + 0.675781, + 0.882812, + 0.996094, + 0.832031, + 0.941406, + 0.628906, + 1.335938, + 0.878906, + 0.984375, + 0.710938, + 1.179688, + 0.53125, + 0.730469, + 0.425781, + 0.769531, + 0.984375, + 0.828125, + 0.972656, + 1.007812, + 0.882812, + 0.691406, + 0.609375, + 0.523438, + 0.910156, + 1.171875, + 0.589844, + 0.742188, + 0.679688, + 1.195312, + 0.400391, + 0.886719, + 0.722656, + 0.738281, + 1.101562, + 0.855469, + 0.777344, + 0.816406, + 0.914062, + 0.605469, + 1.617188, + 1.3125, + 0.570312, + 0.9375, + 0.498047, + 1.039062, + 0.734375, + 0.53125, + 1.21875, + 1.546875, + 0.921875, + 1.109375, + 0.197266, + 1.179688, + 0.835938, + 0.664062, + 1.28125, + 0.503906, + 0.492188, + 1.085938, + 0.964844, + 0.917969, + 1.039062, + 0.601562, + 1.070312, + 0.652344, + 1.453125, + 1.101562, + 0.753906, + 1.25, + 0.361328, + 0.882812, + 0.18457, + 0.941406, + 0.957031, + 0.726562, + 1.109375, + 1.117188, + 0.554688, + 0.423828, + 0.796875, + 1.460938, + 0.382812, + 0.707031, + 0.617188, + 0.302734, + 0.796875, + 0.6875, + 0.898438, + 0.984375, + 0.589844, + 1.4375, + 1.289062, + 0.601562, + 0.451172, + 1.203125, + 0.675781, + 1.148438, + 0.828125, + 1.171875, + 0.484375, + 0.417969, + 0.632812, + 1.445312, + 1.585938, + 0.839844, + 0.976562, + 0.558594, + 1.171875, + 0.589844, + 1.015625, + 0.558594, + 0.472656, + 1.09375, + 1.078125, + 0.675781, + 1.226562, + 1.125, + 1.289062, + 0.929688, + 0.996094, + 1.359375, + 0.917969, + 0.466797, + 1.164062, + 1.703125, + 0.714844, + 0.726562, + 0.984375, + 0.953125, + 1.046875, + 0.166016, + 1.101562, + 1.03125, + 1.007812, + 1.039062, + 0.855469, + 0.894531, + 0.435547, + 0.929688, + 0.396484, + 0.617188, + 0.179688, + 0.613281, + 1.15625, + 0.388672, + 0.785156, + 1.015625, + 0.980469, + 0.882812, + 1.203125, + 0.188477, + 1.523438, + 1.179688, + 1.171875, + 1.5, + 1.046875, + 0.800781, + 0.78125, + 1.335938, + 0.847656, + 0.679688, + 0.820312, + 1.25, + 0.498047, + 1.140625, + 1.5625, + 1.320312, + 1.09375, + 0.863281, + 0.447266, + 0.800781, + 1.007812, + 0.460938, + 0.503906, + 0.917969, + 0.410156, + 1.070312, + 1.382812, + 0.992188, + 0.447266, + 1.203125, + 1.007812, + 1.242188, + 0.151367, + 0.412109, + 0.451172, + 0.527344, + 1.203125, + 0.503906, + 1.046875, + 0.738281, + 0.839844, + 1.265625, + 0.447266, + 0.394531, + 0.753906, + 0.707031, + 1.21875, + 0.660156, + 0.976562, + 0.652344, + 0.691406, + 0.996094, + 1.078125, + 0.871094, + 0.5, + 1.070312, + 0.921875, + 1.046875, + 1.3125, + 1.078125, + 0.388672, + 0.714844, + 0.722656, + 0.226562, + 1.078125, + 0.78125, + 0.482422, + 0.800781, + 0.494141, + 0.746094, + 1.15625, + 0.742188, + 1.914062, + 0.800781, + 0.988281, + 0.96875, + 0.667969, + 0.796875, + 1.1875, + 0.992188, + 1.210938, + 1.242188, + 0.433594, + 0.197266, + 1.21875, + 1.078125, + 0.699219, + 0.777344, + 1.085938, + 1.054688, + 1.296875, + 0.474609, + 0.589844, + 0.355469, + 0.613281, + 0.738281, + 0.515625, + 1.046875, + 1.351562, + 1.023438, + 0.890625, + 0.871094, + 1.03125, + 0.960938, + 1.296875, + 0.519531, + 1.117188, + 0.664062, + 0.8125, + 0.189453, + 1.109375, + 0.894531, + 0.200195, + 1.289062, + 0.953125, + 1.546875, + 0.71875, + 0.601562, + 0.734375, + 0.65625, + 0.382812, + 0.984375, + 0.621094, + 0.455078, + 1.554688, + 0.875, + 0.202148, + 1.046875, + 0.302734, + 1.015625, + 0.972656, + 0.644531, + 0.792969, + 0.429688, + 1.078125, + 0.777344, + 1.109375, + 0.503906, + 0.800781, + 0.425781, + 0.527344, + 1.039062, + 0.227539, + 0.458984, + 0.578125, + 0.345703, + 0.703125, + 0.785156, + 1.242188, + 1.476562, + 0.929688, + 1.09375, + 0.652344, + 1.039062, + 0.177734, + 0.589844, + 1.023438, + 1.265625, + 0.960938, + 0.882812, + 1.117188, + 0.515625, + 0.917969, + 0.597656, + 1.179688, + 0.597656, + 0.722656, + 0.894531, + 0.734375, + 1.101562, + 0.8125, + 0.511719, + 1.375, + 1.023438, + 1.039062, + 0.416016, + 0.601562, + 1.046875, + 0.546875, + 0.503906, + 0.204102, + 0.550781, + 0.933594, + 1.03125, + 1.015625, + 0.601562, + 1.078125, + 0.972656, + 0.789062, + 0.859375, + 0.890625, + 0.570312, + 0.527344, + 0.757812, + 0.554688, + 0.765625, + 0.726562, + 0.355469, + 1.046875, + 0.980469, + 0.75, + 0.867188, + 0.753906, + 0.949219, + 0.804688, + 0.683594, + 0.59375, + 0.164062, + 0.589844, + 0.457031, + 0.902344, + 0.527344, + 1.234375, + 1.242188 + ] + }, + "name": "model.model.layers.15.post_attention_layernorm.weight", + "outputIndexes": [ + 1315 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1314 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_15/Mul_output_0", + "outputIndexes": [ + 1316 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1315, + 1316 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_15/Mul_1_output_0", + "outputIndexes": [ + 1317 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1317 + ], + "outputIndexes": [ + 2744 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2744 + ], + "outputIndexes": [ + 2745 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear", + "inputIndexes": [ + 2745 + ], + "outputIndexes": [ + 2746 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 1983138142, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2746 + ], + "outputIndexes": [ + 2747 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2747 + ], + "outputIndexes": [ + 1318 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1318 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_15/Sigmoid_output_0", + "outputIndexes": [ + 1319 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1318, + 1319 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Mul_output_0", + "outputIndexes": [ + 1320 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1317 + ], + "outputIndexes": [ + 2748 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2748 + ], + "outputIndexes": [ + 2749 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear", + "inputIndexes": [ + 2749 + ], + "outputIndexes": [ + 2750 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2021329268, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2750 + ], + "outputIndexes": [ + 2751 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2751 + ], + "outputIndexes": [ + 1321 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1320, + 1321 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_15/Mul_output_0", + "outputIndexes": [ + 1322 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1322 + ], + "outputIndexes": [ + 2752 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2752 + ], + "outputIndexes": [ + 2753 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear", + "inputIndexes": [ + 2753 + ], + "outputIndexes": [ + 2754 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2059520394, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2754 + ], + "outputIndexes": [ + 2755 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2755 + ], + "outputIndexes": [ + 1323 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1314, + 1323 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_79_output_0", + "outputIndexes": [ + 1324 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1324, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_144_output_0", + "outputIndexes": [ + 1325 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.78125, + 0.816406, + 2.375, + 0.472656, + 1.78125, + 0.699219, + 0.742188, + 1.132812, + 1.085938, + 0.376953, + 0.867188, + 0.396484, + 0.609375, + 0.404297, + 0.404297, + 1.320312, + 0.730469, + 0.421875, + 0.839844, + 0.466797, + 1.234375, + 0.847656, + 0.792969, + 0.484375, + 0.414062, + 1.539062, + 0.363281, + 0.386719, + 0.550781, + 0.470703, + 1.632812, + 0.339844, + 1.125, + 0.664062, + 1.46875, + 1.71875, + 0.435547, + 1.453125, + 0.796875, + 0.414062, + 1.554688, + 0.789062, + 2.21875, + 0.957031, + 1.867188, + 1.5625, + 0.085938, + 2.5625, + 1.304688, + 0.429688, + 1.695312, + 0.574219, + 0.585938, + 0.53125, + 1.125, + 0.558594, + 1.304688, + 2.078125, + 1.414062, + 0.921875, + 0.396484, + 1.125, + 1.242188, + 0.628906, + 1.820312, + 1.882812, + 0.316406, + 0.6875, + 0.357422, + 0.75, + 0.554688, + 0.996094, + 1.109375, + 0.6875, + 1.578125, + 1.265625, + 1.007812, + 0.46875, + 0.984375, + 1.921875, + 1.84375, + 2.140625, + 1.96875, + 0.65625, + 1.03125, + 0.090332, + 0.765625, + 1.992188, + 0.875, + 0.859375, + 1.070312, + 0.871094, + 1.015625, + 0.859375, + 1.984375, + 0.601562, + 0.871094, + 0.462891, + 0.777344, + 0.361328, + 0.398438, + 0.478516, + 1.867188, + 0.707031, + 2.296875, + 1.304688, + 2.515625, + 0.419922, + 1.046875, + 0.585938, + 0.613281, + 0.550781, + 0.902344, + 1.398438, + 0.660156, + 1.765625, + 0.367188, + 0.945312, + 1.601562, + 0.351562, + 0.449219, + 0.554688, + 1.578125, + 0.71875, + 1.0625, + 0.539062, + 1.3125, + 0.582031, + 0.131836, + 0.433594, + 0.373047, + 0.75, + 0.574219, + 1.664062, + 0.589844, + 0.996094, + 0.503906, + 0.972656, + 0.777344, + 1.171875, + 0.429688, + 1.570312, + 1.757812, + 0.332031, + 1.171875, + 0.349609, + 2.0, + 0.734375, + 1.554688, + 0.699219, + 1.507812, + 0.851562, + 0.589844, + 0.765625, + 1.085938, + 0.832031, + 0.492188, + 0.447266, + 1.609375, + 1.84375, + 0.419922, + 0.503906, + 0.933594, + 0.722656, + 1.5625, + 0.59375, + 0.632812, + 1.023438, + 0.605469, + 0.886719, + 0.816406, + 0.376953, + 0.408203, + 0.40625, + 0.652344, + 1.976562, + 0.734375, + 0.554688, + 1.460938, + 0.617188, + 0.285156, + 0.738281, + 1.367188, + 0.332031, + 0.273438, + 1.085938, + 0.558594, + 0.404297, + 0.53125, + 0.96875, + 0.337891, + 0.917969, + 1.65625, + 0.455078, + 2.65625, + 0.90625, + 0.769531, + 1.390625, + 0.707031, + 0.605469, + 0.625, + 2.125, + 1.703125, + 1.671875, + 2.125, + 0.796875, + 0.314453, + 0.558594, + 1.320312, + 0.275391, + 1.210938, + 0.644531, + 0.390625, + 1.078125, + 0.648438, + 1.601562, + 0.466797, + 0.417969, + 2.40625, + 0.574219, + 0.554688, + 0.392578, + 1.085938, + 1.015625, + 0.964844, + 2.09375, + 0.414062, + 0.769531, + 0.523438, + 0.726562, + 0.902344, + 1.476562, + 0.980469, + 0.558594, + 0.808594, + 1.679688, + 0.476562, + 1.695312, + 0.113281, + 0.800781, + 1.234375, + 0.542969, + 1.0, + 0.609375, + 0.435547, + 1.273438, + 0.976562, + 1.25, + 1.125, + 0.683594, + 0.671875, + 2.46875, + 0.5625, + 0.609375, + 0.78125, + 0.511719, + 0.722656, + 0.096191, + 0.582031, + 0.417969, + 0.773438, + 0.847656, + 0.886719, + 1.148438, + 0.789062, + 0.361328, + 0.722656, + 0.664062, + 1.398438, + 1.375, + 1.382812, + 1.289062, + 0.980469, + 0.722656, + 0.435547, + 2.09375, + 0.851562, + 0.566406, + 0.378906, + 1.859375, + 0.507812, + 0.6875, + 0.106445, + 0.84375, + 0.519531, + 2.234375, + 0.326172, + 1.15625, + 1.234375, + 0.449219, + 1.84375, + 0.394531, + 0.816406, + 0.6875, + 0.324219, + 0.515625, + 1.289062, + 0.398438, + 1.25, + 0.550781, + 0.375, + 0.773438, + 0.617188, + 1.421875, + 2.09375, + 1.390625, + 0.605469, + 0.554688, + 0.714844, + 0.878906, + 1.53125, + 0.5625, + 0.675781, + 0.582031, + 1.492188, + 1.054688, + 0.792969, + 1.695312, + 1.046875, + 0.671875, + 1.585938, + 0.597656, + 0.412109, + 0.507812, + 0.59375, + 0.738281, + 0.503906, + 0.707031, + 0.691406, + 0.589844, + 0.101074, + 1.03125, + 0.9375, + 0.574219, + 0.582031, + 0.601562, + 1.265625, + 2.234375, + 1.15625, + 0.357422, + 0.088379, + 0.490234, + 0.566406, + 0.578125, + 0.143555, + 1.46875, + 1.945312, + 0.785156, + 0.470703, + 0.660156, + 1.125, + 0.427734, + 2.109375, + 0.738281, + 2.234375, + 0.625, + 0.855469, + 1.125, + 0.435547, + 0.746094, + 2.609375, + 1.914062, + 0.144531, + 0.421875, + 0.484375, + 0.601562, + 0.582031, + 1.671875, + 0.71875, + 0.390625, + 0.589844, + 0.703125, + 0.917969, + 0.46875, + 1.0625, + 1.914062, + 0.171875, + 0.482422, + 0.789062, + 1.054688, + 1.195312, + 1.070312, + 0.550781, + 2.0625, + 1.234375, + 0.427734, + 2.046875, + 0.746094, + 0.601562, + 0.503906, + 0.699219, + 1.5, + 0.921875, + 0.275391, + 0.435547, + 1.210938, + 0.441406, + 0.441406, + 0.789062, + 0.132812, + 0.486328, + 1.085938, + 0.640625, + 1.554688, + 0.419922, + 0.921875, + 0.929688, + 1.09375, + 0.851562, + 0.863281, + 0.6875, + 0.804688, + 1.476562, + 0.609375, + 1.132812, + 2.140625, + 1.4375, + 0.757812, + 0.757812, + 1.046875, + 0.773438, + 1.078125, + 0.585938, + 0.335938, + 0.458984, + 0.390625, + 1.351562, + 1.070312, + 0.369141, + 0.800781, + 0.671875, + 0.488281, + 0.416016, + 0.570312, + 1.335938, + 0.279297, + 0.621094, + 0.820312, + 0.507812, + 0.546875, + 0.535156, + 1.804688, + 2.125, + 0.71875, + 0.457031, + 0.527344, + 0.660156, + 0.964844, + 1.773438, + 2.15625, + 2.328125, + 0.6875, + 0.949219, + 0.667969, + 2.28125, + 2.015625, + 0.275391, + 0.46875, + 1.6e-05, + 0.46875, + 0.894531, + 0.507812, + 0.699219, + 1.242188, + 0.371094, + 1.4375, + 0.439453, + 0.664062, + 0.447266, + 1.03125, + 0.388672, + 0.139648, + 0.808594, + 0.863281, + 1.523438, + 0.75, + 0.460938, + 0.371094, + 0.914062, + 0.796875, + 1.109375, + 0.742188, + 0.402344, + 1.820312, + 1.617188, + 1.195312, + 2.34375, + 1.710938, + 1.640625, + 1.429688, + 0.640625, + 1.375, + 1.882812, + 0.976562, + 1.976562, + 0.333984, + 0.839844, + 0.691406, + 2.140625, + 1.117188, + 0.609375, + 0.443359, + 0.435547, + 0.679688, + 0.519531, + 1.625, + 1.59375, + 0.230469, + 0.699219, + 0.457031, + 1.390625, + 1.445312, + 1.0, + 1.484375, + 1.375, + 0.498047, + 0.349609, + 0.640625, + 0.503906, + 1.9375, + 0.445312, + 0.945312, + 0.863281, + 0.135742, + 0.800781, + 0.367188, + 1.625, + 1.039062, + 0.800781, + 0.542969, + 0.648438, + 1.632812, + 1.804688, + 0.746094, + 0.527344, + 0.910156, + 0.451172, + 0.585938, + 1.078125, + 0.929688, + 0.345703, + 0.339844, + 0.449219, + 0.714844, + 0.419922, + 1.289062, + 2.328125, + 1.515625, + 0.244141, + 2.15625, + 0.910156, + 2.15625, + 0.917969, + 2.71875, + 0.388672, + 0.388672, + 0.484375, + 0.699219, + 0.800781, + 0.378906, + 2.046875, + 0.84375, + 0.527344, + 0.24707, + 0.394531, + 1.085938, + 0.574219, + 1.523438, + 1.484375, + 0.330078, + 1.882812, + 0.554688, + 0.304688, + 0.359375, + 0.75, + 0.550781, + 0.494141, + 1.84375, + 0.365234, + 1.320312, + 1.1875, + 1.625, + 0.96875, + 0.345703, + 1.71875, + 0.621094, + 0.628906, + 0.380859, + 0.648438, + 0.328125, + 1.632812, + 0.875, + 0.871094, + 1.898438, + 1.234375, + 0.691406, + 0.476562, + 0.353516, + 0.480469, + 0.412109, + 1.6875, + 0.332031, + 0.382812, + 2.046875, + 0.855469, + 1.71875, + 0.660156, + 0.570312, + 1.867188, + 1.359375, + 2.0, + 1.460938, + 0.464844, + 0.429688, + 0.980469, + 0.679688, + 0.11084, + 0.617188, + 1.09375, + 1.4375, + 0.9375, + 0.667969, + 1.835938, + 0.679688, + 1.585938, + 0.703125, + 2.28125, + 0.8125, + 0.617188, + 2.09375, + 0.605469, + 0.648438, + 0.455078, + 0.613281, + 0.285156, + 0.398438, + 1.421875, + 0.269531, + 0.851562, + 0.695312, + 0.546875, + 0.457031, + 0.816406, + 1.007812, + 1.804688, + 2.625, + 0.730469, + 0.726562, + 0.796875, + 0.466797, + 0.164062, + 1.117188, + 0.851562, + 0.585938, + 0.429688, + 1.179688, + 0.449219, + 0.8125, + 0.976562, + 0.359375, + 0.546875, + 0.417969, + 1.289062, + 1.125, + 1.15625, + 1.203125, + 0.597656, + 0.648438, + 1.085938, + 0.875, + 0.5, + 0.6875, + 0.699219, + 1.015625, + 0.753906, + 0.601562, + 1.421875, + 0.644531, + 1.703125, + 1.023438, + 0.78125, + 1.070312, + 0.337891, + 1.023438, + 1.304688, + 1.75, + 0.636719, + 0.535156, + 0.4375, + 0.382812, + 1.992188, + 2.328125, + 0.703125, + 1.820312, + 0.589844, + 0.451172, + 1.445312, + 2.09375, + 0.431641, + 0.851562, + 0.371094, + 1.140625, + 1.257812, + 0.683594, + 0.691406, + 0.664062, + 0.466797, + 0.108887, + 0.792969, + 1.507812, + 0.660156, + 0.255859, + 0.527344, + 0.474609, + 1.90625, + 2.234375, + 0.644531, + 0.820312, + 0.621094, + 1.414062, + 1.296875, + 0.867188, + 0.683594, + 0.597656, + 1.023438, + 0.769531, + 0.933594, + 0.369141, + 0.367188, + 2.4375, + 0.941406, + 0.890625, + 0.503906, + 0.75, + 0.679688, + 0.875, + 0.386719, + 0.345703, + 0.539062, + 1.640625, + 1.351562, + 0.675781, + 0.429688, + 0.433594, + 0.621094, + 0.546875, + 1.210938, + 0.341797, + 2.125, + 0.699219, + 0.470703, + 0.703125, + 0.851562, + 1.914062, + 1.523438, + 0.519531, + 0.378906, + 1.070312, + 1.703125, + 1.265625, + 0.828125, + 0.494141, + 1.054688, + 0.174805, + 0.761719, + 0.582031, + 1.023438, + 0.396484, + 0.417969, + 1.9375, + 0.507812, + 1.289062, + 0.109863, + 0.498047, + 1.945312, + 0.223633, + 1.03125, + 1.539062, + 1.007812, + 0.601562, + 0.550781, + 0.404297, + 1.289062, + 0.78125, + 0.460938, + 0.738281, + 0.671875, + 0.476562, + 0.707031, + 0.625, + 1.132812, + 0.474609, + 0.061523, + 0.753906, + 1.03125, + 0.369141, + 0.457031, + 1.289062, + 2.1875, + 0.882812, + 0.492188, + 1.796875, + 0.738281, + 1.476562, + 1.34375, + 0.160156, + 0.820312, + 0.625, + 1.234375, + 0.398438, + 0.453125, + 0.695312, + 0.683594, + 2.3125, + 0.734375, + 1.296875, + 0.683594, + 0.369141, + 1.234375, + 0.291016, + 0.613281, + 0.648438, + 0.091797, + 1.882812, + 0.369141, + 0.3125, + 0.59375, + 0.496094, + 0.433594, + 0.435547, + 0.832031, + 1.546875, + 1.679688, + 1.953125, + 0.462891, + 0.390625, + 0.871094, + 1.226562, + 1.242188, + 1.289062, + 0.804688, + 0.511719, + 0.535156, + 1.78125, + 1.375, + 0.824219, + 0.5625, + 0.746094, + 0.75, + 0.644531, + 0.660156, + 0.667969, + 0.617188, + 0.523438, + 1.367188, + 0.566406, + 1.4375, + 0.466797, + 1.3125, + 1.054688, + 1.867188, + 0.511719, + 0.46875, + 1.28125, + 0.396484, + 0.482422, + 2.421875, + 0.365234, + 0.605469, + 1.007812, + 0.640625, + 0.785156, + 1.695312, + 1.882812, + 1.15625, + 1.4375, + 0.71875, + 0.138672, + 1.0, + 2.0625, + 0.796875, + 1.609375, + 0.710938, + 0.523438, + 1.578125, + 1.039062, + 0.761719, + 0.769531, + 0.084961, + 2.046875, + 1.789062, + 0.871094, + 0.597656, + 0.625, + 2.140625, + 0.628906, + 0.679688, + 0.84375, + 1.765625, + 1.523438, + 1.195312, + 0.632812, + 0.621094, + 0.349609, + 1.273438, + 1.46875, + 0.765625, + 1.320312, + 0.902344, + 0.515625, + 1.734375, + 2.0625, + 0.78125, + 1.117188, + 0.847656, + 0.484375, + 1.03125, + 1.664062, + 0.458984, + 0.769531, + 1.0625, + 0.824219, + 0.636719, + 1.179688, + 1.023438, + 0.714844, + 1.757812, + 0.613281, + 0.369141, + 0.960938, + 0.773438, + 1.242188, + 0.867188, + 0.492188, + 1.671875, + 0.773438, + 0.482422, + 1.195312, + 0.410156, + 1.007812, + 0.394531, + 0.5625, + 0.59375, + 2.09375, + 1.773438, + 0.412109, + 2.0625, + 0.496094, + 1.5625, + 1.984375, + 1.914062, + 1.140625, + 0.769531, + 0.373047, + 0.589844, + 1.507812, + 0.582031, + 0.134766, + 0.386719, + 0.144531, + 0.691406, + 1.945312, + 1.25, + 0.464844, + 0.6875, + 0.519531, + 0.484375, + 0.498047, + 0.652344, + 2.234375, + 1.523438, + 0.617188, + 0.337891, + 1.171875, + 1.367188, + 2.328125, + 1.21875, + 0.78125, + 1.601562, + 1.117188, + 0.621094, + 0.412109, + 0.408203, + 0.992188, + 0.707031, + 0.396484, + 0.349609, + 0.605469, + 0.761719, + 1.84375, + 1.875, + 0.664062, + 0.351562, + 0.789062, + 2.171875, + 1.070312, + 0.699219, + 1.445312, + 0.162109, + 0.34375, + 0.609375, + 0.640625, + 0.449219, + 0.394531, + 0.466797, + 0.578125, + 1.125, + 1.265625, + 1.703125, + 0.273438, + 0.761719, + 0.730469, + 0.507812, + 0.410156, + 0.110352, + 0.746094, + 1.242188, + 0.337891, + 0.414062, + 0.621094, + 0.486328, + 0.351562, + 2.828125, + 0.427734, + 0.369141, + 1.359375, + 0.154297, + 0.871094, + 0.449219, + 0.120117, + 1.882812, + 1.15625, + 0.921875, + 0.535156, + 0.412109, + 0.863281, + 1.0625, + 1.679688, + 0.5, + 1.3125, + 0.345703, + 0.291016, + 1.929688, + 0.800781, + 1.320312, + 0.394531, + 2.375, + 0.486328, + 0.675781, + 0.738281, + 0.425781, + 0.427734, + 1.9375, + 1.054688, + 2.140625, + 0.976562, + 0.400391, + 1.578125, + 0.412109, + 0.722656, + 0.482422, + 0.398438, + 0.441406, + 0.886719, + 0.53125, + 0.367188, + 0.6875, + 0.53125, + 0.07666, + 0.064453, + 1.960938, + 0.519531, + 1.5625, + 1.460938, + 1.273438, + 2.4375, + 0.5, + 1.625, + 0.464844, + 0.757812, + 0.726562, + 0.423828, + 0.414062, + 0.585938, + 1.726562, + 0.59375, + 1.007812, + 0.421875, + 0.349609, + 0.416016, + 0.380859, + 0.699219, + 0.125977, + 0.789062, + 1.835938, + 1.328125, + 1.835938, + 2.109375, + 0.710938, + 0.231445, + 1.890625, + 0.523438, + 0.457031, + 0.550781, + 0.546875, + 2.109375, + 0.566406, + 0.585938, + 1.984375, + 1.765625, + 0.22168, + 0.494141, + 1.203125, + 0.730469, + 0.582031, + 2.078125, + 0.423828, + 0.470703, + 0.9375, + 0.929688, + 1.796875, + 1.21875, + 0.384766, + 0.355469, + 0.503906, + 1.976562, + 0.333984, + 2.203125, + 0.636719, + 0.375, + 0.570312, + 0.472656, + 1.148438, + 0.886719, + 0.585938, + 1.203125, + 0.357422, + 0.808594, + 1.296875, + 0.402344, + 1.109375, + 1.070312, + 0.921875, + 1.007812, + 0.375, + 0.585938, + 0.519531, + 0.667969, + 2.171875, + 0.757812, + 0.421875, + 1.03125, + 0.46875, + 2.109375, + 0.515625, + 1.851562, + 1.101562, + 0.734375, + 0.302734, + 1.21875, + 0.404297, + 2.546875, + 0.511719, + 0.416016, + 1.921875, + 1.179688, + 0.4375, + 0.675781, + 1.132812, + 0.453125, + 2.0625, + 0.933594, + 1.75, + 0.859375, + 0.382812, + 0.408203, + 0.992188, + 0.476562, + 1.171875, + 1.007812, + 0.492188, + 1.6875, + 1.21875, + 2.328125, + 1.867188, + 1.703125, + 1.015625, + 1.648438, + 0.589844, + 0.59375, + 0.380859, + 0.46875, + 1.960938, + 1.546875, + 0.910156, + 0.945312, + 0.589844, + 0.652344, + 1.6875, + 0.597656, + 1.5, + 1.484375, + 1.054688, + 0.59375, + 0.765625, + 0.088867, + 0.839844, + 0.392578, + 0.09375, + 0.601562, + 0.589844, + 1.0625, + 0.445312, + 0.5625, + 0.890625, + 0.945312, + 2.09375, + 1.804688, + 0.789062, + 0.365234, + 0.384766, + 0.496094, + 0.394531, + 1.4375, + 0.519531, + 2.3125, + 0.570312, + 0.699219, + 1.703125, + 1.15625, + 0.46875, + 1.382812, + 1.695312, + 0.742188, + 0.404297, + 0.992188, + 2.15625, + 0.59375, + 0.455078, + 0.75, + 1.53125, + 1.804688, + 1.882812, + 0.78125, + 1.875, + 1.015625, + 1.4375, + 2.109375, + 0.617188, + 0.447266, + 1.75, + 0.863281, + 0.761719, + 1.171875, + 1.742188, + 0.996094, + 0.726562, + 0.6875, + 1.265625, + 0.416016, + 0.761719, + 0.953125, + 0.59375, + 1.304688, + 1.859375, + 0.503906, + 0.090332, + 1.9375, + 0.65625, + 1.476562, + 1.15625, + 0.898438, + 0.746094, + 0.492188, + 1.59375, + 0.667969, + 0.703125, + 0.224609, + 0.792969, + 0.898438, + 0.558594, + 0.566406, + 0.320312, + 0.496094, + 1.53125, + 0.095703, + 0.746094, + 0.535156, + 1.703125, + 1.304688, + 0.353516, + 0.984375, + 1.289062, + 1.132812, + 0.539062, + 0.589844, + 1.015625, + 0.423828, + 0.414062, + 0.357422, + 0.882812, + 0.796875, + 2.1875, + 0.453125, + 0.601562, + 1.1875, + 0.451172, + 1.257812, + 1.90625, + 0.453125, + 1.101562, + 0.384766, + 2.0, + 1.140625, + 0.703125, + 1.375, + 0.964844, + 0.470703, + 0.804688, + 0.306641, + 1.296875, + 0.796875, + 2.109375, + 0.621094, + 0.457031, + 1.726562, + 1.71875, + 1.164062, + 0.59375, + 0.78125, + 1.320312, + 0.482422, + 0.660156, + 0.412109, + 2.03125, + 0.640625, + 1.421875, + 1.039062, + 1.617188, + 0.470703, + 1.226562, + 1.5, + 0.75, + 0.554688, + 1.921875, + 0.546875, + 0.703125, + 0.550781, + 0.769531, + 2.609375, + 2.15625, + 0.769531, + 0.335938, + 0.984375, + 0.539062, + 0.349609, + 0.761719, + 2.296875, + 0.470703, + 0.380859, + 1.234375, + 1.296875, + 2.203125, + 0.78125, + 1.335938, + 0.917969, + 0.984375, + 0.839844, + 0.519531, + 0.648438, + 0.330078, + 0.652344, + 1.578125, + 1.398438, + 1.171875, + 1.289062, + 1.132812, + 0.761719, + 1.25, + 0.5, + 0.863281, + 0.503906, + 0.6875, + 0.820312, + 0.458984, + 0.466797, + 0.474609, + 0.490234, + 0.699219, + 2.15625, + 0.753906, + 1.492188, + 0.359375, + 0.96875, + 0.318359, + 0.605469, + 0.976562, + 0.40625, + 0.972656, + 1.578125, + 1.09375, + 2.359375, + 0.558594, + 1.351562, + 0.46875, + 0.695312, + 0.6875, + 0.507812, + 1.890625, + 1.882812, + 0.515625, + 0.112305, + 0.515625, + 0.570312, + 0.119629, + 1.164062, + 1.539062, + 1.929688, + 0.710938, + 1.125, + 0.726562, + 0.566406, + 0.083008, + 0.660156, + 0.188477, + 0.757812, + 1.859375, + 0.369141, + 0.076172, + 0.466797, + 1.078125, + 0.429688, + 0.5, + 0.451172, + 2.296875, + 1.648438, + 0.921875, + 1.882812, + 1.070312, + 2.03125, + 0.71875, + 1.570312, + 1.34375, + 0.464844, + 1.0625, + 0.466797, + 1.445312, + 1.78125, + 0.9375, + 1.53125, + 2.453125, + 0.427734, + 0.941406, + 0.683594, + 0.765625, + 0.757812, + 0.320312, + 0.722656, + 0.5625, + 0.414062, + 1.21875, + 0.960938, + 0.636719, + 1.265625, + 0.769531, + 0.660156, + 0.703125, + 0.375, + 0.71875, + 1.109375, + 0.212891, + 1.992188, + 0.953125, + 0.570312, + 1.75, + 0.382812, + 2.4375, + 0.851562, + 0.5625, + 0.988281, + 0.742188, + 1.335938, + 0.554688, + 0.941406, + 0.566406, + 1.796875, + 0.941406, + 0.605469, + 0.699219, + 0.613281, + 1.289062, + 0.542969, + 1.484375, + 1.84375, + 0.400391, + 1.070312, + 0.894531, + 1.054688, + 1.609375, + 2.046875, + 1.90625, + 0.742188, + 0.439453, + 0.574219, + 0.621094, + 1.539062, + 1.039062, + 0.05957, + 1.085938, + 0.734375, + 1.765625, + 0.419922, + 0.425781, + 1.195312, + 0.585938, + 0.308594, + 0.777344, + 2.0, + 1.046875, + 1.101562, + 0.460938, + 0.648438, + 1.671875, + 1.460938, + 1.78125, + 0.875, + 0.523438, + 0.414062, + 0.539062, + 0.695312, + 0.5625, + 0.458984, + 1.648438, + 0.542969, + 0.554688, + 1.007812, + 1.578125, + 2.25, + 0.726562, + 0.753906, + 1.835938, + 1.0625, + 0.353516, + 0.730469, + 0.742188, + 0.392578, + 1.664062, + 0.359375, + 0.808594, + 0.417969, + 0.337891, + 0.828125, + 0.410156, + 0.625, + 1.921875, + 0.314453, + 1.1875, + 0.289062, + 0.503906, + 0.511719, + 0.361328, + 0.996094, + 0.076172, + 0.539062, + 1.507812, + 0.796875, + 0.78125, + 1.898438, + 1.140625, + 2.09375, + 0.949219, + 0.224609, + 0.118164, + 0.449219, + 0.792969, + 1.632812, + 0.300781, + 0.886719, + 1.296875, + 0.408203, + 1.148438, + 0.71875, + 1.203125, + 2.03125, + 1.15625, + 0.640625, + 0.644531, + 0.785156, + 0.273438, + 0.507812, + 0.5625, + 0.824219, + 2.296875, + 0.375, + 0.435547, + 0.753906, + 1.21875, + 0.535156, + 0.443359, + 0.507812, + 1.414062, + 0.875, + 0.851562, + 3.09375, + 0.511719, + 0.820312, + 0.640625, + 0.59375, + 0.847656, + 0.65625, + 1.023438, + 0.808594, + 0.851562, + 1.195312, + 0.369141, + 0.675781, + 1.28125, + 1.28125, + 0.734375, + 0.859375, + 0.722656, + 1.03125, + 2.125, + 0.597656, + 1.773438, + 0.478516, + 0.613281, + 0.59375, + 0.101562, + 0.988281, + 1.070312, + 0.388672, + 0.625, + 0.632812, + 0.417969, + 0.412109, + 2.046875, + 1.664062, + 0.412109, + 0.435547, + 0.558594, + 1.71875, + 0.332031, + 0.929688, + 0.316406, + 0.554688, + 1.476562, + 0.542969, + 0.511719, + 1.90625, + 1.0625, + 1.742188, + 2.9375, + 0.621094, + 0.820312, + 0.664062, + 0.511719, + 0.308594, + 1.882812, + 1.273438, + 1.765625, + 0.433594, + 0.722656, + 0.396484, + 0.957031, + 1.617188, + 0.417969, + 0.632812, + 1.335938, + 1.0625, + 0.414062, + 1.765625, + 0.466797, + 0.574219, + 1.335938, + 0.863281, + 0.589844, + 0.574219, + 0.792969, + 0.875, + 0.660156, + 1.054688, + 0.589844, + 0.378906, + 0.248047, + 0.478516, + 0.507812, + 1.109375, + 0.476562, + 1.390625, + 0.449219, + 0.953125, + 0.347656, + 0.753906, + 0.660156, + 0.984375, + 1.367188, + 0.349609, + 0.703125, + 0.390625, + 1.664062, + 0.921875, + 0.734375, + 0.855469, + 0.585938, + 0.466797, + 1.109375, + 0.09668, + 0.5625, + 0.609375, + 0.589844, + 0.435547, + 0.695312, + 2.796875, + 1.789062, + 0.664062, + 0.359375, + 0.095215, + 0.847656, + 0.306641, + 0.855469, + 0.53125, + 1.539062, + 0.492188, + 1.304688, + 0.451172, + 1.453125, + 1.671875, + 1.335938, + 0.761719, + 0.359375, + 0.617188, + 1.0, + 0.703125, + 1.0, + 0.757812, + 1.75, + 0.558594, + 0.419922, + 1.546875, + 0.714844, + 0.585938, + 0.796875, + 0.75, + 1.117188, + 0.621094, + 0.636719, + 0.75, + 0.351562, + 1.460938, + 0.585938, + 0.515625, + 0.132812, + 0.378906, + 1.148438, + 0.707031, + 2.203125, + 0.734375, + 0.605469, + 0.07666, + 0.609375, + 0.416016, + 0.474609, + 0.498047, + 1.078125, + 0.738281, + 1.1875, + 0.486328, + 1.039062, + 1.101562, + 0.984375, + 2.28125, + 2.15625, + 2.0625, + 1.140625, + 2.234375, + 0.326172, + 0.507812, + 0.371094, + 0.929688, + 0.605469, + 0.160156, + 0.84375, + 1.601562, + 0.90625, + 0.455078, + 0.349609, + 1.0625, + 0.10498, + 0.996094, + 0.765625, + 1.484375, + 1.65625, + 0.390625, + 0.609375, + 0.671875, + 1.054688, + 1.742188, + 0.910156, + 0.408203, + 0.976562, + 1.59375, + 2.0625, + 0.5, + 1.734375, + 0.458984, + 0.449219, + 1.578125, + 1.953125, + 2.390625, + 0.921875, + 0.388672, + 1.476562, + 0.988281, + 1.6875, + 0.832031, + 0.621094, + 0.546875, + 1.484375, + 1.1875, + 0.439453, + 0.507812, + 0.824219, + 0.082031, + 1.40625, + 0.472656, + 1.265625, + 0.474609, + 0.648438, + 2.09375, + 0.578125, + 0.494141, + 1.757812, + 0.359375, + 0.613281, + 0.503906, + 0.804688, + 2.046875, + 0.699219, + 0.324219, + 0.65625, + 0.470703, + 1.992188, + 0.585938, + 0.435547, + 0.707031, + 2.09375, + 0.8125, + 1.375, + 2.859375, + 0.578125, + 0.570312, + 0.847656, + 0.355469, + 0.114746, + 0.408203, + 0.416016, + 0.550781, + 0.832031, + 1.09375, + 0.09375, + 0.929688, + 2.03125, + 0.984375, + 0.75, + 0.421875, + 0.386719, + 2.15625, + 0.503906, + 0.734375, + 1.5625, + 0.353516, + 0.410156, + 2.171875, + 0.671875, + 1.757812, + 0.330078, + 2.25, + 0.53125, + 1.460938, + 0.601562, + 0.462891, + 0.851562, + 0.585938, + 0.929688, + 0.478516, + 0.917969, + 1.226562, + 0.433594, + 0.8125, + 0.347656, + 0.628906, + 1.046875, + 0.625, + 0.486328, + 0.333984, + 1.742188, + 0.988281, + 0.455078, + 0.929688, + 0.414062, + 0.6875, + 0.507812, + 1.757812, + 0.351562, + 2.078125, + 1.679688, + 0.523438, + 0.554688, + 0.324219, + 1.8125, + 0.46875, + 3.125, + 1.539062, + 1.039062, + 0.546875, + 0.503906, + 0.476562, + 0.640625, + 1.257812, + 1.398438, + 1.3125, + 0.585938, + 0.898438, + 0.742188, + 0.11084, + 1.085938, + 0.734375, + 0.664062, + 1.289062, + 0.535156, + 0.945312, + 0.429688, + 1.914062, + 0.738281, + 1.710938, + 0.660156, + 0.867188, + 2.0, + 2.375, + 1.867188, + 0.457031, + 0.578125, + 0.871094, + 2.046875, + 0.507812, + 1.773438, + 2.125, + 0.746094, + 1.039062, + 1.460938, + 1.703125, + 0.589844, + 1.53125, + 1.4375, + 0.511719, + 1.210938, + 0.582031, + 1.632812, + 1.242188, + 0.494141, + 1.445312, + 0.59375, + 0.679688, + 0.992188, + 1.929688, + 2.03125, + 0.108887, + 0.902344, + 0.527344, + 1.867188, + 0.332031, + 0.8125, + 1.226562, + 0.96875, + 1.273438, + 0.507812, + 0.550781, + 1.804688, + 0.621094, + 0.490234, + 0.609375, + 0.503906, + 1.664062, + 0.103516, + 0.367188, + 1.273438, + 0.613281, + 1.5625, + 0.609375, + 0.507812, + 0.976562, + 1.960938, + 0.427734, + 0.96875, + 0.519531, + 0.445312, + 0.667969, + 2.125, + 1.351562, + 1.070312, + 1.421875, + 2.5625, + 0.53125, + 0.660156, + 1.609375, + 0.558594, + 0.734375, + 0.898438, + 0.722656, + 1.085938, + 1.601562, + 0.457031, + 1.046875, + 0.800781, + 0.710938, + 0.392578, + 0.929688, + 1.859375, + 0.460938, + 1.164062, + 0.90625, + 0.123047, + 1.546875, + 0.166016, + 0.433594, + 0.427734, + 0.53125, + 0.380859, + 0.306641, + 1.445312, + 0.4375, + 0.652344, + 0.404297, + 0.535156, + 0.6875, + 0.326172, + 0.474609, + 0.644531, + 0.355469, + 0.65625, + 0.123047, + 0.519531, + 0.832031, + 0.511719, + 0.503906, + 1.054688, + 0.613281, + 0.609375, + 2.03125, + 0.597656, + 1.304688, + 1.78125, + 0.069336, + 0.523438, + 1.273438, + 0.558594, + 0.796875, + 0.640625, + 0.71875, + 0.390625, + 0.902344, + 1.203125, + 0.330078, + 1.5625, + 1.476562, + 0.219727, + 0.746094, + 1.109375, + 0.394531, + 0.574219, + 1.070312, + 0.148438, + 0.625, + 1.710938, + 1.765625, + 0.59375, + 0.339844, + 0.077637, + 1.484375, + 0.433594, + 1.804688, + 0.605469, + 0.890625, + 0.808594, + 0.402344, + 0.761719, + 0.789062, + 0.388672, + 0.640625, + 0.376953, + 1.109375, + 2.046875, + 1.5, + 0.410156, + 0.402344, + 0.394531, + 0.578125, + 0.722656, + 1.078125, + 0.542969, + 0.941406, + 0.777344, + 0.443359, + 0.660156, + 2.109375, + 0.492188, + 0.535156, + 1.015625, + 0.769531, + 0.746094, + 0.494141, + 0.734375, + 0.953125, + 1.398438, + 1.507812, + 0.496094, + 0.085938, + 0.519531, + 1.296875, + 1.132812, + 1.546875, + 0.878906, + 1.5, + 0.796875, + 1.625, + 0.585938, + 0.123535, + 0.458984, + 1.976562, + 0.570312, + 0.980469, + 0.279297, + 0.46875, + 0.789062, + 0.707031, + 1.242188, + 1.351562, + 2.09375, + 0.535156, + 0.785156, + 0.410156, + 0.984375, + 0.314453, + 1.289062, + 0.660156, + 2.3125, + 0.589844, + 0.621094, + 1.28125, + 0.597656, + 1.460938, + 0.427734, + 0.289062, + 0.71875, + 2.484375, + 1.0, + 0.490234, + 1.34375, + 0.431641, + 2.078125, + 0.330078, + 1.421875, + 1.015625, + 0.535156, + 1.085938, + 1.460938, + 0.412109, + 1.5, + 2.3125, + 0.449219, + 0.535156, + 0.828125, + 1.484375, + 0.523438, + 0.158203, + 1.734375, + 0.914062, + 1.1875, + 0.667969, + 0.507812, + 2.109375, + 0.789062, + 1.296875, + 1.09375, + 0.882812, + 0.84375, + 0.996094, + 0.875, + 0.414062, + 0.570312, + 0.648438, + 0.597656, + 0.679688, + 0.585938, + 0.527344, + 0.867188, + 2.03125, + 0.478516, + 0.417969, + 0.6875, + 2.0625, + 0.363281, + 1.875, + 0.625, + 0.589844, + 0.757812, + 0.972656, + 0.277344, + 0.332031, + 0.597656, + 0.416016, + 0.333984, + 1.953125, + 1.421875, + 0.699219, + 0.476562, + 0.976562, + 0.796875, + 0.554688, + 1.734375, + 1.398438, + 2.015625, + 0.361328, + 1.101562, + 0.417969, + 1.921875, + 0.976562, + 0.40625, + 0.644531, + 0.601562, + 0.671875, + 0.621094, + 1.421875, + 0.361328, + 0.365234, + 0.34375, + 1.15625, + 1.367188, + 0.90625, + 0.447266, + 0.804688, + 0.550781, + 2.1875, + 0.746094, + 0.4375, + 0.539062, + 0.878906, + 1.34375, + 0.863281, + 2.15625, + 1.703125, + 1.625, + 2.0625, + 1.632812, + 0.367188, + 1.109375, + 0.484375, + 0.453125, + 0.679688, + 0.984375, + 0.820312, + 1.953125, + 0.816406, + 2.765625, + 0.761719, + 0.527344, + 0.753906, + 0.464844, + 0.613281, + 0.78125, + 0.761719, + 0.675781, + 0.746094, + 1.210938, + 0.78125, + 0.404297, + 0.515625, + 0.765625, + 0.394531, + 1.46875, + 0.34375, + 0.570312, + 0.671875, + 0.445312, + 0.373047, + 0.527344, + 0.675781, + 0.129883, + 1.757812, + 0.474609, + 0.457031, + 0.753906, + 0.894531, + 0.632812, + 1.140625, + 0.921875, + 0.796875, + 1.046875, + 0.378906, + 0.330078, + 0.519531, + 0.326172, + 0.12207, + 0.421875, + 0.523438, + 1.5, + 0.640625, + 0.667969, + 0.703125, + 2.28125, + 0.644531, + 1.789062, + 0.460938, + 0.890625, + 1.742188, + 1.570312, + 0.84375, + 0.443359, + 1.726562, + 0.40625, + 0.691406, + 0.380859, + 0.519531, + 1.046875, + 1.460938, + 0.601562, + 0.404297, + 0.933594, + 0.507812, + 0.507812, + 0.419922, + 0.726562, + 0.527344, + 2.203125, + 0.357422, + 1.203125, + 2.21875, + 1.328125, + 2.34375, + 0.679688, + 0.648438, + 1.554688, + 0.460938, + 1.6875, + 0.644531, + 0.455078, + 0.851562, + 0.094238, + 1.460938, + 0.707031, + 0.664062, + 1.640625, + 1.34375, + 0.554688, + 0.412109, + 0.851562, + 1.148438, + 0.228516, + 0.792969, + 1.296875, + 0.707031, + 1.96875, + 1.8125, + 0.466797, + 0.515625, + 0.535156, + 0.464844, + 1.101562, + 1.0625, + 1.5625, + 0.636719, + 0.882812, + 0.449219, + 0.589844, + 1.257812, + 0.478516, + 0.855469, + 1.335938, + 0.570312, + 2.578125, + 1.976562, + 1.234375, + 0.578125, + 0.636719, + 0.449219, + 0.398438, + 0.447266, + 0.730469, + 1.640625, + 1.648438, + 0.464844, + 0.902344, + 1.898438, + 1.554688, + 2.296875, + 0.421875, + 1.4375, + 1.25, + 0.722656, + 0.933594, + 0.155273, + 0.589844, + 0.376953, + 0.699219, + 0.431641, + 0.289062, + 0.398438, + 0.355469, + 0.933594, + 0.292969, + 0.605469, + 0.714844, + 0.388672, + 1.117188, + 0.199219, + 0.773438, + 1.671875, + 0.511719, + 0.730469, + 1.617188, + 1.351562, + 0.8125, + 2.046875, + 2.078125, + 0.4375, + 0.34375, + 0.075684, + 2.84375, + 0.349609, + 1.5, + 0.515625, + 0.945312, + 0.439453, + 0.628906, + 0.330078, + 1.03125, + 0.742188, + 0.554688, + 0.636719, + 0.539062, + 0.486328, + 0.425781, + 0.960938, + 0.636719, + 0.074707, + 0.625, + 0.863281, + 0.535156, + 0.582031, + 1.835938, + 0.089355, + 0.5, + 2.1875, + 1.546875, + 0.490234, + 1.320312, + 1.53125, + 1.507812, + 0.683594, + 0.902344, + 0.419922, + 1.242188, + 1.117188, + 0.53125, + 0.125977, + 0.726562, + 0.105469, + 0.824219, + 1.242188, + 0.589844, + 1.28125, + 0.910156, + 1.195312, + 0.298828, + 1.242188, + 0.439453, + 0.071289, + 0.4375, + 0.753906, + 0.644531, + 0.457031, + 1.328125, + 0.847656, + 0.345703, + 1.515625, + 0.316406, + 0.675781, + 0.431641, + 0.5, + 1.429688, + 0.421875, + 1.734375, + 1.625, + 1.109375, + 0.609375, + 0.498047, + 1.0, + 0.419922, + 1.210938, + 1.179688, + 0.566406, + 1.84375, + 0.40625, + 1.679688, + 1.25, + 1.046875, + 2.921875, + 0.800781, + 1.78125, + 1.960938, + 0.503906, + 0.957031, + 1.265625, + 0.867188, + 0.894531, + 0.40625, + 1.601562, + 0.617188, + 0.462891, + 0.40625, + 1.34375, + 2.21875, + 0.578125, + 0.074707, + 0.265625, + 1.632812, + 0.137695, + 1.289062, + 1.671875, + 0.859375, + 0.84375, + 1.304688, + 0.660156, + 0.410156, + 1.03125, + 2.140625, + 0.566406, + 0.761719, + 0.470703, + 1.65625, + 0.412109, + 0.289062, + 0.589844, + 0.417969, + 0.273438, + 0.785156, + 1.507812, + 1.015625, + 0.597656, + 0.722656, + 0.390625, + 0.917969, + 2.296875, + 1.015625, + 1.515625, + 1.1875, + 0.160156, + 0.523438, + 0.40625, + 0.478516, + 0.132812, + 2.203125, + 0.542969, + 0.984375, + 0.447266, + 0.621094, + 0.644531, + 0.419922, + 0.40625, + -0.019165, + 0.542969, + 0.75, + 1.351562, + 0.933594, + 0.574219, + 1.25, + 0.609375, + 0.582031, + 2.3125, + 1.859375, + 0.488281, + 1.125, + 0.53125, + 0.988281, + 0.988281, + 1.304688, + 1.0625, + 1.609375, + 0.367188, + 1.179688, + 1.71875, + 1.796875, + 0.835938, + 0.632812, + 1.789062, + 0.683594, + 1.976562, + 1.171875, + 0.097168, + 0.396484, + 0.523438, + 1.789062, + 0.316406, + 0.773438, + 0.683594, + 1.039062, + 2.125, + 0.746094, + 1.148438, + 0.519531, + 0.601562, + 0.582031, + 0.539062, + 0.667969, + 0.554688, + 1.195312, + 0.816406, + 1.171875, + 0.3125, + 0.335938, + 1.53125, + 0.644531, + 1.515625, + 0.488281, + 2.375, + 0.625, + 0.703125, + 1.898438, + 0.679688, + 0.839844, + 0.419922, + 0.832031, + 0.400391, + 0.404297, + 0.878906, + 2.40625, + 0.492188, + 1.8125, + 2.453125, + 0.566406, + 0.597656, + 0.410156, + 0.75, + 0.753906, + 0.431641, + 0.960938, + 0.726562, + 0.582031, + 0.925781, + 0.390625, + 1.929688, + 0.707031, + 0.511719, + 1.976562, + 0.129883, + 0.447266, + 0.345703, + 0.558594, + 0.090332, + 0.40625, + 1.367188, + 0.664062, + 1.367188, + 0.304688, + 1.796875, + 1.195312, + 0.613281, + 1.328125, + 1.570312, + 0.757812, + 1.726562, + 0.929688, + 0.324219, + 0.5625, + 0.269531, + 1.835938, + 1.210938, + 0.613281, + 0.671875, + 0.46875, + 1.117188, + 0.65625, + 0.474609, + 0.828125, + 0.392578, + 0.730469, + 2.109375, + 1.65625, + 0.953125, + 0.226562, + 0.738281, + 1.601562, + 0.515625, + 1.8125, + 0.388672, + 0.433594, + 0.648438, + 0.90625, + 0.462891, + 0.445312, + 0.570312, + 0.439453, + 0.6875, + 0.5625, + 0.558594, + 0.472656, + 0.703125, + 0.753906, + 0.476562, + 0.585938, + 0.605469, + 0.722656, + 0.527344, + 1.25, + 0.507812, + 1.203125, + 1.375, + 1.523438, + 1.90625, + 0.449219, + 0.535156, + 0.582031, + 1.90625, + 0.375, + 0.098633, + 1.070312, + 0.425781, + 0.886719, + 0.699219, + 0.910156, + 1.460938, + 0.738281, + 0.384766, + 1.34375, + 0.59375, + 0.828125, + 0.589844, + 0.098145, + 0.734375, + 1.203125, + 0.644531, + 0.396484, + 1.945312, + 0.6875, + 0.441406, + 0.652344, + 0.921875, + 0.542969, + 1.320312, + 0.605469, + 0.675781, + 1.53125, + 0.371094, + 1.46875, + 0.382812, + 1.15625, + 2.296875, + 0.507812, + 2.140625, + 1.210938, + 0.675781, + 0.511719, + 0.451172, + 0.494141, + 1.070312, + 0.921875, + 1.992188, + 0.488281, + 0.441406, + 0.980469, + 1.039062, + 2.125, + 1.0, + 1.3125, + 1.773438, + 0.613281, + 0.585938, + 0.894531, + 0.335938, + 0.099609, + 0.621094, + 2.140625, + 1.492188, + 1.945312, + 1.554688, + 2.0625, + 1.320312, + 0.675781, + 1.289062, + 0.320312, + 1.226562, + 0.382812, + 0.486328, + 1.164062, + 0.414062, + 0.271484, + 0.511719, + 1.710938, + 0.921875, + 0.535156, + 0.574219, + 1.664062, + 1.273438, + 1.03125, + 1.140625, + 0.632812, + 1.976562, + 1.757812, + 0.40625, + 0.664062, + 0.5625, + 0.597656, + 0.800781, + 0.412109, + 1.148438, + 0.957031, + 0.486328, + 0.392578, + 0.488281, + 1.898438, + 1.835938, + 0.941406, + 1.078125, + 1.484375, + 1.609375, + 1.78125, + 0.585938, + 0.554688, + 0.539062, + 0.511719, + 0.605469, + 0.40625, + 0.972656, + 1.914062, + 0.382812, + 0.369141, + 1.8125, + 0.408203, + 1.875, + 0.191406, + 0.496094, + 0.804688, + 0.267578, + 0.949219, + 1.398438, + 1.726562, + 1.625, + 1.992188, + 0.570312, + 0.714844, + 0.625, + 1.828125, + 1.34375, + 0.474609, + 2.21875, + 1.929688, + 1.570312, + 0.636719, + 1.75, + 1.65625, + 0.492188, + 0.925781, + 0.519531, + 1.804688, + 0.480469, + 0.746094, + 1.164062, + 1.109375, + 1.257812, + 0.628906, + 1.679688, + 0.396484, + 0.613281, + 0.5625, + 1.132812, + 2.15625, + 0.511719, + 0.515625, + 1.679688, + 0.703125, + 0.617188, + 0.746094, + 0.365234, + 0.470703, + 0.699219, + 0.398438, + 1.015625, + 1.210938, + 0.523438, + 1.179688, + 0.585938, + 1.078125, + 1.609375, + 1.6875, + 1.703125, + 0.308594, + 0.9375, + 1.359375, + 2.125, + 0.511719, + 0.423828, + 1.90625, + 2.515625, + 2.34375, + 0.306641, + 1.554688, + 0.375, + 1.085938, + 0.882812, + 0.792969, + 0.550781, + 1.148438, + 0.792969, + 0.34375, + 0.427734, + 0.625, + 0.886719, + 0.384766, + 0.875, + 0.330078, + 0.710938, + 0.417969, + 0.457031, + 0.816406, + 0.671875, + 0.425781, + 0.125, + 0.652344, + 2.421875, + 1.125, + 0.839844, + 0.664062, + 1.71875, + 0.621094, + 1.546875, + 0.648438, + 1.742188, + 0.707031, + 0.988281, + 1.875, + 0.851562, + 0.722656, + 0.707031, + 0.458984, + 1.4375, + 1.453125, + 1.164062, + 1.164062, + 0.832031, + 0.851562, + 0.992188, + 0.5625, + 0.972656, + 0.636719, + 0.460938, + 1.640625, + 0.515625, + 0.425781, + 0.455078, + 0.098633, + 1.484375, + 1.828125, + 0.992188, + 1.609375, + 0.445312, + 1.390625, + 1.101562, + 0.523438, + 0.574219, + 0.503906, + 0.847656, + 0.558594, + 0.34375, + 0.691406, + 0.402344, + 1.21875, + 0.542969, + 0.644531, + 0.605469, + 0.316406, + 0.835938, + 0.878906, + 1.890625, + 2.171875, + 0.412109, + 1.953125, + 1.375, + 0.353516, + 0.441406, + 1.203125, + 0.625, + 1.835938, + 0.914062, + 1.03125, + 0.320312, + 0.363281, + 0.539062, + 0.527344, + 0.412109, + 0.78125, + 1.335938, + 0.933594, + 0.105957, + 0.960938, + 0.470703, + 1.40625, + 0.929688, + 0.503906, + 0.9375, + 0.550781, + 1.75, + 1.171875, + 0.435547, + 0.730469, + 1.820312, + 0.355469, + 1.242188, + 1.585938, + 1.132812, + 0.515625, + 0.511719, + 1.148438, + 1.460938, + 1.257812, + 1.070312, + 1.039062, + 2.03125, + 0.683594, + 1.085938, + 1.039062, + 0.394531, + 0.613281, + 1.28125, + 0.78125, + 1.0, + 1.085938, + 0.644531, + 1.039062, + 2.359375, + 1.5, + 1.179688, + 0.980469, + 0.367188, + 1.421875, + 0.482422, + 0.097656, + 0.773438, + 1.5, + 0.570312, + 1.164062, + 0.447266, + 0.773438, + 0.443359, + 1.265625, + 1.03125, + 1.882812, + 1.539062, + 0.494141, + 2.09375, + 2.203125, + 0.878906, + 1.492188, + 0.515625, + 0.3125, + 2.078125, + 0.474609, + 0.4375, + 0.585938, + 0.792969, + 1.25, + 0.116699, + 1.320312, + 0.476562, + 0.851562, + 1.195312, + 1.976562, + 0.589844, + 1.351562, + 1.132812, + 0.585938, + 1.828125, + 0.515625, + 0.570312, + 0.703125, + 0.371094, + 1.890625, + 0.75, + 0.734375, + 1.0, + 0.07373, + 1.765625, + 0.332031, + 1.804688, + 1.835938, + 0.332031, + 1.53125, + 0.867188, + 1.585938, + 1.960938, + 1.28125, + 0.785156, + 0.408203, + 0.828125, + 0.464844, + 0.886719, + 1.625, + 0.703125, + 0.539062, + 1.007812, + 0.445312, + 0.484375, + 1.5, + 0.4375, + 1.1875, + 0.675781, + 0.980469, + 0.757812, + 0.71875, + 0.439453, + 1.289062, + 0.550781, + 0.730469, + 0.326172, + 0.107422, + 0.742188, + 0.357422, + 0.439453, + 0.914062, + 0.492188, + 1.867188, + 1.015625, + 0.441406, + 0.265625, + 0.433594, + 0.546875, + 2.359375, + 0.496094, + 0.648438, + 2.296875, + 1.710938, + 1.007812, + 0.515625, + 0.462891, + 0.753906, + 0.816406, + 0.933594, + 1.382812, + 0.390625, + 1.921875, + 1.195312, + 1.0625, + 0.484375, + 1.078125, + 0.365234, + 0.664062, + 0.699219, + 0.09082, + 0.671875, + 0.65625, + 0.337891, + 1.984375, + 0.640625, + 0.765625, + 1.085938, + 1.148438, + 1.28125, + 0.597656, + 0.867188, + 0.605469, + 0.710938, + 0.539062, + 0.511719, + 0.492188, + 0.640625, + 1.960938, + 1.335938, + 0.886719, + 0.585938, + 1.382812, + 0.613281, + 0.126953, + 0.455078, + 1.78125, + 0.361328, + 0.605469, + 0.6875, + 0.722656, + 1.539062, + 0.839844, + 1.578125, + 0.875, + 0.394531, + 1.039062, + 1.703125, + 0.78125, + 0.703125, + 1.101562, + 0.960938, + 0.753906, + 0.777344, + 1.453125, + 0.605469, + 0.605469, + 0.738281, + 0.400391, + 0.585938, + 1.578125, + 0.65625, + 0.476562, + 0.589844, + 1.984375, + 1.960938, + 0.419922, + 1.007812, + 0.40625, + 0.246094, + 0.589844, + 0.6875, + 0.742188, + 0.621094, + 1.703125, + 0.585938, + 0.703125, + 1.34375, + 1.921875, + 0.683594, + 1.15625, + 0.605469, + 1.210938, + 0.388672, + 0.453125, + 0.486328, + 0.585938, + 0.707031, + 0.5625, + 0.816406, + 0.765625, + 0.625, + 0.578125, + 0.404297, + 0.332031, + 0.769531, + 1.335938, + 0.558594, + 0.605469, + 0.460938, + 1.640625, + 0.392578, + 0.742188, + 0.498047, + 1.140625, + 0.910156, + 0.832031, + 0.554688, + 0.558594, + 0.753906, + 0.523438, + 2.359375, + 1.6875, + 0.609375, + 0.886719, + 0.511719, + 0.761719, + 0.486328, + 0.361328, + 1.75, + 2.3125, + 0.71875, + 1.1875, + 0.166016, + 1.171875, + 0.71875, + 0.4375, + 1.757812, + 0.738281, + 0.398438, + 1.0625, + 0.667969, + 0.636719, + 0.84375, + 0.53125, + 1.109375, + 0.484375, + 2.03125, + 0.882812, + 0.535156, + 1.914062, + 0.390625, + 0.648438, + 0.099609, + 0.6875, + 0.839844, + 1.140625, + 1.570312, + 1.0625, + 0.298828, + 1.960938, + 0.765625, + 1.84375, + 0.310547, + 0.519531, + 0.423828, + 1.875, + 0.59375, + 1.125, + 0.707031, + 1.445312, + 0.753906, + 2.078125, + 1.492188, + 1.0, + 0.929688, + 2.453125, + 0.652344, + 1.585938, + 0.585938, + 1.125, + 0.542969, + 0.435547, + 0.859375, + 2.3125, + 1.921875, + 1.054688, + 0.71875, + 0.470703, + 1.3125, + 0.376953, + 0.902344, + 1.132812, + 0.207031, + 1.132812, + 1.09375, + 0.429688, + 2.125, + 1.179688, + 1.710938, + 0.691406, + 0.71875, + 1.632812, + 0.691406, + 0.322266, + 1.757812, + 2.078125, + 0.429688, + 0.644531, + 1.109375, + 0.699219, + 1.6875, + 0.080078, + 1.3125, + 0.953125, + 0.816406, + 1.765625, + 0.921875, + 0.617188, + 0.408203, + 0.757812, + 0.492188, + 0.427734, + 0.091309, + 0.601562, + 1.3125, + 0.322266, + 0.550781, + 1.164062, + 0.734375, + 0.625, + 2.265625, + 0.093262, + 2.6875, + 1.234375, + 1.320312, + 2.046875, + 0.753906, + 0.636719, + 0.503906, + 1.804688, + 0.664062, + 0.699219, + 0.539062, + 1.648438, + 0.369141, + 1.257812, + 2.15625, + 1.578125, + 1.117188, + 0.683594, + 0.480469, + 0.574219, + 0.765625, + 0.503906, + 0.648438, + 0.832031, + 0.835938, + 0.976562, + 2.015625, + 0.757812, + 0.5625, + 1.835938, + 0.976562, + 1.375, + 0.083008, + 0.353516, + 0.380859, + 0.71875, + 1.1875, + 0.648438, + 1.179688, + 0.5625, + 0.617188, + 1.601562, + 0.390625, + 0.351562, + 0.503906, + 0.519531, + 1.703125, + 0.527344, + 0.730469, + 0.515625, + 1.21875, + 0.78125, + 0.957031, + 0.691406, + 0.574219, + 0.894531, + 0.757812, + 1.007812, + 1.984375, + 1.9375, + 0.392578, + 0.738281, + 0.515625, + 0.207031, + 1.054688, + 0.582031, + 0.574219, + 0.574219, + 0.345703, + 0.53125, + 1.03125, + 0.5, + 2.65625, + 0.546875, + 0.785156, + 1.09375, + 0.664062, + 0.863281, + 1.1875, + 0.820312, + 1.601562, + 1.476562, + 0.498047, + 0.130859, + 1.289062, + 1.148438, + 0.722656, + 0.574219, + 1.054688, + 0.894531, + 1.90625, + 0.667969, + 0.992188, + 0.339844, + 0.671875, + 0.511719, + 0.369141, + 1.039062, + 1.929688, + 0.871094, + 1.875, + 1.695312, + 0.996094, + 0.761719, + 1.554688, + 0.503906, + 1.101562, + 1.09375, + 0.628906, + 0.107422, + 1.1875, + 0.632812, + 0.132812, + 1.429688, + 0.707031, + 2.125, + 0.5625, + 1.359375, + 0.648438, + 0.527344, + 0.566406, + 1.039062, + 0.443359, + 0.421875, + 2.21875, + 0.75, + 0.112793, + 0.851562, + 0.355469, + 0.90625, + 2.0625, + 0.546875, + 0.539062, + 0.566406, + 1.460938, + 1.132812, + 1.101562, + 0.28125, + 0.589844, + 0.412109, + 0.671875, + 1.460938, + 0.167969, + 0.449219, + 0.347656, + 0.449219, + 0.765625, + 0.5625, + 2.90625, + 1.789062, + 1.554688, + 0.914062, + 0.917969, + 1.085938, + 0.093262, + 0.523438, + 1.03125, + 1.71875, + 0.957031, + 0.789062, + 1.65625, + 0.347656, + 1.335938, + 0.429688, + 1.789062, + 0.644531, + 0.859375, + 0.628906, + 0.554688, + 0.914062, + 0.542969, + 0.804688, + 2.0, + 0.824219, + 1.15625, + 0.400391, + 0.425781, + 1.601562, + 0.664062, + 0.237305, + 0.139648, + 0.558594, + 0.757812, + 1.148438, + 1.03125, + 0.652344, + 1.96875, + 0.773438, + 0.53125, + 0.710938, + 0.933594, + 0.353516, + 0.427734, + 0.527344, + 0.515625, + 0.597656, + 0.636719, + 0.503906, + 0.9375, + 0.867188, + 0.53125, + 0.636719, + 0.535156, + 1.234375, + 0.582031, + 0.466797, + 0.90625, + 0.109863, + 0.523438, + 0.310547, + 0.644531, + 0.369141, + 1.25, + 1.453125 + ] + }, + "name": "model.model.layers.16.input_layernorm.weight", + "outputIndexes": [ + 1326 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1325 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_16/Mul_output_0", + "outputIndexes": [ + 1327 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1326, + 1327 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_16/Mul_1_output_0", + "outputIndexes": [ + 1328 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1328 + ], + "outputIndexes": [ + 2756 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2756 + ], + "outputIndexes": [ + 2757 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear", + "inputIndexes": [ + 2757 + ], + "outputIndexes": [ + 2758 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2097711520, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2758 + ], + "outputIndexes": [ + 2759 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2759 + ], + "outputIndexes": [ + 1329 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1328 + ], + "main_type": "NONE", + "name": "/Shape_225_output_0", + "outputIndexes": [ + 1330 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1330 + ], + "main_type": "NONE", + "name": "Shape4079", + "outputIndexes": [ + 1331 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1330 + ], + "main_type": "NONE", + "name": "Rank4081", + "outputIndexes": [ + 1332 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1332, + 1332 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4083", + "outputIndexes": [ + 1333 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1333 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4084", + "outputIndexes": [ + 1334 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1333, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4086", + "outputIndexes": [ + 1335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1335 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4087", + "outputIndexes": [ + 1336 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1331, + 1334, + 1336, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4090", + "outputIndexes": [ + 1337 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1337 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4091", + "outputIndexes": [ + 1338 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4092", + "outputIndexes": [ + 1339 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1339, + 1338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4093", + "outputIndexes": [ + 1340 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1330, + 1340, + 1333 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_244_output_0", + "outputIndexes": [ + 1341 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1341, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_513_output_0", + "outputIndexes": [ + 1342 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1342, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_208_output_0", + "outputIndexes": [ + 1343 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1329, + 1343 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_145_output_0", + "outputIndexes": [ + 1344 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1344, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_128_output_0", + "outputIndexes": [ + 1345 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1344 + ], + "main_type": "NONE", + "name": "/Shape_226_output_0", + "outputIndexes": [ + 1346 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1346 + ], + "main_type": "NONE", + "name": "Shape4100", + "outputIndexes": [ + 1347 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1346 + ], + "main_type": "NONE", + "name": "Rank4102", + "outputIndexes": [ + 1348 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1348, + 1348 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4104", + "outputIndexes": [ + 1349 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1349 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4105", + "outputIndexes": [ + 1350 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1349, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4107", + "outputIndexes": [ + 1351 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1351 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4108", + "outputIndexes": [ + 1352 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1347, + 1350, + 1352, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4111", + "outputIndexes": [ + 1353 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1353 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4112", + "outputIndexes": [ + 1354 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1354 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4113", + "outputIndexes": [ + 1355 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1355, + 1354 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4114", + "outputIndexes": [ + 1356 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1346, + 1356, + 1349 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_245_output_0", + "outputIndexes": [ + 1357 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1357, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_48_output_0", + "outputIndexes": [ + 1358 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1358, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_518_output_0", + "outputIndexes": [ + 1359 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1344, + 1359, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_65_output_0", + "outputIndexes": [ + 1360 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1360 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_32_output_0", + "outputIndexes": [ + 1361 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1344, + 22, + 1359, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_64_output_0", + "outputIndexes": [ + 1362 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1361, + 1362 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_211_output_0", + "outputIndexes": [ + 1363 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1363, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_129_output_0", + "outputIndexes": [ + 1364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1345, + 1364 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_80_output_0", + "outputIndexes": [ + 1365 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1328 + ], + "outputIndexes": [ + 2760 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2760 + ], + "outputIndexes": [ + 2761 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear", + "inputIndexes": [ + 2761 + ], + "outputIndexes": [ + 2762 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2104951222, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2762 + ], + "outputIndexes": [ + 2763 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2763 + ], + "outputIndexes": [ + 1366 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1342, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_209_output_0", + "outputIndexes": [ + 1367 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1366, + 1367 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_146_output_0", + "outputIndexes": [ + 1368 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1368, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_130_output_0", + "outputIndexes": [ + 1369 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1368 + ], + "main_type": "NONE", + "name": "/Shape_227_output_0", + "outputIndexes": [ + 1370 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1370 + ], + "main_type": "NONE", + "name": "Shape4163", + "outputIndexes": [ + 1371 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1370 + ], + "main_type": "NONE", + "name": "Rank4165", + "outputIndexes": [ + 1372 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1372, + 1372 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4167", + "outputIndexes": [ + 1373 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1373 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4168", + "outputIndexes": [ + 1374 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1373, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4170", + "outputIndexes": [ + 1375 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1375 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4171", + "outputIndexes": [ + 1376 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1371, + 1374, + 1376, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4174", + "outputIndexes": [ + 1377 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1377 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4175", + "outputIndexes": [ + 1378 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4176", + "outputIndexes": [ + 1379 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1379, + 1378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4177", + "outputIndexes": [ + 1380 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1370, + 1380, + 1373 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_246_output_0", + "outputIndexes": [ + 1381 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1381, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_49_output_0", + "outputIndexes": [ + 1382 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1382, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_520_output_0", + "outputIndexes": [ + 1383 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1368, + 1383, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_67_output_0", + "outputIndexes": [ + 1384 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1384 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_33_output_0", + "outputIndexes": [ + 1385 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1368, + 22, + 1383, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_66_output_0", + "outputIndexes": [ + 1386 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1385, + 1386 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_212_output_0", + "outputIndexes": [ + 1387 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1387, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_131_output_0", + "outputIndexes": [ + 1388 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1369, + 1388 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_81_output_0", + "outputIndexes": [ + 1389 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1328 + ], + "outputIndexes": [ + 2764 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2764 + ], + "outputIndexes": [ + 2765 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear", + "inputIndexes": [ + 2765 + ], + "outputIndexes": [ + 2766 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2105985484, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2766 + ], + "outputIndexes": [ + 2767 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2767 + ], + "outputIndexes": [ + 1390 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1390, + 1367 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_147_output_0", + "outputIndexes": [ + 1391 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1365, + 1389, + 1391, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_152_output_0", + "outputIndexes": [ + 1392 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1392 + ], + "outputIndexes": [ + 2768 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2768 + ], + "outputIndexes": [ + 2769 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear", + "inputIndexes": [ + 2769 + ], + "outputIndexes": [ + 2770 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2107019746, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2770 + ], + "outputIndexes": [ + 2771 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2771 + ], + "outputIndexes": [ + 1393 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1325, + 1393 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_83_output_0", + "outputIndexes": [ + 1394 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.257812, + 1.070312, + 1.976562, + 0.519531, + 1.351562, + 0.710938, + 0.976562, + 1.179688, + 0.408203, + 0.433594, + 1.039062, + 0.453125, + 0.835938, + 0.65625, + 0.423828, + 1.046875, + 1.007812, + 0.710938, + 1.054688, + 0.400391, + 0.417969, + 1.023438, + 1.015625, + 0.644531, + 0.589844, + 1.359375, + 0.332031, + 0.527344, + 0.609375, + 0.683594, + 1.328125, + 0.4375, + 0.404297, + 0.808594, + 1.351562, + 1.6875, + 0.503906, + 0.326172, + 1.007812, + 0.417969, + 1.273438, + 0.964844, + 1.414062, + 0.902344, + 1.40625, + 1.421875, + 0.177734, + 1.554688, + 1.015625, + 0.453125, + 1.296875, + 0.84375, + 0.84375, + 0.847656, + 1.078125, + 0.65625, + 1.210938, + 1.8125, + 1.21875, + 0.511719, + 0.621094, + 1.125, + 1.296875, + 0.921875, + 1.460938, + 1.125, + 0.470703, + 0.925781, + 0.472656, + 0.769531, + 0.742188, + 0.554688, + 1.234375, + 0.859375, + 1.203125, + 1.25, + 0.625, + 0.5625, + 0.494141, + 1.578125, + 1.382812, + 1.609375, + 1.382812, + 0.761719, + 1.03125, + 0.201172, + 1.039062, + 1.460938, + 1.0625, + 0.480469, + 1.054688, + 1.132812, + 1.148438, + 1.109375, + 1.15625, + 0.878906, + 0.443359, + 0.535156, + 1.023438, + 0.451172, + 0.503906, + 0.511719, + 1.617188, + 0.898438, + 0.746094, + 1.234375, + 0.882812, + 0.486328, + 0.707031, + 0.84375, + 0.917969, + 0.761719, + 1.101562, + 0.224609, + 0.828125, + 0.151367, + 0.486328, + 1.109375, + 1.4375, + 0.462891, + 0.675781, + 0.824219, + 1.453125, + 0.941406, + 0.910156, + 0.769531, + 1.257812, + 0.75, + 0.224609, + 0.492188, + 0.316406, + 0.988281, + 0.539062, + 1.078125, + 0.613281, + 0.980469, + 0.726562, + 1.125, + 0.621094, + 1.140625, + 0.707031, + 1.3125, + 1.570312, + 0.431641, + 0.388672, + 0.394531, + 1.210938, + 0.933594, + 1.359375, + 0.996094, + 1.328125, + 1.007812, + 0.757812, + 1.023438, + 0.625, + 0.6875, + 0.503906, + 0.400391, + 1.335938, + 1.476562, + 0.431641, + 0.455078, + 0.451172, + 0.910156, + 0.380859, + 0.527344, + 0.714844, + 0.550781, + 0.820312, + 0.96875, + 1.007812, + 0.574219, + 0.5625, + 0.585938, + 0.890625, + 1.515625, + 0.917969, + 0.851562, + 1.351562, + 0.859375, + 0.503906, + 0.867188, + 1.296875, + 0.369141, + 0.480469, + 1.046875, + 0.789062, + 0.458984, + 0.742188, + 1.125, + 0.476562, + 0.953125, + 0.628906, + 0.675781, + 1.351562, + 0.980469, + 0.988281, + 1.289062, + 0.507812, + 0.859375, + 0.890625, + 0.300781, + 0.902344, + 0.824219, + 1.078125, + 1.054688, + 0.5, + 0.632812, + 1.351562, + 0.476562, + 1.265625, + 0.855469, + 0.570312, + 1.054688, + 0.921875, + 0.820312, + 0.492188, + 0.466797, + 1.578125, + 0.773438, + 0.824219, + 0.451172, + 0.667969, + 1.15625, + 1.046875, + 1.492188, + 0.519531, + 0.625, + 0.761719, + 0.957031, + 1.117188, + 1.148438, + 0.980469, + 0.855469, + 1.0625, + 0.96875, + 0.707031, + 1.429688, + 0.219727, + 0.941406, + 1.125, + 0.808594, + 1.21875, + 0.878906, + 0.664062, + 0.632812, + 1.15625, + 1.265625, + 1.0625, + 0.867188, + 0.984375, + 1.34375, + 0.59375, + 0.710938, + 0.964844, + 0.578125, + 0.960938, + 0.193359, + 0.847656, + 0.429688, + 0.914062, + 1.078125, + 1.039062, + 1.203125, + 0.929688, + 0.546875, + 0.925781, + 0.9375, + 0.757812, + 1.085938, + 0.886719, + 1.195312, + 1.085938, + 0.628906, + 0.65625, + 1.664062, + 1.078125, + 0.4375, + 0.605469, + 1.15625, + 0.78125, + 0.953125, + 0.206055, + 1.046875, + 0.738281, + 1.554688, + 0.601562, + 1.125, + 1.125, + 0.433594, + 1.429688, + 0.4375, + 0.714844, + 0.539062, + 0.441406, + 0.769531, + 0.625, + 0.523438, + 0.988281, + 0.835938, + 0.640625, + 0.597656, + 0.494141, + 1.226562, + 1.625, + 1.273438, + 0.824219, + 0.835938, + 0.824219, + 1.039062, + 0.554688, + 0.707031, + 0.953125, + 0.871094, + 0.333984, + 1.148438, + 0.964844, + 1.453125, + 0.972656, + 0.914062, + 1.367188, + 0.804688, + 0.65625, + 0.730469, + 0.652344, + 0.984375, + 0.753906, + 0.921875, + 0.707031, + 0.671875, + 0.204102, + 0.839844, + 0.789062, + 0.746094, + 0.503906, + 0.851562, + 1.078125, + 1.820312, + 1.117188, + 0.519531, + 0.1875, + 0.726562, + 0.808594, + 0.789062, + 0.237305, + 1.15625, + 1.414062, + 1.046875, + 0.742188, + 0.9375, + 0.960938, + 0.445312, + 1.359375, + 0.953125, + 1.5, + 0.917969, + 1.078125, + 1.117188, + 0.742188, + 0.945312, + 1.015625, + 1.492188, + 0.241211, + 0.523438, + 0.373047, + 0.472656, + 0.738281, + 1.382812, + 0.925781, + 0.421875, + 0.855469, + 0.996094, + 1.132812, + 0.671875, + 1.132812, + 1.71875, + 0.245117, + 0.435547, + 0.988281, + 1.09375, + 1.015625, + 1.148438, + 0.519531, + 1.351562, + 1.234375, + 0.523438, + 1.46875, + 0.949219, + 0.808594, + 0.605469, + 0.964844, + 1.289062, + 0.558594, + 0.394531, + 0.625, + 1.210938, + 0.53125, + 0.648438, + 1.054688, + 0.227539, + 0.535156, + 1.1875, + 0.507812, + 1.351562, + 0.427734, + 1.078125, + 0.882812, + 1.078125, + 1.09375, + 0.664062, + 0.488281, + 0.972656, + 1.289062, + 0.902344, + 1.140625, + 1.539062, + 1.171875, + 0.957031, + 0.984375, + 1.140625, + 0.550781, + 0.660156, + 0.859375, + 0.453125, + 0.746094, + 0.423828, + 1.273438, + 1.210938, + 0.453125, + 0.902344, + 0.9375, + 0.769531, + 0.410156, + 0.714844, + 1.101562, + 0.486328, + 0.71875, + 1.0625, + 0.742188, + 0.515625, + 0.828125, + 1.21875, + 1.195312, + 0.957031, + 0.464844, + 0.535156, + 0.78125, + 1.101562, + 0.984375, + 1.4375, + 1.320312, + 0.914062, + 1.125, + 0.933594, + 1.015625, + 1.890625, + 0.550781, + 0.734375, + -5e-05, + 0.671875, + 1.0625, + 0.6875, + 0.976562, + 0.535156, + 0.445312, + 1.0625, + 0.53125, + 0.886719, + 0.449219, + 0.847656, + 0.671875, + 0.232422, + 1.015625, + 1.0625, + 1.101562, + 0.494141, + 0.703125, + 0.458984, + 1.140625, + 1.023438, + 1.195312, + 0.933594, + 0.601562, + 1.078125, + 0.527344, + 1.203125, + 1.75, + 1.015625, + 1.179688, + 0.960938, + 0.839844, + 1.351562, + 1.515625, + 1.070312, + 1.414062, + 0.601562, + 1.046875, + 0.714844, + 1.34375, + 1.15625, + 0.910156, + 0.554688, + 0.636719, + 0.566406, + 0.773438, + 0.695312, + 1.101562, + 0.458984, + 0.960938, + 0.65625, + 1.15625, + 1.273438, + 1.015625, + 1.328125, + 1.15625, + 0.570312, + 0.546875, + 0.835938, + 0.695312, + 1.453125, + 0.722656, + 1.125, + 1.101562, + 0.216797, + 0.996094, + 0.474609, + 1.351562, + 1.203125, + 0.980469, + 0.773438, + 0.914062, + 1.117188, + 1.265625, + 0.992188, + 0.789062, + 1.132812, + 0.455078, + 0.886719, + 0.808594, + 1.117188, + 0.441406, + 0.427734, + 0.4375, + 0.917969, + 0.439453, + 1.304688, + 1.75, + 0.5, + 0.496094, + 1.585938, + 0.722656, + 1.554688, + 0.910156, + 0.859375, + 0.605469, + 0.523438, + 0.714844, + 0.972656, + 1.046875, + 0.59375, + 1.554688, + 0.953125, + 0.648438, + 0.486328, + 0.474609, + 1.1875, + 0.804688, + 0.949219, + 0.941406, + 0.535156, + 1.054688, + 0.878906, + 0.515625, + 0.494141, + 0.851562, + 0.804688, + 0.824219, + 1.671875, + 0.439453, + 1.273438, + 1.234375, + 0.910156, + 1.0625, + 0.480469, + 1.21875, + 0.863281, + 0.8125, + 0.4375, + 0.890625, + 0.515625, + 1.234375, + 0.828125, + 1.078125, + 1.09375, + 1.1875, + 0.474609, + 0.710938, + 0.582031, + 0.484375, + 0.496094, + 1.4375, + 0.417969, + 0.59375, + 1.484375, + 0.804688, + 1.226562, + 0.871094, + 0.824219, + 0.267578, + 1.328125, + 1.578125, + 1.351562, + 0.578125, + 0.416016, + 1.132812, + 0.976562, + 0.219727, + 0.777344, + 0.847656, + 1.0, + 1.109375, + 0.957031, + 0.294922, + 0.863281, + 0.365234, + 0.761719, + 1.734375, + 0.957031, + 0.878906, + 1.601562, + 0.570312, + 0.640625, + 0.652344, + 0.839844, + 0.558594, + 0.527344, + 1.210938, + 0.419922, + 1.078125, + 0.84375, + 0.800781, + 0.425781, + 1.0, + 1.039062, + 1.515625, + 0.714844, + 0.976562, + 0.90625, + 0.960938, + 0.722656, + 0.244141, + 0.707031, + 1.007812, + 0.464844, + 0.376953, + 1.179688, + 0.613281, + 1.085938, + 1.078125, + 0.4375, + 0.439453, + 0.621094, + 0.335938, + 1.046875, + 1.140625, + 1.210938, + 0.914062, + 0.769531, + 1.21875, + 1.0, + 0.683594, + 0.855469, + 1.007812, + 1.09375, + 1.015625, + 0.898438, + 1.382812, + 0.53125, + 0.824219, + 1.164062, + 0.925781, + 0.976562, + 0.566406, + 1.203125, + 0.53125, + 0.785156, + 0.84375, + 0.539062, + 0.550781, + 0.308594, + 1.367188, + 0.933594, + 0.980469, + 1.453125, + 0.792969, + 0.427734, + 0.546875, + 1.296875, + 0.427734, + 0.949219, + 0.496094, + 1.257812, + 1.242188, + 0.953125, + 0.8125, + 0.953125, + 0.6875, + 0.222656, + 1.023438, + 1.3125, + 0.726562, + 0.451172, + 0.621094, + 0.707031, + 0.703125, + 0.109375, + 0.417969, + 0.964844, + 0.490234, + 1.296875, + 0.59375, + 0.964844, + 0.945312, + 0.855469, + 1.195312, + 0.972656, + 0.890625, + 0.300781, + 0.53125, + 0.878906, + 1.085938, + 1.023438, + 0.714844, + 1.015625, + 0.515625, + 1.023438, + 0.410156, + 0.617188, + 0.769531, + 1.21875, + 0.914062, + 0.957031, + 0.455078, + 0.466797, + 0.929688, + 0.84375, + 1.132812, + 0.566406, + 1.507812, + 0.714844, + 0.431641, + 0.960938, + 0.835938, + 0.886719, + 1.226562, + 0.808594, + 0.435547, + 1.195312, + 0.875, + 0.554688, + 1.054688, + 0.621094, + 1.007812, + 0.231445, + 0.992188, + 0.867188, + 1.078125, + 0.472656, + 0.375, + 1.5, + 0.761719, + 1.125, + 0.214844, + 0.734375, + 1.585938, + 0.255859, + 0.882812, + 1.515625, + 1.125, + 0.742188, + 0.804688, + 0.457031, + 1.3125, + 0.898438, + 0.46875, + 0.949219, + 0.828125, + 0.503906, + 0.929688, + 0.894531, + 1.09375, + 0.412109, + 0.15332, + 0.675781, + 1.210938, + 0.431641, + 0.416016, + 1.265625, + 1.632812, + 1.078125, + 0.769531, + 0.439453, + 0.859375, + 1.390625, + 1.0, + 0.236328, + 0.925781, + 0.871094, + 0.628906, + 0.441406, + 0.652344, + 0.683594, + 0.957031, + 1.734375, + 1.039062, + 0.808594, + 0.71875, + 0.423828, + 1.234375, + 0.267578, + 0.710938, + 0.832031, + 0.160156, + 1.398438, + 0.439453, + 0.535156, + 0.898438, + 0.679688, + 0.722656, + 0.613281, + 1.023438, + 0.925781, + 1.320312, + 1.351562, + 0.554688, + 1.304688, + 0.585938, + 1.195312, + 1.234375, + 1.0625, + 1.007812, + 0.455078, + 0.527344, + 1.492188, + 0.570312, + 0.839844, + 0.839844, + 0.613281, + 0.914062, + 0.902344, + 0.957031, + 0.953125, + 0.496094, + 0.429688, + 1.03125, + 0.867188, + 0.914062, + 0.53125, + 1.304688, + 0.859375, + 1.484375, + 0.667969, + 0.726562, + 1.085938, + 0.539062, + 0.722656, + 1.5, + 0.558594, + 0.882812, + 1.09375, + 0.890625, + 0.738281, + 0.960938, + 1.367188, + 1.070312, + 1.257812, + 0.585938, + 0.22168, + 1.039062, + 0.470703, + 1.015625, + 1.40625, + 0.464844, + 0.742188, + 1.382812, + 1.0625, + 1.023438, + 1.015625, + 0.203125, + 0.660156, + 0.367188, + 1.039062, + 0.796875, + 0.875, + 1.578125, + 0.898438, + 0.804688, + 0.941406, + 0.550781, + 0.373047, + 1.25, + 0.761719, + 0.820312, + 0.478516, + 1.242188, + 1.210938, + 0.960938, + 1.242188, + 1.0625, + 0.691406, + 1.179688, + 1.34375, + 0.960938, + 0.527344, + 1.03125, + 0.726562, + 1.109375, + 1.0, + 0.574219, + 1.0, + 1.25, + 0.988281, + 0.894531, + 1.203125, + 1.1875, + 0.945312, + 1.507812, + 0.898438, + 0.480469, + 1.109375, + 0.984375, + 0.714844, + 1.078125, + 0.632812, + 1.296875, + 0.863281, + 0.433594, + 1.296875, + 0.546875, + 0.949219, + 0.466797, + 0.890625, + 0.894531, + 0.355469, + 0.347656, + 0.570312, + 1.5, + 0.609375, + 0.40625, + 1.203125, + 1.34375, + 0.597656, + 0.957031, + 0.451172, + 0.855469, + 1.179688, + 0.835938, + 0.220703, + 0.640625, + 0.235352, + 0.507812, + 1.421875, + 1.023438, + 0.439453, + 0.539062, + 0.722656, + 0.753906, + 0.777344, + 0.550781, + 1.445312, + 1.234375, + 0.933594, + 0.292969, + 1.289062, + 1.226562, + 1.835938, + 0.957031, + 1.03125, + 1.351562, + 0.925781, + 0.792969, + 0.441406, + 0.511719, + 0.453125, + 0.660156, + 0.417969, + 0.478516, + 0.507812, + 0.992188, + 0.777344, + 1.421875, + 0.898438, + 0.621094, + 1.015625, + 0.789062, + 1.109375, + 1.0, + 1.21875, + 0.224609, + 0.439453, + 0.8125, + 0.941406, + 0.628906, + 0.412109, + 0.441406, + 0.835938, + 1.21875, + 0.816406, + 1.351562, + 0.285156, + 1.023438, + 0.941406, + 0.789062, + 0.484375, + 0.204102, + 0.96875, + 1.210938, + 0.574219, + 0.507812, + 0.636719, + 0.746094, + 0.527344, + 1.179688, + 0.496094, + 0.449219, + 1.070312, + 0.235352, + 1.03125, + 0.695312, + 0.213867, + 1.265625, + 1.21875, + 1.0625, + 0.554688, + 0.707031, + 1.046875, + 1.1875, + 1.3125, + 0.427734, + 0.546875, + 0.488281, + 0.455078, + 0.746094, + 0.416016, + 1.25, + 0.625, + 2.265625, + 0.765625, + 0.953125, + 0.914062, + 0.597656, + 0.494141, + 1.367188, + 0.412109, + 1.578125, + 0.832031, + 0.605469, + 1.226562, + 0.519531, + 0.960938, + 0.710938, + 0.414062, + 0.488281, + 0.847656, + 0.46875, + 0.429688, + 0.453125, + 0.796875, + 0.155273, + 0.15625, + 1.171875, + 0.707031, + 1.21875, + 1.375, + 0.589844, + 1.304688, + 0.75, + 1.453125, + 0.605469, + 0.824219, + 0.976562, + 0.511719, + 0.478516, + 0.90625, + 1.304688, + 0.867188, + 0.886719, + 0.648438, + 0.597656, + 0.417969, + 0.578125, + 0.621094, + 0.217773, + 0.507812, + 1.164062, + 0.773438, + 1.335938, + 1.414062, + 0.972656, + 0.5, + 1.578125, + 0.8125, + 0.457031, + 0.703125, + 0.816406, + 1.507812, + 0.458984, + 0.820312, + 1.523438, + 1.4375, + 0.386719, + 0.65625, + 1.289062, + 0.996094, + 0.691406, + 1.453125, + 0.431641, + 0.671875, + 0.761719, + 1.039062, + 1.453125, + 0.390625, + 0.369141, + 0.636719, + 0.628906, + 0.859375, + 0.417969, + 1.726562, + 0.925781, + 0.535156, + 0.816406, + 0.451172, + 1.203125, + 0.867188, + 0.824219, + 1.304688, + 0.550781, + 1.023438, + 0.835938, + 0.53125, + 0.523438, + 1.101562, + 0.667969, + 1.117188, + 0.585938, + 0.765625, + 0.738281, + 0.625, + 1.734375, + 0.867188, + 0.550781, + 1.171875, + 0.425781, + 1.5, + 0.722656, + 1.210938, + 1.132812, + 0.882812, + 0.585938, + 1.257812, + 0.636719, + 1.265625, + 0.761719, + 0.613281, + 1.546875, + 0.996094, + 0.75, + 0.470703, + 1.210938, + 0.496094, + 1.242188, + 1.109375, + 1.4375, + 1.023438, + 0.486328, + 0.4375, + 1.015625, + 0.710938, + 1.242188, + 1.070312, + 0.707031, + 1.492188, + 1.210938, + 1.023438, + 1.523438, + 1.367188, + 1.015625, + 1.203125, + 0.804688, + 0.773438, + 0.535156, + 0.464844, + 1.179688, + 1.34375, + 1.101562, + 1.164062, + 0.894531, + 0.941406, + 1.273438, + 0.703125, + 1.3125, + 1.1875, + 1.140625, + 0.761719, + 1.046875, + 0.1875, + 1.0625, + 0.498047, + 0.18457, + 0.839844, + 0.792969, + 0.910156, + 0.566406, + 0.886719, + 1.070312, + 1.125, + 1.617188, + 1.507812, + 1.007812, + 0.53125, + 0.457031, + 0.423828, + 0.667969, + 1.390625, + 0.476562, + 1.929688, + 0.765625, + 0.953125, + 1.25, + 1.242188, + 0.765625, + 1.484375, + 1.429688, + 0.925781, + 0.451172, + 1.085938, + 1.59375, + 0.886719, + 0.554688, + 0.96875, + 1.414062, + 1.257812, + 1.492188, + 1.015625, + 1.601562, + 1.164062, + 0.894531, + 1.84375, + 0.890625, + 0.65625, + 1.40625, + 1.007812, + 1.046875, + 1.234375, + 1.304688, + 1.125, + 1.0, + 0.902344, + 1.234375, + 0.617188, + 0.832031, + 0.519531, + 0.886719, + 1.070312, + 1.179688, + 0.457031, + 0.179688, + 0.96875, + 0.933594, + 1.1875, + 1.1875, + 1.125, + 0.664062, + 0.570312, + 1.523438, + 0.898438, + 0.949219, + 0.507812, + 0.945312, + 0.484375, + 0.832031, + 0.746094, + 0.484375, + 0.546875, + 1.351562, + 0.188477, + 1.015625, + 0.636719, + 0.232422, + 1.1875, + 0.443359, + 0.523438, + 0.746094, + 1.257812, + 0.800781, + 0.5625, + 0.996094, + 0.582031, + 0.503906, + 0.464844, + 0.482422, + 0.84375, + 0.271484, + 0.503906, + 0.492188, + 0.96875, + 0.707031, + 1.257812, + 1.398438, + 0.464844, + 1.21875, + 0.451172, + 1.570312, + 0.660156, + 0.832031, + 1.296875, + 1.171875, + 0.683594, + 1.023438, + 0.394531, + 1.28125, + 0.980469, + 1.679688, + 0.910156, + 0.466797, + 1.5, + 1.375, + 1.273438, + 0.625, + 0.875, + 1.210938, + 0.707031, + 0.929688, + 0.683594, + 1.492188, + 0.898438, + 1.234375, + 1.132812, + 1.351562, + 0.691406, + 0.972656, + 1.109375, + 0.511719, + 0.785156, + 1.320312, + 0.742188, + 1.023438, + 0.695312, + 0.984375, + 1.476562, + 0.863281, + 0.800781, + 0.394531, + 0.730469, + 0.785156, + 0.466797, + 0.976562, + 1.867188, + 0.746094, + 0.494141, + 1.265625, + 0.738281, + 1.25, + 0.992188, + 1.15625, + 1.0625, + 1.164062, + 0.894531, + 0.558594, + 0.75, + 0.46875, + 0.929688, + 1.078125, + 1.09375, + 0.566406, + 1.335938, + 1.117188, + 0.9375, + 0.992188, + 0.640625, + 0.566406, + 0.435547, + 0.9375, + 0.761719, + 0.734375, + 0.714844, + 0.730469, + 0.765625, + 0.820312, + 0.910156, + 0.910156, + 1.03125, + 0.542969, + 0.703125, + 0.455078, + 0.386719, + 0.570312, + 0.640625, + 1.25, + 1.3125, + 1.140625, + 0.890625, + 0.835938, + 0.988281, + 0.59375, + 0.703125, + 0.945312, + 0.765625, + 1.492188, + 1.4375, + 0.6875, + 0.208984, + 0.753906, + 0.8125, + 0.212891, + 1.164062, + 1.203125, + 1.515625, + 0.816406, + 0.792969, + 0.710938, + 0.753906, + 0.163086, + 0.929688, + 0.242188, + 1.054688, + 0.933594, + 0.902344, + 0.186523, + 0.621094, + 1.195312, + 0.4375, + 0.765625, + 0.435547, + 1.382812, + 1.382812, + 1.0625, + 0.984375, + 0.863281, + 0.515625, + 0.878906, + 1.109375, + 0.960938, + 0.416016, + 1.171875, + 0.351562, + 1.257812, + 1.28125, + 1.117188, + 1.390625, + 1.6875, + 0.492188, + 0.835938, + 0.894531, + 0.980469, + 0.914062, + 0.601562, + 0.976562, + 0.625, + 0.703125, + 1.148438, + 0.390625, + 0.851562, + 1.101562, + 0.6875, + 0.78125, + 0.671875, + 0.578125, + 0.917969, + 1.125, + 0.257812, + 1.546875, + 1.101562, + 0.4375, + 1.09375, + 0.582031, + 1.734375, + 1.0625, + 0.855469, + 0.902344, + 0.9375, + 1.242188, + 0.8125, + 1.0625, + 0.675781, + 1.429688, + 1.140625, + 0.894531, + 0.9375, + 0.855469, + 1.125, + 0.369141, + 1.234375, + 1.328125, + 0.566406, + 1.085938, + 1.078125, + 1.117188, + 0.820312, + 1.8125, + 1.570312, + 0.894531, + 0.466797, + 0.703125, + 0.902344, + 1.28125, + 1.164062, + 0.148438, + 0.996094, + 1.015625, + 1.4375, + 0.675781, + 0.660156, + 1.257812, + 0.820312, + 0.417969, + 0.992188, + 1.5, + 1.085938, + 1.148438, + 0.722656, + 0.917969, + 1.296875, + 1.289062, + 1.234375, + 0.988281, + 0.746094, + 0.640625, + 0.691406, + 0.890625, + 0.730469, + 0.421875, + 1.484375, + 0.761719, + 0.8125, + 1.140625, + 1.273438, + 1.671875, + 1.0, + 0.902344, + 1.320312, + 1.148438, + 0.412109, + 1.039062, + 0.9375, + 0.429688, + 1.257812, + 0.447266, + 0.886719, + 0.613281, + 0.466797, + 0.53125, + 0.621094, + 0.863281, + 0.443359, + 0.546875, + 0.527344, + 0.472656, + 0.71875, + 0.570312, + 0.431641, + 1.164062, + 0.152344, + 0.835938, + 1.242188, + 1.0625, + 0.984375, + 1.453125, + 0.652344, + 1.601562, + 1.109375, + 0.234375, + 0.213867, + 0.470703, + 0.6875, + 1.101562, + 0.511719, + 0.878906, + 1.304688, + 0.494141, + 1.234375, + 0.605469, + 1.203125, + 1.28125, + 0.878906, + 0.9375, + 0.714844, + 1.007812, + 0.292969, + 0.796875, + 0.800781, + 1.0625, + 0.546875, + 0.427734, + 0.550781, + 1.015625, + 1.101562, + 0.6875, + 0.535156, + 0.804688, + 0.925781, + 1.078125, + 1.101562, + 1.132812, + 0.699219, + 0.679688, + 0.550781, + 0.851562, + 1.023438, + 0.792969, + 0.492188, + 0.785156, + 1.046875, + 1.085938, + 0.5, + 0.902344, + 1.171875, + 0.546875, + 0.988281, + 0.566406, + 0.498047, + 0.394531, + 1.5625, + 0.839844, + 0.980469, + 0.523438, + 0.71875, + 0.574219, + 0.193359, + 1.046875, + 1.148438, + 0.523438, + 0.773438, + 0.898438, + 0.648438, + 0.585938, + 1.375, + 1.296875, + 0.675781, + 0.419922, + 0.773438, + 1.390625, + 0.582031, + 1.023438, + 0.5, + 0.851562, + 1.3125, + 0.800781, + 0.710938, + 1.359375, + 0.414062, + 1.242188, + 0.980469, + 0.84375, + 1.054688, + 0.644531, + 0.746094, + 0.535156, + 1.507812, + 1.367188, + 0.242188, + 0.408203, + 0.894531, + 0.597656, + 0.972656, + 1.234375, + 0.570312, + 0.839844, + 1.375, + 1.023438, + 0.546875, + 1.296875, + 0.494141, + 0.84375, + 0.855469, + 0.945312, + 0.636719, + 0.785156, + 1.09375, + 0.796875, + 0.917969, + 1.21875, + 0.707031, + 0.486328, + 0.527344, + 0.625, + 0.554688, + 0.984375, + 0.710938, + 1.09375, + 0.6875, + 0.8125, + 0.789062, + 0.691406, + 0.910156, + 1.015625, + 1.054688, + 0.476562, + 0.875, + 0.335938, + 0.757812, + 1.109375, + 0.929688, + 1.125, + 0.863281, + 0.664062, + 0.996094, + 0.198242, + 0.445312, + 0.847656, + 0.523438, + 0.621094, + 0.691406, + 0.894531, + 1.507812, + 0.964844, + 0.585938, + 0.195312, + 1.023438, + 0.34375, + 0.515625, + 0.4375, + 0.804688, + 0.625, + 0.917969, + 0.5625, + 1.296875, + 1.0625, + 1.304688, + 1.046875, + 0.523438, + 0.878906, + 1.117188, + 1.015625, + 1.117188, + 0.527344, + 1.476562, + 0.792969, + 0.417969, + 1.421875, + 0.710938, + 0.816406, + 0.617188, + 0.621094, + 0.554688, + 0.894531, + 0.917969, + 1.0, + 0.408203, + 1.171875, + 0.5, + 0.478516, + 0.22168, + 0.550781, + 1.1875, + 0.933594, + 1.28125, + 0.96875, + 0.792969, + 0.162109, + 0.691406, + 0.480469, + 0.71875, + 0.613281, + 0.976562, + 0.9375, + 1.25, + 0.582031, + 1.125, + 0.886719, + 1.117188, + 1.359375, + 1.414062, + 1.257812, + 1.117188, + 1.507812, + 0.486328, + 0.75, + 0.5, + 1.023438, + 0.847656, + 0.388672, + 1.039062, + 0.421875, + 1.117188, + 0.474609, + 0.443359, + 1.242188, + 0.207031, + 1.125, + 0.439453, + 1.335938, + 1.445312, + 0.632812, + 0.863281, + 0.765625, + 1.210938, + 0.953125, + 1.070312, + 0.515625, + 1.132812, + 0.115234, + 1.445312, + 0.511719, + 1.390625, + 0.492188, + 0.359375, + 1.320312, + 1.546875, + 0.855469, + 0.996094, + 0.621094, + 1.28125, + 0.914062, + 1.601562, + 0.835938, + 0.75, + 0.470703, + 1.171875, + 1.164062, + 0.734375, + 0.773438, + 1.070312, + 0.157227, + 1.390625, + 0.691406, + 1.21875, + 0.589844, + 0.894531, + 0.585938, + 0.78125, + 0.78125, + 0.143555, + 0.464844, + 0.890625, + 0.542969, + 0.458984, + 1.585938, + 0.941406, + 0.453125, + 0.765625, + 0.423828, + 1.46875, + 0.863281, + 0.6875, + 0.847656, + 1.507812, + 0.796875, + 0.957031, + 0.578125, + 0.671875, + 0.632812, + 0.933594, + 0.570312, + 0.217773, + 0.464844, + 0.503906, + 0.8125, + 1.09375, + 1.203125, + 0.191406, + 1.179688, + 1.34375, + 1.117188, + 0.730469, + 0.333984, + 0.457031, + 1.257812, + 0.472656, + 0.417969, + 1.257812, + 0.640625, + 0.431641, + 1.601562, + 0.949219, + 1.367188, + 0.574219, + 1.515625, + 0.683594, + 1.390625, + 0.863281, + 0.660156, + 0.988281, + 0.792969, + 1.140625, + 0.511719, + 1.109375, + 1.046875, + 0.667969, + 1.046875, + 0.464844, + 0.890625, + 0.726562, + 0.628906, + 0.730469, + 0.558594, + 1.484375, + 1.101562, + 0.726562, + 1.09375, + 0.416016, + 0.976562, + 0.710938, + 0.519531, + 0.613281, + 1.242188, + 1.484375, + 0.566406, + 0.761719, + 0.507812, + 0.984375, + 0.71875, + 0.660156, + 1.046875, + 1.1875, + 0.585938, + 0.6875, + 0.761719, + 0.714844, + 0.597656, + 1.273438, + 1.234375, + 0.730469, + 0.453125, + 1.007812, + 0.211914, + 0.380859, + 0.933594, + 0.738281, + 0.380859, + 0.761719, + 1.125, + 0.507812, + 1.46875, + 0.8125, + 1.460938, + 0.914062, + 1.039062, + 1.164062, + 1.859375, + 0.291016, + 0.59375, + 0.824219, + 0.839844, + 1.585938, + 0.773438, + 1.390625, + 1.304688, + 0.9375, + 1.164062, + 1.265625, + 0.376953, + 0.855469, + 1.375, + 1.0625, + 0.714844, + 1.242188, + 0.777344, + 1.3125, + 1.210938, + 0.59375, + 1.226562, + 0.671875, + 0.890625, + 1.070312, + 1.34375, + 1.570312, + 0.201172, + 0.863281, + 0.789062, + 1.320312, + 0.550781, + 1.054688, + 1.3125, + 1.15625, + 1.359375, + 0.578125, + 0.808594, + 1.140625, + 0.898438, + 0.714844, + 0.523438, + 0.730469, + 1.210938, + 0.208008, + 0.5625, + 1.046875, + 0.886719, + 1.320312, + 0.898438, + 0.494141, + 0.59375, + 1.335938, + 0.375, + 1.15625, + 0.71875, + 0.703125, + 0.808594, + 1.492188, + 0.605469, + 1.09375, + 1.40625, + 1.046875, + 0.800781, + 0.585938, + 1.421875, + 0.875, + 0.867188, + 1.078125, + 0.921875, + 0.322266, + 1.296875, + 0.644531, + 0.9375, + 0.832031, + 0.933594, + 0.414062, + 1.09375, + 1.007812, + 0.578125, + 0.945312, + 1.101562, + 0.220703, + 1.40625, + 0.229492, + 0.507812, + 0.675781, + 0.494141, + 0.447266, + 0.460938, + 0.367188, + 0.71875, + 0.839844, + 0.660156, + 0.8125, + 0.902344, + 0.601562, + 0.71875, + 0.914062, + 0.445312, + 0.566406, + 0.214844, + 0.691406, + 1.0, + 0.769531, + 0.455078, + 1.1875, + 0.800781, + 0.695312, + 1.140625, + 0.78125, + 0.527344, + 1.34375, + 0.161133, + 0.777344, + 1.09375, + 0.832031, + 0.886719, + 0.949219, + 0.957031, + 0.507812, + 0.613281, + 1.28125, + 0.558594, + 1.429688, + 1.304688, + 0.527344, + 1.078125, + 1.117188, + 0.425781, + 0.792969, + 0.621094, + 0.224609, + 0.867188, + 1.304688, + 1.40625, + 0.839844, + 0.443359, + 0.163086, + 1.390625, + 0.542969, + 1.59375, + 0.878906, + 1.09375, + 0.980469, + 0.597656, + 0.917969, + 1.085938, + 0.652344, + 0.867188, + 0.472656, + 1.242188, + 1.398438, + 1.273438, + 0.408203, + 0.474609, + 0.59375, + 0.808594, + 0.921875, + 0.519531, + 0.757812, + 1.078125, + 0.878906, + 0.582031, + 0.902344, + 1.648438, + 0.703125, + 0.675781, + 1.195312, + 0.558594, + 1.039062, + 0.451172, + 0.976562, + 1.03125, + 1.25, + 1.101562, + 0.462891, + 0.18457, + 0.730469, + 1.132812, + 1.21875, + 1.601562, + 1.101562, + 0.515625, + 1.0625, + 1.390625, + 0.78125, + 0.226562, + 0.710938, + 1.445312, + 0.761719, + 1.179688, + 0.535156, + 0.648438, + 0.984375, + 0.933594, + 0.777344, + 1.117188, + 1.03125, + 0.78125, + 0.980469, + 0.621094, + 1.195312, + 0.322266, + 1.015625, + 0.890625, + 1.125, + 0.820312, + 0.566406, + 0.390625, + 0.515625, + 1.40625, + 0.703125, + 0.474609, + 0.835938, + 0.941406, + 1.148438, + 0.621094, + 1.296875, + 0.730469, + 1.867188, + 0.472656, + 1.304688, + 1.03125, + 0.789062, + 1.03125, + 1.320312, + 0.337891, + 1.1875, + 1.265625, + 0.734375, + 0.65625, + 1.046875, + 1.328125, + 0.730469, + 0.236328, + 1.359375, + 0.628906, + 0.400391, + 0.875, + 0.773438, + 1.476562, + 0.960938, + 0.976562, + 1.234375, + 0.992188, + 0.90625, + 1.046875, + 1.0625, + 0.542969, + 0.828125, + 0.902344, + 0.726562, + 0.925781, + 0.8125, + 0.84375, + 1.078125, + 1.414062, + 0.519531, + 0.65625, + 0.466797, + 1.46875, + 0.466797, + 1.375, + 0.878906, + 0.808594, + 0.992188, + 0.804688, + 0.492188, + 0.40625, + 0.792969, + 0.431641, + 0.474609, + 0.875, + 1.382812, + 0.949219, + 0.558594, + 0.777344, + 0.992188, + 0.746094, + 1.382812, + 1.25, + 1.703125, + 0.617188, + 1.171875, + 0.59375, + 0.785156, + 1.109375, + 0.431641, + 0.941406, + 0.445312, + 0.644531, + 0.878906, + 0.933594, + 0.613281, + 0.462891, + 0.410156, + 1.164062, + 1.070312, + 1.148438, + 0.542969, + 1.09375, + 0.742188, + 1.523438, + 1.054688, + 0.435547, + 0.757812, + 0.675781, + 1.367188, + 0.84375, + 0.925781, + 0.433594, + 1.398438, + 1.4375, + 0.474609, + 0.419922, + 1.101562, + 0.734375, + 0.455078, + 0.890625, + 0.960938, + 0.960938, + 1.289062, + 0.945312, + 0.800781, + 0.980469, + 0.730469, + 0.996094, + 0.453125, + 0.828125, + 1.046875, + 1.023438, + 0.769531, + 0.480469, + 1.203125, + 0.460938, + 0.632812, + 0.597656, + 0.964844, + 0.570312, + 0.777344, + 0.419922, + 0.847656, + 0.734375, + 0.554688, + 0.462891, + 0.792969, + 0.746094, + 0.220703, + 0.142578, + 0.609375, + 0.730469, + 0.9375, + 1.023438, + 0.449219, + 1.140625, + 1.109375, + 1.0, + 1.023438, + 0.408203, + 0.605469, + 0.480469, + 0.570312, + 0.21582, + 0.408203, + 0.585938, + 1.179688, + 0.464844, + 0.957031, + 0.875, + 0.933594, + 0.875, + 1.40625, + 0.6875, + 1.109375, + 1.492188, + 0.431641, + 1.070312, + 0.652344, + 1.125, + 0.523438, + 0.878906, + 0.484375, + 0.773438, + 1.117188, + 1.40625, + 0.78125, + 0.419922, + 0.890625, + 0.785156, + 0.828125, + 0.667969, + 0.472656, + 0.777344, + 0.660156, + 0.558594, + 1.132812, + 1.648438, + 1.148438, + 1.320312, + 0.757812, + 0.458984, + 1.328125, + 0.59375, + 1.34375, + 0.902344, + 0.667969, + 1.046875, + 0.166992, + 1.023438, + 0.976562, + 0.929688, + 1.28125, + 0.804688, + 0.832031, + 0.605469, + 0.898438, + 1.085938, + 0.488281, + 0.800781, + 0.832031, + 0.976562, + 1.539062, + 1.429688, + 0.671875, + 0.707031, + 0.828125, + 0.667969, + 0.746094, + 0.804688, + 0.707031, + 0.914062, + 0.511719, + 0.4375, + 0.447266, + 1.195312, + 0.746094, + 1.023438, + 1.335938, + 0.816406, + 1.242188, + 1.476562, + 1.195312, + 0.773438, + 0.792969, + 0.710938, + 0.453125, + 0.632812, + 0.945312, + 1.039062, + 1.34375, + 0.558594, + 0.84375, + 1.578125, + 0.585938, + 1.773438, + 0.511719, + 0.925781, + 1.0625, + 1.03125, + 1.078125, + 0.239258, + 0.703125, + 0.488281, + 0.585938, + 0.511719, + 0.296875, + 0.644531, + 0.523438, + 1.039062, + 0.417969, + 0.878906, + 0.941406, + 0.566406, + 1.15625, + 0.277344, + 0.730469, + 1.226562, + 0.484375, + 0.523438, + 1.320312, + 1.125, + 1.0625, + 0.960938, + 1.023438, + 0.648438, + 0.482422, + 0.15918, + 1.289062, + 0.503906, + 1.304688, + 0.832031, + 1.171875, + 0.691406, + 0.808594, + 0.566406, + 1.148438, + 0.851562, + 0.597656, + 0.863281, + 0.78125, + 0.632812, + 0.480469, + 1.109375, + 0.472656, + 0.15332, + 0.867188, + 0.996094, + 0.757812, + 0.796875, + 0.71875, + 0.183594, + 0.652344, + 1.5625, + 1.203125, + 0.515625, + 1.085938, + 1.351562, + 1.289062, + 0.949219, + 1.101562, + 0.605469, + 1.15625, + 1.015625, + 0.800781, + 0.22168, + 0.984375, + 0.186523, + 1.039062, + 1.015625, + 0.53125, + 1.335938, + 1.078125, + 1.226562, + 0.53125, + 0.707031, + 0.699219, + 0.160156, + 0.427734, + 0.898438, + 0.886719, + 0.570312, + 1.320312, + 0.828125, + 0.435547, + 1.304688, + 0.427734, + 0.871094, + 0.490234, + 0.644531, + 1.171875, + 0.414062, + 1.390625, + 1.359375, + 1.070312, + 0.777344, + 0.722656, + 1.070312, + 0.625, + 1.257812, + 1.28125, + 0.574219, + 1.3125, + 0.65625, + 1.265625, + 1.25, + 1.171875, + 0.953125, + 1.039062, + 1.0, + 0.298828, + 0.730469, + 1.039062, + 1.40625, + 1.046875, + 0.992188, + 0.486328, + 1.171875, + 0.886719, + 0.554688, + 0.527344, + 0.929688, + 1.6875, + 0.460938, + 0.160156, + 0.566406, + 1.320312, + 0.219727, + 0.953125, + 0.449219, + 1.039062, + 0.785156, + 1.273438, + 0.882812, + 0.439453, + 1.226562, + 1.898438, + 0.859375, + 0.890625, + 0.691406, + 0.882812, + 0.550781, + 0.460938, + 0.863281, + 0.414062, + 0.283203, + 0.992188, + 0.570312, + 1.085938, + 0.851562, + 1.007812, + 0.632812, + 1.078125, + 1.59375, + 1.171875, + 1.132812, + 1.265625, + 0.234375, + 0.699219, + 0.492188, + 0.449219, + 0.229492, + 1.46875, + 0.855469, + 1.15625, + 0.466797, + 0.789062, + 0.404297, + 0.539062, + 0.488281, + 0.199219, + 0.455078, + 0.972656, + 1.4375, + 1.023438, + 0.878906, + 0.800781, + 0.480469, + 0.910156, + 1.765625, + 1.476562, + 0.75, + 0.8125, + 0.558594, + 1.179688, + 1.203125, + 1.304688, + 1.195312, + 1.304688, + 0.582031, + 0.628906, + 0.380859, + 1.359375, + 0.867188, + 0.914062, + 1.21875, + 0.808594, + 1.390625, + 0.558594, + 0.201172, + 0.464844, + 0.578125, + 1.234375, + 0.535156, + 0.482422, + 0.585938, + 0.511719, + 1.390625, + 0.945312, + 1.304688, + 0.761719, + 0.875, + 0.585938, + 0.707031, + 0.882812, + 0.789062, + 1.226562, + 0.910156, + 1.265625, + 0.355469, + 0.511719, + 1.320312, + 0.949219, + 1.351562, + 0.410156, + 1.25, + 0.828125, + 0.945312, + 1.648438, + 0.84375, + 1.054688, + 0.445312, + 0.753906, + 0.652344, + 0.443359, + 1.015625, + 1.492188, + 0.671875, + 0.839844, + 0.886719, + 0.773438, + 0.808594, + 0.605469, + 0.539062, + 0.734375, + 0.539062, + 1.007812, + 0.929688, + 0.699219, + 1.125, + 0.519531, + 1.554688, + 0.65625, + 0.707031, + 1.382812, + 0.219727, + 0.636719, + 0.628906, + 0.632812, + 0.19043, + 0.433594, + 1.109375, + 0.90625, + 1.117188, + 0.386719, + 1.414062, + 0.695312, + 0.804688, + 1.164062, + 0.773438, + 0.960938, + 1.101562, + 1.148438, + 0.425781, + 0.820312, + 0.535156, + 1.15625, + 0.585938, + 0.507812, + 0.914062, + 0.464844, + 1.179688, + 0.574219, + 0.746094, + 0.890625, + 0.349609, + 0.984375, + 1.539062, + 1.25, + 0.984375, + 0.445312, + 1.03125, + 1.429688, + 0.632812, + 1.453125, + 0.425781, + 0.617188, + 0.933594, + 1.054688, + 0.714844, + 0.710938, + 0.734375, + 0.652344, + 0.503906, + 0.890625, + 0.824219, + 0.65625, + 0.964844, + 0.566406, + 0.707031, + 0.486328, + 0.851562, + 0.945312, + 0.425781, + 0.53125, + 0.464844, + 1.234375, + 1.179688, + 1.015625, + 1.53125, + 0.460938, + 0.466797, + 0.753906, + 1.445312, + 0.523438, + 0.202148, + 1.140625, + 0.71875, + 1.0625, + 0.960938, + 1.523438, + 0.6875, + 0.972656, + 0.542969, + 0.921875, + 0.613281, + 0.996094, + 0.388672, + 0.18457, + 0.960938, + 1.140625, + 0.835938, + 0.679688, + 1.5, + 0.96875, + 0.429688, + 0.847656, + 0.859375, + 0.726562, + 1.25, + 0.441406, + 0.949219, + 1.273438, + 0.597656, + 1.328125, + 0.462891, + 1.070312, + 1.6875, + 0.601562, + 0.09375, + 1.273438, + 0.957031, + 0.789062, + 0.746094, + 0.707031, + 1.0625, + 1.03125, + 1.515625, + 0.679688, + 0.515625, + 0.894531, + 0.820312, + 1.53125, + 0.671875, + 1.070312, + 1.546875, + 0.777344, + 0.789062, + 1.054688, + 0.4375, + 0.201172, + 0.867188, + 0.765625, + 1.445312, + 0.75, + 1.414062, + 1.570312, + 0.921875, + 0.96875, + 0.910156, + 0.335938, + 1.070312, + 0.431641, + 0.796875, + 0.636719, + 0.447266, + 0.496094, + 0.636719, + 1.164062, + 1.15625, + 0.777344, + 0.710938, + 1.34375, + 1.28125, + 1.125, + 1.234375, + 0.820312, + 1.382812, + 1.34375, + 0.542969, + 0.8125, + 0.871094, + 0.804688, + 0.539062, + 0.664062, + 1.164062, + 1.140625, + 0.470703, + 0.443359, + 0.757812, + 1.523438, + 1.523438, + 1.109375, + 1.15625, + 1.273438, + 1.140625, + 1.390625, + 0.683594, + 0.474609, + 0.554688, + 0.683594, + 0.75, + 0.4375, + 1.023438, + 1.570312, + 0.5625, + 0.511719, + 1.390625, + 0.644531, + 1.414062, + 0.259766, + 0.449219, + 1.007812, + 0.558594, + 1.140625, + 1.296875, + 1.429688, + 1.453125, + 1.609375, + 0.847656, + 1.007812, + 0.769531, + 1.351562, + 0.941406, + 0.75, + 1.578125, + 1.320312, + 1.296875, + 0.824219, + 1.390625, + 1.53125, + 0.707031, + 1.140625, + 0.707031, + 1.335938, + 0.667969, + 0.976562, + 1.226562, + 1.257812, + 1.109375, + 0.886719, + 1.203125, + 0.65625, + 0.726562, + 0.792969, + 0.9375, + 1.742188, + 0.738281, + 0.828125, + 1.46875, + 0.769531, + 0.867188, + 0.511719, + 0.511719, + 0.511719, + 0.992188, + 0.484375, + 0.496094, + 1.054688, + 0.617188, + 0.472656, + 0.886719, + 1.03125, + 1.5625, + 0.447266, + 1.4375, + 0.550781, + 0.925781, + 0.511719, + 1.375, + 0.425781, + 0.425781, + 1.359375, + 1.726562, + 2.078125, + 0.417969, + 0.359375, + 0.597656, + 1.171875, + 1.09375, + 0.925781, + 0.828125, + 1.179688, + 0.960938, + 0.365234, + 0.640625, + 0.90625, + 0.976562, + 0.417969, + 0.636719, + 0.445312, + 0.550781, + 0.539062, + 0.4375, + 1.078125, + 0.941406, + 0.644531, + 0.216797, + 0.894531, + 1.828125, + 1.117188, + 1.007812, + 0.847656, + 1.476562, + 0.515625, + 1.070312, + 0.960938, + 1.414062, + 0.929688, + 0.941406, + 0.255859, + 1.023438, + 0.941406, + 0.941406, + 0.667969, + 0.828125, + 0.699219, + 0.839844, + 0.535156, + 1.039062, + 1.039062, + 1.09375, + 0.851562, + 0.503906, + 0.898438, + 0.664062, + 0.746094, + 0.769531, + 0.419922, + 0.570312, + 0.207031, + 0.953125, + 1.617188, + 1.109375, + 1.390625, + 0.726562, + 1.25, + 0.886719, + 0.789062, + 0.589844, + 0.439453, + 0.769531, + 0.84375, + 0.398438, + 0.933594, + 0.472656, + 1.15625, + 0.636719, + 0.738281, + 0.894531, + 0.423828, + 1.0, + 0.859375, + 1.382812, + 1.4375, + 0.605469, + 1.078125, + 0.691406, + 0.644531, + 0.412109, + 1.0625, + 0.855469, + 0.75, + 1.125, + 1.125, + 0.40625, + 0.4375, + 0.6875, + 0.789062, + 0.644531, + 0.976562, + 0.96875, + 1.15625, + 0.175781, + 1.0625, + 0.472656, + 1.203125, + 1.140625, + 0.652344, + 0.839844, + 0.808594, + 1.335938, + 1.304688, + 0.496094, + 1.03125, + 1.429688, + 0.460938, + 0.765625, + 1.234375, + 1.109375, + 0.722656, + 0.742188, + 0.988281, + 1.351562, + 1.273438, + 0.5625, + 0.617188, + 1.515625, + 0.902344, + 1.234375, + 0.882812, + 0.490234, + 0.792969, + 1.15625, + 1.03125, + 1.203125, + 0.78125, + 0.90625, + 1.132812, + 1.585938, + 1.273438, + 1.109375, + 0.898438, + 0.523438, + 1.078125, + 0.726562, + 0.189453, + 0.945312, + 1.351562, + 0.824219, + 0.707031, + 0.515625, + 1.023438, + 0.585938, + 1.25, + 1.085938, + 1.4375, + 0.90625, + 0.621094, + 0.71875, + 1.539062, + 1.085938, + 1.226562, + 0.785156, + 0.585938, + 0.9375, + 0.765625, + 0.605469, + 0.777344, + 0.929688, + 0.365234, + 0.209961, + 1.1875, + 0.476562, + 1.070312, + 1.109375, + 1.3125, + 0.46875, + 0.652344, + 1.109375, + 0.851562, + 1.28125, + 0.765625, + 0.835938, + 0.476562, + 0.582031, + 1.171875, + 0.933594, + 0.96875, + 1.117188, + 0.160156, + 1.421875, + 0.464844, + 1.054688, + 1.390625, + 0.582031, + 1.203125, + 1.007812, + 1.390625, + 1.46875, + 1.351562, + 1.015625, + 0.542969, + 0.558594, + 0.746094, + 0.980469, + 1.257812, + 0.972656, + 0.804688, + 1.09375, + 0.589844, + 0.470703, + 1.1875, + 0.683594, + 1.140625, + 0.945312, + 1.125, + 0.953125, + 0.960938, + 0.433594, + 0.550781, + 0.695312, + 1.007812, + 0.478516, + 0.198242, + 0.925781, + 0.4375, + 0.597656, + 0.484375, + 0.5, + 1.3125, + 0.597656, + 0.498047, + 0.470703, + 0.460938, + 0.675781, + 1.742188, + 0.464844, + 0.820312, + 1.5, + 1.085938, + 1.0625, + 0.644531, + 0.707031, + 1.015625, + 1.039062, + 0.855469, + 1.15625, + 0.511719, + 1.632812, + 1.203125, + 1.09375, + 0.761719, + 1.148438, + 0.597656, + 0.875, + 0.960938, + 0.188477, + 0.933594, + 0.933594, + 0.490234, + 1.335938, + 0.929688, + 1.015625, + 1.117188, + 1.28125, + 1.25, + 0.796875, + 1.109375, + 0.882812, + 0.855469, + 0.519531, + 0.714844, + 0.546875, + 0.894531, + 1.546875, + 1.234375, + 1.054688, + 0.867188, + 1.179688, + 0.914062, + 0.227539, + 0.703125, + 1.429688, + 0.558594, + 0.78125, + 0.96875, + 0.902344, + 1.148438, + 0.832031, + 0.957031, + 0.636719, + 0.361328, + 1.148438, + 1.03125, + 0.789062, + 0.980469, + 0.210938, + 1.09375, + 0.972656, + 1.046875, + 1.28125, + 0.8125, + 0.574219, + 1.007812, + 0.578125, + 0.78125, + 1.273438, + 0.945312, + 0.714844, + 0.824219, + 1.460938, + 1.5, + 0.664062, + 1.179688, + 0.605469, + 0.480469, + 0.785156, + 0.894531, + 0.707031, + 0.910156, + 0.992188, + 0.84375, + 0.96875, + 0.589844, + 1.40625, + 0.898438, + 1.023438, + 0.734375, + 1.226562, + 0.546875, + 0.761719, + 0.451172, + 0.789062, + 1.007812, + 0.855469, + 1.007812, + 1.046875, + 0.90625, + 0.707031, + 0.621094, + 0.523438, + 0.933594, + 1.257812, + 0.601562, + 0.773438, + 0.695312, + 1.195312, + 0.423828, + 0.894531, + 0.742188, + 0.722656, + 1.148438, + 0.878906, + 0.792969, + 0.828125, + 0.945312, + 0.632812, + 1.703125, + 1.398438, + 0.582031, + 0.957031, + 0.515625, + 1.0625, + 0.753906, + 0.542969, + 1.242188, + 1.617188, + 0.9375, + 1.132812, + 0.21875, + 1.226562, + 0.867188, + 0.691406, + 1.3125, + 0.503906, + 0.482422, + 1.132812, + 0.984375, + 0.933594, + 1.078125, + 0.59375, + 1.085938, + 0.660156, + 1.539062, + 1.148438, + 0.761719, + 1.304688, + 0.386719, + 0.910156, + 0.198242, + 0.972656, + 0.984375, + 0.726562, + 1.140625, + 1.15625, + 0.5625, + 0.308594, + 0.824219, + 1.523438, + 0.412109, + 0.730469, + 0.636719, + 0.209961, + 0.8125, + 0.675781, + 0.933594, + 1.007812, + 0.605469, + 1.523438, + 1.375, + 0.617188, + 0.414062, + 1.179688, + 0.699219, + 1.179688, + 0.839844, + 1.21875, + 0.496094, + 0.443359, + 0.648438, + 1.523438, + 1.78125, + 0.863281, + 0.992188, + 0.589844, + 1.203125, + 0.605469, + 1.0625, + 0.53125, + 0.464844, + 1.132812, + 1.132812, + 0.6875, + 1.234375, + 1.179688, + 1.359375, + 0.945312, + 1.03125, + 1.429688, + 0.941406, + 0.486328, + 1.1875, + 1.859375, + 0.722656, + 0.746094, + 1.015625, + 0.988281, + 1.039062, + 0.179688, + 1.140625, + 1.0625, + 1.03125, + 1.0, + 0.867188, + 0.910156, + 0.458984, + 0.957031, + 0.417969, + 0.640625, + 0.205078, + 0.636719, + 1.234375, + 0.416016, + 0.808594, + 1.046875, + 1.0, + 0.902344, + 1.15625, + 0.199219, + 1.570312, + 1.242188, + 1.210938, + 1.625, + 1.078125, + 0.820312, + 0.796875, + 1.414062, + 0.875, + 0.691406, + 0.84375, + 1.296875, + 0.523438, + 1.203125, + 1.773438, + 1.414062, + 1.140625, + 0.878906, + 0.462891, + 0.824219, + 1.023438, + 0.470703, + 0.503906, + 0.941406, + 0.404297, + 1.117188, + 1.429688, + 1.03125, + 0.470703, + 1.242188, + 1.039062, + 1.296875, + 0.168945, + 0.425781, + 0.474609, + 0.535156, + 1.273438, + 0.503906, + 1.09375, + 0.761719, + 0.855469, + 1.328125, + 0.472656, + 0.410156, + 0.765625, + 0.726562, + 1.28125, + 0.679688, + 0.996094, + 0.671875, + 0.679688, + 1.023438, + 1.132812, + 0.890625, + 0.507812, + 1.109375, + 0.941406, + 1.078125, + 1.328125, + 1.054688, + 0.400391, + 0.734375, + 0.738281, + 0.239258, + 1.109375, + 0.816406, + 0.503906, + 0.824219, + 0.523438, + 0.765625, + 1.210938, + 0.746094, + 2.328125, + 0.828125, + 1.015625, + 0.992188, + 0.683594, + 0.835938, + 1.226562, + 1.0, + 1.234375, + 1.289062, + 0.445312, + 0.224609, + 1.289062, + 1.132812, + 0.714844, + 0.800781, + 1.117188, + 1.101562, + 1.359375, + 0.46875, + 0.582031, + 0.382812, + 0.632812, + 0.761719, + 0.53125, + 1.070312, + 1.414062, + 1.0625, + 0.832031, + 0.839844, + 1.070312, + 1.007812, + 1.335938, + 0.539062, + 1.15625, + 0.664062, + 0.835938, + 0.21582, + 1.164062, + 0.898438, + 0.211914, + 1.367188, + 0.976562, + 1.648438, + 0.738281, + 0.554688, + 0.757812, + 0.671875, + 0.375, + 1.0, + 0.625, + 0.466797, + 1.679688, + 0.882812, + 0.21875, + 1.09375, + 0.314453, + 1.046875, + 0.898438, + 0.671875, + 0.808594, + 0.435547, + 1.101562, + 0.785156, + 1.15625, + 0.5, + 0.816406, + 0.443359, + 0.539062, + 1.0625, + 0.244141, + 0.466797, + 0.597656, + 0.355469, + 0.71875, + 0.808594, + 1.085938, + 1.601562, + 0.933594, + 1.140625, + 0.664062, + 1.070312, + 0.200195, + 0.617188, + 1.054688, + 1.304688, + 0.988281, + 0.902344, + 1.15625, + 0.546875, + 0.921875, + 0.621094, + 1.210938, + 0.613281, + 0.753906, + 0.917969, + 0.746094, + 1.148438, + 0.828125, + 0.511719, + 1.429688, + 1.054688, + 1.078125, + 0.429688, + 0.625, + 1.046875, + 0.570312, + 0.507812, + 0.219727, + 0.554688, + 0.960938, + 1.054688, + 1.039062, + 0.613281, + 1.039062, + 0.988281, + 0.804688, + 0.890625, + 0.925781, + 0.582031, + 0.550781, + 0.78125, + 0.570312, + 0.773438, + 0.746094, + 0.361328, + 1.078125, + 1.007812, + 0.769531, + 0.882812, + 0.769531, + 0.949219, + 0.824219, + 0.703125, + 0.601562, + 0.180664, + 0.613281, + 0.447266, + 0.921875, + 0.546875, + 1.351562, + 1.328125 + ] + }, + "name": "model.model.layers.16.post_attention_layernorm.weight", + "outputIndexes": [ + 1395 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1394 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_16/Mul_output_0", + "outputIndexes": [ + 1396 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1395, + 1396 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_16/Mul_1_output_0", + "outputIndexes": [ + 1397 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1397 + ], + "outputIndexes": [ + 2772 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2772 + ], + "outputIndexes": [ + 2773 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear", + "inputIndexes": [ + 2773 + ], + "outputIndexes": [ + 2774 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2114245112, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2774 + ], + "outputIndexes": [ + 2775 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2775 + ], + "outputIndexes": [ + 1398 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1398 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_16/Sigmoid_output_0", + "outputIndexes": [ + 1399 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1398, + 1399 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Mul_output_0", + "outputIndexes": [ + 1400 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1397 + ], + "outputIndexes": [ + 2776 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2776 + ], + "outputIndexes": [ + 2777 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear", + "inputIndexes": [ + 2777 + ], + "outputIndexes": [ + 2778 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2152436238, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2778 + ], + "outputIndexes": [ + 2779 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2779 + ], + "outputIndexes": [ + 1401 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1400, + 1401 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_16/Mul_output_0", + "outputIndexes": [ + 1402 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1402 + ], + "outputIndexes": [ + 2780 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2780 + ], + "outputIndexes": [ + 2781 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear", + "inputIndexes": [ + 2781 + ], + "outputIndexes": [ + 2782 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2190627364, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2782 + ], + "outputIndexes": [ + 2783 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2783 + ], + "outputIndexes": [ + 1403 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1394, + 1403 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_84_output_0", + "outputIndexes": [ + 1404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1404, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_153_output_0", + "outputIndexes": [ + 1405 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.851562, + 0.84375, + 2.921875, + 0.535156, + 1.867188, + 0.707031, + 0.769531, + 1.15625, + 1.132812, + 0.404297, + 0.867188, + 0.447266, + 0.628906, + 0.435547, + 0.515625, + 1.367188, + 0.816406, + 0.449219, + 0.875, + 0.59375, + 1.195312, + 0.871094, + 0.808594, + 0.507812, + 0.435547, + 1.671875, + 0.460938, + 0.427734, + 0.609375, + 0.472656, + 1.710938, + 0.404297, + 1.164062, + 0.683594, + 1.601562, + 2.046875, + 0.482422, + 1.3125, + 0.835938, + 0.425781, + 1.609375, + 0.785156, + 2.328125, + 0.972656, + 2.046875, + 1.867188, + 0.125, + 2.515625, + 1.289062, + 0.486328, + 1.820312, + 0.613281, + 0.601562, + 0.570312, + 1.164062, + 0.558594, + 1.367188, + 2.28125, + 1.507812, + 0.976562, + 0.412109, + 1.171875, + 1.367188, + 0.6875, + 1.992188, + 1.875, + 0.339844, + 0.648438, + 0.341797, + 0.738281, + 0.558594, + 1.0, + 1.203125, + 0.699219, + 1.632812, + 1.351562, + 1.039062, + 0.519531, + 1.0, + 2.1875, + 1.960938, + 2.265625, + 2.15625, + 0.707031, + 1.03125, + 0.129883, + 0.800781, + 2.09375, + 0.953125, + 0.863281, + 1.109375, + 0.917969, + 1.046875, + 0.890625, + 1.984375, + 0.652344, + 0.859375, + 0.492188, + 0.8125, + 0.369141, + 0.410156, + 0.535156, + 2.078125, + 0.738281, + 1.945312, + 1.398438, + 2.15625, + 0.480469, + 1.078125, + 0.589844, + 0.632812, + 0.554688, + 0.960938, + 1.53125, + 0.632812, + 1.710938, + 0.400391, + 1.03125, + 1.65625, + 0.378906, + 0.474609, + 0.5625, + 1.804688, + 0.738281, + 1.085938, + 0.5625, + 1.484375, + 0.59375, + 0.21582, + 0.578125, + 0.53125, + 0.765625, + 0.628906, + 1.59375, + 0.621094, + 0.945312, + 0.542969, + 0.953125, + 0.800781, + 1.1875, + 0.455078, + 1.5625, + 2.0625, + 0.287109, + 1.148438, + 0.408203, + 1.960938, + 0.742188, + 1.671875, + 0.730469, + 1.65625, + 0.933594, + 0.589844, + 0.800781, + 1.125, + 0.84375, + 0.53125, + 0.570312, + 1.789062, + 1.945312, + 0.480469, + 0.597656, + 0.964844, + 0.714844, + 1.398438, + 0.589844, + 0.652344, + 1.015625, + 0.632812, + 0.863281, + 0.828125, + 0.431641, + 0.416016, + 0.443359, + 0.707031, + 2.140625, + 0.757812, + 0.574219, + 1.65625, + 0.640625, + 0.289062, + 0.769531, + 1.445312, + 0.464844, + 0.277344, + 1.039062, + 0.554688, + 0.449219, + 0.566406, + 1.0625, + 0.390625, + 0.9375, + 1.476562, + 0.458984, + 2.625, + 0.957031, + 0.828125, + 1.429688, + 0.769531, + 0.617188, + 0.632812, + 1.648438, + 1.609375, + 1.664062, + 1.9375, + 0.824219, + 0.324219, + 0.621094, + 1.484375, + 0.277344, + 1.289062, + 0.695312, + 0.410156, + 1.117188, + 0.671875, + 1.632812, + 0.519531, + 0.449219, + 2.515625, + 0.597656, + 0.578125, + 0.462891, + 1.09375, + 1.078125, + 0.914062, + 2.34375, + 0.445312, + 0.785156, + 0.523438, + 0.71875, + 0.96875, + 1.570312, + 0.960938, + 0.609375, + 0.859375, + 1.554688, + 0.498047, + 1.875, + 0.15918, + 0.832031, + 1.273438, + 0.597656, + 1.070312, + 0.652344, + 0.441406, + 1.265625, + 1.078125, + 1.328125, + 1.15625, + 0.699219, + 0.742188, + 2.40625, + 0.578125, + 0.589844, + 0.757812, + 0.554688, + 0.71875, + 0.158203, + 0.574219, + 0.457031, + 0.78125, + 0.914062, + 0.96875, + 1.304688, + 0.816406, + 0.400391, + 0.730469, + 0.695312, + 1.445312, + 1.40625, + 1.445312, + 1.335938, + 1.007812, + 0.75, + 0.455078, + 2.453125, + 0.902344, + 0.65625, + 0.396484, + 1.8125, + 0.527344, + 0.722656, + 0.165039, + 0.882812, + 0.554688, + 2.46875, + 0.351562, + 1.1875, + 1.335938, + 0.460938, + 2.046875, + 0.421875, + 0.839844, + 0.722656, + 0.34375, + 0.585938, + 1.25, + 0.419922, + 1.296875, + 0.582031, + 0.392578, + 0.84375, + 0.6875, + 1.554688, + 2.4375, + 1.445312, + 0.621094, + 0.566406, + 0.746094, + 0.949219, + 1.40625, + 0.578125, + 0.714844, + 0.59375, + 1.3125, + 1.101562, + 0.800781, + 1.8125, + 1.125, + 0.6875, + 1.65625, + 0.632812, + 0.421875, + 0.554688, + 0.640625, + 0.769531, + 0.554688, + 0.703125, + 0.730469, + 0.628906, + 0.135742, + 1.0, + 0.929688, + 0.59375, + 0.605469, + 0.601562, + 1.296875, + 2.4375, + 1.21875, + 0.376953, + 0.129883, + 0.519531, + 0.574219, + 0.617188, + 0.220703, + 1.523438, + 1.976562, + 0.839844, + 0.484375, + 0.671875, + 1.21875, + 0.472656, + 2.203125, + 0.765625, + 2.25, + 0.664062, + 0.902344, + 1.171875, + 0.460938, + 0.808594, + 2.265625, + 1.992188, + 0.226562, + 0.453125, + 0.640625, + 0.675781, + 0.570312, + 1.953125, + 0.738281, + 0.425781, + 0.613281, + 0.734375, + 0.972656, + 0.503906, + 1.109375, + 2.21875, + 0.241211, + 0.527344, + 0.820312, + 1.101562, + 1.3125, + 1.078125, + 0.59375, + 2.0625, + 1.34375, + 0.419922, + 2.21875, + 0.75, + 0.644531, + 0.53125, + 0.726562, + 1.640625, + 0.902344, + 0.3125, + 0.449219, + 1.21875, + 0.472656, + 0.476562, + 0.859375, + 0.21875, + 0.519531, + 1.210938, + 0.742188, + 1.625, + 0.425781, + 0.9375, + 0.910156, + 1.078125, + 0.949219, + 0.871094, + 0.757812, + 0.835938, + 1.640625, + 0.628906, + 1.210938, + 2.28125, + 1.445312, + 0.769531, + 0.742188, + 1.109375, + 0.820312, + 1.09375, + 0.589844, + 0.341797, + 0.503906, + 0.464844, + 1.4375, + 1.140625, + 0.347656, + 0.808594, + 0.710938, + 0.511719, + 0.474609, + 0.578125, + 1.359375, + 0.291016, + 0.636719, + 0.867188, + 0.550781, + 0.585938, + 0.546875, + 1.78125, + 2.078125, + 0.714844, + 0.519531, + 0.546875, + 0.652344, + 0.984375, + 1.65625, + 2.25, + 2.234375, + 0.71875, + 1.023438, + 0.683594, + 2.109375, + 2.21875, + 0.291016, + 0.490234, + -1e-06, + 0.482422, + 0.976562, + 0.511719, + 0.714844, + 1.1875, + 0.416016, + 1.34375, + 0.503906, + 0.679688, + 0.492188, + 1.046875, + 0.416016, + 0.198242, + 0.820312, + 0.84375, + 1.546875, + 0.757812, + 0.466797, + 0.412109, + 0.988281, + 0.828125, + 1.21875, + 0.738281, + 0.404297, + 1.734375, + 1.429688, + 1.25, + 2.640625, + 1.671875, + 1.648438, + 1.445312, + 0.707031, + 1.546875, + 2.09375, + 1.015625, + 2.078125, + 0.322266, + 0.851562, + 0.683594, + 2.171875, + 1.148438, + 0.664062, + 0.486328, + 0.464844, + 0.707031, + 0.527344, + 1.617188, + 1.546875, + 0.233398, + 0.730469, + 0.492188, + 1.40625, + 1.507812, + 1.0, + 1.625, + 1.398438, + 0.546875, + 0.373047, + 0.644531, + 0.515625, + 2.078125, + 0.441406, + 0.996094, + 0.894531, + 0.213867, + 0.816406, + 0.384766, + 1.796875, + 1.085938, + 0.800781, + 0.570312, + 0.730469, + 1.601562, + 1.835938, + 0.824219, + 0.566406, + 0.917969, + 0.515625, + 0.628906, + 1.101562, + 0.949219, + 0.394531, + 0.324219, + 0.486328, + 0.710938, + 0.484375, + 1.320312, + 2.578125, + 1.328125, + 0.255859, + 2.28125, + 0.90625, + 2.296875, + 0.894531, + 2.234375, + 0.419922, + 0.412109, + 0.511719, + 0.777344, + 0.871094, + 0.40625, + 2.125, + 0.882812, + 0.523438, + 0.246094, + 0.451172, + 1.164062, + 0.597656, + 1.460938, + 1.445312, + 0.339844, + 1.84375, + 0.632812, + 0.337891, + 0.386719, + 0.773438, + 0.574219, + 0.542969, + 2.3125, + 0.414062, + 1.46875, + 1.328125, + 1.53125, + 1.070312, + 0.365234, + 1.742188, + 0.652344, + 0.640625, + 0.453125, + 0.664062, + 0.34375, + 1.789062, + 0.902344, + 0.914062, + 1.789062, + 1.273438, + 0.78125, + 0.492188, + 0.349609, + 0.554688, + 0.455078, + 2.0, + 0.400391, + 0.421875, + 2.296875, + 0.859375, + 1.734375, + 0.648438, + 0.589844, + 1.617188, + 1.570312, + 2.09375, + 1.640625, + 0.496094, + 0.472656, + 0.984375, + 0.6875, + 0.174805, + 0.621094, + 1.078125, + 1.46875, + 1.023438, + 0.667969, + 1.453125, + 0.710938, + 1.359375, + 0.742188, + 2.46875, + 0.84375, + 0.648438, + 2.15625, + 0.625, + 0.667969, + 0.458984, + 0.628906, + 0.306641, + 0.423828, + 1.507812, + 0.235352, + 0.894531, + 0.691406, + 0.558594, + 0.464844, + 0.816406, + 0.984375, + 2.015625, + 2.0, + 0.734375, + 0.75, + 0.804688, + 0.507812, + 0.236328, + 1.117188, + 0.9375, + 0.667969, + 0.550781, + 1.21875, + 0.496094, + 0.90625, + 0.949219, + 0.419922, + 0.585938, + 0.447266, + 1.265625, + 1.132812, + 1.242188, + 1.273438, + 0.609375, + 0.671875, + 1.171875, + 0.890625, + 0.515625, + 0.730469, + 0.753906, + 1.03125, + 0.753906, + 0.65625, + 1.65625, + 0.707031, + 1.65625, + 1.101562, + 0.792969, + 1.085938, + 0.355469, + 1.09375, + 1.25, + 1.757812, + 0.605469, + 0.617188, + 0.478516, + 0.558594, + 2.09375, + 2.0625, + 0.730469, + 2.046875, + 0.605469, + 0.578125, + 1.367188, + 1.96875, + 0.439453, + 0.90625, + 0.367188, + 1.273438, + 1.3125, + 0.695312, + 0.679688, + 0.699219, + 0.498047, + 0.175781, + 0.875, + 1.632812, + 0.648438, + 0.237305, + 0.535156, + 0.511719, + 1.742188, + 1.804688, + 0.75, + 0.828125, + 0.667969, + 1.53125, + 1.3125, + 0.847656, + 0.726562, + 0.621094, + 1.078125, + 0.78125, + 0.949219, + 0.535156, + 0.402344, + 2.125, + 0.992188, + 0.945312, + 0.515625, + 0.753906, + 0.746094, + 0.902344, + 0.455078, + 0.369141, + 0.5625, + 1.648438, + 1.265625, + 0.726562, + 0.490234, + 0.527344, + 0.660156, + 0.578125, + 1.296875, + 0.359375, + 2.265625, + 0.71875, + 0.496094, + 0.714844, + 0.863281, + 1.914062, + 1.585938, + 0.527344, + 0.427734, + 1.148438, + 1.710938, + 1.296875, + 0.878906, + 0.503906, + 1.085938, + 0.235352, + 0.816406, + 0.609375, + 1.070312, + 0.462891, + 0.550781, + 2.125, + 0.519531, + 1.296875, + 0.162109, + 0.527344, + 2.390625, + 0.324219, + 1.0625, + 1.828125, + 1.054688, + 0.601562, + 0.546875, + 0.429688, + 1.359375, + 0.78125, + 0.474609, + 0.757812, + 0.675781, + 0.498047, + 0.742188, + 0.671875, + 1.125, + 0.542969, + 0.086426, + 0.820312, + 1.132812, + 0.400391, + 0.535156, + 1.375, + 2.28125, + 0.898438, + 0.486328, + 1.515625, + 0.792969, + 1.648438, + 1.304688, + 0.253906, + 0.808594, + 0.660156, + 1.242188, + 0.458984, + 0.451172, + 0.679688, + 0.710938, + 2.515625, + 0.769531, + 1.203125, + 0.703125, + 0.429688, + 1.375, + 0.427734, + 0.625, + 0.667969, + 0.138672, + 1.984375, + 0.335938, + 0.318359, + 0.671875, + 0.507812, + 0.466797, + 0.447266, + 0.871094, + 1.414062, + 1.8125, + 2.125, + 0.480469, + 0.408203, + 0.972656, + 1.257812, + 1.382812, + 1.273438, + 0.851562, + 0.550781, + 0.59375, + 1.875, + 1.359375, + 0.78125, + 0.59375, + 0.777344, + 0.773438, + 0.652344, + 0.6875, + 0.703125, + 0.703125, + 0.597656, + 1.382812, + 0.621094, + 1.4375, + 0.519531, + 1.398438, + 1.046875, + 2.125, + 0.546875, + 0.466797, + 1.296875, + 0.439453, + 0.46875, + 2.359375, + 0.386719, + 0.628906, + 1.101562, + 0.632812, + 0.808594, + 1.6875, + 2.0, + 1.226562, + 1.5, + 0.71875, + 0.253906, + 1.039062, + 1.75, + 0.816406, + 1.726562, + 0.746094, + 0.539062, + 1.796875, + 1.039062, + 0.820312, + 0.839844, + 0.138672, + 1.828125, + 1.453125, + 0.917969, + 0.617188, + 0.660156, + 2.25, + 0.613281, + 0.726562, + 0.890625, + 1.539062, + 1.375, + 1.265625, + 0.671875, + 0.644531, + 0.392578, + 1.398438, + 1.554688, + 0.792969, + 1.390625, + 0.949219, + 0.519531, + 1.734375, + 2.140625, + 0.8125, + 1.140625, + 0.894531, + 0.523438, + 1.078125, + 1.5625, + 0.474609, + 0.777344, + 1.164062, + 0.882812, + 0.636719, + 1.273438, + 1.101562, + 0.753906, + 2.125, + 0.65625, + 0.400391, + 1.023438, + 0.796875, + 1.257812, + 0.894531, + 0.519531, + 1.75, + 0.78125, + 0.488281, + 1.367188, + 0.451172, + 1.039062, + 0.433594, + 0.59375, + 0.652344, + 1.679688, + 1.5625, + 0.457031, + 2.125, + 0.507812, + 1.375, + 1.882812, + 2.03125, + 1.171875, + 0.796875, + 0.417969, + 0.609375, + 1.546875, + 0.625, + 0.225586, + 0.396484, + 0.203125, + 0.734375, + 1.945312, + 1.21875, + 0.511719, + 0.753906, + 0.546875, + 0.519531, + 0.511719, + 0.710938, + 2.359375, + 1.5625, + 0.65625, + 0.494141, + 1.296875, + 1.375, + 2.5625, + 1.257812, + 0.808594, + 1.710938, + 1.09375, + 0.660156, + 0.4375, + 0.417969, + 0.964844, + 0.765625, + 0.441406, + 0.398438, + 0.679688, + 0.746094, + 1.757812, + 2.046875, + 0.675781, + 0.371094, + 0.769531, + 1.804688, + 1.078125, + 0.769531, + 1.515625, + 0.248047, + 0.40625, + 0.652344, + 0.65625, + 0.455078, + 0.466797, + 0.511719, + 0.621094, + 1.210938, + 1.28125, + 1.757812, + 0.515625, + 0.792969, + 0.734375, + 0.539062, + 0.414062, + 0.157227, + 0.796875, + 1.320312, + 0.367188, + 0.445312, + 0.636719, + 0.511719, + 0.388672, + 2.53125, + 0.464844, + 0.396484, + 1.421875, + 0.236328, + 0.917969, + 0.445312, + 0.182617, + 1.875, + 1.234375, + 0.984375, + 0.617188, + 0.441406, + 0.894531, + 1.148438, + 1.757812, + 0.578125, + 1.296875, + 0.400391, + 0.257812, + 1.75, + 0.824219, + 1.304688, + 0.408203, + 2.5625, + 0.515625, + 0.710938, + 0.761719, + 0.433594, + 0.470703, + 1.992188, + 1.25, + 2.171875, + 0.917969, + 0.431641, + 1.601562, + 0.464844, + 0.753906, + 0.486328, + 0.46875, + 0.507812, + 0.859375, + 0.539062, + 0.404297, + 0.699219, + 0.570312, + 0.120117, + 0.102051, + 1.8125, + 0.5625, + 1.617188, + 1.664062, + 1.273438, + 2.375, + 0.5, + 1.796875, + 0.492188, + 0.730469, + 0.753906, + 0.435547, + 0.4375, + 0.621094, + 1.867188, + 0.578125, + 0.976562, + 0.453125, + 0.359375, + 0.523438, + 0.402344, + 0.726562, + 0.200195, + 0.828125, + 1.703125, + 1.34375, + 1.796875, + 2.125, + 0.738281, + 0.243164, + 2.09375, + 0.539062, + 0.482422, + 0.574219, + 0.566406, + 2.234375, + 0.625, + 0.542969, + 2.1875, + 1.992188, + 0.219727, + 0.455078, + 1.3125, + 0.789062, + 0.585938, + 2.125, + 0.462891, + 0.482422, + 0.960938, + 0.96875, + 1.953125, + 1.1875, + 0.507812, + 0.371094, + 0.494141, + 1.8125, + 0.308594, + 2.46875, + 0.691406, + 0.392578, + 0.570312, + 0.5625, + 1.21875, + 0.890625, + 0.585938, + 1.289062, + 0.396484, + 0.863281, + 1.3125, + 0.4375, + 1.140625, + 1.125, + 0.945312, + 1.03125, + 0.382812, + 0.601562, + 0.519531, + 0.691406, + 2.46875, + 0.734375, + 0.488281, + 1.101562, + 0.496094, + 2.140625, + 0.511719, + 1.921875, + 1.148438, + 0.722656, + 0.316406, + 1.296875, + 0.445312, + 2.3125, + 0.546875, + 0.40625, + 2.09375, + 1.140625, + 0.472656, + 0.6875, + 1.210938, + 0.515625, + 1.992188, + 1.007812, + 1.8125, + 0.878906, + 0.414062, + 0.490234, + 1.007812, + 0.486328, + 1.273438, + 0.96875, + 0.496094, + 1.890625, + 1.34375, + 2.03125, + 1.953125, + 1.796875, + 1.0, + 1.726562, + 0.640625, + 0.59375, + 0.408203, + 0.535156, + 1.960938, + 1.617188, + 0.984375, + 1.039062, + 0.632812, + 0.699219, + 1.8125, + 0.628906, + 1.617188, + 1.5, + 1.085938, + 0.664062, + 0.796875, + 0.15332, + 0.820312, + 0.433594, + 0.143555, + 0.589844, + 0.574219, + 1.078125, + 0.457031, + 0.613281, + 0.851562, + 1.015625, + 2.390625, + 1.976562, + 0.820312, + 0.396484, + 0.394531, + 0.609375, + 0.398438, + 1.625, + 0.546875, + 2.625, + 0.554688, + 0.726562, + 1.757812, + 1.25, + 0.515625, + 1.625, + 1.789062, + 0.722656, + 0.464844, + 1.03125, + 2.359375, + 0.636719, + 0.492188, + 0.738281, + 1.648438, + 1.789062, + 2.0625, + 0.785156, + 2.109375, + 1.046875, + 1.445312, + 2.421875, + 0.675781, + 0.427734, + 1.960938, + 0.890625, + 0.8125, + 1.265625, + 1.804688, + 0.992188, + 0.765625, + 0.707031, + 1.335938, + 0.449219, + 0.710938, + 0.984375, + 0.636719, + 1.320312, + 1.84375, + 0.527344, + 0.12793, + 1.804688, + 0.65625, + 1.429688, + 1.148438, + 0.929688, + 0.789062, + 0.527344, + 1.84375, + 0.703125, + 0.738281, + 0.234375, + 0.792969, + 0.898438, + 0.566406, + 0.566406, + 0.333984, + 0.566406, + 1.726562, + 0.139648, + 0.769531, + 0.570312, + 1.429688, + 1.382812, + 0.308594, + 0.964844, + 1.257812, + 1.28125, + 0.535156, + 0.597656, + 0.992188, + 0.435547, + 0.451172, + 0.376953, + 0.890625, + 0.769531, + 1.617188, + 0.527344, + 0.644531, + 1.1875, + 0.457031, + 1.382812, + 1.96875, + 0.660156, + 1.21875, + 0.447266, + 2.34375, + 1.1875, + 0.726562, + 1.40625, + 1.070312, + 0.507812, + 0.820312, + 0.371094, + 1.398438, + 0.824219, + 2.1875, + 0.664062, + 0.503906, + 2.0625, + 1.820312, + 1.273438, + 0.601562, + 0.75, + 1.40625, + 0.494141, + 0.628906, + 0.441406, + 2.34375, + 0.667969, + 1.601562, + 1.007812, + 1.640625, + 0.515625, + 1.203125, + 1.53125, + 0.851562, + 0.582031, + 2.0, + 0.550781, + 0.738281, + 0.558594, + 0.800781, + 2.546875, + 1.953125, + 0.78125, + 0.416016, + 1.039062, + 0.542969, + 0.363281, + 0.773438, + 2.4375, + 0.480469, + 0.416016, + 1.304688, + 1.289062, + 1.992188, + 0.792969, + 1.421875, + 0.917969, + 1.0, + 0.84375, + 0.601562, + 0.691406, + 0.382812, + 0.671875, + 1.601562, + 1.421875, + 1.117188, + 1.367188, + 1.179688, + 0.777344, + 1.25, + 0.539062, + 0.898438, + 0.574219, + 0.703125, + 0.816406, + 0.498047, + 0.464844, + 0.476562, + 0.515625, + 0.75, + 1.90625, + 0.78125, + 1.515625, + 0.384766, + 0.992188, + 0.363281, + 0.839844, + 0.988281, + 0.445312, + 1.132812, + 1.664062, + 1.15625, + 2.0, + 0.597656, + 1.289062, + 0.511719, + 0.722656, + 0.722656, + 0.523438, + 2.109375, + 1.992188, + 0.574219, + 0.163086, + 0.558594, + 0.589844, + 0.200195, + 1.21875, + 1.554688, + 2.1875, + 0.714844, + 1.101562, + 0.773438, + 0.589844, + 0.112305, + 0.691406, + 0.289062, + 0.785156, + 1.835938, + 0.380859, + 0.139648, + 0.482422, + 1.0625, + 0.386719, + 0.484375, + 0.478516, + 2.296875, + 1.78125, + 0.914062, + 1.765625, + 1.03125, + 1.6875, + 0.683594, + 1.539062, + 1.320312, + 0.523438, + 1.101562, + 0.617188, + 1.5625, + 1.914062, + 0.980469, + 1.648438, + 2.5625, + 0.339844, + 0.914062, + 0.71875, + 0.785156, + 0.726562, + 0.335938, + 0.769531, + 0.640625, + 0.427734, + 1.265625, + 1.007812, + 0.691406, + 1.289062, + 0.8125, + 0.648438, + 0.769531, + 0.408203, + 0.738281, + 1.117188, + 0.318359, + 2.109375, + 1.0, + 0.710938, + 1.757812, + 0.392578, + 2.5625, + 0.898438, + 0.601562, + 1.039062, + 0.746094, + 1.40625, + 0.59375, + 0.929688, + 0.558594, + 1.914062, + 1.007812, + 0.632812, + 0.726562, + 0.625, + 1.242188, + 0.71875, + 1.71875, + 1.882812, + 0.425781, + 1.09375, + 0.949219, + 1.101562, + 1.484375, + 2.375, + 2.140625, + 0.824219, + 0.476562, + 0.601562, + 0.65625, + 1.65625, + 1.125, + 0.086426, + 1.109375, + 0.800781, + 1.859375, + 0.429688, + 0.441406, + 1.25, + 0.617188, + 0.355469, + 0.796875, + 2.125, + 1.015625, + 1.171875, + 0.480469, + 0.675781, + 1.679688, + 1.484375, + 1.773438, + 0.875, + 0.566406, + 0.410156, + 0.53125, + 0.710938, + 0.550781, + 0.464844, + 1.890625, + 0.566406, + 0.5625, + 1.0625, + 1.617188, + 2.515625, + 0.792969, + 0.765625, + 1.976562, + 1.101562, + 0.378906, + 0.757812, + 0.742188, + 0.445312, + 1.734375, + 0.34375, + 0.800781, + 0.443359, + 0.365234, + 0.902344, + 0.439453, + 0.613281, + 1.578125, + 0.326172, + 1.273438, + 0.273438, + 0.478516, + 0.542969, + 0.373047, + 1.09375, + 0.105469, + 0.566406, + 1.585938, + 0.867188, + 0.796875, + 1.953125, + 1.132812, + 2.328125, + 1.046875, + 0.320312, + 0.178711, + 0.478516, + 0.828125, + 1.625, + 0.3125, + 0.898438, + 1.4375, + 0.460938, + 1.1875, + 0.746094, + 1.304688, + 2.015625, + 1.1875, + 0.683594, + 0.683594, + 0.761719, + 0.396484, + 0.53125, + 0.617188, + 0.835938, + 1.804688, + 0.451172, + 0.472656, + 0.792969, + 1.234375, + 0.554688, + 0.443359, + 0.535156, + 1.367188, + 0.925781, + 0.875, + 2.609375, + 0.503906, + 0.851562, + 0.707031, + 0.589844, + 0.941406, + 0.691406, + 1.023438, + 0.820312, + 0.871094, + 1.195312, + 0.408203, + 0.660156, + 1.320312, + 1.203125, + 0.765625, + 0.878906, + 0.710938, + 1.101562, + 2.328125, + 0.574219, + 1.703125, + 0.482422, + 0.640625, + 0.566406, + 0.154297, + 0.992188, + 1.117188, + 0.404297, + 0.625, + 0.660156, + 0.4375, + 0.429688, + 2.140625, + 1.6875, + 0.4375, + 0.507812, + 0.574219, + 1.976562, + 0.341797, + 0.9375, + 0.308594, + 0.578125, + 1.554688, + 0.582031, + 0.519531, + 2.015625, + 1.085938, + 1.867188, + 2.359375, + 0.640625, + 0.8125, + 0.6875, + 0.554688, + 0.333984, + 2.015625, + 1.5, + 1.546875, + 0.550781, + 0.753906, + 0.445312, + 1.023438, + 1.6875, + 0.441406, + 0.625, + 1.554688, + 1.085938, + 0.453125, + 1.890625, + 0.5, + 0.570312, + 1.289062, + 0.902344, + 0.609375, + 0.566406, + 0.871094, + 0.855469, + 0.679688, + 1.15625, + 0.601562, + 0.429688, + 0.275391, + 0.503906, + 0.59375, + 1.132812, + 0.496094, + 1.445312, + 0.455078, + 0.949219, + 0.310547, + 0.765625, + 0.648438, + 1.015625, + 1.382812, + 0.384766, + 0.699219, + 0.554688, + 1.617188, + 0.929688, + 0.761719, + 0.941406, + 0.59375, + 0.498047, + 1.140625, + 0.133789, + 0.625, + 0.664062, + 0.550781, + 0.472656, + 0.730469, + 2.390625, + 2.03125, + 0.683594, + 0.375, + 0.151367, + 0.835938, + 0.425781, + 0.910156, + 0.648438, + 1.4375, + 0.484375, + 1.320312, + 0.457031, + 1.507812, + 1.617188, + 1.523438, + 0.816406, + 0.400391, + 0.632812, + 1.023438, + 0.773438, + 1.03125, + 0.832031, + 1.945312, + 0.554688, + 0.486328, + 1.703125, + 0.703125, + 0.617188, + 0.839844, + 0.777344, + 1.15625, + 0.660156, + 0.632812, + 0.773438, + 0.400391, + 1.5625, + 0.601562, + 0.644531, + 0.222656, + 0.394531, + 1.234375, + 0.691406, + 2.15625, + 0.726562, + 0.628906, + 0.124023, + 0.636719, + 0.433594, + 0.519531, + 0.53125, + 1.085938, + 0.761719, + 1.320312, + 0.503906, + 1.132812, + 1.148438, + 1.0625, + 2.203125, + 2.171875, + 2.125, + 1.109375, + 2.34375, + 0.322266, + 0.542969, + 0.396484, + 0.9375, + 0.628906, + 0.196289, + 0.890625, + 1.367188, + 0.933594, + 0.466797, + 0.322266, + 1.1875, + 0.163086, + 1.015625, + 0.894531, + 1.617188, + 1.765625, + 0.402344, + 0.636719, + 0.699219, + 1.09375, + 1.625, + 0.949219, + 0.455078, + 1.046875, + 1.445312, + 2.171875, + 0.474609, + 1.882812, + 0.457031, + 0.613281, + 1.65625, + 2.203125, + 1.953125, + 0.96875, + 0.402344, + 1.554688, + 1.0, + 1.976562, + 0.835938, + 0.632812, + 0.617188, + 1.617188, + 1.21875, + 0.451172, + 0.527344, + 0.890625, + 0.099609, + 1.492188, + 0.519531, + 1.335938, + 0.480469, + 0.644531, + 1.726562, + 0.597656, + 0.550781, + 1.601562, + 0.392578, + 0.640625, + 0.5625, + 0.890625, + 2.359375, + 0.738281, + 0.324219, + 0.667969, + 0.542969, + 2.09375, + 0.609375, + 0.453125, + 0.699219, + 2.3125, + 0.816406, + 1.359375, + 2.125, + 0.601562, + 0.609375, + 0.835938, + 0.376953, + 0.18457, + 0.462891, + 0.492188, + 0.582031, + 0.875, + 1.109375, + 0.158203, + 1.015625, + 2.046875, + 1.070312, + 0.746094, + 0.578125, + 0.417969, + 2.015625, + 0.5625, + 0.808594, + 1.664062, + 0.365234, + 0.476562, + 2.40625, + 0.75, + 1.875, + 0.349609, + 2.3125, + 0.558594, + 1.609375, + 0.632812, + 0.476562, + 0.847656, + 0.617188, + 1.0, + 0.480469, + 0.964844, + 1.210938, + 0.451172, + 0.878906, + 0.332031, + 0.621094, + 1.085938, + 0.695312, + 0.5, + 0.369141, + 2.0625, + 1.046875, + 0.476562, + 0.984375, + 0.457031, + 0.695312, + 0.539062, + 1.546875, + 0.351562, + 2.15625, + 1.9375, + 0.542969, + 0.570312, + 0.347656, + 1.679688, + 0.476562, + 2.28125, + 1.539062, + 1.117188, + 0.59375, + 0.539062, + 0.519531, + 0.652344, + 1.1875, + 1.492188, + 1.34375, + 0.625, + 0.953125, + 0.789062, + 0.170898, + 1.085938, + 0.753906, + 0.679688, + 1.15625, + 0.546875, + 1.03125, + 0.490234, + 2.078125, + 0.757812, + 1.960938, + 0.671875, + 0.898438, + 1.789062, + 2.53125, + 1.46875, + 0.494141, + 0.605469, + 0.851562, + 2.171875, + 0.519531, + 1.953125, + 2.0, + 0.777344, + 1.109375, + 1.5, + 1.53125, + 0.617188, + 1.703125, + 1.460938, + 0.523438, + 1.328125, + 0.609375, + 1.78125, + 1.320312, + 0.5, + 1.507812, + 0.640625, + 0.671875, + 1.085938, + 2.03125, + 2.375, + 0.171875, + 0.941406, + 0.53125, + 1.921875, + 0.335938, + 0.832031, + 1.382812, + 1.015625, + 1.476562, + 0.546875, + 0.578125, + 1.742188, + 0.648438, + 0.511719, + 0.660156, + 0.503906, + 1.679688, + 0.154297, + 0.373047, + 1.265625, + 0.613281, + 1.734375, + 0.652344, + 0.59375, + 0.988281, + 2.03125, + 0.578125, + 1.046875, + 0.550781, + 0.458984, + 0.652344, + 2.34375, + 1.28125, + 1.09375, + 1.664062, + 2.171875, + 0.566406, + 0.722656, + 1.804688, + 0.589844, + 0.71875, + 0.933594, + 0.789062, + 1.210938, + 1.65625, + 0.492188, + 1.078125, + 0.789062, + 0.722656, + 0.507812, + 0.984375, + 1.757812, + 0.519531, + 1.09375, + 0.988281, + 0.179688, + 1.8125, + 0.273438, + 0.476562, + 0.460938, + 0.554688, + 0.421875, + 0.328125, + 1.328125, + 0.492188, + 0.6875, + 0.427734, + 0.539062, + 0.660156, + 0.347656, + 0.498047, + 0.664062, + 0.335938, + 0.695312, + 0.182617, + 0.539062, + 0.847656, + 0.546875, + 0.566406, + 1.148438, + 0.59375, + 0.632812, + 1.875, + 0.609375, + 1.210938, + 1.851562, + 0.097656, + 0.535156, + 1.28125, + 0.585938, + 0.804688, + 0.667969, + 0.761719, + 0.4375, + 0.917969, + 1.203125, + 0.341797, + 1.695312, + 1.585938, + 0.231445, + 0.835938, + 1.085938, + 0.431641, + 0.621094, + 1.078125, + 0.230469, + 0.632812, + 1.804688, + 1.992188, + 0.640625, + 0.402344, + 0.10498, + 1.585938, + 0.482422, + 2.09375, + 0.617188, + 0.953125, + 0.820312, + 0.443359, + 0.792969, + 0.84375, + 0.460938, + 0.675781, + 0.419922, + 1.203125, + 2.109375, + 1.507812, + 0.566406, + 0.427734, + 0.421875, + 0.578125, + 0.738281, + 1.078125, + 0.554688, + 0.980469, + 0.742188, + 0.460938, + 0.679688, + 2.265625, + 0.519531, + 0.574219, + 1.132812, + 0.78125, + 0.800781, + 0.550781, + 0.746094, + 0.96875, + 1.507812, + 1.632812, + 0.53125, + 0.114746, + 0.539062, + 1.328125, + 1.179688, + 1.90625, + 0.933594, + 1.40625, + 0.847656, + 1.742188, + 0.601562, + 0.174805, + 0.5, + 2.1875, + 0.609375, + 1.015625, + 0.287109, + 0.488281, + 0.851562, + 0.714844, + 1.257812, + 1.390625, + 1.898438, + 0.578125, + 0.84375, + 0.425781, + 1.039062, + 0.462891, + 1.304688, + 0.679688, + 2.09375, + 0.609375, + 0.625, + 1.195312, + 0.640625, + 1.625, + 0.441406, + 0.294922, + 0.71875, + 2.046875, + 1.070312, + 0.507812, + 1.484375, + 0.453125, + 2.59375, + 0.357422, + 1.578125, + 1.0625, + 0.5625, + 1.078125, + 1.539062, + 0.570312, + 1.585938, + 2.28125, + 0.46875, + 0.554688, + 0.816406, + 1.640625, + 0.550781, + 0.219727, + 1.8125, + 0.957031, + 1.257812, + 0.675781, + 0.503906, + 2.140625, + 0.804688, + 1.34375, + 1.179688, + 0.859375, + 0.855469, + 1.046875, + 0.921875, + 0.472656, + 0.601562, + 0.683594, + 0.613281, + 0.710938, + 0.582031, + 0.546875, + 0.941406, + 2.125, + 0.550781, + 0.429688, + 0.726562, + 2.140625, + 0.332031, + 1.9375, + 0.652344, + 0.613281, + 0.78125, + 1.039062, + 0.279297, + 0.382812, + 0.621094, + 0.470703, + 0.361328, + 1.773438, + 1.609375, + 0.722656, + 0.527344, + 1.023438, + 0.824219, + 0.570312, + 1.84375, + 1.46875, + 2.34375, + 0.386719, + 1.148438, + 0.431641, + 1.890625, + 1.007812, + 0.462891, + 0.671875, + 0.679688, + 0.722656, + 0.644531, + 1.320312, + 0.386719, + 0.380859, + 0.324219, + 1.171875, + 1.429688, + 0.929688, + 0.458984, + 0.894531, + 0.582031, + 2.3125, + 0.804688, + 0.445312, + 0.535156, + 0.878906, + 1.507812, + 0.828125, + 1.921875, + 1.523438, + 1.75, + 2.078125, + 1.382812, + 0.414062, + 1.179688, + 0.519531, + 0.466797, + 0.71875, + 1.007812, + 0.867188, + 1.90625, + 0.867188, + 2.03125, + 0.800781, + 0.535156, + 0.78125, + 0.511719, + 0.625, + 0.824219, + 0.832031, + 0.722656, + 0.765625, + 1.265625, + 0.820312, + 0.417969, + 0.554688, + 0.785156, + 0.425781, + 1.429688, + 0.367188, + 0.578125, + 0.667969, + 0.494141, + 0.404297, + 0.539062, + 0.71875, + 0.194336, + 1.773438, + 0.474609, + 0.474609, + 0.761719, + 0.953125, + 0.679688, + 1.109375, + 0.960938, + 0.789062, + 1.046875, + 0.431641, + 0.345703, + 0.570312, + 0.328125, + 0.181641, + 0.486328, + 0.601562, + 1.515625, + 0.75, + 0.675781, + 0.679688, + 1.984375, + 0.644531, + 1.945312, + 0.488281, + 0.925781, + 2.03125, + 1.421875, + 0.933594, + 0.445312, + 1.695312, + 0.408203, + 0.714844, + 0.396484, + 0.527344, + 1.140625, + 1.625, + 0.605469, + 0.490234, + 1.0, + 0.507812, + 0.523438, + 0.449219, + 0.769531, + 0.542969, + 1.796875, + 0.396484, + 1.257812, + 2.265625, + 1.375, + 2.265625, + 0.667969, + 0.722656, + 1.601562, + 0.466797, + 1.835938, + 0.640625, + 0.451172, + 0.871094, + 0.129883, + 1.4375, + 0.75, + 0.679688, + 1.882812, + 1.390625, + 0.578125, + 0.433594, + 0.882812, + 1.171875, + 0.240234, + 0.816406, + 1.359375, + 0.757812, + 2.28125, + 1.945312, + 0.462891, + 0.554688, + 0.585938, + 0.441406, + 1.0625, + 1.078125, + 1.53125, + 0.691406, + 0.902344, + 0.490234, + 0.65625, + 1.304688, + 0.507812, + 0.84375, + 1.539062, + 0.597656, + 2.296875, + 2.0625, + 1.28125, + 0.601562, + 0.636719, + 0.476562, + 0.423828, + 0.472656, + 0.734375, + 1.65625, + 1.796875, + 0.507812, + 0.945312, + 2.21875, + 1.429688, + 2.6875, + 0.443359, + 1.414062, + 1.335938, + 0.796875, + 0.988281, + 0.251953, + 0.628906, + 0.392578, + 0.84375, + 0.462891, + 0.439453, + 0.419922, + 0.423828, + 0.925781, + 0.355469, + 0.632812, + 0.714844, + 0.402344, + 1.117188, + 0.25, + 0.792969, + 1.679688, + 0.585938, + 0.765625, + 1.726562, + 1.351562, + 0.832031, + 1.875, + 1.820312, + 0.462891, + 0.373047, + 0.109863, + 2.625, + 0.373047, + 1.609375, + 0.519531, + 0.953125, + 0.470703, + 0.613281, + 0.341797, + 1.085938, + 0.761719, + 0.609375, + 0.628906, + 0.535156, + 0.511719, + 0.503906, + 0.988281, + 0.679688, + 0.108398, + 0.660156, + 0.847656, + 0.5625, + 0.578125, + 1.679688, + 0.135742, + 0.498047, + 2.3125, + 1.664062, + 0.507812, + 1.296875, + 1.59375, + 1.601562, + 0.742188, + 0.953125, + 0.466797, + 1.257812, + 1.101562, + 0.527344, + 0.174805, + 0.78125, + 0.152344, + 0.871094, + 1.273438, + 0.65625, + 1.421875, + 0.921875, + 1.265625, + 0.292969, + 1.148438, + 0.458984, + 0.09668, + 0.474609, + 0.75, + 0.644531, + 0.480469, + 1.4375, + 0.867188, + 0.410156, + 1.578125, + 0.367188, + 0.683594, + 0.472656, + 0.527344, + 1.460938, + 0.445312, + 1.867188, + 1.742188, + 1.15625, + 0.605469, + 0.527344, + 1.03125, + 0.429688, + 1.296875, + 1.25, + 0.628906, + 1.867188, + 0.421875, + 1.8125, + 1.34375, + 1.085938, + 2.46875, + 0.808594, + 1.664062, + 1.5, + 0.527344, + 1.007812, + 1.445312, + 0.890625, + 0.898438, + 0.441406, + 1.617188, + 0.652344, + 0.472656, + 0.423828, + 1.382812, + 2.4375, + 0.648438, + 0.12793, + 0.292969, + 1.6875, + 0.253906, + 1.304688, + 1.46875, + 0.902344, + 0.878906, + 1.445312, + 0.640625, + 0.464844, + 1.125, + 2.5, + 0.601562, + 0.820312, + 0.5, + 1.679688, + 0.429688, + 0.287109, + 0.605469, + 0.478516, + 0.416016, + 0.785156, + 1.359375, + 1.085938, + 0.664062, + 0.789062, + 0.404297, + 0.941406, + 2.59375, + 1.09375, + 1.539062, + 1.34375, + 0.233398, + 0.5625, + 0.46875, + 0.550781, + 0.195312, + 2.28125, + 0.59375, + 1.023438, + 0.511719, + 0.628906, + 0.679688, + 0.439453, + 0.421875, + 0.015015, + 0.574219, + 0.769531, + 1.546875, + 0.996094, + 0.582031, + 1.203125, + 0.710938, + 0.601562, + 2.484375, + 1.960938, + 0.515625, + 1.085938, + 0.53125, + 1.09375, + 1.101562, + 1.445312, + 1.226562, + 1.726562, + 0.380859, + 1.117188, + 1.46875, + 1.882812, + 0.84375, + 0.617188, + 1.945312, + 0.691406, + 2.015625, + 1.164062, + 0.150391, + 0.476562, + 0.535156, + 1.804688, + 0.330078, + 1.023438, + 0.691406, + 1.03125, + 2.15625, + 0.769531, + 1.234375, + 0.527344, + 0.621094, + 0.640625, + 0.566406, + 0.675781, + 0.542969, + 1.304688, + 0.828125, + 1.226562, + 0.359375, + 0.369141, + 1.632812, + 0.660156, + 1.632812, + 0.566406, + 2.265625, + 0.667969, + 0.691406, + 2.21875, + 0.691406, + 0.898438, + 0.363281, + 0.839844, + 0.423828, + 0.455078, + 0.890625, + 2.5, + 0.5625, + 1.773438, + 2.0625, + 0.585938, + 0.605469, + 0.419922, + 0.746094, + 0.785156, + 0.490234, + 0.953125, + 0.789062, + 0.589844, + 0.964844, + 0.40625, + 2.234375, + 0.761719, + 0.523438, + 1.9375, + 0.204102, + 0.466797, + 0.363281, + 0.617188, + 0.145508, + 0.431641, + 1.429688, + 0.660156, + 1.507812, + 0.353516, + 1.96875, + 1.171875, + 0.609375, + 1.296875, + 1.523438, + 0.761719, + 1.742188, + 1.015625, + 0.40625, + 0.582031, + 0.265625, + 1.71875, + 1.21875, + 0.679688, + 0.679688, + 0.535156, + 1.15625, + 0.714844, + 0.474609, + 0.839844, + 0.535156, + 0.742188, + 2.265625, + 1.726562, + 0.945312, + 0.223633, + 0.738281, + 1.8125, + 0.566406, + 2.046875, + 0.408203, + 0.470703, + 0.691406, + 0.914062, + 0.451172, + 0.445312, + 0.570312, + 0.443359, + 0.773438, + 0.570312, + 0.574219, + 0.478516, + 0.738281, + 0.828125, + 0.476562, + 0.59375, + 0.613281, + 0.75, + 0.632812, + 1.1875, + 0.558594, + 1.234375, + 1.546875, + 1.546875, + 2.234375, + 0.550781, + 0.644531, + 0.601562, + 2.125, + 0.40625, + 0.140625, + 1.140625, + 0.4375, + 0.921875, + 0.726562, + 1.039062, + 1.445312, + 0.835938, + 0.386719, + 1.265625, + 0.65625, + 0.808594, + 0.746094, + 0.138672, + 0.753906, + 1.179688, + 0.652344, + 0.416016, + 2.125, + 0.695312, + 0.53125, + 0.664062, + 0.886719, + 0.554688, + 1.382812, + 0.667969, + 0.714844, + 1.625, + 0.400391, + 1.578125, + 0.410156, + 1.21875, + 2.5, + 0.535156, + 1.773438, + 1.335938, + 0.734375, + 0.554688, + 0.486328, + 0.476562, + 1.085938, + 0.921875, + 2.109375, + 0.527344, + 0.449219, + 0.949219, + 0.96875, + 2.34375, + 1.078125, + 1.335938, + 1.976562, + 0.636719, + 0.605469, + 0.917969, + 0.365234, + 0.135742, + 0.660156, + 1.984375, + 1.671875, + 1.796875, + 1.65625, + 2.3125, + 1.335938, + 0.691406, + 1.28125, + 0.412109, + 1.210938, + 0.396484, + 0.523438, + 1.148438, + 0.423828, + 0.259766, + 0.542969, + 1.6875, + 1.046875, + 0.566406, + 0.605469, + 1.898438, + 1.476562, + 1.117188, + 1.21875, + 0.648438, + 2.046875, + 1.898438, + 0.425781, + 0.6875, + 0.605469, + 0.601562, + 0.84375, + 0.441406, + 1.171875, + 1.039062, + 0.511719, + 0.419922, + 0.503906, + 2.15625, + 2.078125, + 1.015625, + 1.09375, + 1.609375, + 1.609375, + 1.835938, + 0.636719, + 0.613281, + 0.546875, + 0.535156, + 0.585938, + 0.470703, + 0.964844, + 2.203125, + 0.408203, + 0.421875, + 1.765625, + 0.414062, + 2.078125, + 0.308594, + 0.5625, + 0.816406, + 0.283203, + 1.007812, + 1.554688, + 1.976562, + 1.820312, + 2.125, + 0.570312, + 0.769531, + 0.6875, + 1.882812, + 1.28125, + 0.492188, + 2.328125, + 1.882812, + 1.664062, + 0.65625, + 1.898438, + 1.9375, + 0.523438, + 1.015625, + 0.554688, + 1.859375, + 0.498047, + 0.789062, + 1.195312, + 1.226562, + 1.28125, + 0.679688, + 1.679688, + 0.416016, + 0.628906, + 0.5625, + 1.164062, + 2.34375, + 0.550781, + 0.554688, + 1.898438, + 0.714844, + 0.652344, + 0.828125, + 0.414062, + 0.494141, + 0.753906, + 0.443359, + 0.996094, + 1.257812, + 0.542969, + 1.171875, + 0.621094, + 1.039062, + 1.851562, + 1.453125, + 1.921875, + 0.314453, + 0.964844, + 1.28125, + 2.15625, + 0.546875, + 0.503906, + 2.046875, + 2.53125, + 2.671875, + 0.384766, + 1.351562, + 0.402344, + 1.109375, + 0.980469, + 0.855469, + 0.566406, + 1.195312, + 0.777344, + 0.470703, + 0.445312, + 0.671875, + 0.878906, + 0.416016, + 0.871094, + 0.371094, + 0.742188, + 0.445312, + 0.515625, + 0.867188, + 0.695312, + 0.431641, + 0.176758, + 0.683594, + 2.875, + 1.125, + 0.824219, + 0.699219, + 1.90625, + 0.707031, + 1.539062, + 0.714844, + 1.90625, + 0.714844, + 1.007812, + 1.585938, + 0.867188, + 0.726562, + 0.753906, + 0.472656, + 1.421875, + 1.390625, + 1.171875, + 1.148438, + 0.859375, + 0.886719, + 0.988281, + 0.589844, + 0.90625, + 0.722656, + 0.486328, + 1.601562, + 0.546875, + 0.4375, + 0.5, + 0.134766, + 1.4375, + 2.171875, + 1.070312, + 1.742188, + 0.472656, + 1.5, + 1.007812, + 0.535156, + 0.59375, + 0.582031, + 0.820312, + 0.582031, + 0.431641, + 0.710938, + 0.458984, + 1.226562, + 0.539062, + 0.6875, + 0.59375, + 0.382812, + 0.847656, + 0.914062, + 1.992188, + 2.265625, + 0.431641, + 1.9375, + 1.34375, + 0.359375, + 0.53125, + 1.273438, + 0.644531, + 1.773438, + 0.960938, + 1.078125, + 0.373047, + 0.429688, + 0.554688, + 0.554688, + 0.453125, + 0.828125, + 1.257812, + 1.0, + 0.157227, + 0.980469, + 0.507812, + 1.515625, + 1.023438, + 0.535156, + 0.917969, + 0.539062, + 1.890625, + 1.3125, + 0.472656, + 0.753906, + 1.867188, + 0.427734, + 1.203125, + 1.625, + 1.132812, + 0.527344, + 0.511719, + 1.140625, + 1.625, + 1.46875, + 1.125, + 1.03125, + 2.140625, + 0.695312, + 1.140625, + 1.0, + 0.458984, + 0.621094, + 1.382812, + 0.773438, + 1.085938, + 1.09375, + 0.707031, + 1.132812, + 2.46875, + 1.5625, + 1.257812, + 0.972656, + 0.390625, + 1.382812, + 0.498047, + 0.154297, + 0.792969, + 1.648438, + 0.5625, + 1.140625, + 0.464844, + 0.8125, + 0.472656, + 1.351562, + 1.085938, + 2.09375, + 1.453125, + 0.515625, + 1.789062, + 2.25, + 0.898438, + 1.515625, + 0.539062, + 0.330078, + 1.953125, + 0.492188, + 0.470703, + 0.59375, + 0.808594, + 1.21875, + 0.174805, + 1.328125, + 0.542969, + 0.917969, + 1.242188, + 1.96875, + 0.632812, + 1.289062, + 1.195312, + 0.601562, + 1.929688, + 0.519531, + 0.574219, + 0.761719, + 0.371094, + 1.875, + 0.78125, + 0.761719, + 1.046875, + 0.100098, + 1.929688, + 0.351562, + 1.679688, + 1.84375, + 0.367188, + 1.617188, + 0.875, + 1.820312, + 2.03125, + 1.453125, + 0.828125, + 0.425781, + 1.148438, + 0.472656, + 0.898438, + 1.65625, + 0.710938, + 0.582031, + 1.023438, + 0.382812, + 0.507812, + 1.554688, + 0.474609, + 1.210938, + 0.703125, + 1.039062, + 0.773438, + 0.734375, + 0.380859, + 1.296875, + 0.589844, + 0.761719, + 0.384766, + 0.186523, + 0.769531, + 0.419922, + 0.480469, + 0.859375, + 0.527344, + 1.929688, + 1.046875, + 0.494141, + 0.269531, + 0.488281, + 0.585938, + 2.421875, + 0.582031, + 0.65625, + 2.375, + 1.679688, + 1.023438, + 0.566406, + 0.484375, + 0.761719, + 0.867188, + 0.910156, + 1.390625, + 0.417969, + 2.21875, + 1.3125, + 1.117188, + 0.527344, + 1.15625, + 0.376953, + 0.640625, + 0.722656, + 0.128906, + 0.679688, + 0.667969, + 0.382812, + 2.0, + 0.65625, + 0.78125, + 1.117188, + 1.195312, + 1.234375, + 0.617188, + 0.953125, + 0.621094, + 0.667969, + 0.640625, + 0.539062, + 0.535156, + 0.667969, + 2.203125, + 1.375, + 0.878906, + 0.632812, + 1.492188, + 0.597656, + 0.214844, + 0.486328, + 1.882812, + 0.376953, + 0.59375, + 0.753906, + 0.742188, + 1.539062, + 0.855469, + 1.484375, + 0.984375, + 0.527344, + 1.117188, + 1.65625, + 0.804688, + 0.730469, + 1.101562, + 1.023438, + 0.796875, + 0.808594, + 1.53125, + 0.617188, + 0.644531, + 0.785156, + 0.412109, + 0.554688, + 1.671875, + 0.722656, + 0.488281, + 0.601562, + 2.046875, + 2.15625, + 0.445312, + 1.101562, + 0.427734, + 0.246094, + 0.59375, + 0.695312, + 0.789062, + 0.640625, + 1.585938, + 0.597656, + 0.765625, + 1.273438, + 2.046875, + 0.703125, + 1.15625, + 0.625, + 1.289062, + 0.417969, + 0.492188, + 0.511719, + 0.589844, + 0.761719, + 0.585938, + 0.820312, + 0.792969, + 0.644531, + 0.570312, + 0.425781, + 0.326172, + 0.78125, + 1.40625, + 0.601562, + 0.632812, + 0.472656, + 1.679688, + 0.542969, + 0.773438, + 0.503906, + 1.15625, + 0.949219, + 0.863281, + 0.558594, + 0.570312, + 0.78125, + 0.539062, + 2.609375, + 1.875, + 0.632812, + 0.890625, + 0.535156, + 0.832031, + 0.496094, + 0.376953, + 1.84375, + 2.46875, + 0.75, + 1.234375, + 0.259766, + 1.273438, + 0.71875, + 0.46875, + 1.859375, + 0.796875, + 0.378906, + 1.054688, + 0.734375, + 0.652344, + 0.886719, + 0.494141, + 1.1875, + 0.515625, + 2.34375, + 0.988281, + 0.53125, + 1.976562, + 0.458984, + 0.671875, + 0.141602, + 0.707031, + 0.800781, + 1.171875, + 1.617188, + 1.125, + 0.332031, + 1.554688, + 0.785156, + 2.09375, + 0.359375, + 0.546875, + 0.425781, + 1.882812, + 0.613281, + 1.171875, + 0.6875, + 1.328125, + 0.8125, + 2.25, + 1.664062, + 0.964844, + 0.941406, + 2.296875, + 0.714844, + 1.578125, + 0.613281, + 1.226562, + 0.546875, + 0.466797, + 0.945312, + 2.34375, + 2.171875, + 1.039062, + 0.785156, + 0.503906, + 1.351562, + 0.390625, + 0.941406, + 1.1875, + 0.209961, + 1.164062, + 1.117188, + 0.439453, + 2.015625, + 1.242188, + 1.757812, + 0.703125, + 0.757812, + 1.867188, + 0.71875, + 0.34375, + 1.757812, + 2.53125, + 0.439453, + 0.632812, + 1.117188, + 0.757812, + 1.710938, + 0.148438, + 1.289062, + 1.023438, + 0.882812, + 1.890625, + 0.917969, + 0.628906, + 0.488281, + 0.769531, + 0.503906, + 0.449219, + 0.129883, + 0.636719, + 1.34375, + 0.40625, + 0.59375, + 1.1875, + 0.765625, + 0.609375, + 2.09375, + 0.148438, + 2.71875, + 1.25, + 1.3125, + 2.375, + 0.8125, + 0.671875, + 0.519531, + 1.945312, + 0.703125, + 0.671875, + 0.546875, + 1.765625, + 0.392578, + 1.367188, + 2.4375, + 1.789062, + 1.210938, + 0.714844, + 0.597656, + 0.589844, + 0.800781, + 0.570312, + 0.691406, + 0.863281, + 0.917969, + 1.046875, + 2.078125, + 0.824219, + 0.636719, + 1.992188, + 1.03125, + 1.570312, + 0.117188, + 0.40625, + 0.427734, + 0.785156, + 1.234375, + 0.707031, + 1.265625, + 0.578125, + 0.628906, + 1.703125, + 0.449219, + 0.416016, + 0.535156, + 0.546875, + 1.710938, + 0.527344, + 0.789062, + 0.53125, + 1.164062, + 0.773438, + 1.015625, + 0.703125, + 0.652344, + 0.960938, + 0.777344, + 1.03125, + 2.0, + 1.859375, + 0.404297, + 0.773438, + 0.527344, + 0.322266, + 1.078125, + 0.625, + 0.65625, + 0.597656, + 0.371094, + 0.519531, + 1.15625, + 0.511719, + 2.984375, + 0.558594, + 0.789062, + 1.117188, + 0.710938, + 0.878906, + 1.25, + 0.839844, + 1.664062, + 1.570312, + 0.570312, + 0.197266, + 1.429688, + 1.15625, + 0.8125, + 0.617188, + 1.078125, + 0.988281, + 1.945312, + 0.640625, + 1.023438, + 0.439453, + 0.730469, + 0.550781, + 0.375, + 1.140625, + 2.140625, + 0.910156, + 1.828125, + 1.585938, + 1.007812, + 0.855469, + 1.648438, + 0.558594, + 1.15625, + 1.140625, + 0.636719, + 0.15625, + 1.265625, + 0.660156, + 0.236328, + 1.554688, + 0.714844, + 2.34375, + 0.566406, + 1.25, + 0.667969, + 0.535156, + 0.679688, + 1.046875, + 0.441406, + 0.449219, + 2.4375, + 0.730469, + 0.173828, + 0.867188, + 0.5, + 0.863281, + 1.828125, + 0.570312, + 0.570312, + 0.660156, + 1.390625, + 1.09375, + 1.140625, + 0.283203, + 0.589844, + 0.472656, + 0.695312, + 1.398438, + 0.261719, + 0.570312, + 0.357422, + 0.558594, + 0.820312, + 0.570312, + 2.359375, + 2.0, + 1.5, + 0.988281, + 0.847656, + 1.140625, + 0.136719, + 0.539062, + 1.023438, + 1.828125, + 0.949219, + 0.769531, + 1.679688, + 0.400391, + 1.273438, + 0.447266, + 1.851562, + 0.695312, + 0.832031, + 0.664062, + 0.574219, + 1.039062, + 0.585938, + 0.796875, + 2.15625, + 0.890625, + 1.203125, + 0.451172, + 0.447266, + 1.5625, + 0.746094, + 0.251953, + 0.204102, + 0.585938, + 0.820312, + 1.164062, + 1.070312, + 0.695312, + 1.796875, + 0.789062, + 0.566406, + 0.703125, + 0.980469, + 0.371094, + 0.458984, + 0.5625, + 0.53125, + 0.59375, + 0.628906, + 0.621094, + 0.914062, + 0.882812, + 0.554688, + 0.667969, + 0.535156, + 1.257812, + 0.597656, + 0.486328, + 0.890625, + 0.157227, + 0.558594, + 0.28125, + 0.679688, + 0.425781, + 1.453125, + 1.492188 + ] + }, + "name": "model.model.layers.17.input_layernorm.weight", + "outputIndexes": [ + 1406 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1405 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_17/Mul_output_0", + "outputIndexes": [ + 1407 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1406, + 1407 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_17/Mul_1_output_0", + "outputIndexes": [ + 1408 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1408 + ], + "outputIndexes": [ + 2784 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2784 + ], + "outputIndexes": [ + 2785 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear", + "inputIndexes": [ + 2785 + ], + "outputIndexes": [ + 2786 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2228818490, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2786 + ], + "outputIndexes": [ + 2787 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2787 + ], + "outputIndexes": [ + 1409 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1408 + ], + "main_type": "NONE", + "name": "/Shape_239_output_0", + "outputIndexes": [ + 1410 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1410 + ], + "main_type": "NONE", + "name": "Shape4329", + "outputIndexes": [ + 1411 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1410 + ], + "main_type": "NONE", + "name": "Rank4331", + "outputIndexes": [ + 1412 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1412, + 1412 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4333", + "outputIndexes": [ + 1413 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1413 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4334", + "outputIndexes": [ + 1414 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1413, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4336", + "outputIndexes": [ + 1415 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1415 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4337", + "outputIndexes": [ + 1416 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1411, + 1414, + 1416, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4340", + "outputIndexes": [ + 1417 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1417 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4341", + "outputIndexes": [ + 1418 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4342", + "outputIndexes": [ + 1419 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1419, + 1418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4343", + "outputIndexes": [ + 1420 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1410, + 1420, + 1413 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_259_output_0", + "outputIndexes": [ + 1421 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1421, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_545_output_0", + "outputIndexes": [ + 1422 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1422, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_221_output_0", + "outputIndexes": [ + 1423 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1409, + 1423 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_154_output_0", + "outputIndexes": [ + 1424 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1424, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_136_output_0", + "outputIndexes": [ + 1425 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1424 + ], + "main_type": "NONE", + "name": "/Shape_240_output_0", + "outputIndexes": [ + 1426 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1426 + ], + "main_type": "NONE", + "name": "Shape4350", + "outputIndexes": [ + 1427 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1426 + ], + "main_type": "NONE", + "name": "Rank4352", + "outputIndexes": [ + 1428 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1428, + 1428 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4354", + "outputIndexes": [ + 1429 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1429 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4355", + "outputIndexes": [ + 1430 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1429, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4357", + "outputIndexes": [ + 1431 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1431 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4358", + "outputIndexes": [ + 1432 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1427, + 1430, + 1432, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4361", + "outputIndexes": [ + 1433 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1433 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4362", + "outputIndexes": [ + 1434 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1434 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4363", + "outputIndexes": [ + 1435 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1435, + 1434 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4364", + "outputIndexes": [ + 1436 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1426, + 1436, + 1429 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_260_output_0", + "outputIndexes": [ + 1437 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1437, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_51_output_0", + "outputIndexes": [ + 1438 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1438, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_550_output_0", + "outputIndexes": [ + 1439 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1424, + 1439, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_69_output_0", + "outputIndexes": [ + 1440 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1440 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_34_output_0", + "outputIndexes": [ + 1441 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1424, + 22, + 1439, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_68_output_0", + "outputIndexes": [ + 1442 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1441, + 1442 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_224_output_0", + "outputIndexes": [ + 1443 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1443, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_137_output_0", + "outputIndexes": [ + 1444 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1425, + 1444 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_85_output_0", + "outputIndexes": [ + 1445 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1408 + ], + "outputIndexes": [ + 2788 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2788 + ], + "outputIndexes": [ + 2789 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear", + "inputIndexes": [ + 2789 + ], + "outputIndexes": [ + 2790 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2236058192, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2790 + ], + "outputIndexes": [ + 2791 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2791 + ], + "outputIndexes": [ + 1446 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1422, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_222_output_0", + "outputIndexes": [ + 1447 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1446, + 1447 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_155_output_0", + "outputIndexes": [ + 1448 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1448, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_138_output_0", + "outputIndexes": [ + 1449 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1448 + ], + "main_type": "NONE", + "name": "/Shape_241_output_0", + "outputIndexes": [ + 1450 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1450 + ], + "main_type": "NONE", + "name": "Shape4413", + "outputIndexes": [ + 1451 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1450 + ], + "main_type": "NONE", + "name": "Rank4415", + "outputIndexes": [ + 1452 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1452, + 1452 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4417", + "outputIndexes": [ + 1453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1453 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4418", + "outputIndexes": [ + 1454 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1453, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4420", + "outputIndexes": [ + 1455 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1455 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4421", + "outputIndexes": [ + 1456 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1451, + 1454, + 1456, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4424", + "outputIndexes": [ + 1457 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1457 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4425", + "outputIndexes": [ + 1458 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4426", + "outputIndexes": [ + 1459 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1459, + 1458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4427", + "outputIndexes": [ + 1460 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1450, + 1460, + 1453 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_261_output_0", + "outputIndexes": [ + 1461 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1461, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_52_output_0", + "outputIndexes": [ + 1462 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1462, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_552_output_0", + "outputIndexes": [ + 1463 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1448, + 1463, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_71_output_0", + "outputIndexes": [ + 1464 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1464 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_35_output_0", + "outputIndexes": [ + 1465 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1448, + 22, + 1463, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_70_output_0", + "outputIndexes": [ + 1466 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1465, + 1466 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_225_output_0", + "outputIndexes": [ + 1467 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1467, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_139_output_0", + "outputIndexes": [ + 1468 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1449, + 1468 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_86_output_0", + "outputIndexes": [ + 1469 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1408 + ], + "outputIndexes": [ + 2792 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2792 + ], + "outputIndexes": [ + 2793 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear", + "inputIndexes": [ + 2793 + ], + "outputIndexes": [ + 2794 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2237092454, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2794 + ], + "outputIndexes": [ + 2795 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2795 + ], + "outputIndexes": [ + 1470 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1470, + 1447 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_156_output_0", + "outputIndexes": [ + 1471 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1445, + 1469, + 1471, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_161_output_0", + "outputIndexes": [ + 1472 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1472 + ], + "outputIndexes": [ + 2796 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2796 + ], + "outputIndexes": [ + 2797 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear", + "inputIndexes": [ + 2797 + ], + "outputIndexes": [ + 2798 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2238126716, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2798 + ], + "outputIndexes": [ + 2799 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2799 + ], + "outputIndexes": [ + 1473 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1405, + 1473 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_88_output_0", + "outputIndexes": [ + 1474 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.257812, + 1.070312, + 2.234375, + 0.589844, + 1.359375, + 0.769531, + 0.984375, + 1.195312, + 0.439453, + 0.480469, + 1.046875, + 0.511719, + 0.859375, + 0.691406, + 0.494141, + 1.070312, + 1.0, + 0.738281, + 1.078125, + 0.486328, + 0.421875, + 1.023438, + 1.007812, + 0.695312, + 0.648438, + 1.382812, + 0.410156, + 0.601562, + 0.671875, + 0.710938, + 1.34375, + 0.503906, + 0.464844, + 0.839844, + 1.382812, + 1.796875, + 0.578125, + 0.310547, + 1.023438, + 0.464844, + 1.289062, + 0.972656, + 1.421875, + 0.917969, + 1.390625, + 1.523438, + 0.21582, + 1.570312, + 1.046875, + 0.515625, + 1.335938, + 0.855469, + 0.875, + 0.871094, + 1.085938, + 0.699219, + 1.265625, + 1.929688, + 1.25, + 0.578125, + 0.65625, + 1.148438, + 1.289062, + 0.941406, + 1.523438, + 1.148438, + 0.53125, + 0.929688, + 0.486328, + 0.808594, + 0.773438, + 0.59375, + 1.242188, + 0.867188, + 1.203125, + 1.304688, + 0.671875, + 0.613281, + 0.542969, + 1.609375, + 1.460938, + 1.617188, + 1.421875, + 0.800781, + 1.039062, + 0.249023, + 1.039062, + 1.5, + 1.070312, + 0.535156, + 1.070312, + 1.140625, + 1.15625, + 1.125, + 1.132812, + 0.890625, + 0.498047, + 0.582031, + 1.015625, + 0.482422, + 0.558594, + 0.585938, + 1.664062, + 0.914062, + 0.707031, + 1.273438, + 0.851562, + 0.542969, + 0.734375, + 0.851562, + 0.917969, + 0.78125, + 1.117188, + 0.283203, + 0.851562, + 0.191406, + 0.542969, + 1.132812, + 1.484375, + 0.515625, + 0.714844, + 0.839844, + 1.5, + 0.949219, + 0.929688, + 0.792969, + 1.28125, + 0.777344, + 0.265625, + 0.582031, + 0.390625, + 1.007812, + 0.605469, + 1.09375, + 0.734375, + 0.996094, + 0.757812, + 1.15625, + 0.675781, + 1.140625, + 0.722656, + 1.328125, + 1.648438, + 0.4375, + 0.414062, + 0.453125, + 1.242188, + 0.9375, + 1.429688, + 1.007812, + 1.351562, + 1.015625, + 0.792969, + 1.023438, + 0.671875, + 0.753906, + 0.570312, + 0.484375, + 1.367188, + 1.53125, + 0.5, + 0.515625, + 0.488281, + 0.933594, + 0.384766, + 0.582031, + 0.769531, + 0.59375, + 0.851562, + 0.984375, + 1.015625, + 0.625, + 0.613281, + 0.636719, + 0.894531, + 1.5625, + 0.933594, + 0.871094, + 1.398438, + 0.867188, + 0.527344, + 0.894531, + 1.335938, + 0.455078, + 0.5, + 1.070312, + 0.8125, + 0.523438, + 0.773438, + 1.117188, + 0.527344, + 0.976562, + 0.632812, + 0.703125, + 1.367188, + 0.988281, + 0.984375, + 1.296875, + 0.5625, + 0.867188, + 0.910156, + 0.279297, + 0.890625, + 0.8125, + 1.0625, + 1.054688, + 0.519531, + 0.691406, + 1.390625, + 0.490234, + 1.304688, + 0.890625, + 0.621094, + 1.054688, + 0.925781, + 0.804688, + 0.558594, + 0.523438, + 1.617188, + 0.800781, + 0.839844, + 0.519531, + 0.707031, + 1.171875, + 1.054688, + 1.492188, + 0.578125, + 0.691406, + 0.773438, + 0.949219, + 1.125, + 1.148438, + 0.996094, + 0.867188, + 1.054688, + 0.949219, + 0.738281, + 1.492188, + 0.269531, + 0.953125, + 1.125, + 0.828125, + 1.257812, + 0.898438, + 0.707031, + 0.664062, + 1.171875, + 1.28125, + 1.078125, + 0.886719, + 0.996094, + 1.351562, + 0.660156, + 0.75, + 0.972656, + 0.632812, + 0.96875, + 0.238281, + 0.863281, + 0.482422, + 0.941406, + 1.085938, + 1.046875, + 1.242188, + 0.933594, + 0.597656, + 0.941406, + 0.949219, + 0.761719, + 1.109375, + 0.914062, + 1.21875, + 1.109375, + 0.679688, + 0.675781, + 1.789062, + 1.085938, + 0.515625, + 0.644531, + 1.148438, + 0.796875, + 0.964844, + 0.253906, + 1.070312, + 0.769531, + 1.578125, + 0.617188, + 1.140625, + 1.164062, + 0.484375, + 1.453125, + 0.482422, + 0.765625, + 0.59375, + 0.464844, + 0.800781, + 0.660156, + 0.578125, + 0.992188, + 0.851562, + 0.667969, + 0.652344, + 0.550781, + 1.257812, + 1.679688, + 1.289062, + 0.835938, + 0.859375, + 0.851562, + 1.078125, + 0.589844, + 0.746094, + 0.960938, + 0.882812, + 0.318359, + 1.164062, + 0.980469, + 1.484375, + 0.996094, + 0.921875, + 1.382812, + 0.832031, + 0.6875, + 0.777344, + 0.710938, + 1.0, + 0.777344, + 0.941406, + 0.757812, + 0.722656, + 0.253906, + 0.863281, + 0.839844, + 0.777344, + 0.570312, + 0.859375, + 1.078125, + 1.984375, + 1.132812, + 0.570312, + 0.226562, + 0.757812, + 0.828125, + 0.808594, + 0.294922, + 1.179688, + 1.421875, + 1.046875, + 0.761719, + 0.9375, + 0.960938, + 0.515625, + 1.40625, + 0.960938, + 1.554688, + 0.929688, + 1.085938, + 1.148438, + 0.757812, + 0.957031, + 0.964844, + 1.53125, + 0.291016, + 0.582031, + 0.443359, + 0.535156, + 0.777344, + 1.429688, + 0.9375, + 0.46875, + 0.878906, + 1.0, + 1.132812, + 0.710938, + 1.164062, + 1.789062, + 0.308594, + 0.503906, + 1.0, + 1.101562, + 1.03125, + 1.179688, + 0.574219, + 1.367188, + 1.273438, + 0.5625, + 1.492188, + 0.960938, + 0.820312, + 0.65625, + 0.964844, + 1.3125, + 0.574219, + 0.449219, + 0.667969, + 1.226562, + 0.59375, + 0.703125, + 1.070312, + 0.279297, + 0.59375, + 1.242188, + 0.578125, + 1.382812, + 0.486328, + 1.078125, + 0.910156, + 1.085938, + 1.101562, + 0.722656, + 0.554688, + 0.996094, + 1.328125, + 0.917969, + 1.164062, + 1.578125, + 1.171875, + 0.953125, + 1.0, + 1.148438, + 0.609375, + 0.691406, + 0.855469, + 0.472656, + 0.769531, + 0.484375, + 1.304688, + 1.234375, + 0.480469, + 0.925781, + 0.953125, + 0.789062, + 0.484375, + 0.746094, + 1.125, + 0.511719, + 0.777344, + 1.0625, + 0.769531, + 0.578125, + 0.835938, + 1.203125, + 1.234375, + 0.960938, + 0.523438, + 0.59375, + 0.828125, + 1.101562, + 0.96875, + 1.453125, + 1.320312, + 0.933594, + 1.140625, + 0.933594, + 0.984375, + 2.203125, + 0.582031, + 0.769531, + 2.1e-05, + 0.710938, + 1.078125, + 0.71875, + 0.984375, + 0.589844, + 0.503906, + 1.078125, + 0.589844, + 0.894531, + 0.523438, + 0.878906, + 0.699219, + 0.28125, + 1.015625, + 1.085938, + 1.101562, + 0.554688, + 0.734375, + 0.507812, + 1.148438, + 1.046875, + 1.210938, + 0.949219, + 0.628906, + 1.070312, + 0.570312, + 1.234375, + 1.867188, + 1.015625, + 1.164062, + 0.960938, + 0.875, + 1.359375, + 1.59375, + 1.09375, + 1.4375, + 0.625, + 1.054688, + 0.769531, + 1.359375, + 1.148438, + 0.910156, + 0.613281, + 0.691406, + 0.617188, + 0.796875, + 0.6875, + 1.09375, + 0.474609, + 0.972656, + 0.703125, + 1.179688, + 1.289062, + 1.023438, + 1.351562, + 1.148438, + 0.628906, + 0.582031, + 0.855469, + 0.734375, + 1.53125, + 0.726562, + 1.132812, + 1.101562, + 0.267578, + 1.0, + 0.53125, + 1.390625, + 1.21875, + 0.988281, + 0.808594, + 0.941406, + 1.117188, + 1.265625, + 1.007812, + 0.804688, + 1.15625, + 0.519531, + 0.886719, + 0.84375, + 1.148438, + 0.503906, + 0.451172, + 0.498047, + 0.925781, + 0.498047, + 1.320312, + 1.867188, + 0.523438, + 0.554688, + 1.601562, + 0.785156, + 1.617188, + 0.941406, + 0.839844, + 0.65625, + 0.566406, + 0.753906, + 0.980469, + 1.054688, + 0.640625, + 1.601562, + 0.957031, + 0.699219, + 0.5, + 0.539062, + 1.210938, + 0.8125, + 0.953125, + 0.953125, + 0.542969, + 1.03125, + 0.890625, + 0.554688, + 0.554688, + 0.894531, + 0.816406, + 0.816406, + 1.859375, + 0.511719, + 1.304688, + 1.234375, + 0.894531, + 1.101562, + 0.527344, + 1.203125, + 0.882812, + 0.835938, + 0.496094, + 0.90625, + 0.558594, + 1.28125, + 0.875, + 1.085938, + 1.070312, + 1.210938, + 0.542969, + 0.734375, + 0.609375, + 0.550781, + 0.566406, + 1.460938, + 0.478516, + 0.640625, + 1.5625, + 0.84375, + 1.210938, + 0.886719, + 0.839844, + 0.273438, + 1.359375, + 1.609375, + 1.351562, + 0.648438, + 0.464844, + 1.148438, + 0.976562, + 0.271484, + 0.804688, + 0.878906, + 0.996094, + 1.132812, + 0.964844, + 0.25, + 0.886719, + 0.345703, + 0.796875, + 1.882812, + 0.980469, + 0.882812, + 1.609375, + 0.628906, + 0.695312, + 0.691406, + 0.847656, + 0.578125, + 0.582031, + 1.203125, + 0.429688, + 1.101562, + 0.867188, + 0.820312, + 0.492188, + 1.007812, + 1.0625, + 1.5625, + 0.699219, + 0.992188, + 0.914062, + 0.984375, + 0.753906, + 0.300781, + 0.738281, + 1.03125, + 0.53125, + 0.458984, + 1.171875, + 0.671875, + 1.070312, + 1.101562, + 0.511719, + 0.5, + 0.671875, + 0.373047, + 1.070312, + 1.15625, + 1.234375, + 0.917969, + 0.800781, + 1.242188, + 1.007812, + 0.714844, + 0.875, + 1.0, + 1.117188, + 1.015625, + 0.894531, + 1.453125, + 0.601562, + 0.808594, + 1.179688, + 0.945312, + 1.0, + 0.609375, + 1.226562, + 0.582031, + 0.761719, + 0.859375, + 0.613281, + 0.601562, + 0.373047, + 1.367188, + 0.890625, + 0.992188, + 1.523438, + 0.824219, + 0.507812, + 0.574219, + 1.304688, + 0.476562, + 0.953125, + 0.554688, + 1.289062, + 1.257812, + 0.960938, + 0.832031, + 0.96875, + 0.722656, + 0.255859, + 1.03125, + 1.335938, + 0.765625, + 0.458984, + 0.664062, + 0.730469, + 0.699219, + 0.118652, + 0.488281, + 0.964844, + 0.542969, + 1.296875, + 0.628906, + 0.972656, + 0.960938, + 0.871094, + 1.226562, + 0.988281, + 0.902344, + 0.373047, + 0.59375, + 0.832031, + 1.101562, + 1.046875, + 0.734375, + 1.015625, + 0.574219, + 1.03125, + 0.478516, + 0.625, + 0.796875, + 1.242188, + 0.90625, + 0.964844, + 0.519531, + 0.53125, + 0.929688, + 0.851562, + 1.164062, + 0.613281, + 1.515625, + 0.769531, + 0.5, + 0.96875, + 0.886719, + 0.839844, + 1.257812, + 0.828125, + 0.492188, + 1.203125, + 0.859375, + 0.597656, + 1.070312, + 0.675781, + 0.996094, + 0.28125, + 0.992188, + 0.875, + 1.085938, + 0.535156, + 0.457031, + 1.601562, + 0.785156, + 1.140625, + 0.257812, + 0.769531, + 1.625, + 0.308594, + 0.917969, + 1.578125, + 1.140625, + 0.78125, + 0.835938, + 0.511719, + 1.34375, + 0.914062, + 0.523438, + 0.96875, + 0.859375, + 0.558594, + 0.945312, + 0.894531, + 1.09375, + 0.486328, + 0.181641, + 0.726562, + 1.234375, + 0.484375, + 0.484375, + 1.296875, + 1.648438, + 1.09375, + 0.78125, + 0.445312, + 0.875, + 1.429688, + 1.039062, + 0.294922, + 0.941406, + 0.871094, + 0.664062, + 0.503906, + 0.6875, + 0.738281, + 0.972656, + 1.757812, + 1.039062, + 0.851562, + 0.769531, + 0.488281, + 1.265625, + 0.330078, + 0.753906, + 0.863281, + 0.204102, + 1.421875, + 0.453125, + 0.558594, + 0.898438, + 0.726562, + 0.746094, + 0.640625, + 1.039062, + 0.921875, + 1.359375, + 1.359375, + 0.625, + 1.367188, + 0.65625, + 1.210938, + 1.242188, + 1.070312, + 1.015625, + 0.527344, + 0.597656, + 1.53125, + 0.585938, + 0.863281, + 0.84375, + 0.667969, + 0.9375, + 0.921875, + 0.957031, + 0.945312, + 0.566406, + 0.498047, + 1.03125, + 0.875, + 0.917969, + 0.597656, + 1.328125, + 0.882812, + 1.539062, + 0.710938, + 0.742188, + 1.085938, + 0.589844, + 0.722656, + 1.53125, + 0.609375, + 0.882812, + 1.109375, + 0.910156, + 0.796875, + 0.941406, + 1.421875, + 1.085938, + 1.273438, + 0.640625, + 0.277344, + 1.054688, + 0.503906, + 1.023438, + 1.46875, + 0.507812, + 0.773438, + 1.429688, + 1.070312, + 1.023438, + 1.023438, + 0.249023, + 0.652344, + 0.34375, + 1.054688, + 0.816406, + 0.890625, + 1.65625, + 0.910156, + 0.84375, + 0.953125, + 0.566406, + 0.416016, + 1.273438, + 0.800781, + 0.839844, + 0.542969, + 1.265625, + 1.226562, + 0.976562, + 1.257812, + 1.070312, + 0.722656, + 1.164062, + 1.351562, + 0.96875, + 0.574219, + 1.023438, + 0.75, + 1.125, + 0.992188, + 0.625, + 1.0, + 1.265625, + 1.0, + 0.914062, + 1.21875, + 1.203125, + 0.960938, + 1.585938, + 0.902344, + 0.539062, + 1.117188, + 0.980469, + 0.757812, + 1.085938, + 0.675781, + 1.351562, + 0.886719, + 0.470703, + 1.335938, + 0.59375, + 0.957031, + 0.527344, + 0.886719, + 0.902344, + 0.351562, + 0.375, + 0.621094, + 1.492188, + 0.660156, + 0.419922, + 1.195312, + 1.351562, + 0.640625, + 0.96875, + 0.507812, + 0.851562, + 1.164062, + 0.855469, + 0.271484, + 0.667969, + 0.285156, + 0.554688, + 1.453125, + 1.039062, + 0.496094, + 0.59375, + 0.75, + 0.765625, + 0.796875, + 0.613281, + 1.515625, + 1.242188, + 0.945312, + 0.367188, + 1.3125, + 1.25, + 1.992188, + 0.953125, + 1.039062, + 1.382812, + 0.925781, + 0.820312, + 0.507812, + 0.566406, + 0.5, + 0.710938, + 0.486328, + 0.542969, + 0.570312, + 1.007812, + 0.734375, + 1.4375, + 0.914062, + 0.660156, + 1.015625, + 0.765625, + 1.125, + 1.015625, + 1.25, + 0.277344, + 0.503906, + 0.839844, + 0.941406, + 0.675781, + 0.470703, + 0.511719, + 0.863281, + 1.25, + 0.832031, + 1.375, + 0.375, + 1.015625, + 0.941406, + 0.808594, + 0.542969, + 0.251953, + 0.980469, + 1.203125, + 0.617188, + 0.566406, + 0.6875, + 0.765625, + 0.574219, + 1.148438, + 0.558594, + 0.507812, + 1.09375, + 0.283203, + 1.039062, + 0.71875, + 0.259766, + 1.28125, + 1.234375, + 1.078125, + 0.605469, + 0.742188, + 1.039062, + 1.203125, + 1.359375, + 0.488281, + 0.585938, + 0.535156, + 0.462891, + 0.714844, + 0.478516, + 1.273438, + 0.652344, + 2.515625, + 0.78125, + 0.945312, + 0.933594, + 0.644531, + 0.5625, + 1.390625, + 0.451172, + 1.625, + 0.847656, + 0.652344, + 1.242188, + 0.574219, + 0.980469, + 0.742188, + 0.490234, + 0.554688, + 0.878906, + 0.53125, + 0.503906, + 0.523438, + 0.8125, + 0.196289, + 0.189453, + 1.1875, + 0.734375, + 1.210938, + 1.398438, + 0.613281, + 1.242188, + 0.777344, + 1.476562, + 0.65625, + 0.847656, + 0.964844, + 0.578125, + 0.539062, + 0.925781, + 1.335938, + 0.875, + 0.925781, + 0.683594, + 0.617188, + 0.494141, + 0.621094, + 0.691406, + 0.267578, + 0.582031, + 1.164062, + 0.804688, + 1.34375, + 1.421875, + 0.984375, + 0.515625, + 1.648438, + 0.835938, + 0.515625, + 0.742188, + 0.828125, + 1.546875, + 0.511719, + 0.839844, + 1.617188, + 1.46875, + 0.416016, + 0.671875, + 1.320312, + 0.988281, + 0.738281, + 1.476562, + 0.474609, + 0.714844, + 0.800781, + 1.039062, + 1.5625, + 0.408203, + 0.449219, + 0.648438, + 0.667969, + 0.835938, + 0.439453, + 1.734375, + 0.9375, + 0.59375, + 0.835938, + 0.527344, + 1.21875, + 0.898438, + 0.84375, + 1.328125, + 0.609375, + 1.039062, + 0.855469, + 0.582031, + 0.578125, + 1.125, + 0.722656, + 1.140625, + 0.632812, + 0.792969, + 0.761719, + 0.6875, + 1.851562, + 0.886719, + 0.617188, + 1.195312, + 0.486328, + 1.554688, + 0.757812, + 1.21875, + 1.148438, + 0.90625, + 0.601562, + 1.28125, + 0.679688, + 1.25, + 0.792969, + 0.660156, + 1.609375, + 1.0, + 0.761719, + 0.53125, + 1.226562, + 0.566406, + 1.265625, + 1.125, + 1.453125, + 1.03125, + 0.542969, + 0.515625, + 1.007812, + 0.75, + 1.28125, + 1.070312, + 0.738281, + 1.578125, + 1.210938, + 0.992188, + 1.578125, + 1.382812, + 1.03125, + 1.210938, + 0.839844, + 0.792969, + 0.585938, + 0.539062, + 1.171875, + 1.382812, + 1.117188, + 1.179688, + 0.902344, + 0.957031, + 1.320312, + 0.742188, + 1.3125, + 1.179688, + 1.140625, + 0.804688, + 1.046875, + 0.231445, + 1.078125, + 0.550781, + 0.235352, + 0.859375, + 0.8125, + 0.933594, + 0.625, + 0.894531, + 1.085938, + 1.148438, + 1.648438, + 1.554688, + 1.007812, + 0.578125, + 0.478516, + 0.503906, + 0.683594, + 1.445312, + 0.535156, + 2.1875, + 0.785156, + 0.96875, + 1.265625, + 1.273438, + 0.792969, + 1.539062, + 1.476562, + 0.9375, + 0.519531, + 1.09375, + 1.59375, + 0.90625, + 0.621094, + 0.988281, + 1.40625, + 1.257812, + 1.539062, + 1.03125, + 1.65625, + 1.164062, + 0.886719, + 1.929688, + 0.90625, + 0.683594, + 1.476562, + 1.023438, + 1.046875, + 1.242188, + 1.3125, + 1.148438, + 1.0, + 0.921875, + 1.257812, + 0.667969, + 0.855469, + 0.574219, + 0.890625, + 1.0625, + 1.15625, + 0.515625, + 0.216797, + 0.921875, + 0.921875, + 1.195312, + 1.203125, + 1.132812, + 0.714844, + 0.632812, + 1.578125, + 0.921875, + 0.957031, + 0.539062, + 0.96875, + 0.527344, + 0.863281, + 0.78125, + 0.53125, + 0.601562, + 1.359375, + 0.223633, + 1.023438, + 0.695312, + 0.223633, + 1.210938, + 0.455078, + 0.589844, + 0.761719, + 1.265625, + 0.816406, + 0.640625, + 1.015625, + 0.628906, + 0.554688, + 0.511719, + 0.53125, + 0.875, + 0.232422, + 0.578125, + 0.554688, + 0.980469, + 0.730469, + 1.257812, + 1.429688, + 0.570312, + 1.242188, + 0.527344, + 1.65625, + 0.710938, + 0.855469, + 1.289062, + 1.195312, + 0.71875, + 1.03125, + 0.457031, + 1.3125, + 0.996094, + 1.789062, + 0.917969, + 0.535156, + 1.632812, + 1.40625, + 1.289062, + 0.6875, + 0.90625, + 1.234375, + 0.738281, + 0.929688, + 0.710938, + 1.617188, + 0.910156, + 1.25, + 1.15625, + 1.382812, + 0.726562, + 1.0, + 1.148438, + 0.566406, + 0.808594, + 1.359375, + 0.78125, + 1.015625, + 0.722656, + 1.007812, + 1.453125, + 0.839844, + 0.832031, + 0.478516, + 0.78125, + 0.804688, + 0.527344, + 0.988281, + 1.945312, + 0.769531, + 0.566406, + 1.28125, + 0.765625, + 1.265625, + 0.992188, + 1.171875, + 1.078125, + 1.179688, + 0.902344, + 0.617188, + 0.789062, + 0.539062, + 0.941406, + 1.070312, + 1.101562, + 0.601562, + 1.40625, + 1.117188, + 0.957031, + 1.007812, + 0.6875, + 0.628906, + 0.5, + 0.9375, + 0.792969, + 0.769531, + 0.746094, + 0.757812, + 0.78125, + 0.847656, + 0.851562, + 0.921875, + 1.03125, + 0.589844, + 0.75, + 0.515625, + 0.46875, + 0.632812, + 0.675781, + 1.273438, + 1.351562, + 1.15625, + 0.832031, + 0.851562, + 0.992188, + 0.648438, + 0.761719, + 0.953125, + 0.792969, + 1.53125, + 1.484375, + 0.730469, + 0.265625, + 0.78125, + 0.832031, + 0.265625, + 1.171875, + 1.234375, + 1.546875, + 0.863281, + 0.820312, + 0.769531, + 0.777344, + 0.202148, + 0.933594, + 0.292969, + 1.085938, + 0.890625, + 0.945312, + 0.228516, + 0.667969, + 1.226562, + 0.435547, + 0.777344, + 0.507812, + 1.375, + 1.414062, + 1.0625, + 0.988281, + 0.894531, + 0.523438, + 0.886719, + 1.101562, + 0.972656, + 0.474609, + 1.1875, + 0.417969, + 1.265625, + 1.273438, + 1.125, + 1.414062, + 1.71875, + 0.494141, + 0.855469, + 0.914062, + 0.996094, + 0.933594, + 0.621094, + 0.976562, + 0.691406, + 0.726562, + 1.171875, + 0.453125, + 0.882812, + 1.109375, + 0.742188, + 0.808594, + 0.726562, + 0.625, + 0.921875, + 1.140625, + 0.3125, + 1.609375, + 1.117188, + 0.515625, + 1.09375, + 0.628906, + 1.765625, + 1.070312, + 0.867188, + 0.933594, + 0.9375, + 1.25, + 0.835938, + 1.078125, + 0.714844, + 1.476562, + 1.164062, + 0.910156, + 0.953125, + 0.875, + 1.132812, + 0.455078, + 1.242188, + 1.359375, + 0.625, + 1.101562, + 1.09375, + 1.132812, + 0.8125, + 1.828125, + 1.609375, + 0.925781, + 0.539062, + 0.746094, + 0.914062, + 1.304688, + 1.164062, + 0.188477, + 1.015625, + 1.0, + 1.5, + 0.703125, + 0.699219, + 1.28125, + 0.832031, + 0.478516, + 0.996094, + 1.539062, + 1.078125, + 1.15625, + 0.753906, + 0.925781, + 1.3125, + 1.28125, + 1.242188, + 0.996094, + 0.773438, + 0.664062, + 0.738281, + 0.90625, + 0.761719, + 0.464844, + 1.5625, + 0.789062, + 0.824219, + 1.164062, + 1.289062, + 1.796875, + 1.007812, + 0.902344, + 1.34375, + 1.164062, + 0.476562, + 1.046875, + 0.953125, + 0.5, + 1.257812, + 0.462891, + 0.902344, + 0.660156, + 0.507812, + 0.59375, + 0.667969, + 0.882812, + 0.460938, + 0.574219, + 0.609375, + 0.486328, + 0.738281, + 0.632812, + 0.486328, + 1.179688, + 0.1875, + 0.851562, + 1.257812, + 1.054688, + 0.984375, + 1.445312, + 0.683594, + 1.632812, + 1.125, + 0.292969, + 0.261719, + 0.535156, + 0.726562, + 1.117188, + 0.550781, + 0.90625, + 1.328125, + 0.558594, + 1.257812, + 0.683594, + 1.242188, + 1.3125, + 0.902344, + 0.941406, + 0.769531, + 1.0, + 0.359375, + 0.808594, + 0.824219, + 1.078125, + 0.550781, + 0.496094, + 0.605469, + 1.023438, + 1.125, + 0.738281, + 0.59375, + 0.808594, + 0.933594, + 1.078125, + 1.101562, + 1.125, + 0.734375, + 0.738281, + 0.621094, + 0.859375, + 1.046875, + 0.835938, + 0.539062, + 0.828125, + 1.0625, + 1.085938, + 0.558594, + 0.902344, + 1.203125, + 0.582031, + 0.984375, + 0.621094, + 0.550781, + 0.4375, + 1.617188, + 0.847656, + 0.964844, + 0.578125, + 0.777344, + 0.582031, + 0.242188, + 1.054688, + 1.164062, + 0.574219, + 0.808594, + 0.90625, + 0.6875, + 0.632812, + 1.390625, + 1.320312, + 0.707031, + 0.498047, + 0.796875, + 1.4375, + 0.609375, + 1.03125, + 0.511719, + 0.859375, + 1.351562, + 0.808594, + 0.746094, + 1.398438, + 0.433594, + 1.265625, + 0.953125, + 0.863281, + 1.046875, + 0.710938, + 0.773438, + 0.574219, + 1.539062, + 1.460938, + 0.234375, + 0.46875, + 0.914062, + 0.648438, + 0.992188, + 1.226562, + 0.628906, + 0.84375, + 1.414062, + 1.046875, + 0.609375, + 1.320312, + 0.554688, + 0.855469, + 0.886719, + 0.964844, + 0.699219, + 0.8125, + 1.101562, + 0.824219, + 0.914062, + 1.242188, + 0.765625, + 0.550781, + 0.558594, + 0.679688, + 0.617188, + 0.988281, + 0.75, + 1.09375, + 0.71875, + 0.851562, + 0.820312, + 0.738281, + 0.914062, + 1.039062, + 1.070312, + 0.53125, + 0.882812, + 0.416016, + 0.746094, + 1.125, + 0.941406, + 1.132812, + 0.871094, + 0.707031, + 0.992188, + 0.243164, + 0.503906, + 0.863281, + 0.554688, + 0.660156, + 0.738281, + 0.875, + 1.570312, + 0.96875, + 0.621094, + 0.243164, + 1.023438, + 0.421875, + 0.566406, + 0.498047, + 0.796875, + 0.667969, + 0.925781, + 0.605469, + 1.320312, + 1.070312, + 1.34375, + 1.070312, + 0.585938, + 0.882812, + 1.117188, + 1.015625, + 1.132812, + 0.585938, + 1.554688, + 0.8125, + 0.494141, + 1.460938, + 0.769531, + 0.832031, + 0.679688, + 0.683594, + 0.582031, + 0.910156, + 0.925781, + 1.0, + 0.462891, + 1.15625, + 0.5625, + 0.550781, + 0.275391, + 0.589844, + 1.203125, + 0.945312, + 1.304688, + 0.96875, + 0.832031, + 0.205078, + 0.738281, + 0.515625, + 0.746094, + 0.667969, + 0.976562, + 0.949219, + 1.304688, + 0.632812, + 1.132812, + 0.917969, + 1.132812, + 1.359375, + 1.421875, + 1.25, + 1.148438, + 1.53125, + 0.507812, + 0.769531, + 0.5625, + 1.046875, + 0.871094, + 0.414062, + 1.03125, + 0.498047, + 1.132812, + 0.527344, + 0.464844, + 1.273438, + 0.259766, + 1.140625, + 0.515625, + 1.34375, + 1.5, + 0.667969, + 0.890625, + 0.8125, + 1.210938, + 0.941406, + 1.085938, + 0.570312, + 1.132812, + 0.150391, + 1.492188, + 0.539062, + 1.4375, + 0.53125, + 0.4375, + 1.335938, + 1.585938, + 0.832031, + 1.015625, + 0.652344, + 1.304688, + 0.949219, + 1.6875, + 0.867188, + 0.792969, + 0.542969, + 1.148438, + 1.1875, + 0.757812, + 0.78125, + 1.09375, + 0.199219, + 1.4375, + 0.726562, + 1.242188, + 0.640625, + 0.902344, + 0.585938, + 0.808594, + 0.796875, + 0.185547, + 0.535156, + 0.898438, + 0.597656, + 0.535156, + 1.679688, + 0.941406, + 0.494141, + 0.792969, + 0.484375, + 1.53125, + 0.875, + 0.707031, + 0.875, + 1.570312, + 0.828125, + 0.949219, + 0.5625, + 0.710938, + 0.695312, + 0.953125, + 0.613281, + 0.265625, + 0.523438, + 0.582031, + 0.828125, + 1.09375, + 1.210938, + 0.237305, + 1.1875, + 1.390625, + 1.109375, + 0.78125, + 0.410156, + 0.507812, + 1.257812, + 0.542969, + 0.488281, + 1.25, + 0.671875, + 0.488281, + 1.679688, + 0.957031, + 1.390625, + 0.613281, + 1.5625, + 0.722656, + 1.4375, + 0.878906, + 0.6875, + 0.996094, + 0.816406, + 1.148438, + 0.570312, + 1.140625, + 1.0625, + 0.695312, + 1.039062, + 0.476562, + 0.898438, + 0.757812, + 0.703125, + 0.753906, + 0.605469, + 1.554688, + 1.117188, + 0.746094, + 1.109375, + 0.480469, + 0.976562, + 0.761719, + 0.539062, + 0.636719, + 1.21875, + 1.570312, + 0.625, + 0.789062, + 0.542969, + 0.96875, + 0.753906, + 0.65625, + 1.046875, + 1.195312, + 0.644531, + 0.71875, + 0.777344, + 0.75, + 0.625, + 1.304688, + 1.28125, + 0.773438, + 0.480469, + 1.015625, + 0.259766, + 0.414062, + 0.957031, + 0.773438, + 0.394531, + 0.785156, + 1.132812, + 0.585938, + 1.492188, + 0.839844, + 1.484375, + 0.925781, + 1.046875, + 1.1875, + 1.960938, + 0.253906, + 0.636719, + 0.84375, + 0.859375, + 1.632812, + 0.789062, + 1.445312, + 1.34375, + 0.957031, + 1.171875, + 1.289062, + 0.416016, + 0.871094, + 1.40625, + 1.070312, + 0.746094, + 1.273438, + 0.820312, + 1.335938, + 1.226562, + 0.652344, + 1.265625, + 0.726562, + 0.894531, + 1.078125, + 1.34375, + 1.601562, + 0.249023, + 0.894531, + 0.804688, + 1.351562, + 0.574219, + 1.078125, + 1.359375, + 1.179688, + 1.414062, + 0.640625, + 0.832031, + 1.171875, + 0.914062, + 0.753906, + 0.585938, + 0.757812, + 1.234375, + 0.259766, + 0.621094, + 1.054688, + 0.898438, + 1.351562, + 0.90625, + 0.574219, + 0.679688, + 1.328125, + 0.449219, + 1.171875, + 0.753906, + 0.726562, + 0.839844, + 1.507812, + 0.628906, + 1.117188, + 1.460938, + 1.007812, + 0.816406, + 0.652344, + 1.453125, + 0.875, + 0.878906, + 1.085938, + 0.941406, + 0.388672, + 1.296875, + 0.683594, + 0.953125, + 0.871094, + 0.941406, + 0.482422, + 1.101562, + 1.0, + 0.632812, + 0.96875, + 1.109375, + 0.273438, + 1.4375, + 0.285156, + 0.578125, + 0.703125, + 0.5625, + 0.507812, + 0.492188, + 0.357422, + 0.746094, + 0.859375, + 0.691406, + 0.824219, + 0.902344, + 0.628906, + 0.742188, + 0.921875, + 0.46875, + 0.628906, + 0.261719, + 0.730469, + 1.007812, + 0.800781, + 0.523438, + 1.203125, + 0.832031, + 0.738281, + 1.125, + 0.824219, + 0.566406, + 1.382812, + 0.196289, + 0.789062, + 1.101562, + 0.84375, + 0.910156, + 0.9375, + 0.96875, + 0.574219, + 0.667969, + 1.320312, + 0.59375, + 1.507812, + 1.3125, + 0.558594, + 1.078125, + 1.125, + 0.464844, + 0.8125, + 0.667969, + 0.273438, + 0.875, + 1.351562, + 1.421875, + 0.867188, + 0.515625, + 0.205078, + 1.445312, + 0.609375, + 1.679688, + 0.886719, + 1.117188, + 0.980469, + 0.65625, + 0.941406, + 1.101562, + 0.695312, + 0.890625, + 0.546875, + 1.273438, + 1.398438, + 1.296875, + 0.482422, + 0.527344, + 0.632812, + 0.832031, + 0.933594, + 0.578125, + 0.792969, + 1.078125, + 0.894531, + 0.632812, + 0.921875, + 1.695312, + 0.738281, + 0.742188, + 1.21875, + 0.625, + 1.046875, + 0.527344, + 0.972656, + 1.046875, + 1.28125, + 1.132812, + 0.519531, + 0.224609, + 0.78125, + 1.148438, + 1.257812, + 1.6875, + 1.109375, + 0.550781, + 1.070312, + 1.460938, + 0.804688, + 0.269531, + 0.742188, + 1.476562, + 0.800781, + 1.195312, + 0.554688, + 0.691406, + 0.988281, + 0.957031, + 0.816406, + 1.140625, + 0.992188, + 0.808594, + 1.007812, + 0.65625, + 1.1875, + 0.392578, + 1.023438, + 0.902344, + 1.132812, + 0.828125, + 0.632812, + 0.398438, + 0.574219, + 1.429688, + 0.722656, + 0.484375, + 0.863281, + 0.898438, + 1.164062, + 0.675781, + 1.328125, + 0.753906, + 2.1875, + 0.539062, + 1.34375, + 1.039062, + 0.800781, + 1.046875, + 1.367188, + 0.414062, + 1.203125, + 1.28125, + 0.757812, + 0.707031, + 1.054688, + 1.359375, + 0.757812, + 0.291016, + 1.359375, + 0.691406, + 0.427734, + 0.890625, + 0.792969, + 1.492188, + 0.964844, + 1.0, + 1.226562, + 1.0, + 0.921875, + 1.054688, + 1.070312, + 0.605469, + 0.855469, + 0.921875, + 0.765625, + 0.933594, + 0.835938, + 0.859375, + 1.09375, + 1.4375, + 0.578125, + 0.6875, + 0.527344, + 1.484375, + 0.472656, + 1.390625, + 0.902344, + 0.828125, + 0.992188, + 0.847656, + 0.503906, + 0.470703, + 0.839844, + 0.5, + 0.535156, + 0.832031, + 1.40625, + 0.957031, + 0.621094, + 0.828125, + 1.007812, + 0.78125, + 1.414062, + 1.28125, + 1.835938, + 0.652344, + 1.179688, + 0.640625, + 0.742188, + 1.117188, + 0.492188, + 0.941406, + 0.511719, + 0.703125, + 0.886719, + 0.941406, + 0.644531, + 0.527344, + 0.439453, + 1.15625, + 1.078125, + 1.15625, + 0.601562, + 1.101562, + 0.761719, + 1.5625, + 1.0625, + 0.486328, + 0.789062, + 0.738281, + 1.414062, + 0.871094, + 0.878906, + 0.447266, + 1.453125, + 1.414062, + 0.496094, + 0.486328, + 1.125, + 0.753906, + 0.523438, + 0.925781, + 0.976562, + 0.976562, + 1.273438, + 0.980469, + 0.800781, + 0.984375, + 0.761719, + 1.007812, + 0.511719, + 0.859375, + 1.054688, + 1.0625, + 0.816406, + 0.527344, + 1.226562, + 0.519531, + 0.660156, + 0.652344, + 0.980469, + 0.617188, + 0.792969, + 0.476562, + 0.851562, + 0.78125, + 0.617188, + 0.507812, + 0.8125, + 0.777344, + 0.267578, + 0.185547, + 0.675781, + 0.761719, + 0.9375, + 1.039062, + 0.519531, + 1.15625, + 1.117188, + 1.015625, + 1.046875, + 0.482422, + 0.625, + 0.539062, + 0.597656, + 0.259766, + 0.472656, + 0.648438, + 1.195312, + 0.523438, + 0.957031, + 0.890625, + 0.925781, + 0.882812, + 1.398438, + 0.71875, + 1.125, + 1.5625, + 0.519531, + 1.078125, + 0.683594, + 1.125, + 0.582031, + 0.898438, + 0.546875, + 0.78125, + 1.148438, + 1.4375, + 0.8125, + 0.490234, + 0.914062, + 0.800781, + 0.949219, + 0.6875, + 0.53125, + 0.808594, + 0.675781, + 0.601562, + 1.140625, + 1.75, + 1.140625, + 1.289062, + 0.816406, + 0.515625, + 1.359375, + 0.648438, + 1.414062, + 0.929688, + 0.710938, + 1.054688, + 0.205078, + 1.03125, + 0.980469, + 0.933594, + 1.304688, + 0.824219, + 0.839844, + 0.660156, + 0.929688, + 1.109375, + 0.507812, + 0.839844, + 0.847656, + 0.984375, + 1.609375, + 1.46875, + 0.691406, + 0.742188, + 0.84375, + 0.714844, + 0.800781, + 0.839844, + 0.714844, + 0.925781, + 0.566406, + 0.503906, + 0.507812, + 1.226562, + 0.769531, + 1.023438, + 1.367188, + 0.828125, + 1.210938, + 1.515625, + 1.21875, + 0.804688, + 0.808594, + 0.730469, + 0.519531, + 0.679688, + 0.949219, + 1.039062, + 1.351562, + 0.625, + 0.882812, + 1.65625, + 0.609375, + 1.953125, + 0.570312, + 0.941406, + 1.070312, + 1.023438, + 1.101562, + 0.291016, + 0.738281, + 0.539062, + 0.644531, + 0.578125, + 0.365234, + 0.679688, + 0.578125, + 1.0625, + 0.482422, + 0.890625, + 0.941406, + 0.613281, + 1.148438, + 0.335938, + 0.785156, + 1.234375, + 0.550781, + 0.585938, + 1.335938, + 1.125, + 1.0625, + 0.957031, + 0.988281, + 0.679688, + 0.546875, + 0.196289, + 1.265625, + 0.5625, + 1.328125, + 0.839844, + 1.179688, + 0.71875, + 0.832031, + 0.59375, + 1.164062, + 0.882812, + 0.660156, + 0.871094, + 0.808594, + 0.683594, + 0.539062, + 1.125, + 0.535156, + 0.193359, + 0.894531, + 1.0, + 0.789062, + 0.816406, + 0.695312, + 0.231445, + 0.691406, + 1.617188, + 1.195312, + 0.566406, + 1.09375, + 1.375, + 1.3125, + 0.949219, + 1.101562, + 0.65625, + 1.164062, + 1.015625, + 0.8125, + 0.269531, + 0.980469, + 0.238281, + 1.046875, + 1.03125, + 0.617188, + 1.351562, + 1.085938, + 1.25, + 0.539062, + 0.753906, + 0.722656, + 0.195312, + 0.474609, + 0.917969, + 0.898438, + 0.621094, + 1.34375, + 0.859375, + 0.503906, + 1.328125, + 0.486328, + 0.882812, + 0.554688, + 0.699219, + 1.171875, + 0.470703, + 1.421875, + 1.390625, + 1.101562, + 0.800781, + 0.753906, + 1.078125, + 0.671875, + 1.28125, + 1.328125, + 0.636719, + 1.3125, + 0.691406, + 1.296875, + 1.265625, + 1.179688, + 0.957031, + 1.03125, + 0.972656, + 0.255859, + 0.769531, + 1.046875, + 1.460938, + 1.039062, + 1.007812, + 0.539062, + 1.1875, + 0.894531, + 0.605469, + 0.582031, + 0.929688, + 1.773438, + 0.523438, + 0.202148, + 0.585938, + 1.367188, + 0.265625, + 0.976562, + 0.46875, + 1.039062, + 0.84375, + 1.28125, + 0.902344, + 0.498047, + 1.242188, + 2.09375, + 0.867188, + 0.902344, + 0.734375, + 0.84375, + 0.605469, + 0.486328, + 0.878906, + 0.486328, + 0.357422, + 1.015625, + 0.589844, + 1.09375, + 0.875, + 1.007812, + 0.652344, + 1.078125, + 1.648438, + 1.171875, + 1.140625, + 1.320312, + 0.289062, + 0.738281, + 0.5625, + 0.519531, + 0.279297, + 1.507812, + 0.875, + 1.148438, + 0.527344, + 0.828125, + 0.466797, + 0.597656, + 0.546875, + 0.223633, + 0.511719, + 0.980469, + 1.5, + 1.023438, + 0.886719, + 0.835938, + 0.554688, + 0.910156, + 1.875, + 1.5625, + 0.78125, + 0.84375, + 0.613281, + 1.210938, + 1.21875, + 1.351562, + 1.226562, + 1.335938, + 0.617188, + 0.675781, + 0.369141, + 1.398438, + 0.902344, + 0.921875, + 1.203125, + 0.84375, + 1.40625, + 0.589844, + 0.249023, + 0.535156, + 0.652344, + 1.265625, + 0.578125, + 0.601562, + 0.644531, + 0.570312, + 1.398438, + 0.960938, + 1.335938, + 0.777344, + 0.882812, + 0.65625, + 0.746094, + 0.898438, + 0.816406, + 1.234375, + 0.941406, + 1.273438, + 0.433594, + 0.558594, + 1.367188, + 0.949219, + 1.390625, + 0.496094, + 1.234375, + 0.851562, + 0.945312, + 1.734375, + 0.863281, + 1.070312, + 0.453125, + 0.792969, + 0.6875, + 0.507812, + 1.023438, + 1.554688, + 0.722656, + 0.800781, + 0.867188, + 0.792969, + 0.84375, + 0.648438, + 0.601562, + 0.789062, + 0.597656, + 1.007812, + 0.953125, + 0.742188, + 1.117188, + 0.582031, + 1.648438, + 0.71875, + 0.734375, + 1.398438, + 0.275391, + 0.679688, + 0.648438, + 0.691406, + 0.233398, + 0.488281, + 1.109375, + 0.925781, + 1.125, + 0.451172, + 1.484375, + 0.742188, + 0.84375, + 1.171875, + 0.765625, + 0.96875, + 1.085938, + 1.171875, + 0.494141, + 0.839844, + 0.558594, + 1.140625, + 0.625, + 0.566406, + 0.90625, + 0.523438, + 1.1875, + 0.636719, + 0.757812, + 0.914062, + 0.416016, + 0.992188, + 1.585938, + 1.25, + 1.0, + 0.458984, + 1.03125, + 1.507812, + 0.675781, + 1.476562, + 0.478516, + 0.667969, + 0.9375, + 1.054688, + 0.742188, + 0.714844, + 0.777344, + 0.683594, + 0.5625, + 0.882812, + 0.839844, + 0.691406, + 0.980469, + 0.617188, + 0.742188, + 0.550781, + 0.855469, + 0.960938, + 0.494141, + 0.566406, + 0.523438, + 1.242188, + 1.1875, + 1.007812, + 1.5625, + 0.535156, + 0.523438, + 0.789062, + 1.476562, + 0.570312, + 0.243164, + 1.15625, + 0.738281, + 1.085938, + 0.964844, + 1.539062, + 0.699219, + 1.0, + 0.582031, + 0.949219, + 0.679688, + 1.007812, + 0.470703, + 0.225586, + 0.96875, + 1.140625, + 0.863281, + 0.699219, + 1.578125, + 0.980469, + 0.503906, + 0.875, + 0.890625, + 0.753906, + 1.265625, + 0.511719, + 0.945312, + 1.273438, + 0.628906, + 1.351562, + 0.527344, + 1.085938, + 1.8125, + 0.65625, + 0.123047, + 1.273438, + 0.96875, + 0.816406, + 0.773438, + 0.738281, + 1.054688, + 1.046875, + 1.59375, + 0.726562, + 0.582031, + 0.929688, + 0.851562, + 1.640625, + 0.71875, + 1.085938, + 1.609375, + 0.8125, + 0.824219, + 1.0625, + 0.494141, + 0.239258, + 0.882812, + 0.699219, + 1.492188, + 0.730469, + 1.453125, + 1.59375, + 0.9375, + 0.960938, + 0.929688, + 0.414062, + 1.070312, + 0.470703, + 0.808594, + 0.699219, + 0.484375, + 0.511719, + 0.6875, + 1.179688, + 1.179688, + 0.796875, + 0.75, + 1.367188, + 1.296875, + 1.125, + 1.265625, + 0.839844, + 1.382812, + 1.367188, + 0.589844, + 0.847656, + 0.882812, + 0.832031, + 0.605469, + 0.6875, + 1.15625, + 1.164062, + 0.523438, + 0.494141, + 0.777344, + 1.585938, + 1.570312, + 1.117188, + 1.148438, + 1.28125, + 1.117188, + 1.40625, + 0.730469, + 0.539062, + 0.609375, + 0.726562, + 0.769531, + 0.503906, + 1.046875, + 1.632812, + 0.621094, + 0.582031, + 1.40625, + 0.683594, + 1.421875, + 0.320312, + 0.527344, + 1.007812, + 0.574219, + 1.164062, + 1.328125, + 1.492188, + 1.46875, + 1.648438, + 0.851562, + 1.03125, + 0.804688, + 1.359375, + 0.96875, + 0.773438, + 1.585938, + 1.3125, + 1.3125, + 0.855469, + 1.414062, + 1.632812, + 0.746094, + 1.15625, + 0.746094, + 1.359375, + 0.714844, + 0.976562, + 1.226562, + 1.289062, + 1.125, + 0.902344, + 1.226562, + 0.671875, + 0.765625, + 0.8125, + 0.960938, + 1.84375, + 0.753906, + 0.84375, + 1.523438, + 0.808594, + 0.886719, + 0.582031, + 0.570312, + 0.566406, + 0.988281, + 0.554688, + 0.539062, + 1.0625, + 0.671875, + 0.507812, + 0.886719, + 1.039062, + 1.671875, + 0.46875, + 1.460938, + 0.570312, + 0.941406, + 0.542969, + 1.375, + 0.494141, + 0.498047, + 1.359375, + 1.757812, + 2.421875, + 0.482422, + 0.384766, + 0.644531, + 1.203125, + 1.101562, + 0.945312, + 0.839844, + 1.203125, + 0.964844, + 0.449219, + 0.679688, + 0.914062, + 0.988281, + 0.486328, + 0.695312, + 0.5, + 0.613281, + 0.59375, + 0.511719, + 1.09375, + 0.953125, + 0.679688, + 0.265625, + 0.90625, + 2.0, + 1.140625, + 1.015625, + 0.859375, + 1.539062, + 0.585938, + 1.0625, + 0.96875, + 1.46875, + 0.933594, + 0.976562, + 0.248047, + 1.054688, + 0.9375, + 0.957031, + 0.695312, + 0.839844, + 0.710938, + 0.871094, + 0.574219, + 1.054688, + 1.054688, + 1.117188, + 0.863281, + 0.515625, + 0.917969, + 0.707031, + 0.757812, + 0.792969, + 0.476562, + 0.632812, + 0.257812, + 0.945312, + 1.773438, + 1.140625, + 1.445312, + 0.75, + 1.257812, + 0.910156, + 0.808594, + 0.660156, + 0.5, + 0.808594, + 0.855469, + 0.486328, + 0.933594, + 0.535156, + 1.179688, + 0.683594, + 0.777344, + 0.902344, + 0.496094, + 1.007812, + 0.875, + 1.375, + 1.4375, + 0.660156, + 1.0625, + 0.710938, + 0.675781, + 0.474609, + 1.054688, + 0.863281, + 0.714844, + 1.140625, + 1.125, + 0.480469, + 0.496094, + 0.734375, + 0.816406, + 0.671875, + 0.996094, + 0.964844, + 1.164062, + 0.214844, + 1.085938, + 0.519531, + 1.210938, + 1.15625, + 0.703125, + 0.878906, + 0.820312, + 1.351562, + 1.335938, + 0.558594, + 1.023438, + 1.5, + 0.53125, + 0.792969, + 1.257812, + 1.125, + 0.753906, + 0.773438, + 1.015625, + 1.40625, + 1.3125, + 0.605469, + 0.664062, + 1.53125, + 0.921875, + 1.257812, + 0.890625, + 0.5625, + 0.824219, + 1.1875, + 1.023438, + 1.226562, + 0.816406, + 0.914062, + 1.164062, + 1.578125, + 1.304688, + 1.125, + 0.921875, + 0.570312, + 1.0625, + 0.746094, + 0.242188, + 0.964844, + 1.375, + 0.839844, + 0.757812, + 0.570312, + 1.023438, + 0.632812, + 1.28125, + 1.109375, + 1.460938, + 0.910156, + 0.664062, + 0.675781, + 1.554688, + 1.078125, + 1.234375, + 0.816406, + 0.613281, + 0.894531, + 0.769531, + 0.648438, + 0.8125, + 0.9375, + 0.425781, + 0.257812, + 1.226562, + 0.542969, + 1.070312, + 1.109375, + 1.304688, + 0.535156, + 0.6875, + 1.148438, + 0.875, + 1.304688, + 0.785156, + 0.84375, + 0.53125, + 0.632812, + 1.15625, + 0.9375, + 0.957031, + 1.148438, + 0.199219, + 1.476562, + 0.5, + 1.0625, + 1.40625, + 0.621094, + 1.226562, + 1.03125, + 1.429688, + 1.5, + 1.382812, + 1.015625, + 0.609375, + 0.609375, + 0.761719, + 1.0, + 1.304688, + 0.96875, + 0.820312, + 1.117188, + 0.597656, + 0.523438, + 1.195312, + 0.71875, + 1.148438, + 0.945312, + 1.148438, + 0.96875, + 0.957031, + 0.451172, + 0.601562, + 0.746094, + 1.007812, + 0.542969, + 0.249023, + 0.945312, + 0.503906, + 0.65625, + 0.53125, + 0.550781, + 1.296875, + 0.65625, + 0.558594, + 0.503906, + 0.527344, + 0.722656, + 1.804688, + 0.539062, + 0.835938, + 1.539062, + 1.0625, + 1.085938, + 0.691406, + 0.730469, + 1.015625, + 1.046875, + 0.878906, + 1.171875, + 0.574219, + 1.695312, + 1.242188, + 1.101562, + 0.785156, + 1.179688, + 0.628906, + 0.894531, + 0.972656, + 0.222656, + 0.945312, + 0.9375, + 0.546875, + 1.382812, + 0.921875, + 1.015625, + 1.140625, + 1.289062, + 1.257812, + 0.828125, + 1.132812, + 0.898438, + 0.871094, + 0.578125, + 0.757812, + 0.601562, + 0.914062, + 1.617188, + 1.265625, + 1.085938, + 0.878906, + 1.179688, + 0.90625, + 0.271484, + 0.730469, + 1.476562, + 0.605469, + 0.820312, + 0.96875, + 0.917969, + 1.164062, + 0.871094, + 0.957031, + 0.679688, + 0.451172, + 1.164062, + 1.039062, + 0.839844, + 0.988281, + 0.236328, + 1.109375, + 0.984375, + 1.054688, + 1.304688, + 0.847656, + 0.636719, + 1.007812, + 0.625, + 0.796875, + 1.296875, + 0.945312, + 0.738281, + 0.84375, + 1.5, + 1.5625, + 0.707031, + 1.226562, + 0.644531, + 0.488281, + 0.820312, + 0.925781, + 0.757812, + 0.917969, + 0.992188, + 0.847656, + 0.988281, + 0.621094, + 1.445312, + 0.914062, + 1.070312, + 0.78125, + 1.25, + 0.597656, + 0.777344, + 0.507812, + 0.808594, + 1.007812, + 0.871094, + 1.007812, + 1.046875, + 0.917969, + 0.742188, + 0.671875, + 0.550781, + 0.949219, + 1.28125, + 0.664062, + 0.796875, + 0.738281, + 1.195312, + 0.511719, + 0.917969, + 0.765625, + 0.757812, + 1.171875, + 0.90625, + 0.808594, + 0.835938, + 0.949219, + 0.671875, + 1.820312, + 1.460938, + 0.648438, + 0.984375, + 0.566406, + 1.054688, + 0.773438, + 0.585938, + 1.242188, + 1.648438, + 0.953125, + 1.132812, + 0.271484, + 1.226562, + 0.882812, + 0.71875, + 1.34375, + 0.5625, + 0.507812, + 1.140625, + 1.0, + 0.933594, + 1.085938, + 0.609375, + 1.085938, + 0.707031, + 1.632812, + 1.171875, + 0.785156, + 1.289062, + 0.470703, + 0.921875, + 0.253906, + 0.972656, + 0.988281, + 0.765625, + 1.15625, + 1.1875, + 0.589844, + 0.271484, + 0.871094, + 1.601562, + 0.476562, + 0.765625, + 0.667969, + 0.22168, + 0.84375, + 0.71875, + 0.933594, + 1.023438, + 0.652344, + 1.554688, + 1.453125, + 0.703125, + 0.462891, + 1.203125, + 0.75, + 1.179688, + 0.863281, + 1.257812, + 0.550781, + 0.515625, + 0.707031, + 1.578125, + 1.882812, + 0.890625, + 0.988281, + 0.644531, + 1.25, + 0.640625, + 1.0625, + 0.558594, + 0.474609, + 1.148438, + 1.15625, + 0.710938, + 1.234375, + 1.195312, + 1.382812, + 0.953125, + 1.039062, + 1.484375, + 0.941406, + 0.542969, + 1.179688, + 2.21875, + 0.722656, + 0.789062, + 1.015625, + 0.992188, + 0.996094, + 0.227539, + 1.148438, + 1.085938, + 1.039062, + 0.992188, + 0.902344, + 0.921875, + 0.527344, + 0.960938, + 0.490234, + 0.683594, + 0.246094, + 0.6875, + 1.242188, + 0.482422, + 0.828125, + 1.046875, + 1.0, + 0.910156, + 1.125, + 0.242188, + 1.554688, + 1.25, + 1.234375, + 1.648438, + 1.078125, + 0.851562, + 0.800781, + 1.429688, + 0.898438, + 0.738281, + 0.84375, + 1.273438, + 0.582031, + 1.226562, + 1.96875, + 1.460938, + 1.164062, + 0.894531, + 0.539062, + 0.839844, + 1.023438, + 0.546875, + 0.554688, + 0.964844, + 0.457031, + 1.132812, + 1.453125, + 1.03125, + 0.523438, + 1.25, + 1.039062, + 1.304688, + 0.208008, + 0.492188, + 0.523438, + 0.597656, + 1.28125, + 0.546875, + 1.101562, + 0.792969, + 0.882812, + 1.351562, + 0.539062, + 0.474609, + 0.796875, + 0.761719, + 1.296875, + 0.730469, + 0.996094, + 0.722656, + 0.71875, + 1.046875, + 1.164062, + 0.910156, + 0.578125, + 1.140625, + 0.953125, + 1.101562, + 1.304688, + 1.046875, + 0.455078, + 0.789062, + 0.765625, + 0.298828, + 1.125, + 0.835938, + 0.5625, + 0.839844, + 0.574219, + 0.792969, + 1.226562, + 0.78125, + 2.5625, + 0.84375, + 1.015625, + 0.996094, + 0.742188, + 0.855469, + 1.265625, + 1.015625, + 1.265625, + 1.296875, + 0.503906, + 0.269531, + 1.34375, + 1.132812, + 0.753906, + 0.824219, + 1.125, + 1.117188, + 1.367188, + 0.490234, + 0.632812, + 0.462891, + 0.699219, + 0.792969, + 0.570312, + 1.085938, + 1.453125, + 1.054688, + 0.796875, + 0.824219, + 1.070312, + 1.007812, + 1.367188, + 0.597656, + 1.1875, + 0.703125, + 0.855469, + 0.257812, + 1.171875, + 0.914062, + 0.259766, + 1.375, + 0.980469, + 1.710938, + 0.777344, + 0.597656, + 0.796875, + 0.714844, + 0.453125, + 1.007812, + 0.664062, + 0.503906, + 1.773438, + 0.898438, + 0.265625, + 1.101562, + 0.382812, + 1.054688, + 0.875, + 0.722656, + 0.828125, + 0.5, + 1.109375, + 0.824219, + 1.164062, + 0.519531, + 0.828125, + 0.511719, + 0.601562, + 1.070312, + 0.302734, + 0.535156, + 0.625, + 0.427734, + 0.765625, + 0.824219, + 1.085938, + 1.703125, + 0.9375, + 1.140625, + 0.726562, + 1.078125, + 0.237305, + 0.675781, + 1.070312, + 1.320312, + 1.0, + 0.910156, + 1.171875, + 0.597656, + 0.914062, + 0.667969, + 1.203125, + 0.671875, + 0.808594, + 0.933594, + 0.78125, + 1.148438, + 0.851562, + 0.578125, + 1.445312, + 1.0625, + 1.085938, + 0.492188, + 0.660156, + 1.039062, + 0.632812, + 0.527344, + 0.275391, + 0.601562, + 0.980469, + 1.078125, + 1.039062, + 0.6875, + 1.007812, + 1.007812, + 0.8125, + 0.902344, + 0.957031, + 0.625, + 0.609375, + 0.796875, + 0.640625, + 0.808594, + 0.78125, + 0.4375, + 1.085938, + 1.007812, + 0.800781, + 0.898438, + 0.785156, + 0.976562, + 0.832031, + 0.730469, + 0.660156, + 0.216797, + 0.671875, + 0.455078, + 0.941406, + 0.609375, + 1.398438, + 1.367188 + ] + }, + "name": "model.model.layers.17.post_attention_layernorm.weight", + "outputIndexes": [ + 1475 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1474 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_17/Mul_output_0", + "outputIndexes": [ + 1476 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1475, + 1476 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_17/Mul_1_output_0", + "outputIndexes": [ + 1477 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1477 + ], + "outputIndexes": [ + 2800 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2800 + ], + "outputIndexes": [ + 2801 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear", + "inputIndexes": [ + 2801 + ], + "outputIndexes": [ + 2802 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2245352082, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2802 + ], + "outputIndexes": [ + 2803 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2803 + ], + "outputIndexes": [ + 1478 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1478 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_17/Sigmoid_output_0", + "outputIndexes": [ + 1479 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1478, + 1479 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Mul_output_0", + "outputIndexes": [ + 1480 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1477 + ], + "outputIndexes": [ + 2804 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2804 + ], + "outputIndexes": [ + 2805 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear", + "inputIndexes": [ + 2805 + ], + "outputIndexes": [ + 2806 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2283543208, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2806 + ], + "outputIndexes": [ + 2807 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2807 + ], + "outputIndexes": [ + 1481 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1480, + 1481 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_17/Mul_output_0", + "outputIndexes": [ + 1482 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1482 + ], + "outputIndexes": [ + 2808 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2808 + ], + "outputIndexes": [ + 2809 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear", + "inputIndexes": [ + 2809 + ], + "outputIndexes": [ + 2810 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2321734334, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2810 + ], + "outputIndexes": [ + 2811 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2811 + ], + "outputIndexes": [ + 1483 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1474, + 1483 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_89_output_0", + "outputIndexes": [ + 1484 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1484, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_162_output_0", + "outputIndexes": [ + 1485 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.609375, + 0.972656, + 2.515625, + 0.453125, + 1.78125, + 0.613281, + 0.800781, + 1.25, + 0.753906, + 0.359375, + 0.917969, + 0.337891, + 0.621094, + 0.449219, + 0.349609, + 1.1875, + 0.824219, + 0.447266, + 0.9375, + 0.429688, + 1.007812, + 0.851562, + 0.894531, + 0.46875, + 0.435547, + 1.640625, + 0.296875, + 0.398438, + 0.523438, + 0.462891, + 1.671875, + 0.318359, + 1.023438, + 0.65625, + 1.671875, + 2.140625, + 0.396484, + 1.101562, + 0.847656, + 0.402344, + 1.609375, + 0.796875, + 2.046875, + 0.835938, + 1.96875, + 1.78125, + 0.073242, + 2.359375, + 1.132812, + 0.392578, + 1.726562, + 0.625, + 0.628906, + 0.605469, + 1.132812, + 0.511719, + 1.335938, + 2.296875, + 1.46875, + 0.738281, + 0.404297, + 1.15625, + 1.40625, + 0.753906, + 1.898438, + 1.59375, + 0.322266, + 0.746094, + 0.375, + 0.664062, + 0.5625, + 0.679688, + 1.257812, + 0.746094, + 1.5, + 1.414062, + 0.734375, + 0.439453, + 0.757812, + 2.140625, + 1.898438, + 2.234375, + 1.992188, + 0.636719, + 0.945312, + 0.086426, + 0.886719, + 2.0, + 1.007812, + 0.710938, + 1.101562, + 1.09375, + 1.148438, + 0.996094, + 1.695312, + 0.671875, + 0.695312, + 0.416016, + 0.816406, + 0.386719, + 0.380859, + 0.443359, + 2.125, + 0.777344, + 1.507812, + 1.40625, + 1.679688, + 0.382812, + 0.789062, + 0.621094, + 0.664062, + 0.542969, + 1.015625, + 1.445312, + 0.628906, + 1.71875, + 0.373047, + 1.054688, + 1.734375, + 0.361328, + 0.455078, + 0.585938, + 1.8125, + 0.746094, + 0.953125, + 0.570312, + 1.492188, + 0.5625, + 0.12793, + 0.410156, + 0.320312, + 0.777344, + 0.490234, + 1.34375, + 0.486328, + 0.9375, + 0.539062, + 1.023438, + 0.628906, + 1.195312, + 0.439453, + 1.625, + 2.0625, + 0.328125, + 0.886719, + 0.302734, + 1.75, + 0.765625, + 1.789062, + 0.808594, + 1.585938, + 0.882812, + 0.597656, + 0.871094, + 0.742188, + 0.660156, + 0.400391, + 0.371094, + 1.757812, + 1.867188, + 0.402344, + 0.414062, + 0.707031, + 0.730469, + 1.15625, + 0.476562, + 0.589844, + 0.714844, + 0.625, + 0.816406, + 0.835938, + 0.404297, + 0.404297, + 0.419922, + 0.707031, + 2.109375, + 0.773438, + 0.613281, + 1.703125, + 0.660156, + 0.328125, + 0.671875, + 1.46875, + 0.3125, + 0.316406, + 0.953125, + 0.5625, + 0.382812, + 0.542969, + 1.117188, + 0.353516, + 0.886719, + 1.125, + 0.474609, + 2.5625, + 0.933594, + 0.855469, + 1.460938, + 0.558594, + 0.640625, + 0.703125, + 1.382812, + 1.28125, + 1.210938, + 1.703125, + 0.917969, + 0.357422, + 0.539062, + 1.546875, + 0.330078, + 1.398438, + 0.667969, + 0.421875, + 1.085938, + 0.699219, + 1.179688, + 0.416016, + 0.375, + 2.265625, + 0.578125, + 0.578125, + 0.355469, + 0.789062, + 1.1875, + 0.984375, + 2.296875, + 0.400391, + 0.636719, + 0.546875, + 0.765625, + 1.023438, + 1.359375, + 0.992188, + 0.644531, + 0.882812, + 1.289062, + 0.503906, + 1.742188, + 0.107422, + 0.820312, + 1.203125, + 0.570312, + 1.164062, + 0.671875, + 0.462891, + 0.9375, + 1.125, + 1.414062, + 1.125, + 0.671875, + 0.789062, + 2.296875, + 0.515625, + 0.546875, + 0.773438, + 0.478516, + 0.753906, + 0.083496, + 0.625, + 0.357422, + 0.757812, + 0.949219, + 0.949219, + 1.296875, + 0.800781, + 0.373047, + 0.730469, + 0.746094, + 0.96875, + 1.1875, + 1.125, + 1.3125, + 1.078125, + 0.605469, + 0.451172, + 2.34375, + 0.996094, + 0.644531, + 0.408203, + 1.554688, + 0.554688, + 0.765625, + 0.089355, + 0.96875, + 0.5625, + 2.21875, + 0.367188, + 1.203125, + 1.257812, + 0.414062, + 1.90625, + 0.402344, + 0.671875, + 0.558594, + 0.330078, + 0.578125, + 0.929688, + 0.412109, + 1.140625, + 0.570312, + 0.404297, + 0.601562, + 0.511719, + 1.484375, + 2.28125, + 1.46875, + 0.609375, + 0.597656, + 0.675781, + 1.023438, + 1.085938, + 0.550781, + 0.773438, + 0.632812, + 1.007812, + 1.148438, + 0.835938, + 1.898438, + 0.988281, + 0.726562, + 1.648438, + 0.609375, + 0.443359, + 0.523438, + 0.519531, + 0.796875, + 0.542969, + 0.800781, + 0.601562, + 0.558594, + 0.088379, + 0.835938, + 0.773438, + 0.570312, + 0.486328, + 0.601562, + 1.1875, + 2.625, + 1.21875, + 0.380859, + 0.085449, + 0.503906, + 0.59375, + 0.589844, + 0.132812, + 1.359375, + 1.8125, + 0.898438, + 0.511719, + 0.746094, + 1.023438, + 0.367188, + 2.109375, + 0.8125, + 2.15625, + 0.691406, + 0.992188, + 1.1875, + 0.482422, + 0.777344, + 2.0, + 2.046875, + 0.136719, + 0.376953, + 0.40625, + 0.5, + 0.617188, + 1.820312, + 0.753906, + 0.373047, + 0.632812, + 0.824219, + 1.085938, + 0.507812, + 1.15625, + 2.171875, + 0.147461, + 0.392578, + 0.816406, + 1.078125, + 1.15625, + 1.148438, + 0.451172, + 1.976562, + 1.34375, + 0.433594, + 2.03125, + 0.8125, + 0.664062, + 0.464844, + 0.746094, + 1.484375, + 0.894531, + 0.255859, + 0.455078, + 1.304688, + 0.394531, + 0.480469, + 0.921875, + 0.118652, + 0.455078, + 1.25, + 0.550781, + 1.65625, + 0.388672, + 1.03125, + 0.847656, + 1.039062, + 0.960938, + 0.722656, + 0.578125, + 0.875, + 1.53125, + 0.65625, + 1.164062, + 2.171875, + 1.351562, + 0.839844, + 0.824219, + 1.085938, + 0.613281, + 0.78125, + 0.605469, + 0.359375, + 0.539062, + 0.359375, + 1.539062, + 1.273438, + 0.390625, + 0.777344, + 0.710938, + 0.550781, + 0.361328, + 0.53125, + 1.3125, + 0.330078, + 0.582031, + 0.949219, + 0.523438, + 0.464844, + 0.601562, + 1.65625, + 1.757812, + 0.78125, + 0.427734, + 0.439453, + 0.625, + 1.117188, + 1.289062, + 2.109375, + 2.046875, + 0.714844, + 1.070312, + 0.652344, + 1.59375, + 2.609375, + 0.332031, + 0.511719, + -0.026978, + 0.498047, + 1.046875, + 0.511719, + 0.785156, + 0.859375, + 0.34375, + 1.296875, + 0.423828, + 0.71875, + 0.375, + 0.851562, + 0.472656, + 0.123535, + 0.902344, + 0.90625, + 1.3125, + 0.546875, + 0.492188, + 0.373047, + 1.101562, + 0.910156, + 1.273438, + 0.789062, + 0.447266, + 1.414062, + 1.132812, + 1.367188, + 2.546875, + 1.359375, + 1.46875, + 1.164062, + 0.65625, + 1.585938, + 2.015625, + 1.054688, + 1.9375, + 0.355469, + 0.914062, + 0.640625, + 2.03125, + 1.140625, + 0.683594, + 0.4375, + 0.443359, + 0.550781, + 0.527344, + 1.15625, + 1.398438, + 0.269531, + 0.730469, + 0.482422, + 1.367188, + 1.546875, + 0.992188, + 1.554688, + 1.351562, + 0.457031, + 0.359375, + 0.648438, + 0.507812, + 1.992188, + 0.478516, + 1.148438, + 0.972656, + 0.118652, + 0.871094, + 0.337891, + 1.765625, + 1.210938, + 0.824219, + 0.578125, + 0.703125, + 1.46875, + 1.710938, + 0.847656, + 0.574219, + 1.046875, + 0.382812, + 0.613281, + 0.863281, + 1.046875, + 0.359375, + 0.335938, + 0.412109, + 0.78125, + 0.367188, + 1.4375, + 2.5625, + 1.015625, + 0.251953, + 2.1875, + 0.757812, + 2.21875, + 0.859375, + 1.953125, + 0.410156, + 0.402344, + 0.507812, + 0.769531, + 0.914062, + 0.394531, + 2.0, + 0.839844, + 0.503906, + 0.296875, + 0.369141, + 1.210938, + 0.570312, + 1.140625, + 1.125, + 0.386719, + 1.492188, + 0.636719, + 0.347656, + 0.373047, + 0.726562, + 0.578125, + 0.570312, + 2.09375, + 0.337891, + 1.523438, + 1.265625, + 1.226562, + 1.0, + 0.355469, + 1.546875, + 0.65625, + 0.640625, + 0.335938, + 0.6875, + 0.365234, + 1.625, + 0.757812, + 1.007812, + 1.453125, + 1.273438, + 0.5, + 0.480469, + 0.382812, + 0.441406, + 0.365234, + 1.882812, + 0.308594, + 0.417969, + 2.3125, + 0.734375, + 1.570312, + 0.671875, + 0.632812, + 1.53125, + 1.546875, + 2.09375, + 1.570312, + 0.478516, + 0.390625, + 1.039062, + 0.765625, + 0.103027, + 0.617188, + 0.855469, + 1.164062, + 1.078125, + 0.769531, + 1.15625, + 0.675781, + 1.09375, + 0.652344, + 2.34375, + 0.832031, + 0.664062, + 2.109375, + 0.511719, + 0.542969, + 0.455078, + 0.609375, + 0.328125, + 0.40625, + 1.359375, + 0.267578, + 0.992188, + 0.683594, + 0.59375, + 0.419922, + 0.832031, + 0.96875, + 2.015625, + 1.765625, + 0.761719, + 0.75, + 0.839844, + 0.507812, + 0.143555, + 0.808594, + 0.898438, + 0.460938, + 0.373047, + 1.25, + 0.458984, + 0.902344, + 1.046875, + 0.347656, + 0.443359, + 0.433594, + 1.171875, + 1.148438, + 1.1875, + 1.25, + 0.675781, + 0.613281, + 1.296875, + 0.902344, + 0.488281, + 0.679688, + 0.78125, + 1.070312, + 0.808594, + 0.65625, + 1.78125, + 0.494141, + 1.273438, + 1.171875, + 0.816406, + 1.007812, + 0.380859, + 1.234375, + 0.925781, + 1.195312, + 0.65625, + 0.470703, + 0.402344, + 0.302734, + 1.945312, + 1.679688, + 0.796875, + 1.992188, + 0.554688, + 0.375, + 1.046875, + 1.757812, + 0.394531, + 0.824219, + 0.353516, + 1.367188, + 1.359375, + 0.746094, + 0.613281, + 0.777344, + 0.496094, + 0.098145, + 0.890625, + 1.632812, + 0.605469, + 0.279297, + 0.492188, + 0.511719, + 1.3125, + 1.765625, + 0.554688, + 0.8125, + 0.515625, + 1.453125, + 0.882812, + 0.839844, + 0.722656, + 0.625, + 1.1875, + 0.828125, + 0.796875, + 0.255859, + 0.380859, + 1.710938, + 1.0625, + 0.972656, + 0.527344, + 0.851562, + 0.503906, + 0.917969, + 0.355469, + 0.398438, + 0.542969, + 1.585938, + 1.039062, + 0.726562, + 0.384766, + 0.382812, + 0.699219, + 0.5625, + 1.25, + 0.369141, + 2.109375, + 0.621094, + 0.445312, + 0.800781, + 0.8125, + 1.367188, + 1.421875, + 0.554688, + 0.328125, + 1.226562, + 1.195312, + 0.828125, + 0.917969, + 0.503906, + 0.984375, + 0.150391, + 0.871094, + 0.625, + 1.054688, + 0.359375, + 0.345703, + 2.078125, + 0.527344, + 1.234375, + 0.097168, + 0.496094, + 2.109375, + 0.170898, + 0.902344, + 1.851562, + 1.078125, + 0.550781, + 0.570312, + 0.361328, + 1.46875, + 0.773438, + 0.423828, + 0.78125, + 0.667969, + 0.457031, + 0.769531, + 0.699219, + 1.15625, + 0.410156, + 0.059814, + 0.65625, + 1.28125, + 0.355469, + 0.380859, + 1.429688, + 2.203125, + 0.980469, + 0.539062, + 1.234375, + 0.746094, + 1.71875, + 1.15625, + 0.136719, + 0.808594, + 0.671875, + 0.890625, + 0.398438, + 0.464844, + 0.613281, + 0.769531, + 2.34375, + 0.871094, + 0.929688, + 0.636719, + 0.34375, + 1.375, + 0.233398, + 0.5625, + 0.648438, + 0.077637, + 1.859375, + 0.369141, + 0.353516, + 0.679688, + 0.498047, + 0.46875, + 0.453125, + 0.9375, + 1.203125, + 1.695312, + 1.875, + 0.449219, + 0.408203, + 0.597656, + 1.265625, + 1.359375, + 1.140625, + 0.863281, + 0.40625, + 0.490234, + 1.851562, + 0.925781, + 0.761719, + 0.585938, + 0.570312, + 0.761719, + 0.714844, + 0.773438, + 0.730469, + 0.503906, + 0.417969, + 1.179688, + 0.625, + 1.0625, + 0.425781, + 1.46875, + 0.851562, + 1.984375, + 0.527344, + 0.494141, + 1.1875, + 0.40625, + 0.492188, + 2.15625, + 0.378906, + 0.628906, + 1.148438, + 0.648438, + 0.695312, + 1.28125, + 1.890625, + 1.070312, + 1.46875, + 0.554688, + 0.106445, + 1.046875, + 1.367188, + 0.902344, + 1.882812, + 0.613281, + 0.546875, + 1.742188, + 1.046875, + 0.835938, + 0.839844, + 0.090332, + 1.40625, + 1.117188, + 1.023438, + 0.597656, + 0.652344, + 2.46875, + 0.644531, + 0.652344, + 0.8125, + 1.234375, + 1.1875, + 1.414062, + 0.628906, + 0.636719, + 0.345703, + 1.398438, + 1.421875, + 0.78125, + 1.453125, + 0.996094, + 0.511719, + 1.539062, + 1.929688, + 0.800781, + 0.816406, + 0.9375, + 0.5, + 1.171875, + 1.351562, + 0.455078, + 0.839844, + 1.296875, + 0.871094, + 0.710938, + 1.351562, + 1.226562, + 0.773438, + 2.0625, + 0.671875, + 0.349609, + 1.09375, + 0.816406, + 0.910156, + 0.996094, + 0.482422, + 1.695312, + 0.699219, + 0.4375, + 1.523438, + 0.427734, + 0.917969, + 0.363281, + 0.652344, + 0.675781, + 1.34375, + 1.28125, + 0.433594, + 2.03125, + 0.453125, + 1.117188, + 1.632812, + 1.859375, + 0.78125, + 0.789062, + 0.326172, + 0.601562, + 1.445312, + 0.644531, + 0.108398, + 0.417969, + 0.12793, + 0.582031, + 1.90625, + 1.109375, + 0.427734, + 0.558594, + 0.546875, + 0.546875, + 0.539062, + 0.546875, + 2.25, + 1.515625, + 0.695312, + 0.271484, + 1.382812, + 1.375, + 2.546875, + 1.023438, + 0.910156, + 1.78125, + 0.941406, + 0.644531, + 0.376953, + 0.371094, + 0.730469, + 0.609375, + 0.332031, + 0.351562, + 0.484375, + 0.8125, + 1.164062, + 1.914062, + 0.675781, + 0.40625, + 0.839844, + 1.5625, + 1.125, + 0.847656, + 1.445312, + 0.134766, + 0.330078, + 0.636719, + 0.6875, + 0.439453, + 0.40625, + 0.380859, + 0.652344, + 1.320312, + 0.960938, + 1.742188, + 0.222656, + 0.839844, + 0.78125, + 0.589844, + 0.417969, + 0.091797, + 0.816406, + 1.328125, + 0.398438, + 0.394531, + 0.5625, + 0.515625, + 0.365234, + 2.140625, + 0.382812, + 0.333984, + 1.164062, + 0.12793, + 0.921875, + 0.484375, + 0.102539, + 1.742188, + 1.28125, + 1.03125, + 0.478516, + 0.46875, + 0.847656, + 1.25, + 1.710938, + 0.421875, + 0.980469, + 0.337891, + 0.322266, + 1.242188, + 0.628906, + 1.421875, + 0.429688, + 2.578125, + 0.523438, + 0.722656, + 0.761719, + 0.410156, + 0.416016, + 1.828125, + 0.726562, + 2.09375, + 0.800781, + 0.4375, + 1.5625, + 0.400391, + 0.777344, + 0.496094, + 0.384766, + 0.392578, + 0.785156, + 0.486328, + 0.306641, + 0.5, + 0.5625, + 0.071289, + 0.059814, + 1.648438, + 0.523438, + 1.53125, + 1.648438, + 0.8125, + 2.109375, + 0.53125, + 1.84375, + 0.447266, + 0.679688, + 0.761719, + 0.390625, + 0.396484, + 0.664062, + 1.773438, + 0.632812, + 0.859375, + 0.457031, + 0.400391, + 0.386719, + 0.398438, + 0.59375, + 0.106934, + 0.640625, + 1.523438, + 0.992188, + 1.703125, + 1.976562, + 0.777344, + 0.287109, + 2.0, + 0.574219, + 0.421875, + 0.539062, + 0.613281, + 2.125, + 0.445312, + 0.613281, + 2.3125, + 1.992188, + 0.243164, + 0.515625, + 1.359375, + 0.8125, + 0.570312, + 2.015625, + 0.433594, + 0.472656, + 0.746094, + 0.945312, + 1.929688, + 0.90625, + 0.34375, + 0.423828, + 0.462891, + 1.453125, + 0.330078, + 2.203125, + 0.726562, + 0.398438, + 0.558594, + 0.396484, + 1.328125, + 0.804688, + 0.570312, + 1.375, + 0.380859, + 0.875, + 0.980469, + 0.386719, + 0.757812, + 1.085938, + 0.726562, + 1.101562, + 0.394531, + 0.574219, + 0.507812, + 0.566406, + 2.328125, + 0.726562, + 0.443359, + 1.25, + 0.423828, + 1.976562, + 0.523438, + 1.617188, + 1.21875, + 0.71875, + 0.359375, + 1.453125, + 0.435547, + 2.09375, + 0.542969, + 0.421875, + 2.015625, + 1.03125, + 0.470703, + 0.507812, + 1.273438, + 0.404297, + 1.695312, + 1.078125, + 1.84375, + 0.941406, + 0.384766, + 0.361328, + 0.992188, + 0.515625, + 1.375, + 0.984375, + 0.503906, + 1.890625, + 1.289062, + 1.609375, + 2.015625, + 1.859375, + 0.996094, + 1.523438, + 0.640625, + 0.574219, + 0.367188, + 0.427734, + 1.6875, + 1.671875, + 1.078125, + 1.070312, + 0.648438, + 0.753906, + 1.695312, + 0.558594, + 1.625, + 1.414062, + 1.09375, + 0.574219, + 0.855469, + 0.085449, + 0.902344, + 0.398438, + 0.079102, + 0.617188, + 0.597656, + 0.90625, + 0.425781, + 0.621094, + 1.03125, + 1.070312, + 2.34375, + 2.03125, + 0.851562, + 0.386719, + 0.398438, + 0.429688, + 0.445312, + 1.726562, + 0.453125, + 2.671875, + 0.5625, + 0.753906, + 1.585938, + 1.34375, + 0.515625, + 1.695312, + 1.789062, + 0.730469, + 0.369141, + 1.039062, + 2.0625, + 0.664062, + 0.429688, + 0.789062, + 1.65625, + 1.609375, + 1.976562, + 0.890625, + 2.109375, + 1.140625, + 1.109375, + 2.390625, + 0.691406, + 0.466797, + 1.914062, + 0.9375, + 0.890625, + 1.28125, + 1.710938, + 1.085938, + 0.875, + 0.742188, + 1.460938, + 0.447266, + 0.722656, + 0.683594, + 0.660156, + 1.210938, + 1.570312, + 0.4375, + 0.07666, + 1.398438, + 0.6875, + 1.445312, + 1.179688, + 1.03125, + 0.613281, + 0.445312, + 1.820312, + 0.726562, + 0.777344, + 0.261719, + 0.800781, + 0.640625, + 0.605469, + 0.554688, + 0.339844, + 0.457031, + 1.695312, + 0.076172, + 0.882812, + 0.488281, + 1.257812, + 1.367188, + 0.345703, + 0.703125, + 0.914062, + 1.296875, + 0.574219, + 0.519531, + 0.976562, + 0.421875, + 0.429688, + 0.361328, + 0.691406, + 0.75, + 1.359375, + 0.396484, + 0.490234, + 1.007812, + 0.494141, + 1.429688, + 1.875, + 0.421875, + 1.304688, + 0.376953, + 2.296875, + 0.832031, + 0.683594, + 1.523438, + 1.117188, + 0.484375, + 0.851562, + 0.289062, + 1.453125, + 0.816406, + 2.203125, + 0.671875, + 0.402344, + 2.125, + 1.867188, + 1.335938, + 0.498047, + 0.714844, + 1.390625, + 0.490234, + 0.71875, + 0.460938, + 2.125, + 0.679688, + 1.429688, + 1.164062, + 1.6875, + 0.480469, + 1.007812, + 1.265625, + 0.597656, + 0.574219, + 1.90625, + 0.542969, + 0.804688, + 0.53125, + 0.8125, + 2.21875, + 1.421875, + 0.675781, + 0.320312, + 0.804688, + 0.546875, + 0.357422, + 0.789062, + 2.46875, + 0.507812, + 0.365234, + 1.390625, + 0.878906, + 1.773438, + 0.8125, + 1.3125, + 0.964844, + 1.117188, + 0.777344, + 0.482422, + 0.601562, + 0.351562, + 0.753906, + 1.351562, + 1.28125, + 0.949219, + 1.53125, + 1.125, + 0.808594, + 1.101562, + 0.494141, + 0.640625, + 0.458984, + 0.710938, + 0.695312, + 0.494141, + 0.472656, + 0.496094, + 0.527344, + 0.683594, + 1.414062, + 0.765625, + 1.242188, + 0.392578, + 0.753906, + 0.304688, + 0.488281, + 0.667969, + 0.429688, + 1.265625, + 1.625, + 1.09375, + 1.585938, + 0.625, + 1.046875, + 0.474609, + 0.636719, + 0.726562, + 0.53125, + 2.03125, + 1.828125, + 0.494141, + 0.099609, + 0.527344, + 0.621094, + 0.103516, + 1.226562, + 1.5, + 1.992188, + 0.699219, + 0.875, + 0.632812, + 0.554688, + 0.07666, + 0.730469, + 0.147461, + 0.863281, + 1.375, + 0.408203, + 0.074219, + 0.480469, + 1.171875, + 0.40625, + 0.527344, + 0.386719, + 2.0625, + 1.765625, + 0.988281, + 1.359375, + 0.925781, + 1.367188, + 0.671875, + 1.359375, + 1.078125, + 0.375, + 1.148438, + 0.394531, + 1.53125, + 1.664062, + 1.039062, + 1.757812, + 2.25, + 0.431641, + 0.789062, + 0.722656, + 0.804688, + 0.738281, + 0.369141, + 0.804688, + 0.539062, + 0.457031, + 1.21875, + 0.851562, + 0.65625, + 1.203125, + 0.652344, + 0.65625, + 0.617188, + 0.410156, + 0.761719, + 1.148438, + 0.168945, + 2.078125, + 1.085938, + 0.490234, + 1.390625, + 0.412109, + 2.328125, + 0.90625, + 0.597656, + 0.894531, + 0.753906, + 1.351562, + 0.601562, + 0.972656, + 0.523438, + 1.921875, + 1.09375, + 0.671875, + 0.757812, + 0.652344, + 1.265625, + 0.470703, + 1.492188, + 1.773438, + 0.421875, + 1.039062, + 1.0, + 1.078125, + 1.15625, + 2.390625, + 2.109375, + 0.765625, + 0.371094, + 0.550781, + 0.671875, + 1.5625, + 1.132812, + 0.059814, + 1.023438, + 0.796875, + 1.992188, + 0.464844, + 0.458984, + 1.3125, + 0.605469, + 0.287109, + 0.855469, + 1.976562, + 1.078125, + 1.234375, + 0.486328, + 0.726562, + 1.632812, + 1.476562, + 1.648438, + 0.871094, + 0.578125, + 0.451172, + 0.511719, + 0.734375, + 0.546875, + 0.425781, + 1.921875, + 0.550781, + 0.578125, + 1.148438, + 1.570312, + 2.546875, + 0.84375, + 0.761719, + 1.804688, + 1.1875, + 0.316406, + 0.886719, + 0.75, + 0.351562, + 1.5625, + 0.361328, + 0.78125, + 0.416016, + 0.365234, + 0.640625, + 0.4375, + 0.621094, + 1.289062, + 0.355469, + 1.078125, + 0.324219, + 0.5, + 0.455078, + 0.359375, + 1.21875, + 0.066406, + 0.566406, + 1.570312, + 0.9375, + 0.789062, + 1.921875, + 0.835938, + 2.046875, + 1.109375, + 0.172852, + 0.104492, + 0.408203, + 0.644531, + 1.414062, + 0.333984, + 0.824219, + 1.484375, + 0.390625, + 1.328125, + 0.609375, + 1.328125, + 1.84375, + 0.921875, + 0.742188, + 0.59375, + 0.808594, + 0.231445, + 0.53125, + 0.597656, + 0.894531, + 1.554688, + 0.339844, + 0.416016, + 0.894531, + 1.15625, + 0.527344, + 0.410156, + 0.574219, + 1.132812, + 0.980469, + 0.9375, + 2.375, + 0.5, + 0.695312, + 0.542969, + 0.660156, + 0.910156, + 0.660156, + 0.722656, + 0.695312, + 0.917969, + 1.164062, + 0.373047, + 0.695312, + 1.390625, + 0.9375, + 0.8125, + 0.632812, + 0.550781, + 0.894531, + 2.109375, + 0.574219, + 1.289062, + 0.398438, + 0.550781, + 0.554688, + 0.088379, + 1.0, + 1.226562, + 0.388672, + 0.640625, + 0.6875, + 0.435547, + 0.40625, + 1.882812, + 1.710938, + 0.460938, + 0.375, + 0.570312, + 1.773438, + 0.388672, + 0.914062, + 0.34375, + 0.628906, + 1.601562, + 0.582031, + 0.53125, + 1.945312, + 0.769531, + 1.6875, + 1.953125, + 0.632812, + 0.945312, + 0.554688, + 0.566406, + 0.349609, + 2.015625, + 1.679688, + 1.414062, + 0.357422, + 0.71875, + 0.431641, + 0.941406, + 1.523438, + 0.417969, + 0.636719, + 1.617188, + 1.039062, + 0.427734, + 1.742188, + 0.408203, + 0.609375, + 0.980469, + 0.851562, + 0.539062, + 0.566406, + 0.9375, + 0.785156, + 0.714844, + 1.335938, + 0.570312, + 0.380859, + 0.294922, + 0.46875, + 0.466797, + 1.0, + 0.478516, + 1.289062, + 0.451172, + 0.789062, + 0.380859, + 0.648438, + 0.683594, + 0.964844, + 1.21875, + 0.371094, + 0.6875, + 0.353516, + 1.140625, + 0.980469, + 0.761719, + 1.039062, + 0.628906, + 0.455078, + 0.953125, + 0.09082, + 0.455078, + 0.648438, + 0.539062, + 0.443359, + 0.609375, + 2.03125, + 2.015625, + 0.792969, + 0.396484, + 0.086914, + 0.898438, + 0.294922, + 0.621094, + 0.416016, + 1.09375, + 0.470703, + 1.03125, + 0.431641, + 1.460938, + 1.320312, + 1.5625, + 0.921875, + 0.373047, + 0.632812, + 1.109375, + 0.824219, + 1.132812, + 0.535156, + 2.046875, + 0.585938, + 0.380859, + 1.78125, + 0.617188, + 0.628906, + 0.640625, + 0.613281, + 0.777344, + 0.652344, + 0.699219, + 0.839844, + 0.285156, + 1.367188, + 0.453125, + 0.431641, + 0.119629, + 0.396484, + 1.328125, + 0.730469, + 1.945312, + 0.773438, + 0.609375, + 0.076172, + 0.566406, + 0.427734, + 0.515625, + 0.488281, + 0.964844, + 0.746094, + 1.390625, + 0.484375, + 1.085938, + 0.90625, + 1.117188, + 2.015625, + 2.109375, + 1.796875, + 1.257812, + 2.25, + 0.361328, + 0.535156, + 0.359375, + 0.953125, + 0.640625, + 0.194336, + 0.902344, + 1.054688, + 1.03125, + 0.394531, + 0.330078, + 1.34375, + 0.098633, + 1.101562, + 0.683594, + 1.601562, + 1.78125, + 0.433594, + 0.632812, + 0.632812, + 1.21875, + 1.25, + 0.984375, + 0.394531, + 1.046875, + 1.5, + 1.992188, + 0.480469, + 1.859375, + 0.451172, + 0.380859, + 1.59375, + 1.984375, + 1.617188, + 0.945312, + 0.412109, + 1.585938, + 0.871094, + 2.03125, + 0.726562, + 0.59375, + 0.460938, + 1.460938, + 1.320312, + 0.492188, + 0.507812, + 0.945312, + 0.066406, + 1.617188, + 0.474609, + 1.335938, + 0.449219, + 0.613281, + 1.328125, + 0.589844, + 0.535156, + 1.648438, + 0.363281, + 0.699219, + 0.464844, + 0.65625, + 2.21875, + 0.742188, + 0.34375, + 0.625, + 0.416016, + 1.992188, + 0.636719, + 0.484375, + 0.671875, + 2.21875, + 0.722656, + 1.125, + 1.820312, + 0.542969, + 0.515625, + 0.832031, + 0.388672, + 0.105469, + 0.384766, + 0.390625, + 0.566406, + 0.9375, + 1.257812, + 0.086426, + 1.085938, + 1.96875, + 1.09375, + 0.640625, + 0.388672, + 0.365234, + 1.875, + 0.433594, + 0.675781, + 1.601562, + 0.400391, + 0.355469, + 2.203125, + 0.753906, + 1.75, + 0.351562, + 2.3125, + 0.515625, + 1.648438, + 0.652344, + 0.455078, + 0.839844, + 0.566406, + 1.085938, + 0.4375, + 1.03125, + 1.125, + 0.443359, + 0.855469, + 0.365234, + 0.65625, + 0.84375, + 0.570312, + 0.498047, + 0.339844, + 2.0, + 1.0625, + 0.5, + 1.09375, + 0.388672, + 0.757812, + 0.539062, + 1.289062, + 0.396484, + 1.742188, + 1.78125, + 0.457031, + 0.570312, + 0.361328, + 1.367188, + 0.519531, + 1.890625, + 1.28125, + 1.273438, + 0.490234, + 0.503906, + 0.515625, + 0.570312, + 0.878906, + 1.523438, + 1.476562, + 0.585938, + 0.816406, + 0.898438, + 0.094238, + 0.917969, + 0.753906, + 0.640625, + 0.964844, + 0.535156, + 1.078125, + 0.386719, + 1.960938, + 0.679688, + 1.882812, + 0.710938, + 0.949219, + 1.703125, + 2.59375, + 1.195312, + 0.431641, + 0.609375, + 0.78125, + 2.09375, + 0.535156, + 1.914062, + 1.992188, + 0.875, + 1.171875, + 1.484375, + 1.367188, + 0.609375, + 1.679688, + 1.226562, + 0.527344, + 1.375, + 0.609375, + 1.664062, + 1.359375, + 0.460938, + 1.53125, + 0.582031, + 0.726562, + 1.101562, + 1.9375, + 2.203125, + 0.090332, + 0.835938, + 0.542969, + 1.734375, + 0.388672, + 0.96875, + 1.414062, + 1.078125, + 1.5625, + 0.460938, + 0.585938, + 1.515625, + 0.703125, + 0.498047, + 0.515625, + 0.496094, + 1.570312, + 0.091309, + 0.335938, + 1.132812, + 0.71875, + 1.671875, + 0.671875, + 0.455078, + 0.765625, + 1.765625, + 0.365234, + 1.15625, + 0.542969, + 0.451172, + 0.640625, + 2.203125, + 0.933594, + 1.132812, + 1.65625, + 1.8125, + 0.570312, + 0.539062, + 1.820312, + 0.640625, + 0.734375, + 0.996094, + 0.75, + 1.085938, + 1.539062, + 0.466797, + 0.929688, + 0.757812, + 0.75, + 0.355469, + 1.023438, + 1.40625, + 0.433594, + 0.972656, + 1.046875, + 0.106445, + 1.75, + 0.130859, + 0.40625, + 0.457031, + 0.472656, + 0.369141, + 0.332031, + 1.015625, + 0.496094, + 0.636719, + 0.429688, + 0.574219, + 0.710938, + 0.369141, + 0.515625, + 0.6875, + 0.359375, + 0.535156, + 0.101074, + 0.503906, + 0.867188, + 0.539062, + 0.4375, + 1.226562, + 0.617188, + 0.574219, + 1.625, + 0.570312, + 1.046875, + 1.890625, + 0.071777, + 0.550781, + 1.15625, + 0.605469, + 0.78125, + 0.726562, + 0.792969, + 0.375, + 0.679688, + 1.359375, + 0.390625, + 1.804688, + 1.5, + 0.275391, + 0.910156, + 1.140625, + 0.412109, + 0.601562, + 0.796875, + 0.124023, + 0.660156, + 1.71875, + 1.90625, + 0.664062, + 0.333984, + 0.072754, + 1.671875, + 0.410156, + 2.03125, + 0.65625, + 1.015625, + 0.859375, + 0.417969, + 0.792969, + 0.949219, + 0.417969, + 0.691406, + 0.369141, + 1.335938, + 1.960938, + 1.546875, + 0.367188, + 0.414062, + 0.400391, + 0.585938, + 0.785156, + 0.753906, + 0.558594, + 0.960938, + 0.742188, + 0.423828, + 0.75, + 2.171875, + 0.515625, + 0.625, + 1.1875, + 0.574219, + 0.902344, + 0.394531, + 0.800781, + 0.949219, + 1.445312, + 1.320312, + 0.455078, + 0.081055, + 0.523438, + 1.28125, + 1.34375, + 1.875, + 1.023438, + 0.960938, + 0.917969, + 1.773438, + 0.582031, + 0.107422, + 0.507812, + 1.992188, + 0.578125, + 1.132812, + 0.328125, + 0.46875, + 0.851562, + 0.8125, + 0.894531, + 1.289062, + 1.53125, + 0.566406, + 0.824219, + 0.414062, + 1.132812, + 0.261719, + 1.09375, + 0.675781, + 1.773438, + 0.59375, + 0.546875, + 0.894531, + 0.462891, + 1.679688, + 0.464844, + 0.347656, + 0.652344, + 1.6875, + 1.148438, + 0.453125, + 1.445312, + 0.503906, + 2.59375, + 0.330078, + 1.609375, + 1.0625, + 0.570312, + 1.0625, + 1.65625, + 0.357422, + 1.367188, + 2.1875, + 0.488281, + 0.503906, + 0.921875, + 1.515625, + 0.5625, + 0.135742, + 1.734375, + 0.671875, + 0.910156, + 0.667969, + 0.535156, + 2.125, + 0.769531, + 1.109375, + 1.257812, + 0.878906, + 0.765625, + 1.054688, + 0.910156, + 0.431641, + 0.640625, + 0.742188, + 0.550781, + 0.71875, + 0.59375, + 0.613281, + 0.949219, + 1.882812, + 0.447266, + 0.445312, + 0.539062, + 2.0625, + 0.363281, + 1.890625, + 0.65625, + 0.601562, + 0.851562, + 0.804688, + 0.308594, + 0.285156, + 0.585938, + 0.355469, + 0.359375, + 1.359375, + 1.6875, + 0.71875, + 0.457031, + 0.8125, + 0.804688, + 0.546875, + 1.828125, + 1.46875, + 2.34375, + 0.388672, + 1.265625, + 0.412109, + 1.320312, + 1.046875, + 0.349609, + 0.710938, + 0.486328, + 0.554688, + 0.667969, + 1.0625, + 0.419922, + 0.339844, + 0.347656, + 1.1875, + 1.195312, + 1.0625, + 0.402344, + 0.964844, + 0.535156, + 2.34375, + 0.890625, + 0.367188, + 0.558594, + 0.691406, + 1.617188, + 0.734375, + 1.570312, + 1.265625, + 1.796875, + 2.0, + 1.195312, + 0.369141, + 1.132812, + 0.507812, + 0.427734, + 0.710938, + 0.886719, + 0.855469, + 1.710938, + 0.851562, + 1.773438, + 0.8125, + 0.523438, + 0.84375, + 0.412109, + 0.636719, + 0.917969, + 0.878906, + 0.652344, + 0.59375, + 1.351562, + 0.59375, + 0.435547, + 0.488281, + 0.777344, + 0.396484, + 1.070312, + 0.351562, + 0.617188, + 0.628906, + 0.4375, + 0.361328, + 0.574219, + 0.613281, + 0.111328, + 1.773438, + 0.466797, + 0.478516, + 0.761719, + 0.972656, + 0.498047, + 1.210938, + 1.078125, + 0.863281, + 1.007812, + 0.347656, + 0.351562, + 0.431641, + 0.351562, + 0.10791, + 0.371094, + 0.488281, + 1.429688, + 0.554688, + 0.714844, + 0.695312, + 1.726562, + 0.664062, + 1.835938, + 0.478516, + 1.0625, + 2.046875, + 1.21875, + 0.929688, + 0.460938, + 1.414062, + 0.376953, + 0.683594, + 0.353516, + 0.523438, + 1.117188, + 1.734375, + 0.601562, + 0.371094, + 0.894531, + 0.53125, + 0.542969, + 0.419922, + 0.539062, + 0.546875, + 1.507812, + 0.355469, + 1.210938, + 2.296875, + 1.28125, + 2.0, + 0.640625, + 0.474609, + 1.648438, + 0.441406, + 1.859375, + 0.679688, + 0.486328, + 0.917969, + 0.077148, + 1.234375, + 0.78125, + 0.714844, + 1.679688, + 1.0, + 0.558594, + 0.425781, + 0.828125, + 1.15625, + 0.294922, + 0.734375, + 0.976562, + 0.785156, + 2.125, + 1.867188, + 0.484375, + 0.582031, + 0.609375, + 0.464844, + 0.867188, + 0.867188, + 1.085938, + 0.722656, + 0.625, + 0.373047, + 0.458984, + 1.3125, + 0.515625, + 0.914062, + 1.546875, + 0.597656, + 2.046875, + 2.03125, + 1.28125, + 0.59375, + 0.597656, + 0.46875, + 0.339844, + 0.453125, + 0.75, + 1.335938, + 1.757812, + 0.460938, + 0.796875, + 2.28125, + 1.09375, + 2.34375, + 0.390625, + 1.148438, + 1.117188, + 0.851562, + 0.933594, + 0.128906, + 0.554688, + 0.386719, + 0.578125, + 0.396484, + 0.237305, + 0.429688, + 0.378906, + 0.953125, + 0.275391, + 0.6875, + 0.710938, + 0.394531, + 1.210938, + 0.186523, + 0.660156, + 1.570312, + 0.4375, + 0.53125, + 1.671875, + 1.234375, + 0.933594, + 1.539062, + 1.632812, + 0.441406, + 0.337891, + 0.066895, + 2.453125, + 0.341797, + 1.554688, + 0.582031, + 1.054688, + 0.472656, + 0.628906, + 0.373047, + 1.09375, + 0.761719, + 0.507812, + 0.636719, + 0.542969, + 0.482422, + 0.398438, + 1.0625, + 0.503906, + 0.071777, + 0.621094, + 0.867188, + 0.5625, + 0.601562, + 1.242188, + 0.078125, + 0.474609, + 2.265625, + 1.46875, + 0.451172, + 1.171875, + 1.664062, + 1.515625, + 0.742188, + 1.054688, + 0.414062, + 1.257812, + 1.046875, + 0.539062, + 0.108887, + 0.757812, + 0.093262, + 0.902344, + 1.132812, + 0.511719, + 1.40625, + 0.96875, + 1.359375, + 0.332031, + 0.855469, + 0.458984, + 0.064941, + 0.382812, + 0.742188, + 0.65625, + 0.462891, + 1.53125, + 0.742188, + 0.337891, + 1.640625, + 0.302734, + 0.691406, + 0.400391, + 0.484375, + 1.398438, + 0.402344, + 1.84375, + 1.820312, + 1.15625, + 0.582031, + 0.542969, + 1.046875, + 0.427734, + 1.414062, + 1.492188, + 0.511719, + 1.640625, + 0.439453, + 1.609375, + 1.351562, + 1.179688, + 2.296875, + 0.84375, + 1.375, + 1.21875, + 0.515625, + 0.964844, + 1.632812, + 0.914062, + 0.851562, + 0.380859, + 1.484375, + 0.636719, + 0.476562, + 0.382812, + 1.070312, + 2.25, + 0.478516, + 0.074219, + 0.328125, + 1.742188, + 0.116699, + 1.109375, + 1.171875, + 0.953125, + 0.742188, + 1.460938, + 0.683594, + 0.371094, + 1.226562, + 2.40625, + 0.65625, + 0.757812, + 0.492188, + 1.179688, + 0.421875, + 0.316406, + 0.640625, + 0.353516, + 0.232422, + 0.84375, + 1.015625, + 1.054688, + 0.660156, + 0.808594, + 0.433594, + 0.976562, + 2.390625, + 1.171875, + 1.367188, + 1.421875, + 0.126953, + 0.5, + 0.398438, + 0.416016, + 0.116211, + 2.125, + 0.632812, + 1.132812, + 0.388672, + 0.609375, + 0.523438, + 0.416016, + 0.388672, + -0.058838, + 0.458984, + 0.824219, + 1.734375, + 0.960938, + 0.617188, + 0.9375, + 0.5, + 0.65625, + 2.421875, + 1.929688, + 0.507812, + 0.902344, + 0.470703, + 1.195312, + 1.210938, + 1.523438, + 1.28125, + 1.632812, + 0.378906, + 0.847656, + 1.257812, + 1.78125, + 0.789062, + 0.671875, + 1.65625, + 0.652344, + 2.046875, + 0.804688, + 0.081543, + 0.367188, + 0.480469, + 1.6875, + 0.353516, + 0.796875, + 0.566406, + 0.773438, + 2.125, + 0.785156, + 1.359375, + 0.59375, + 0.621094, + 0.507812, + 0.523438, + 0.683594, + 0.566406, + 1.273438, + 0.816406, + 1.382812, + 0.296875, + 0.375, + 1.609375, + 0.703125, + 1.710938, + 0.431641, + 2.109375, + 0.621094, + 0.761719, + 2.109375, + 0.675781, + 0.972656, + 0.402344, + 0.671875, + 0.431641, + 0.363281, + 0.898438, + 2.28125, + 0.503906, + 1.273438, + 1.6875, + 0.589844, + 0.625, + 0.433594, + 0.578125, + 0.675781, + 0.412109, + 0.90625, + 0.78125, + 0.527344, + 1.0625, + 0.382812, + 2.109375, + 0.589844, + 0.515625, + 1.820312, + 0.10498, + 0.474609, + 0.40625, + 0.542969, + 0.076172, + 0.375, + 1.28125, + 0.703125, + 1.320312, + 0.291016, + 1.960938, + 0.902344, + 0.652344, + 1.34375, + 1.125, + 0.789062, + 1.40625, + 1.117188, + 0.292969, + 0.585938, + 0.304688, + 1.664062, + 0.882812, + 0.507812, + 0.707031, + 0.396484, + 1.203125, + 0.503906, + 0.519531, + 0.792969, + 0.318359, + 0.820312, + 1.960938, + 1.570312, + 0.917969, + 0.24707, + 0.84375, + 1.84375, + 0.515625, + 1.945312, + 0.375, + 0.439453, + 0.679688, + 0.960938, + 0.486328, + 0.460938, + 0.605469, + 0.451172, + 0.570312, + 0.621094, + 0.628906, + 0.457031, + 0.832031, + 0.597656, + 0.490234, + 0.484375, + 0.605469, + 0.800781, + 0.466797, + 0.792969, + 0.439453, + 1.351562, + 1.421875, + 1.523438, + 2.109375, + 0.416016, + 0.441406, + 0.574219, + 1.945312, + 0.390625, + 0.090332, + 1.132812, + 0.474609, + 0.996094, + 0.808594, + 1.171875, + 1.007812, + 0.84375, + 0.414062, + 1.09375, + 0.554688, + 0.871094, + 0.511719, + 0.080078, + 0.777344, + 1.171875, + 0.617188, + 0.433594, + 2.046875, + 0.777344, + 0.402344, + 0.660156, + 0.808594, + 0.5625, + 1.398438, + 0.515625, + 0.746094, + 1.5, + 0.417969, + 1.585938, + 0.359375, + 1.125, + 2.328125, + 0.482422, + 1.78125, + 1.390625, + 0.777344, + 0.5625, + 0.496094, + 0.515625, + 1.046875, + 0.980469, + 2.015625, + 0.494141, + 0.412109, + 0.90625, + 0.828125, + 2.265625, + 0.726562, + 1.203125, + 1.960938, + 0.609375, + 0.621094, + 1.007812, + 0.322266, + 0.083008, + 0.644531, + 1.429688, + 1.78125, + 1.351562, + 1.703125, + 2.03125, + 1.023438, + 0.753906, + 1.0625, + 0.310547, + 1.117188, + 0.380859, + 0.535156, + 0.835938, + 0.408203, + 0.316406, + 0.5, + 1.445312, + 1.125, + 0.5625, + 0.597656, + 1.773438, + 1.476562, + 1.171875, + 1.3125, + 0.628906, + 1.929688, + 1.742188, + 0.394531, + 0.65625, + 0.640625, + 0.617188, + 0.613281, + 0.421875, + 1.210938, + 1.09375, + 0.443359, + 0.335938, + 0.5, + 2.15625, + 2.015625, + 1.046875, + 1.203125, + 1.515625, + 1.40625, + 1.789062, + 0.582031, + 0.457031, + 0.490234, + 0.496094, + 0.589844, + 0.359375, + 1.015625, + 2.0625, + 0.404297, + 0.373047, + 1.835938, + 0.416016, + 1.867188, + 0.165039, + 0.382812, + 0.890625, + 0.308594, + 1.070312, + 1.515625, + 1.914062, + 1.789062, + 2.21875, + 0.601562, + 0.804688, + 0.660156, + 1.726562, + 1.03125, + 0.507812, + 2.1875, + 1.804688, + 1.554688, + 0.664062, + 1.867188, + 1.945312, + 0.519531, + 1.054688, + 0.550781, + 1.804688, + 0.507812, + 0.789062, + 1.242188, + 1.242188, + 1.21875, + 0.730469, + 1.585938, + 0.417969, + 0.585938, + 0.578125, + 0.984375, + 2.328125, + 0.539062, + 0.605469, + 1.945312, + 0.636719, + 0.664062, + 0.621094, + 0.404297, + 0.427734, + 0.769531, + 0.369141, + 0.742188, + 1.203125, + 0.470703, + 0.851562, + 0.640625, + 1.039062, + 1.960938, + 1.148438, + 1.796875, + 0.34375, + 0.871094, + 0.902344, + 2.09375, + 0.414062, + 0.359375, + 1.804688, + 2.546875, + 2.546875, + 0.300781, + 1.140625, + 0.400391, + 1.234375, + 1.0, + 0.808594, + 0.601562, + 1.351562, + 0.808594, + 0.300781, + 0.449219, + 0.6875, + 0.851562, + 0.337891, + 0.664062, + 0.349609, + 0.550781, + 0.410156, + 0.414062, + 0.945312, + 0.753906, + 0.455078, + 0.117188, + 0.664062, + 2.515625, + 1.132812, + 0.882812, + 0.667969, + 2.03125, + 0.5, + 1.304688, + 0.78125, + 1.851562, + 0.746094, + 0.941406, + 1.359375, + 0.925781, + 0.773438, + 0.769531, + 0.46875, + 1.0625, + 0.945312, + 0.910156, + 0.859375, + 0.878906, + 0.914062, + 1.046875, + 0.609375, + 0.777344, + 0.722656, + 0.474609, + 1.171875, + 0.542969, + 0.390625, + 0.423828, + 0.085449, + 1.140625, + 2.25, + 1.125, + 1.828125, + 0.498047, + 1.46875, + 0.890625, + 0.550781, + 0.546875, + 0.402344, + 0.695312, + 0.605469, + 0.324219, + 0.738281, + 0.355469, + 1.296875, + 0.498047, + 0.585938, + 0.628906, + 0.308594, + 0.925781, + 0.804688, + 1.859375, + 2.140625, + 0.429688, + 1.609375, + 0.929688, + 0.40625, + 0.337891, + 1.101562, + 0.636719, + 1.21875, + 0.964844, + 1.09375, + 0.283203, + 0.330078, + 0.511719, + 0.574219, + 0.449219, + 0.847656, + 1.078125, + 1.09375, + 0.088867, + 0.980469, + 0.445312, + 1.429688, + 1.125, + 0.492188, + 0.796875, + 0.566406, + 1.804688, + 1.421875, + 0.386719, + 0.839844, + 1.929688, + 0.332031, + 0.898438, + 1.546875, + 1.1875, + 0.539062, + 0.503906, + 1.046875, + 1.65625, + 1.507812, + 0.769531, + 0.773438, + 1.984375, + 0.71875, + 1.289062, + 0.882812, + 0.380859, + 0.605469, + 1.289062, + 0.851562, + 1.179688, + 0.886719, + 0.722656, + 1.195312, + 2.296875, + 1.5, + 1.164062, + 0.875, + 0.376953, + 1.1875, + 0.511719, + 0.091797, + 0.816406, + 1.640625, + 0.59375, + 0.867188, + 0.398438, + 0.808594, + 0.431641, + 1.398438, + 1.085938, + 1.929688, + 1.164062, + 0.464844, + 1.34375, + 2.1875, + 0.980469, + 1.460938, + 0.550781, + 0.357422, + 1.515625, + 0.503906, + 0.419922, + 0.597656, + 0.8125, + 1.085938, + 0.098145, + 1.320312, + 0.441406, + 0.957031, + 1.210938, + 1.8125, + 0.490234, + 0.941406, + 1.15625, + 0.613281, + 1.75, + 0.523438, + 0.585938, + 0.478516, + 0.410156, + 1.617188, + 0.761719, + 0.800781, + 1.085938, + 0.071289, + 1.84375, + 0.34375, + 1.335938, + 1.789062, + 0.380859, + 1.460938, + 0.929688, + 1.78125, + 1.960938, + 1.570312, + 0.894531, + 0.400391, + 0.542969, + 0.494141, + 0.902344, + 1.617188, + 0.769531, + 0.550781, + 1.101562, + 0.474609, + 0.451172, + 1.351562, + 0.476562, + 1.234375, + 0.769531, + 1.109375, + 0.820312, + 0.757812, + 0.423828, + 0.957031, + 0.539062, + 0.84375, + 0.351562, + 0.085938, + 0.785156, + 0.341797, + 0.435547, + 0.664062, + 0.441406, + 1.757812, + 0.722656, + 0.400391, + 0.296875, + 0.400391, + 0.523438, + 2.328125, + 0.431641, + 0.648438, + 2.140625, + 1.359375, + 1.054688, + 0.498047, + 0.496094, + 0.851562, + 0.976562, + 0.785156, + 1.3125, + 0.369141, + 2.171875, + 1.3125, + 1.132812, + 0.535156, + 1.15625, + 0.396484, + 0.703125, + 0.75, + 0.074707, + 0.746094, + 0.722656, + 0.335938, + 1.898438, + 0.667969, + 0.835938, + 1.15625, + 1.234375, + 1.382812, + 0.59375, + 1.054688, + 0.664062, + 0.671875, + 0.451172, + 0.527344, + 0.447266, + 0.664062, + 2.078125, + 1.429688, + 0.960938, + 0.625, + 1.414062, + 0.652344, + 0.113281, + 0.470703, + 1.921875, + 0.382812, + 0.625, + 0.769531, + 0.765625, + 1.40625, + 0.734375, + 1.195312, + 0.695312, + 0.337891, + 1.179688, + 1.34375, + 0.695312, + 0.777344, + 1.09375, + 1.0625, + 0.859375, + 0.847656, + 1.507812, + 0.617188, + 0.5, + 0.855469, + 0.417969, + 0.589844, + 1.5625, + 0.695312, + 0.5, + 0.621094, + 2.09375, + 2.0625, + 0.447266, + 1.15625, + 0.421875, + 0.271484, + 0.589844, + 0.707031, + 0.625, + 0.679688, + 1.25, + 0.597656, + 0.824219, + 0.976562, + 1.960938, + 0.785156, + 1.078125, + 0.601562, + 1.320312, + 0.410156, + 0.476562, + 0.435547, + 0.605469, + 0.835938, + 0.597656, + 0.867188, + 0.878906, + 0.679688, + 0.542969, + 0.421875, + 0.353516, + 0.808594, + 1.445312, + 0.5, + 0.589844, + 0.480469, + 1.546875, + 0.345703, + 0.726562, + 0.503906, + 0.867188, + 1.070312, + 0.773438, + 0.566406, + 0.605469, + 0.785156, + 0.492188, + 2.40625, + 1.773438, + 0.546875, + 0.902344, + 0.441406, + 0.871094, + 0.519531, + 0.392578, + 1.539062, + 2.28125, + 0.761719, + 1.1875, + 0.121582, + 1.359375, + 0.679688, + 0.458984, + 1.757812, + 0.574219, + 0.419922, + 1.125, + 0.839844, + 0.683594, + 0.996094, + 0.535156, + 1.109375, + 0.503906, + 2.125, + 1.070312, + 0.535156, + 1.757812, + 0.373047, + 0.726562, + 0.089844, + 0.765625, + 0.804688, + 0.910156, + 1.320312, + 1.195312, + 0.363281, + 1.265625, + 0.734375, + 1.921875, + 0.287109, + 0.519531, + 0.425781, + 1.804688, + 0.59375, + 0.847656, + 0.734375, + 1.15625, + 0.628906, + 2.140625, + 1.695312, + 0.789062, + 0.777344, + 2.09375, + 0.570312, + 1.46875, + 0.621094, + 1.328125, + 0.453125, + 0.402344, + 0.726562, + 2.140625, + 2.296875, + 0.835938, + 0.8125, + 0.4375, + 1.382812, + 0.429688, + 0.976562, + 0.882812, + 0.242188, + 1.1875, + 1.1875, + 0.490234, + 1.773438, + 1.210938, + 1.679688, + 0.742188, + 0.859375, + 1.851562, + 0.746094, + 0.322266, + 1.554688, + 2.4375, + 0.460938, + 0.59375, + 1.023438, + 0.785156, + 1.328125, + 0.074219, + 1.273438, + 1.03125, + 0.914062, + 1.414062, + 0.808594, + 0.660156, + 0.365234, + 0.730469, + 0.419922, + 0.451172, + 0.083008, + 0.507812, + 1.351562, + 0.306641, + 0.617188, + 1.046875, + 0.753906, + 0.65625, + 1.882812, + 0.087402, + 2.59375, + 1.328125, + 1.304688, + 2.21875, + 0.980469, + 0.675781, + 0.519531, + 1.8125, + 0.714844, + 0.613281, + 0.589844, + 1.640625, + 0.371094, + 1.382812, + 2.625, + 1.765625, + 1.226562, + 0.746094, + 0.40625, + 0.601562, + 0.847656, + 0.425781, + 0.519531, + 0.820312, + 0.613281, + 1.085938, + 2.015625, + 0.878906, + 0.484375, + 1.796875, + 0.96875, + 1.507812, + 0.071289, + 0.308594, + 0.375, + 0.574219, + 1.367188, + 0.503906, + 1.226562, + 0.558594, + 0.664062, + 1.679688, + 0.382812, + 0.322266, + 0.554688, + 0.53125, + 1.65625, + 0.507812, + 0.804688, + 0.507812, + 0.859375, + 0.882812, + 1.070312, + 0.71875, + 0.480469, + 1.03125, + 0.847656, + 1.078125, + 1.8125, + 1.476562, + 0.365234, + 0.628906, + 0.527344, + 0.166992, + 1.078125, + 0.636719, + 0.466797, + 0.605469, + 0.347656, + 0.554688, + 1.242188, + 0.527344, + 2.625, + 0.585938, + 0.90625, + 1.007812, + 0.644531, + 0.757812, + 1.398438, + 0.902344, + 1.5625, + 1.515625, + 0.40625, + 0.114746, + 1.554688, + 1.15625, + 0.621094, + 0.621094, + 1.109375, + 1.039062, + 1.945312, + 0.601562, + 0.75, + 0.310547, + 0.628906, + 0.554688, + 0.394531, + 1.09375, + 1.890625, + 0.949219, + 1.257812, + 1.203125, + 0.976562, + 0.851562, + 1.617188, + 0.4375, + 1.296875, + 0.828125, + 0.664062, + 0.092285, + 1.328125, + 0.726562, + 0.110352, + 1.539062, + 0.742188, + 2.359375, + 0.550781, + 0.980469, + 0.628906, + 0.519531, + 0.480469, + 0.941406, + 0.464844, + 0.421875, + 2.5625, + 0.699219, + 0.104004, + 0.976562, + 0.279297, + 0.964844, + 1.421875, + 0.515625, + 0.613281, + 0.447266, + 1.234375, + 0.855469, + 1.179688, + 0.330078, + 0.613281, + 0.359375, + 0.539062, + 1.226562, + 0.138672, + 0.417969, + 0.378906, + 0.390625, + 0.644531, + 0.574219, + 2.3125, + 2.09375, + 1.1875, + 1.039062, + 0.683594, + 1.125, + 0.080566, + 0.492188, + 1.039062, + 1.726562, + 0.953125, + 0.730469, + 1.460938, + 0.376953, + 0.972656, + 0.443359, + 1.554688, + 0.589844, + 0.726562, + 0.691406, + 0.566406, + 1.070312, + 0.589844, + 0.597656, + 1.945312, + 0.9375, + 1.15625, + 0.380859, + 0.433594, + 1.265625, + 0.515625, + 0.285156, + 0.125977, + 0.5, + 0.796875, + 1.117188, + 0.996094, + 0.546875, + 1.476562, + 0.816406, + 0.574219, + 0.714844, + 0.878906, + 0.408203, + 0.404297, + 0.550781, + 0.486328, + 0.59375, + 0.601562, + 0.423828, + 1.0, + 0.894531, + 0.5625, + 0.707031, + 0.558594, + 1.03125, + 0.609375, + 0.492188, + 0.664062, + 0.101074, + 0.490234, + 0.314453, + 0.6875, + 0.378906, + 1.65625, + 1.554688 + ] + }, + "name": "model.model.layers.18.input_layernorm.weight", + "outputIndexes": [ + 1486 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1485 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_18/Mul_output_0", + "outputIndexes": [ + 1487 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1486, + 1487 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_18/Mul_1_output_0", + "outputIndexes": [ + 1488 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1488 + ], + "outputIndexes": [ + 2812 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2812 + ], + "outputIndexes": [ + 2813 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear", + "inputIndexes": [ + 2813 + ], + "outputIndexes": [ + 2814 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2359925460, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2814 + ], + "outputIndexes": [ + 2815 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2815 + ], + "outputIndexes": [ + 1489 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1488 + ], + "main_type": "NONE", + "name": "/Shape_253_output_0", + "outputIndexes": [ + 1490 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1490 + ], + "main_type": "NONE", + "name": "Shape4579", + "outputIndexes": [ + 1491 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1490 + ], + "main_type": "NONE", + "name": "Rank4581", + "outputIndexes": [ + 1492 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1492, + 1492 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4583", + "outputIndexes": [ + 1493 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1493 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4584", + "outputIndexes": [ + 1494 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1493, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4586", + "outputIndexes": [ + 1495 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1495 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4587", + "outputIndexes": [ + 1496 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1491, + 1494, + 1496, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4590", + "outputIndexes": [ + 1497 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1497 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4591", + "outputIndexes": [ + 1498 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4592", + "outputIndexes": [ + 1499 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1499, + 1498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4593", + "outputIndexes": [ + 1500 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1490, + 1500, + 1493 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_274_output_0", + "outputIndexes": [ + 1501 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1501, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_577_output_0", + "outputIndexes": [ + 1502 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1502, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_234_output_0", + "outputIndexes": [ + 1503 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1489, + 1503 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_163_output_0", + "outputIndexes": [ + 1504 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1504, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_144_output_0", + "outputIndexes": [ + 1505 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1504 + ], + "main_type": "NONE", + "name": "/Shape_254_output_0", + "outputIndexes": [ + 1506 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1506 + ], + "main_type": "NONE", + "name": "Shape4600", + "outputIndexes": [ + 1507 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1506 + ], + "main_type": "NONE", + "name": "Rank4602", + "outputIndexes": [ + 1508 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1508, + 1508 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4604", + "outputIndexes": [ + 1509 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1509 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4605", + "outputIndexes": [ + 1510 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1509, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4607", + "outputIndexes": [ + 1511 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1511 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4608", + "outputIndexes": [ + 1512 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1507, + 1510, + 1512, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4611", + "outputIndexes": [ + 1513 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1513 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4612", + "outputIndexes": [ + 1514 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1514 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4613", + "outputIndexes": [ + 1515 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1515, + 1514 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4614", + "outputIndexes": [ + 1516 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1506, + 1516, + 1509 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_275_output_0", + "outputIndexes": [ + 1517 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1517, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_54_output_0", + "outputIndexes": [ + 1518 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1518, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_582_output_0", + "outputIndexes": [ + 1519 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1504, + 1519, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_73_output_0", + "outputIndexes": [ + 1520 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1520 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_36_output_0", + "outputIndexes": [ + 1521 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1504, + 22, + 1519, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_72_output_0", + "outputIndexes": [ + 1522 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1521, + 1522 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_237_output_0", + "outputIndexes": [ + 1523 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1523, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_145_output_0", + "outputIndexes": [ + 1524 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1505, + 1524 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_90_output_0", + "outputIndexes": [ + 1525 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1488 + ], + "outputIndexes": [ + 2816 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2816 + ], + "outputIndexes": [ + 2817 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear", + "inputIndexes": [ + 2817 + ], + "outputIndexes": [ + 2818 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2367165162, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2818 + ], + "outputIndexes": [ + 2819 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2819 + ], + "outputIndexes": [ + 1526 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1502, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_235_output_0", + "outputIndexes": [ + 1527 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1526, + 1527 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_164_output_0", + "outputIndexes": [ + 1528 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1528, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_146_output_0", + "outputIndexes": [ + 1529 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1528 + ], + "main_type": "NONE", + "name": "/Shape_255_output_0", + "outputIndexes": [ + 1530 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1530 + ], + "main_type": "NONE", + "name": "Shape4663", + "outputIndexes": [ + 1531 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1530 + ], + "main_type": "NONE", + "name": "Rank4665", + "outputIndexes": [ + 1532 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1532, + 1532 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4667", + "outputIndexes": [ + 1533 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1533 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4668", + "outputIndexes": [ + 1534 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1533, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4670", + "outputIndexes": [ + 1535 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1535 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4671", + "outputIndexes": [ + 1536 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1531, + 1534, + 1536, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4674", + "outputIndexes": [ + 1537 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1537 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4675", + "outputIndexes": [ + 1538 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4676", + "outputIndexes": [ + 1539 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1539, + 1538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4677", + "outputIndexes": [ + 1540 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1530, + 1540, + 1533 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_276_output_0", + "outputIndexes": [ + 1541 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1541, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_55_output_0", + "outputIndexes": [ + 1542 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1542, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_584_output_0", + "outputIndexes": [ + 1543 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1528, + 1543, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_75_output_0", + "outputIndexes": [ + 1544 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1544 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_37_output_0", + "outputIndexes": [ + 1545 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1528, + 22, + 1543, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_74_output_0", + "outputIndexes": [ + 1546 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1545, + 1546 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_238_output_0", + "outputIndexes": [ + 1547 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1547, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_147_output_0", + "outputIndexes": [ + 1548 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1529, + 1548 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_91_output_0", + "outputIndexes": [ + 1549 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1488 + ], + "outputIndexes": [ + 2820 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2820 + ], + "outputIndexes": [ + 2821 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear", + "inputIndexes": [ + 2821 + ], + "outputIndexes": [ + 2822 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2368199424, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2822 + ], + "outputIndexes": [ + 2823 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2823 + ], + "outputIndexes": [ + 1550 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1550, + 1527 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_165_output_0", + "outputIndexes": [ + 1551 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1525, + 1549, + 1551, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_170_output_0", + "outputIndexes": [ + 1552 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1552 + ], + "outputIndexes": [ + 2824 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2824 + ], + "outputIndexes": [ + 2825 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear", + "inputIndexes": [ + 2825 + ], + "outputIndexes": [ + 2826 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2369233686, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2826 + ], + "outputIndexes": [ + 2827 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2827 + ], + "outputIndexes": [ + 1553 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1485, + 1553 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_93_output_0", + "outputIndexes": [ + 1554 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.210938, + 1.085938, + 2.03125, + 0.644531, + 1.34375, + 0.789062, + 0.996094, + 1.203125, + 0.46875, + 0.5625, + 1.039062, + 0.585938, + 0.878906, + 0.753906, + 0.566406, + 1.070312, + 1.0, + 0.78125, + 1.046875, + 0.554688, + 0.515625, + 1.023438, + 1.023438, + 0.753906, + 0.703125, + 1.382812, + 0.470703, + 0.664062, + 0.71875, + 0.769531, + 1.359375, + 0.574219, + 0.570312, + 0.867188, + 1.390625, + 1.796875, + 0.632812, + 0.376953, + 1.007812, + 0.558594, + 1.273438, + 0.984375, + 1.4375, + 0.933594, + 1.4375, + 1.453125, + 0.257812, + 1.578125, + 1.015625, + 0.578125, + 1.34375, + 0.882812, + 0.894531, + 0.886719, + 1.09375, + 0.757812, + 1.21875, + 1.859375, + 1.226562, + 0.609375, + 0.722656, + 1.125, + 1.265625, + 0.957031, + 1.5, + 1.148438, + 0.621094, + 0.941406, + 0.625, + 0.835938, + 0.820312, + 0.632812, + 1.226562, + 0.894531, + 1.195312, + 1.289062, + 0.707031, + 0.675781, + 0.554688, + 1.609375, + 1.429688, + 1.59375, + 1.4375, + 0.835938, + 1.039062, + 0.306641, + 1.039062, + 1.5, + 1.0625, + 0.582031, + 1.054688, + 1.132812, + 1.140625, + 1.109375, + 1.140625, + 0.917969, + 0.554688, + 0.636719, + 1.007812, + 0.574219, + 0.636719, + 0.640625, + 1.710938, + 0.9375, + 0.773438, + 1.234375, + 0.945312, + 0.605469, + 0.769531, + 0.890625, + 0.941406, + 0.824219, + 1.09375, + 0.314453, + 0.882812, + 0.269531, + 0.613281, + 1.09375, + 1.453125, + 0.59375, + 0.773438, + 0.886719, + 1.46875, + 0.964844, + 0.949219, + 0.835938, + 1.257812, + 0.820312, + 0.330078, + 0.652344, + 0.453125, + 1.015625, + 0.660156, + 1.078125, + 0.828125, + 0.992188, + 0.8125, + 1.109375, + 0.710938, + 1.132812, + 0.789062, + 1.328125, + 1.640625, + 0.597656, + 0.464844, + 0.519531, + 1.234375, + 0.949219, + 1.4375, + 1.0, + 1.335938, + 1.015625, + 0.832031, + 1.015625, + 0.707031, + 0.773438, + 0.625, + 0.542969, + 1.351562, + 1.515625, + 0.570312, + 0.570312, + 0.503906, + 0.933594, + 0.427734, + 0.628906, + 0.808594, + 0.632812, + 0.882812, + 0.988281, + 1.03125, + 0.691406, + 0.691406, + 0.703125, + 0.917969, + 1.578125, + 0.953125, + 0.902344, + 1.382812, + 0.894531, + 0.632812, + 0.914062, + 1.3125, + 0.535156, + 0.613281, + 1.039062, + 0.855469, + 0.597656, + 0.816406, + 1.109375, + 0.609375, + 0.980469, + 0.679688, + 0.757812, + 1.429688, + 1.0, + 0.988281, + 1.289062, + 0.613281, + 0.894531, + 0.921875, + 0.380859, + 0.917969, + 0.859375, + 1.085938, + 1.0625, + 0.617188, + 0.742188, + 1.359375, + 0.613281, + 1.28125, + 0.910156, + 0.691406, + 1.0625, + 0.941406, + 0.84375, + 0.621094, + 0.589844, + 1.625, + 0.851562, + 0.882812, + 0.578125, + 0.742188, + 1.148438, + 1.054688, + 1.53125, + 0.636719, + 0.71875, + 0.816406, + 0.96875, + 1.09375, + 1.132812, + 0.996094, + 0.890625, + 1.039062, + 0.957031, + 0.789062, + 1.484375, + 0.322266, + 0.960938, + 1.117188, + 0.863281, + 1.203125, + 0.914062, + 0.777344, + 0.699219, + 1.148438, + 1.265625, + 1.078125, + 0.90625, + 0.988281, + 1.390625, + 0.710938, + 0.796875, + 0.96875, + 0.691406, + 0.964844, + 0.283203, + 0.890625, + 0.558594, + 0.949219, + 1.078125, + 1.070312, + 1.203125, + 0.957031, + 0.667969, + 0.945312, + 0.964844, + 0.785156, + 1.09375, + 0.921875, + 1.195312, + 1.09375, + 0.726562, + 0.742188, + 1.859375, + 1.070312, + 0.578125, + 0.707031, + 1.15625, + 0.832031, + 0.960938, + 0.3125, + 1.054688, + 0.800781, + 1.570312, + 0.707031, + 1.148438, + 1.140625, + 0.574219, + 1.453125, + 0.578125, + 0.789062, + 0.644531, + 0.574219, + 0.839844, + 0.695312, + 0.640625, + 1.0, + 0.871094, + 0.746094, + 0.699219, + 0.605469, + 1.21875, + 1.710938, + 1.28125, + 0.871094, + 0.882812, + 0.875, + 1.046875, + 0.617188, + 0.785156, + 0.972656, + 0.914062, + 0.375, + 1.148438, + 0.984375, + 1.484375, + 0.992188, + 0.9375, + 1.34375, + 0.855469, + 0.746094, + 0.8125, + 0.753906, + 0.996094, + 0.824219, + 0.957031, + 0.800781, + 0.769531, + 0.314453, + 0.871094, + 0.859375, + 0.820312, + 0.621094, + 0.878906, + 1.078125, + 2.078125, + 1.132812, + 0.652344, + 0.287109, + 0.800781, + 0.859375, + 0.84375, + 0.359375, + 1.15625, + 1.398438, + 1.046875, + 0.808594, + 0.949219, + 0.972656, + 0.582031, + 1.414062, + 0.960938, + 1.546875, + 0.941406, + 1.070312, + 1.109375, + 0.804688, + 0.964844, + 1.015625, + 1.5625, + 0.351562, + 0.644531, + 0.515625, + 0.59375, + 0.8125, + 1.414062, + 0.953125, + 0.574219, + 0.910156, + 1.0, + 1.117188, + 0.761719, + 1.140625, + 1.765625, + 0.371094, + 0.574219, + 0.996094, + 1.101562, + 1.023438, + 1.164062, + 0.621094, + 1.390625, + 1.203125, + 0.636719, + 1.492188, + 0.980469, + 0.855469, + 0.714844, + 0.976562, + 1.28125, + 0.660156, + 0.523438, + 0.722656, + 1.210938, + 0.65625, + 0.753906, + 1.0625, + 0.335938, + 0.648438, + 1.203125, + 0.617188, + 1.375, + 0.566406, + 1.0625, + 0.929688, + 1.078125, + 1.078125, + 0.773438, + 0.59375, + 0.988281, + 1.273438, + 0.9375, + 1.132812, + 1.625, + 1.148438, + 0.972656, + 0.996094, + 1.117188, + 0.660156, + 0.726562, + 0.890625, + 0.566406, + 0.816406, + 0.550781, + 1.304688, + 1.210938, + 0.570312, + 0.929688, + 0.957031, + 0.84375, + 0.550781, + 0.800781, + 1.132812, + 0.621094, + 0.816406, + 1.054688, + 0.835938, + 0.636719, + 0.882812, + 1.234375, + 1.273438, + 0.957031, + 0.582031, + 0.648438, + 0.859375, + 1.109375, + 0.980469, + 1.507812, + 1.335938, + 0.945312, + 1.109375, + 0.933594, + 1.039062, + 2.34375, + 0.675781, + 0.816406, + -2e-05, + 0.761719, + 1.070312, + 0.773438, + 0.992188, + 0.621094, + 0.570312, + 1.078125, + 0.65625, + 0.925781, + 0.585938, + 0.890625, + 0.757812, + 0.351562, + 1.015625, + 1.0625, + 1.09375, + 0.601562, + 0.792969, + 0.582031, + 1.132812, + 1.03125, + 1.203125, + 0.960938, + 0.710938, + 1.078125, + 0.609375, + 1.21875, + 1.859375, + 1.015625, + 1.164062, + 0.964844, + 0.902344, + 1.351562, + 1.570312, + 1.078125, + 1.429688, + 0.710938, + 1.0625, + 0.808594, + 1.382812, + 1.117188, + 0.929688, + 0.675781, + 0.757812, + 0.664062, + 0.839844, + 0.75, + 1.101562, + 0.609375, + 0.980469, + 0.765625, + 1.15625, + 1.289062, + 1.007812, + 1.34375, + 1.148438, + 0.691406, + 0.664062, + 0.894531, + 0.78125, + 1.5625, + 0.789062, + 1.125, + 1.085938, + 0.320312, + 1.0, + 0.601562, + 1.398438, + 1.195312, + 0.996094, + 0.84375, + 0.941406, + 1.125, + 1.28125, + 1.015625, + 0.84375, + 1.132812, + 0.578125, + 0.90625, + 0.867188, + 1.125, + 0.589844, + 0.566406, + 0.566406, + 0.941406, + 0.574219, + 1.296875, + 1.953125, + 0.542969, + 0.675781, + 1.671875, + 0.808594, + 1.625, + 0.933594, + 0.890625, + 0.714844, + 0.636719, + 0.800781, + 0.988281, + 1.039062, + 0.707031, + 1.5625, + 0.972656, + 0.757812, + 0.617188, + 0.605469, + 1.1875, + 0.859375, + 0.949219, + 0.945312, + 0.640625, + 1.046875, + 0.902344, + 0.640625, + 0.625, + 0.917969, + 0.847656, + 0.859375, + 1.726562, + 0.582031, + 1.304688, + 1.21875, + 0.933594, + 1.085938, + 0.609375, + 1.1875, + 0.910156, + 0.871094, + 0.566406, + 0.929688, + 0.636719, + 1.265625, + 0.882812, + 1.078125, + 1.054688, + 1.179688, + 0.59375, + 0.796875, + 0.691406, + 0.605469, + 0.636719, + 1.421875, + 0.546875, + 0.710938, + 1.632812, + 0.863281, + 1.203125, + 0.917969, + 0.875, + 0.355469, + 1.328125, + 1.617188, + 1.34375, + 0.703125, + 0.566406, + 1.117188, + 0.984375, + 0.337891, + 0.84375, + 0.894531, + 1.007812, + 1.117188, + 0.972656, + 0.351562, + 0.902344, + 0.408203, + 0.84375, + 1.890625, + 0.972656, + 0.902344, + 1.601562, + 0.675781, + 0.75, + 0.753906, + 0.882812, + 0.683594, + 0.648438, + 1.1875, + 0.582031, + 1.085938, + 0.890625, + 0.863281, + 0.582031, + 1.007812, + 1.054688, + 1.5625, + 0.785156, + 0.988281, + 0.925781, + 0.992188, + 0.800781, + 0.361328, + 0.761719, + 1.007812, + 0.585938, + 0.523438, + 1.164062, + 0.730469, + 1.0625, + 1.078125, + 0.570312, + 0.5625, + 0.730469, + 0.400391, + 1.078125, + 1.125, + 1.1875, + 0.933594, + 0.832031, + 1.21875, + 1.0, + 0.777344, + 0.894531, + 1.007812, + 1.109375, + 1.023438, + 0.917969, + 1.445312, + 0.648438, + 0.851562, + 1.15625, + 0.953125, + 0.996094, + 0.691406, + 1.1875, + 0.613281, + 0.824219, + 0.894531, + 0.65625, + 0.667969, + 0.445312, + 1.390625, + 0.980469, + 0.988281, + 1.515625, + 0.855469, + 0.582031, + 0.59375, + 1.3125, + 0.566406, + 0.972656, + 0.632812, + 1.265625, + 1.25, + 0.972656, + 0.84375, + 0.984375, + 0.769531, + 0.316406, + 1.023438, + 1.320312, + 0.808594, + 0.578125, + 0.71875, + 0.792969, + 0.734375, + 0.269531, + 0.53125, + 0.976562, + 0.597656, + 1.28125, + 0.664062, + 0.976562, + 0.960938, + 0.898438, + 1.203125, + 0.992188, + 0.929688, + 0.443359, + 0.667969, + 0.894531, + 1.09375, + 1.046875, + 0.777344, + 1.023438, + 0.628906, + 1.03125, + 0.5625, + 0.703125, + 0.832031, + 1.242188, + 0.925781, + 0.964844, + 0.585938, + 0.597656, + 0.957031, + 0.890625, + 1.15625, + 0.691406, + 1.515625, + 0.800781, + 0.566406, + 0.976562, + 0.902344, + 0.894531, + 1.234375, + 0.859375, + 0.550781, + 1.179688, + 0.894531, + 0.632812, + 1.0625, + 0.722656, + 1.007812, + 0.349609, + 1.0, + 0.914062, + 1.085938, + 0.597656, + 0.527344, + 1.585938, + 0.832031, + 1.132812, + 0.328125, + 0.808594, + 1.585938, + 0.373047, + 0.925781, + 1.554688, + 1.117188, + 0.824219, + 0.859375, + 0.582031, + 1.304688, + 0.933594, + 0.597656, + 0.976562, + 0.890625, + 0.625, + 0.960938, + 0.925781, + 1.085938, + 0.558594, + 0.208984, + 0.765625, + 1.203125, + 0.570312, + 0.550781, + 1.289062, + 1.625, + 1.085938, + 0.835938, + 0.503906, + 0.902344, + 1.398438, + 1.015625, + 0.359375, + 0.953125, + 0.902344, + 0.691406, + 0.578125, + 0.738281, + 0.769531, + 0.96875, + 1.765625, + 1.039062, + 0.863281, + 0.804688, + 0.570312, + 1.234375, + 0.404297, + 0.796875, + 0.890625, + 0.253906, + 1.414062, + 0.542969, + 0.648438, + 0.921875, + 0.769531, + 0.800781, + 0.710938, + 1.039062, + 0.921875, + 1.335938, + 1.3125, + 0.679688, + 1.492188, + 0.679688, + 1.179688, + 1.21875, + 1.070312, + 1.015625, + 0.578125, + 0.648438, + 1.484375, + 0.621094, + 0.894531, + 0.875, + 0.699219, + 0.949219, + 0.929688, + 0.96875, + 0.945312, + 0.601562, + 0.554688, + 1.023438, + 0.898438, + 0.917969, + 0.644531, + 1.304688, + 0.886719, + 1.539062, + 0.761719, + 0.804688, + 1.085938, + 0.65625, + 0.789062, + 1.5, + 0.6875, + 0.902344, + 1.101562, + 0.925781, + 0.828125, + 0.953125, + 1.414062, + 1.070312, + 1.257812, + 0.683594, + 0.328125, + 1.054688, + 0.546875, + 1.023438, + 1.445312, + 0.574219, + 0.8125, + 1.414062, + 1.054688, + 1.023438, + 1.023438, + 0.302734, + 0.722656, + 0.421875, + 1.046875, + 0.855469, + 0.914062, + 1.765625, + 0.933594, + 0.886719, + 0.964844, + 0.601562, + 0.431641, + 1.257812, + 0.84375, + 0.867188, + 0.609375, + 1.242188, + 1.210938, + 0.972656, + 1.25, + 1.054688, + 0.777344, + 1.179688, + 1.367188, + 0.976562, + 0.601562, + 1.039062, + 0.800781, + 1.109375, + 1.015625, + 0.679688, + 1.007812, + 1.234375, + 0.996094, + 0.925781, + 1.210938, + 1.1875, + 0.960938, + 1.5625, + 0.925781, + 0.605469, + 1.085938, + 0.992188, + 0.78125, + 1.070312, + 0.738281, + 1.328125, + 0.910156, + 0.554688, + 1.304688, + 0.664062, + 0.960938, + 0.589844, + 0.921875, + 0.917969, + 0.439453, + 0.447266, + 0.683594, + 1.523438, + 0.710938, + 0.458984, + 1.21875, + 1.328125, + 0.679688, + 0.988281, + 0.578125, + 0.882812, + 1.15625, + 0.878906, + 0.335938, + 0.734375, + 0.361328, + 0.609375, + 1.4375, + 1.039062, + 0.566406, + 0.636719, + 0.800781, + 0.816406, + 0.839844, + 0.65625, + 1.53125, + 1.242188, + 0.953125, + 0.445312, + 1.28125, + 1.226562, + 2.015625, + 0.972656, + 1.046875, + 1.40625, + 0.953125, + 0.859375, + 0.582031, + 0.632812, + 0.523438, + 0.742188, + 0.558594, + 0.617188, + 0.628906, + 0.992188, + 0.800781, + 1.453125, + 0.929688, + 0.738281, + 1.023438, + 0.796875, + 1.109375, + 1.023438, + 1.226562, + 0.339844, + 0.566406, + 0.882812, + 0.957031, + 0.734375, + 0.566406, + 0.574219, + 0.898438, + 1.203125, + 0.84375, + 1.375, + 0.410156, + 1.023438, + 0.949219, + 0.84375, + 0.613281, + 0.308594, + 0.976562, + 1.164062, + 0.699219, + 0.632812, + 0.734375, + 0.824219, + 0.652344, + 1.171875, + 0.617188, + 0.566406, + 1.070312, + 0.349609, + 1.023438, + 0.769531, + 0.326172, + 1.3125, + 1.210938, + 1.054688, + 0.664062, + 0.800781, + 1.023438, + 1.1875, + 1.351562, + 0.554688, + 0.628906, + 0.609375, + 0.632812, + 0.765625, + 0.535156, + 1.25, + 0.71875, + 2.203125, + 0.828125, + 0.96875, + 0.9375, + 0.707031, + 0.613281, + 1.359375, + 0.464844, + 1.578125, + 0.878906, + 0.714844, + 1.242188, + 0.636719, + 0.972656, + 0.796875, + 0.570312, + 0.621094, + 0.894531, + 0.601562, + 0.574219, + 0.5625, + 0.855469, + 0.249023, + 0.21875, + 1.195312, + 0.789062, + 1.203125, + 1.382812, + 0.660156, + 1.265625, + 0.816406, + 1.453125, + 0.714844, + 0.875, + 0.976562, + 0.640625, + 0.613281, + 0.9375, + 1.335938, + 0.902344, + 0.925781, + 0.734375, + 0.703125, + 0.566406, + 0.683594, + 0.742188, + 0.324219, + 0.613281, + 1.171875, + 0.820312, + 1.351562, + 1.445312, + 0.980469, + 0.636719, + 1.617188, + 0.855469, + 0.582031, + 0.796875, + 0.863281, + 1.539062, + 0.566406, + 0.875, + 1.734375, + 1.46875, + 0.5625, + 0.828125, + 1.296875, + 0.996094, + 0.785156, + 1.476562, + 0.578125, + 0.777344, + 0.824219, + 1.03125, + 1.539062, + 0.443359, + 0.53125, + 0.71875, + 0.734375, + 0.886719, + 0.550781, + 1.648438, + 0.945312, + 0.664062, + 0.859375, + 0.589844, + 1.195312, + 0.910156, + 0.882812, + 1.273438, + 0.675781, + 1.023438, + 0.882812, + 0.644531, + 0.613281, + 1.09375, + 0.761719, + 1.125, + 0.695312, + 0.835938, + 0.808594, + 0.730469, + 1.804688, + 0.902344, + 0.671875, + 1.171875, + 0.5625, + 1.515625, + 0.8125, + 1.21875, + 1.15625, + 0.929688, + 0.699219, + 1.265625, + 0.734375, + 1.296875, + 0.828125, + 0.722656, + 1.585938, + 1.007812, + 0.8125, + 0.59375, + 1.226562, + 0.628906, + 1.273438, + 1.101562, + 1.429688, + 1.03125, + 0.613281, + 0.582031, + 1.023438, + 0.796875, + 1.234375, + 1.046875, + 0.785156, + 1.523438, + 1.171875, + 1.046875, + 1.570312, + 1.414062, + 1.023438, + 1.210938, + 0.867188, + 0.832031, + 0.652344, + 0.601562, + 1.1875, + 1.34375, + 1.109375, + 1.148438, + 0.921875, + 0.964844, + 1.3125, + 0.792969, + 1.296875, + 1.171875, + 1.132812, + 0.84375, + 1.03125, + 0.283203, + 1.0625, + 0.632812, + 0.289062, + 0.898438, + 0.855469, + 0.941406, + 0.683594, + 0.925781, + 1.070312, + 1.125, + 1.664062, + 1.5625, + 1.007812, + 0.652344, + 0.585938, + 0.566406, + 0.761719, + 1.4375, + 0.601562, + 2.1875, + 0.828125, + 0.96875, + 1.296875, + 1.25, + 0.832031, + 1.515625, + 1.460938, + 0.949219, + 0.585938, + 1.09375, + 1.554688, + 0.917969, + 0.671875, + 0.992188, + 1.382812, + 1.257812, + 1.539062, + 1.03125, + 1.648438, + 1.148438, + 0.90625, + 1.851562, + 0.921875, + 0.746094, + 1.46875, + 1.023438, + 1.054688, + 1.203125, + 1.328125, + 1.132812, + 0.996094, + 0.941406, + 1.25, + 0.730469, + 0.894531, + 0.617188, + 0.921875, + 1.0625, + 1.1875, + 0.582031, + 0.263672, + 0.949219, + 0.941406, + 1.179688, + 1.1875, + 1.117188, + 0.75, + 0.691406, + 1.523438, + 0.925781, + 0.96875, + 0.667969, + 0.988281, + 0.582031, + 0.882812, + 0.828125, + 0.617188, + 0.667969, + 1.320312, + 0.279297, + 1.023438, + 0.746094, + 0.310547, + 1.195312, + 0.585938, + 0.617188, + 0.792969, + 1.242188, + 0.859375, + 0.679688, + 1.015625, + 0.695312, + 0.625, + 0.59375, + 0.574219, + 0.894531, + 0.34375, + 0.640625, + 0.613281, + 0.972656, + 0.792969, + 1.242188, + 1.40625, + 0.613281, + 1.21875, + 0.601562, + 1.679688, + 0.738281, + 0.882812, + 1.289062, + 1.15625, + 0.765625, + 1.023438, + 0.535156, + 1.304688, + 0.996094, + 1.851562, + 0.933594, + 0.597656, + 1.664062, + 1.429688, + 1.265625, + 0.730469, + 0.917969, + 1.210938, + 0.785156, + 0.9375, + 0.765625, + 1.625, + 0.925781, + 1.210938, + 1.148438, + 1.34375, + 0.777344, + 0.992188, + 1.140625, + 0.617188, + 0.84375, + 1.390625, + 0.824219, + 1.015625, + 0.773438, + 0.996094, + 1.46875, + 0.90625, + 0.855469, + 0.574219, + 0.804688, + 0.839844, + 0.59375, + 0.980469, + 2.171875, + 0.808594, + 0.628906, + 1.257812, + 0.792969, + 1.28125, + 0.988281, + 1.15625, + 1.0625, + 1.15625, + 0.917969, + 0.660156, + 0.820312, + 0.617188, + 0.953125, + 1.109375, + 1.109375, + 0.613281, + 1.382812, + 1.109375, + 0.960938, + 1.015625, + 0.742188, + 0.664062, + 0.570312, + 0.953125, + 0.820312, + 0.808594, + 0.800781, + 0.808594, + 0.828125, + 0.871094, + 0.898438, + 0.933594, + 1.046875, + 0.667969, + 0.792969, + 0.585938, + 0.53125, + 0.671875, + 0.746094, + 1.234375, + 1.351562, + 1.140625, + 0.90625, + 0.882812, + 0.984375, + 0.703125, + 0.796875, + 0.96875, + 0.835938, + 1.546875, + 1.445312, + 0.785156, + 0.318359, + 0.828125, + 0.871094, + 0.320312, + 1.15625, + 1.226562, + 1.515625, + 0.886719, + 0.839844, + 0.792969, + 0.828125, + 0.251953, + 0.953125, + 0.355469, + 1.070312, + 0.925781, + 1.28125, + 0.28125, + 0.722656, + 1.203125, + 0.558594, + 0.824219, + 0.578125, + 1.390625, + 1.429688, + 1.054688, + 1.03125, + 0.894531, + 0.585938, + 0.914062, + 1.101562, + 0.972656, + 0.53125, + 1.164062, + 0.488281, + 1.265625, + 1.28125, + 1.117188, + 1.382812, + 1.609375, + 0.632812, + 0.886719, + 0.925781, + 0.996094, + 0.945312, + 0.707031, + 0.988281, + 0.734375, + 0.785156, + 1.125, + 0.494141, + 0.898438, + 1.078125, + 0.773438, + 0.847656, + 0.765625, + 0.699219, + 0.9375, + 1.125, + 0.386719, + 1.601562, + 1.09375, + 0.585938, + 1.078125, + 0.699219, + 1.773438, + 1.054688, + 0.886719, + 0.941406, + 0.957031, + 1.210938, + 0.878906, + 1.0625, + 0.761719, + 1.484375, + 1.125, + 0.914062, + 0.964844, + 0.898438, + 1.117188, + 0.515625, + 1.234375, + 1.367188, + 0.695312, + 1.078125, + 1.078125, + 1.117188, + 0.847656, + 1.867188, + 1.640625, + 0.949219, + 0.597656, + 0.785156, + 0.929688, + 1.265625, + 1.140625, + 0.21582, + 1.015625, + 1.007812, + 1.570312, + 0.765625, + 0.753906, + 1.242188, + 0.867188, + 0.546875, + 1.015625, + 1.53125, + 1.078125, + 1.148438, + 0.808594, + 0.933594, + 1.296875, + 1.28125, + 1.242188, + 0.996094, + 0.8125, + 0.734375, + 0.785156, + 0.9375, + 0.820312, + 0.546875, + 1.5625, + 0.832031, + 0.855469, + 1.132812, + 1.304688, + 1.859375, + 0.996094, + 0.929688, + 1.359375, + 1.132812, + 0.535156, + 1.039062, + 0.953125, + 0.585938, + 1.25, + 0.566406, + 0.925781, + 0.714844, + 0.597656, + 0.625, + 0.734375, + 0.902344, + 0.511719, + 0.664062, + 0.683594, + 0.601562, + 0.789062, + 0.671875, + 0.578125, + 1.164062, + 0.234375, + 0.875, + 1.265625, + 1.054688, + 0.984375, + 1.46875, + 0.71875, + 1.585938, + 1.109375, + 0.351562, + 0.324219, + 0.59375, + 0.765625, + 1.109375, + 0.628906, + 0.925781, + 1.296875, + 0.621094, + 1.226562, + 0.722656, + 1.25, + 1.320312, + 0.921875, + 0.964844, + 0.8125, + 1.015625, + 0.423828, + 0.84375, + 0.851562, + 1.054688, + 0.605469, + 0.5625, + 0.671875, + 1.023438, + 1.109375, + 0.777344, + 0.652344, + 0.855469, + 0.941406, + 1.078125, + 1.09375, + 1.1875, + 0.789062, + 0.777344, + 0.667969, + 0.898438, + 1.03125, + 0.863281, + 0.589844, + 0.855469, + 1.03125, + 1.070312, + 0.628906, + 0.917969, + 1.210938, + 0.605469, + 0.996094, + 0.652344, + 0.601562, + 0.470703, + 1.617188, + 0.882812, + 0.984375, + 0.636719, + 0.8125, + 0.671875, + 0.292969, + 1.0625, + 1.164062, + 0.640625, + 0.847656, + 0.917969, + 0.75, + 0.695312, + 1.40625, + 1.3125, + 0.765625, + 0.570312, + 0.84375, + 1.40625, + 0.691406, + 1.03125, + 0.617188, + 0.886719, + 1.34375, + 0.859375, + 0.796875, + 1.414062, + 0.474609, + 1.265625, + 1.007812, + 0.886719, + 1.046875, + 0.753906, + 0.820312, + 0.667969, + 1.515625, + 1.4375, + 0.328125, + 0.539062, + 0.921875, + 0.710938, + 0.992188, + 1.210938, + 0.6875, + 0.878906, + 1.390625, + 1.0625, + 0.675781, + 1.320312, + 0.617188, + 0.886719, + 0.894531, + 0.96875, + 0.734375, + 0.855469, + 1.078125, + 0.855469, + 0.933594, + 1.234375, + 0.796875, + 0.621094, + 0.667969, + 0.738281, + 0.671875, + 0.988281, + 0.792969, + 1.09375, + 0.78125, + 0.863281, + 1.078125, + 0.789062, + 0.9375, + 1.046875, + 1.070312, + 0.609375, + 0.921875, + 0.484375, + 0.792969, + 1.109375, + 0.957031, + 1.109375, + 0.898438, + 0.765625, + 1.0, + 0.302734, + 0.5625, + 0.894531, + 0.625, + 0.730469, + 0.773438, + 0.972656, + 1.546875, + 0.96875, + 0.703125, + 0.294922, + 1.03125, + 0.527344, + 0.613281, + 0.554688, + 0.824219, + 0.71875, + 0.933594, + 0.679688, + 1.289062, + 1.078125, + 1.34375, + 1.046875, + 0.65625, + 0.914062, + 1.101562, + 1.023438, + 1.109375, + 0.625, + 1.578125, + 0.867188, + 0.570312, + 1.460938, + 0.796875, + 0.867188, + 0.710938, + 0.722656, + 0.628906, + 0.929688, + 0.941406, + 1.0, + 0.542969, + 1.179688, + 0.617188, + 0.605469, + 0.333984, + 0.667969, + 1.1875, + 0.953125, + 1.304688, + 0.972656, + 0.855469, + 0.246094, + 0.78125, + 0.601562, + 0.808594, + 0.726562, + 0.980469, + 0.960938, + 1.273438, + 0.679688, + 1.109375, + 0.921875, + 1.117188, + 1.382812, + 1.429688, + 1.28125, + 1.132812, + 1.609375, + 0.601562, + 0.824219, + 0.628906, + 1.039062, + 0.894531, + 0.589844, + 1.03125, + 0.589844, + 1.109375, + 0.597656, + 0.570312, + 1.234375, + 0.316406, + 1.109375, + 0.542969, + 1.34375, + 1.445312, + 0.730469, + 0.910156, + 0.835938, + 1.1875, + 0.953125, + 1.078125, + 0.632812, + 1.109375, + 0.229492, + 1.4375, + 0.699219, + 1.40625, + 0.609375, + 0.503906, + 1.3125, + 1.578125, + 0.886719, + 1.0, + 0.730469, + 1.28125, + 0.957031, + 1.664062, + 0.894531, + 0.832031, + 0.605469, + 1.171875, + 1.171875, + 0.8125, + 0.835938, + 1.078125, + 0.248047, + 1.421875, + 0.78125, + 1.21875, + 0.703125, + 0.910156, + 0.636719, + 0.855469, + 0.839844, + 0.291016, + 0.605469, + 0.921875, + 0.65625, + 0.5625, + 1.648438, + 0.949219, + 0.589844, + 0.828125, + 0.566406, + 1.554688, + 0.902344, + 0.773438, + 0.90625, + 1.585938, + 0.859375, + 0.960938, + 0.648438, + 0.78125, + 0.734375, + 0.964844, + 0.691406, + 0.330078, + 0.582031, + 0.644531, + 0.871094, + 1.070312, + 1.203125, + 0.291016, + 1.164062, + 1.367188, + 1.109375, + 0.816406, + 0.486328, + 0.597656, + 1.289062, + 0.589844, + 0.53125, + 1.242188, + 0.738281, + 0.566406, + 1.6875, + 0.980469, + 1.359375, + 0.707031, + 1.59375, + 0.777344, + 1.40625, + 0.910156, + 0.746094, + 1.007812, + 0.871094, + 1.140625, + 0.640625, + 1.132812, + 1.054688, + 0.761719, + 1.039062, + 0.570312, + 0.921875, + 0.796875, + 0.742188, + 0.808594, + 0.675781, + 1.59375, + 1.09375, + 0.804688, + 1.09375, + 0.554688, + 0.984375, + 0.808594, + 0.570312, + 0.71875, + 1.21875, + 1.515625, + 0.683594, + 0.828125, + 0.632812, + 0.988281, + 0.800781, + 0.710938, + 1.070312, + 1.179688, + 0.695312, + 0.789062, + 0.828125, + 0.796875, + 0.660156, + 1.273438, + 1.257812, + 0.820312, + 0.535156, + 1.015625, + 0.3125, + 0.458984, + 0.964844, + 0.8125, + 0.458984, + 0.832031, + 1.125, + 0.636719, + 1.492188, + 0.867188, + 1.476562, + 0.941406, + 1.039062, + 1.210938, + 2.015625, + 0.359375, + 0.703125, + 0.871094, + 0.890625, + 1.640625, + 0.816406, + 1.4375, + 1.414062, + 0.96875, + 1.140625, + 1.265625, + 0.460938, + 0.894531, + 1.398438, + 1.054688, + 0.789062, + 1.234375, + 0.855469, + 1.296875, + 1.203125, + 0.707031, + 1.273438, + 0.777344, + 0.917969, + 1.078125, + 1.398438, + 1.625, + 0.298828, + 0.914062, + 0.835938, + 1.320312, + 0.65625, + 1.070312, + 1.3125, + 1.148438, + 1.375, + 0.699219, + 0.867188, + 1.179688, + 0.929688, + 0.800781, + 0.632812, + 0.808594, + 1.242188, + 0.320312, + 0.789062, + 1.070312, + 0.917969, + 1.359375, + 0.917969, + 0.621094, + 0.726562, + 1.320312, + 0.523438, + 1.148438, + 0.804688, + 0.796875, + 0.875, + 1.523438, + 0.679688, + 1.101562, + 1.429688, + 1.070312, + 0.851562, + 0.691406, + 1.445312, + 0.902344, + 0.902344, + 1.085938, + 0.957031, + 0.4375, + 1.273438, + 0.753906, + 0.949219, + 0.894531, + 0.949219, + 0.546875, + 1.085938, + 1.046875, + 0.695312, + 0.96875, + 1.101562, + 0.330078, + 1.429688, + 0.345703, + 0.640625, + 0.765625, + 0.625, + 0.59375, + 0.59375, + 0.40625, + 0.800781, + 0.886719, + 0.757812, + 0.863281, + 0.921875, + 0.714844, + 0.796875, + 0.9375, + 0.566406, + 0.679688, + 0.326172, + 0.792969, + 1.007812, + 0.835938, + 0.582031, + 1.179688, + 0.851562, + 0.785156, + 1.164062, + 0.855469, + 0.609375, + 1.398438, + 0.248047, + 0.835938, + 1.085938, + 0.890625, + 0.933594, + 0.945312, + 0.984375, + 0.628906, + 0.710938, + 1.289062, + 0.679688, + 1.5, + 1.296875, + 0.691406, + 1.070312, + 1.117188, + 0.550781, + 0.863281, + 0.695312, + 0.345703, + 0.910156, + 1.351562, + 1.476562, + 0.886719, + 0.574219, + 0.253906, + 1.40625, + 0.667969, + 1.617188, + 0.914062, + 1.09375, + 0.980469, + 0.726562, + 0.949219, + 1.078125, + 0.757812, + 0.90625, + 0.617188, + 1.25, + 1.414062, + 1.296875, + 0.566406, + 0.601562, + 0.703125, + 0.867188, + 0.957031, + 0.609375, + 0.832031, + 1.070312, + 0.902344, + 0.691406, + 0.933594, + 1.671875, + 0.785156, + 0.871094, + 1.179688, + 0.664062, + 1.039062, + 0.582031, + 0.980469, + 1.023438, + 1.25, + 1.125, + 0.585938, + 0.275391, + 0.820312, + 1.125, + 1.226562, + 1.625, + 1.09375, + 0.605469, + 1.046875, + 1.4375, + 0.84375, + 0.335938, + 0.796875, + 1.4375, + 0.84375, + 1.171875, + 0.675781, + 0.75, + 0.996094, + 0.960938, + 0.828125, + 1.132812, + 1.039062, + 0.851562, + 0.996094, + 0.730469, + 1.195312, + 0.462891, + 1.007812, + 0.933594, + 1.148438, + 0.886719, + 0.683594, + 0.435547, + 0.617188, + 1.429688, + 0.777344, + 0.589844, + 0.890625, + 0.96875, + 1.148438, + 0.722656, + 1.273438, + 0.808594, + 2.25, + 0.605469, + 1.304688, + 1.039062, + 0.847656, + 1.046875, + 1.359375, + 0.484375, + 1.179688, + 1.273438, + 0.804688, + 0.75, + 1.039062, + 1.328125, + 0.816406, + 0.351562, + 1.34375, + 0.722656, + 0.46875, + 0.910156, + 0.832031, + 1.546875, + 0.96875, + 0.992188, + 1.210938, + 1.007812, + 0.941406, + 1.054688, + 1.054688, + 0.667969, + 0.882812, + 0.9375, + 0.808594, + 0.941406, + 0.878906, + 0.882812, + 1.09375, + 1.414062, + 0.632812, + 0.75, + 0.578125, + 1.554688, + 0.589844, + 1.398438, + 0.910156, + 0.851562, + 1.0, + 0.863281, + 0.621094, + 0.53125, + 0.867188, + 0.550781, + 0.605469, + 0.871094, + 1.382812, + 0.96875, + 0.675781, + 0.84375, + 1.015625, + 0.816406, + 1.453125, + 1.257812, + 1.84375, + 0.726562, + 1.179688, + 0.695312, + 0.832031, + 1.109375, + 0.5625, + 0.957031, + 0.570312, + 0.742188, + 0.921875, + 0.949219, + 0.710938, + 0.597656, + 0.546875, + 1.125, + 1.078125, + 1.140625, + 0.667969, + 1.085938, + 0.808594, + 1.625, + 1.039062, + 0.5625, + 0.824219, + 0.777344, + 1.40625, + 0.890625, + 0.921875, + 0.480469, + 1.46875, + 1.40625, + 0.53125, + 0.558594, + 1.101562, + 0.804688, + 0.589844, + 0.941406, + 0.988281, + 0.984375, + 1.296875, + 0.984375, + 0.871094, + 1.0, + 0.808594, + 1.007812, + 0.578125, + 0.878906, + 1.046875, + 1.039062, + 0.839844, + 0.601562, + 1.210938, + 0.570312, + 0.734375, + 0.707031, + 0.972656, + 0.679688, + 0.820312, + 0.570312, + 0.890625, + 0.820312, + 0.679688, + 0.601562, + 0.839844, + 0.820312, + 0.339844, + 0.253906, + 0.730469, + 0.800781, + 0.960938, + 1.023438, + 0.570312, + 1.132812, + 1.109375, + 1.023438, + 1.03125, + 0.570312, + 0.699219, + 0.601562, + 0.679688, + 0.324219, + 0.558594, + 0.691406, + 1.164062, + 0.578125, + 0.972656, + 0.910156, + 0.957031, + 0.902344, + 1.382812, + 0.761719, + 1.117188, + 1.625, + 0.605469, + 1.078125, + 0.738281, + 1.101562, + 0.640625, + 0.914062, + 0.617188, + 0.832031, + 1.109375, + 1.421875, + 0.847656, + 0.546875, + 0.929688, + 0.851562, + 1.023438, + 0.753906, + 0.574219, + 0.851562, + 0.703125, + 0.671875, + 1.125, + 1.757812, + 1.132812, + 1.320312, + 0.839844, + 0.578125, + 1.34375, + 0.710938, + 1.429688, + 0.945312, + 0.761719, + 1.0625, + 0.263672, + 1.03125, + 0.984375, + 0.953125, + 1.296875, + 0.84375, + 0.875, + 0.722656, + 0.9375, + 1.101562, + 0.625, + 0.878906, + 0.859375, + 0.996094, + 1.585938, + 1.476562, + 0.757812, + 0.800781, + 0.875, + 0.777344, + 0.820312, + 0.871094, + 0.757812, + 0.941406, + 0.625, + 0.566406, + 0.570312, + 1.1875, + 0.808594, + 1.023438, + 1.335938, + 0.863281, + 1.265625, + 1.539062, + 1.203125, + 0.824219, + 0.851562, + 0.789062, + 0.585938, + 0.734375, + 0.941406, + 1.039062, + 1.351562, + 0.679688, + 0.902344, + 1.71875, + 0.660156, + 1.796875, + 0.628906, + 0.949219, + 1.054688, + 1.015625, + 1.070312, + 0.355469, + 0.785156, + 0.621094, + 0.6875, + 0.652344, + 0.427734, + 0.734375, + 0.652344, + 1.046875, + 0.550781, + 0.902344, + 0.96875, + 0.683594, + 1.125, + 0.412109, + 0.804688, + 1.242188, + 0.601562, + 0.628906, + 1.3125, + 1.109375, + 1.054688, + 0.980469, + 1.039062, + 0.734375, + 0.625, + 0.246094, + 1.351562, + 0.632812, + 1.296875, + 0.871094, + 1.15625, + 0.773438, + 0.875, + 0.671875, + 1.140625, + 0.910156, + 0.710938, + 0.902344, + 0.828125, + 0.734375, + 0.601562, + 1.109375, + 0.589844, + 0.241211, + 0.914062, + 0.996094, + 0.835938, + 0.851562, + 0.753906, + 0.28125, + 0.746094, + 1.671875, + 1.179688, + 0.632812, + 1.085938, + 1.367188, + 1.296875, + 0.964844, + 1.078125, + 0.722656, + 1.132812, + 1.007812, + 0.851562, + 0.330078, + 0.996094, + 0.291016, + 1.046875, + 1.03125, + 0.671875, + 1.328125, + 1.070312, + 1.234375, + 0.652344, + 0.769531, + 0.785156, + 0.241211, + 0.5625, + 0.929688, + 0.917969, + 0.6875, + 1.320312, + 0.878906, + 0.578125, + 1.335938, + 0.554688, + 0.914062, + 0.609375, + 0.742188, + 1.164062, + 0.566406, + 1.414062, + 1.421875, + 1.085938, + 0.835938, + 0.808594, + 1.070312, + 0.726562, + 1.265625, + 1.328125, + 0.6875, + 1.304688, + 0.753906, + 1.265625, + 1.234375, + 1.148438, + 1.03125, + 1.03125, + 0.992188, + 0.359375, + 0.804688, + 1.046875, + 1.453125, + 1.039062, + 1.023438, + 0.601562, + 1.179688, + 0.914062, + 0.671875, + 0.648438, + 0.953125, + 1.726562, + 0.585938, + 0.255859, + 0.6875, + 1.367188, + 0.322266, + 0.984375, + 0.511719, + 1.046875, + 0.867188, + 1.28125, + 0.925781, + 0.570312, + 1.210938, + 1.960938, + 0.894531, + 0.921875, + 0.78125, + 0.882812, + 0.675781, + 0.59375, + 0.898438, + 0.550781, + 0.421875, + 1.007812, + 0.628906, + 1.09375, + 0.898438, + 1.007812, + 0.714844, + 1.070312, + 1.679688, + 1.164062, + 1.140625, + 1.296875, + 0.361328, + 0.789062, + 0.621094, + 0.578125, + 0.34375, + 1.5, + 0.902344, + 1.148438, + 0.582031, + 0.851562, + 0.539062, + 0.664062, + 0.613281, + 0.225586, + 0.582031, + 0.984375, + 1.492188, + 1.015625, + 0.910156, + 0.839844, + 0.605469, + 0.925781, + 1.898438, + 1.5625, + 0.820312, + 0.859375, + 0.664062, + 1.195312, + 1.1875, + 1.289062, + 1.210938, + 1.320312, + 0.6875, + 0.695312, + 0.445312, + 1.351562, + 0.921875, + 0.933594, + 1.195312, + 0.867188, + 1.460938, + 0.625, + 0.308594, + 0.601562, + 0.699219, + 1.289062, + 0.667969, + 0.6875, + 0.683594, + 0.609375, + 1.414062, + 0.96875, + 1.296875, + 0.832031, + 0.90625, + 0.699219, + 0.789062, + 0.914062, + 0.851562, + 1.203125, + 0.9375, + 1.242188, + 0.527344, + 0.640625, + 1.351562, + 0.941406, + 1.382812, + 0.59375, + 1.273438, + 0.871094, + 0.96875, + 1.679688, + 0.878906, + 1.0625, + 0.570312, + 0.816406, + 0.75, + 0.582031, + 1.03125, + 1.609375, + 0.777344, + 0.839844, + 0.933594, + 0.839844, + 0.867188, + 0.710938, + 0.644531, + 0.808594, + 0.648438, + 1.015625, + 0.964844, + 0.792969, + 1.132812, + 0.65625, + 1.648438, + 0.753906, + 0.789062, + 1.40625, + 0.328125, + 0.738281, + 0.726562, + 0.742188, + 0.287109, + 0.582031, + 1.101562, + 0.933594, + 1.132812, + 0.511719, + 1.492188, + 0.757812, + 0.882812, + 1.15625, + 0.8125, + 0.984375, + 1.085938, + 1.140625, + 0.570312, + 0.871094, + 0.667969, + 1.164062, + 0.652344, + 0.621094, + 0.929688, + 0.589844, + 1.164062, + 0.671875, + 0.8125, + 0.933594, + 0.482422, + 0.984375, + 1.546875, + 1.242188, + 1.015625, + 0.597656, + 1.023438, + 1.484375, + 0.730469, + 1.46875, + 0.558594, + 0.726562, + 0.953125, + 1.046875, + 0.789062, + 0.773438, + 0.828125, + 0.742188, + 0.605469, + 0.902344, + 0.867188, + 0.753906, + 0.976562, + 0.664062, + 0.785156, + 0.605469, + 0.890625, + 0.964844, + 0.5625, + 0.605469, + 0.597656, + 1.242188, + 1.179688, + 0.964844, + 1.554688, + 0.585938, + 0.582031, + 0.832031, + 1.46875, + 0.640625, + 0.308594, + 1.132812, + 0.792969, + 1.078125, + 0.992188, + 1.398438, + 0.738281, + 1.0, + 0.664062, + 0.949219, + 0.726562, + 1.0, + 0.519531, + 0.277344, + 0.972656, + 1.132812, + 0.886719, + 0.769531, + 1.570312, + 0.972656, + 0.574219, + 0.890625, + 0.898438, + 0.789062, + 1.25, + 0.570312, + 0.953125, + 1.25, + 0.699219, + 1.335938, + 0.605469, + 1.09375, + 1.789062, + 0.714844, + 0.255859, + 1.25, + 0.984375, + 0.871094, + 0.820312, + 0.785156, + 1.054688, + 1.023438, + 1.570312, + 0.785156, + 0.648438, + 0.929688, + 0.863281, + 1.640625, + 0.75, + 1.078125, + 1.601562, + 0.847656, + 0.867188, + 1.054688, + 0.5625, + 0.294922, + 0.910156, + 0.796875, + 1.453125, + 0.78125, + 1.453125, + 1.570312, + 0.945312, + 0.972656, + 0.945312, + 0.515625, + 1.0625, + 0.5625, + 0.851562, + 0.734375, + 0.570312, + 0.617188, + 0.738281, + 1.148438, + 1.148438, + 0.84375, + 0.800781, + 1.375, + 1.273438, + 1.109375, + 1.234375, + 0.875, + 1.390625, + 1.359375, + 0.667969, + 0.871094, + 0.90625, + 0.867188, + 0.644531, + 0.757812, + 1.140625, + 1.132812, + 0.601562, + 0.570312, + 0.816406, + 1.625, + 1.554688, + 1.101562, + 1.148438, + 1.242188, + 1.132812, + 1.375, + 0.777344, + 0.585938, + 0.660156, + 0.777344, + 0.816406, + 0.566406, + 1.046875, + 1.59375, + 0.683594, + 0.636719, + 1.429688, + 0.738281, + 1.40625, + 0.382812, + 0.59375, + 1.007812, + 0.679688, + 1.140625, + 1.304688, + 1.476562, + 1.476562, + 1.710938, + 0.886719, + 1.007812, + 0.835938, + 1.351562, + 0.957031, + 0.824219, + 1.578125, + 1.3125, + 1.304688, + 0.878906, + 1.453125, + 1.585938, + 0.789062, + 1.117188, + 0.789062, + 1.375, + 0.765625, + 0.972656, + 1.1875, + 1.234375, + 1.09375, + 0.929688, + 1.226562, + 0.75, + 0.808594, + 0.851562, + 0.984375, + 1.90625, + 0.800781, + 0.863281, + 1.507812, + 0.839844, + 0.90625, + 0.609375, + 0.640625, + 0.628906, + 0.984375, + 0.617188, + 0.570312, + 1.054688, + 0.730469, + 0.523438, + 0.90625, + 1.039062, + 1.648438, + 0.503906, + 1.453125, + 0.664062, + 0.941406, + 0.589844, + 1.390625, + 0.566406, + 0.566406, + 1.359375, + 1.84375, + 2.40625, + 0.542969, + 0.412109, + 0.707031, + 1.15625, + 1.101562, + 0.949219, + 0.878906, + 1.210938, + 0.972656, + 0.515625, + 0.738281, + 0.933594, + 0.996094, + 0.550781, + 0.71875, + 0.585938, + 0.660156, + 0.664062, + 0.566406, + 1.0625, + 0.96875, + 0.753906, + 0.335938, + 0.925781, + 2.0, + 1.109375, + 1.015625, + 0.890625, + 1.570312, + 0.617188, + 1.0625, + 0.972656, + 1.414062, + 0.957031, + 0.984375, + 0.320312, + 1.039062, + 0.96875, + 0.964844, + 0.753906, + 0.863281, + 0.75, + 0.894531, + 0.609375, + 1.039062, + 1.039062, + 1.085938, + 0.890625, + 0.617188, + 0.933594, + 0.761719, + 0.800781, + 0.835938, + 0.554688, + 0.695312, + 0.326172, + 0.960938, + 1.78125, + 1.117188, + 1.429688, + 0.804688, + 1.242188, + 0.910156, + 0.84375, + 0.714844, + 0.5625, + 0.839844, + 0.878906, + 0.554688, + 0.945312, + 0.601562, + 1.171875, + 0.738281, + 0.820312, + 0.921875, + 0.574219, + 1.015625, + 0.875, + 1.351562, + 1.46875, + 0.714844, + 1.101562, + 0.75, + 0.84375, + 0.542969, + 1.046875, + 0.902344, + 0.769531, + 1.101562, + 1.109375, + 0.546875, + 0.566406, + 0.792969, + 0.847656, + 0.746094, + 0.996094, + 0.96875, + 1.140625, + 0.271484, + 1.070312, + 0.597656, + 1.210938, + 1.140625, + 0.746094, + 0.894531, + 0.859375, + 1.382812, + 1.296875, + 0.617188, + 1.015625, + 1.53125, + 0.597656, + 0.808594, + 1.257812, + 1.117188, + 0.792969, + 0.804688, + 1.007812, + 1.359375, + 1.289062, + 0.636719, + 0.707031, + 1.5, + 0.941406, + 1.210938, + 0.914062, + 0.625, + 0.855469, + 1.164062, + 1.03125, + 1.203125, + 0.820312, + 0.921875, + 1.132812, + 1.59375, + 1.296875, + 1.109375, + 0.933594, + 0.640625, + 1.046875, + 0.796875, + 0.287109, + 0.96875, + 1.367188, + 0.878906, + 0.785156, + 0.632812, + 1.023438, + 0.707031, + 1.265625, + 1.09375, + 1.484375, + 0.933594, + 0.730469, + 0.75, + 1.570312, + 1.0625, + 1.21875, + 0.859375, + 0.691406, + 0.949219, + 0.824219, + 0.710938, + 0.851562, + 0.957031, + 0.455078, + 0.316406, + 1.179688, + 0.609375, + 1.0625, + 1.101562, + 1.320312, + 0.585938, + 0.710938, + 1.125, + 0.890625, + 1.289062, + 0.832031, + 0.886719, + 0.574219, + 0.695312, + 1.164062, + 0.949219, + 0.972656, + 1.117188, + 0.251953, + 1.476562, + 0.59375, + 1.085938, + 1.414062, + 0.695312, + 1.226562, + 1.023438, + 1.40625, + 1.5, + 1.359375, + 1.023438, + 0.671875, + 0.636719, + 0.808594, + 1.007812, + 1.28125, + 0.980469, + 0.867188, + 1.101562, + 0.769531, + 0.601562, + 1.1875, + 0.765625, + 1.132812, + 0.964844, + 1.125, + 0.980469, + 0.964844, + 0.558594, + 0.613281, + 0.796875, + 1.0, + 0.628906, + 0.289062, + 0.964844, + 0.566406, + 0.707031, + 0.585938, + 0.617188, + 1.3125, + 0.695312, + 0.617188, + 0.609375, + 0.597656, + 0.769531, + 1.804688, + 0.578125, + 0.871094, + 1.53125, + 1.0625, + 1.070312, + 0.753906, + 0.78125, + 1.015625, + 1.054688, + 0.894531, + 1.15625, + 0.632812, + 1.703125, + 1.21875, + 1.09375, + 0.816406, + 1.148438, + 0.707031, + 0.914062, + 0.972656, + 0.275391, + 0.964844, + 0.953125, + 0.617188, + 1.382812, + 0.949219, + 1.023438, + 1.125, + 1.265625, + 1.234375, + 0.859375, + 1.109375, + 0.914062, + 0.898438, + 0.628906, + 0.800781, + 0.671875, + 0.925781, + 1.601562, + 1.234375, + 1.070312, + 0.910156, + 1.179688, + 0.929688, + 0.34375, + 0.785156, + 1.484375, + 0.679688, + 0.851562, + 0.976562, + 0.9375, + 1.15625, + 0.886719, + 0.96875, + 0.722656, + 0.535156, + 1.148438, + 1.046875, + 0.871094, + 0.996094, + 0.267578, + 1.101562, + 0.984375, + 1.046875, + 1.273438, + 0.871094, + 0.6875, + 1.0, + 0.695312, + 1.03125, + 1.28125, + 0.960938, + 0.800781, + 0.875, + 1.484375, + 1.546875, + 0.757812, + 1.171875, + 0.703125, + 0.605469, + 0.851562, + 0.925781, + 0.789062, + 0.9375, + 1.015625, + 0.878906, + 0.980469, + 0.664062, + 1.4375, + 0.925781, + 1.054688, + 0.808594, + 1.226562, + 0.671875, + 0.824219, + 0.578125, + 0.847656, + 1.015625, + 0.902344, + 1.007812, + 1.054688, + 0.9375, + 0.792969, + 0.742188, + 0.648438, + 0.945312, + 1.242188, + 0.714844, + 0.839844, + 0.785156, + 1.179688, + 0.585938, + 0.929688, + 0.820312, + 0.789062, + 1.140625, + 0.914062, + 0.847656, + 0.875, + 0.964844, + 0.730469, + 1.828125, + 1.40625, + 0.695312, + 0.984375, + 0.621094, + 1.054688, + 0.828125, + 0.664062, + 1.242188, + 1.6875, + 0.96875, + 1.125, + 0.330078, + 1.226562, + 0.894531, + 0.777344, + 1.335938, + 0.613281, + 0.585938, + 1.125, + 1.007812, + 0.957031, + 1.078125, + 0.753906, + 1.078125, + 0.753906, + 1.5625, + 1.164062, + 0.835938, + 1.296875, + 0.558594, + 0.945312, + 0.306641, + 0.980469, + 0.992188, + 0.796875, + 1.117188, + 1.164062, + 0.683594, + 0.365234, + 0.882812, + 1.546875, + 0.550781, + 0.8125, + 0.71875, + 0.296875, + 0.859375, + 0.746094, + 0.9375, + 1.015625, + 0.699219, + 1.570312, + 1.445312, + 0.792969, + 0.482422, + 1.21875, + 0.789062, + 1.164062, + 0.882812, + 1.226562, + 0.625, + 0.582031, + 0.738281, + 1.546875, + 1.953125, + 0.890625, + 0.988281, + 0.695312, + 1.234375, + 0.703125, + 1.054688, + 0.5625, + 0.628906, + 1.132812, + 1.132812, + 0.769531, + 1.25, + 1.171875, + 1.390625, + 0.957031, + 1.03125, + 1.460938, + 0.953125, + 0.617188, + 1.171875, + 2.109375, + 0.789062, + 0.828125, + 1.023438, + 0.980469, + 1.046875, + 0.271484, + 1.140625, + 1.078125, + 1.039062, + 1.023438, + 0.902344, + 0.9375, + 0.585938, + 0.976562, + 0.5625, + 0.734375, + 0.302734, + 0.742188, + 1.226562, + 0.542969, + 0.875, + 1.039062, + 1.007812, + 0.9375, + 1.164062, + 0.308594, + 1.664062, + 1.242188, + 1.203125, + 1.648438, + 1.0625, + 0.882812, + 0.84375, + 1.429688, + 0.925781, + 0.773438, + 0.882812, + 1.28125, + 0.640625, + 1.21875, + 2.25, + 1.4375, + 1.140625, + 0.914062, + 0.589844, + 0.871094, + 1.03125, + 0.597656, + 0.613281, + 0.972656, + 0.523438, + 1.125, + 1.445312, + 1.03125, + 0.585938, + 1.28125, + 1.023438, + 1.289062, + 0.259766, + 0.566406, + 0.605469, + 0.640625, + 1.28125, + 0.597656, + 1.101562, + 0.835938, + 0.90625, + 1.34375, + 0.601562, + 0.53125, + 0.84375, + 0.816406, + 1.273438, + 0.773438, + 1.0, + 0.769531, + 0.730469, + 1.03125, + 1.132812, + 0.933594, + 0.632812, + 1.101562, + 0.964844, + 1.09375, + 1.328125, + 1.054688, + 0.550781, + 0.816406, + 0.8125, + 0.367188, + 1.109375, + 0.871094, + 0.613281, + 0.867188, + 0.65625, + 0.832031, + 1.195312, + 0.824219, + 2.609375, + 0.875, + 1.023438, + 1.0, + 0.785156, + 0.886719, + 1.242188, + 1.015625, + 1.226562, + 1.273438, + 0.558594, + 0.337891, + 1.34375, + 1.125, + 0.789062, + 0.855469, + 1.117188, + 1.101562, + 1.414062, + 0.589844, + 0.667969, + 0.550781, + 0.742188, + 0.839844, + 0.640625, + 1.0625, + 1.4375, + 1.03125, + 0.847656, + 0.859375, + 1.0625, + 1.0, + 1.320312, + 0.652344, + 1.171875, + 0.730469, + 0.882812, + 0.318359, + 1.15625, + 0.925781, + 0.314453, + 1.335938, + 0.988281, + 1.71875, + 0.8125, + 0.617188, + 0.835938, + 0.773438, + 0.507812, + 0.996094, + 0.730469, + 0.589844, + 1.859375, + 0.929688, + 0.328125, + 1.085938, + 0.455078, + 1.046875, + 0.902344, + 0.769531, + 0.871094, + 0.558594, + 1.078125, + 0.835938, + 1.148438, + 0.628906, + 0.871094, + 0.582031, + 0.644531, + 1.070312, + 0.369141, + 0.597656, + 0.710938, + 0.484375, + 0.796875, + 0.863281, + 1.171875, + 1.726562, + 0.960938, + 1.125, + 0.78125, + 1.078125, + 0.292969, + 0.726562, + 1.0625, + 1.328125, + 1.0, + 0.9375, + 1.171875, + 0.667969, + 0.917969, + 0.730469, + 1.195312, + 0.714844, + 0.832031, + 0.945312, + 0.824219, + 1.117188, + 0.878906, + 0.613281, + 1.429688, + 1.054688, + 1.09375, + 0.5625, + 0.722656, + 1.03125, + 0.679688, + 0.632812, + 0.333984, + 0.671875, + 0.972656, + 1.070312, + 1.039062, + 0.722656, + 1.023438, + 1.0, + 0.859375, + 0.921875, + 0.96875, + 0.710938, + 0.660156, + 0.839844, + 0.703125, + 0.851562, + 0.824219, + 0.494141, + 1.085938, + 1.023438, + 0.839844, + 0.921875, + 0.828125, + 0.980469, + 0.871094, + 0.777344, + 0.699219, + 0.283203, + 0.726562, + 0.570312, + 0.945312, + 0.664062, + 1.382812, + 1.34375 + ] + }, + "name": "model.model.layers.18.post_attention_layernorm.weight", + "outputIndexes": [ + 1555 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1554 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_18/Mul_output_0", + "outputIndexes": [ + 1556 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1555, + 1556 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_18/Mul_1_output_0", + "outputIndexes": [ + 1557 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1557 + ], + "outputIndexes": [ + 2828 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2828 + ], + "outputIndexes": [ + 2829 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear", + "inputIndexes": [ + 2829 + ], + "outputIndexes": [ + 2830 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2376459052, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2830 + ], + "outputIndexes": [ + 2831 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2831 + ], + "outputIndexes": [ + 1558 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1558 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_18/Sigmoid_output_0", + "outputIndexes": [ + 1559 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1558, + 1559 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Mul_output_0", + "outputIndexes": [ + 1560 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1557 + ], + "outputIndexes": [ + 2832 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2832 + ], + "outputIndexes": [ + 2833 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear", + "inputIndexes": [ + 2833 + ], + "outputIndexes": [ + 2834 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2414650178, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2834 + ], + "outputIndexes": [ + 2835 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2835 + ], + "outputIndexes": [ + 1561 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1560, + 1561 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_18/Mul_output_0", + "outputIndexes": [ + 1562 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1562 + ], + "outputIndexes": [ + 2836 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2836 + ], + "outputIndexes": [ + 2837 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear", + "inputIndexes": [ + 2837 + ], + "outputIndexes": [ + 2838 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2452841304, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2838 + ], + "outputIndexes": [ + 2839 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2839 + ], + "outputIndexes": [ + 1563 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1554, + 1563 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_94_output_0", + "outputIndexes": [ + 1564 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1564, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_171_output_0", + "outputIndexes": [ + 1565 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.617188, + 0.890625, + 2.03125, + 0.613281, + 1.601562, + 0.839844, + 0.878906, + 1.101562, + 0.996094, + 0.617188, + 0.957031, + 0.570312, + 0.738281, + 0.574219, + 0.597656, + 1.1875, + 0.863281, + 0.679688, + 0.898438, + 0.613281, + 1.171875, + 0.914062, + 0.878906, + 0.707031, + 0.648438, + 1.460938, + 0.496094, + 0.609375, + 0.734375, + 0.707031, + 1.476562, + 0.5625, + 1.179688, + 0.816406, + 1.40625, + 1.6875, + 0.632812, + 1.296875, + 0.875, + 0.605469, + 1.34375, + 0.90625, + 1.765625, + 1.03125, + 1.695312, + 1.429688, + 0.125977, + 2.203125, + 1.21875, + 0.605469, + 1.546875, + 0.722656, + 0.730469, + 0.714844, + 1.0625, + 0.734375, + 1.140625, + 1.9375, + 1.257812, + 0.886719, + 0.71875, + 1.125, + 1.109375, + 0.839844, + 1.539062, + 1.617188, + 0.566406, + 0.726562, + 0.648438, + 0.84375, + 0.734375, + 0.949219, + 1.132812, + 0.824219, + 1.398438, + 1.304688, + 1.039062, + 0.671875, + 0.949219, + 1.90625, + 1.710938, + 1.984375, + 1.703125, + 0.867188, + 1.070312, + 0.150391, + 0.800781, + 1.84375, + 0.898438, + 0.878906, + 1.039062, + 0.945312, + 0.988281, + 0.902344, + 2.03125, + 0.804688, + 0.875, + 0.59375, + 0.851562, + 0.613281, + 0.582031, + 0.636719, + 1.75, + 0.816406, + 1.90625, + 1.265625, + 2.03125, + 0.625, + 1.117188, + 0.691406, + 0.742188, + 0.730469, + 0.984375, + 1.335938, + 0.820312, + 1.570312, + 0.589844, + 0.960938, + 1.390625, + 0.589844, + 0.648438, + 0.726562, + 1.523438, + 0.816406, + 1.039062, + 0.695312, + 1.289062, + 0.820312, + 0.212891, + 0.671875, + 0.507812, + 0.890625, + 0.726562, + 1.492188, + 0.613281, + 1.015625, + 0.6875, + 0.925781, + 0.875, + 1.085938, + 0.628906, + 1.421875, + 1.703125, + 0.679688, + 1.140625, + 0.53125, + 1.710938, + 0.847656, + 1.429688, + 0.800781, + 1.390625, + 0.984375, + 0.734375, + 0.867188, + 0.996094, + 0.953125, + 0.621094, + 0.589844, + 1.453125, + 1.578125, + 0.640625, + 0.652344, + 0.878906, + 0.871094, + 1.359375, + 0.691406, + 0.851562, + 0.988281, + 0.78125, + 0.953125, + 0.816406, + 0.625, + 0.679688, + 0.640625, + 0.761719, + 1.914062, + 0.839844, + 0.710938, + 1.296875, + 0.796875, + 0.699219, + 0.855469, + 1.15625, + 0.494141, + 0.691406, + 1.0625, + 0.691406, + 0.625, + 0.726562, + 1.070312, + 0.632812, + 0.976562, + 1.46875, + 0.613281, + 2.625, + 1.03125, + 0.867188, + 1.273438, + 0.796875, + 0.78125, + 0.714844, + 1.773438, + 1.476562, + 1.453125, + 1.9375, + 0.851562, + 0.613281, + 0.742188, + 1.195312, + 0.628906, + 1.101562, + 0.851562, + 0.625, + 0.988281, + 0.78125, + 1.421875, + 0.605469, + 0.609375, + 2.078125, + 0.765625, + 0.769531, + 0.582031, + 1.109375, + 1.039062, + 0.972656, + 1.804688, + 0.621094, + 0.902344, + 0.667969, + 0.816406, + 0.929688, + 1.296875, + 1.0625, + 0.730469, + 0.863281, + 1.609375, + 0.683594, + 1.546875, + 0.1875, + 0.878906, + 1.179688, + 0.742188, + 0.976562, + 0.753906, + 0.652344, + 1.109375, + 1.023438, + 1.203125, + 1.109375, + 0.835938, + 0.765625, + 2.390625, + 0.746094, + 0.824219, + 0.835938, + 0.683594, + 0.828125, + 0.15918, + 0.703125, + 0.574219, + 0.90625, + 0.90625, + 0.964844, + 1.117188, + 0.9375, + 0.621094, + 0.765625, + 0.738281, + 1.257812, + 1.28125, + 1.265625, + 1.234375, + 1.007812, + 0.851562, + 0.648438, + 1.867188, + 0.867188, + 0.675781, + 0.636719, + 1.546875, + 0.691406, + 0.789062, + 0.173828, + 0.933594, + 0.722656, + 1.867188, + 0.671875, + 1.09375, + 1.15625, + 0.671875, + 1.585938, + 0.613281, + 0.882812, + 0.792969, + 0.589844, + 0.71875, + 1.164062, + 0.589844, + 1.242188, + 0.730469, + 0.703125, + 0.863281, + 0.753906, + 1.265625, + 1.945312, + 1.3125, + 0.777344, + 0.75, + 0.839844, + 0.925781, + 1.335938, + 0.757812, + 0.8125, + 0.707031, + 1.3125, + 1.039062, + 0.847656, + 1.453125, + 1.070312, + 0.777344, + 1.398438, + 0.757812, + 0.652344, + 0.71875, + 0.8125, + 0.816406, + 0.785156, + 0.789062, + 0.851562, + 0.75, + 0.162109, + 1.078125, + 1.0, + 0.75, + 0.710938, + 0.761719, + 1.234375, + 2.140625, + 1.132812, + 0.613281, + 0.149414, + 0.679688, + 0.75, + 0.777344, + 0.233398, + 1.289062, + 1.625, + 0.851562, + 0.671875, + 0.792969, + 1.164062, + 0.65625, + 2.140625, + 0.847656, + 1.789062, + 0.78125, + 0.917969, + 1.078125, + 0.660156, + 0.839844, + 2.3125, + 1.78125, + 0.248047, + 0.613281, + 0.636719, + 0.738281, + 0.761719, + 1.507812, + 0.847656, + 0.640625, + 0.777344, + 0.804688, + 0.960938, + 0.667969, + 1.046875, + 1.71875, + 0.253906, + 0.667969, + 0.886719, + 1.046875, + 1.1875, + 1.132812, + 0.742188, + 1.890625, + 1.117188, + 0.628906, + 1.703125, + 0.851562, + 0.824219, + 0.671875, + 0.765625, + 1.296875, + 0.914062, + 0.400391, + 0.628906, + 1.15625, + 0.679688, + 0.628906, + 0.867188, + 0.210938, + 0.644531, + 1.078125, + 0.78125, + 1.390625, + 0.660156, + 0.929688, + 0.996094, + 1.054688, + 0.867188, + 0.835938, + 0.800781, + 0.890625, + 1.3125, + 0.746094, + 1.070312, + 2.0, + 1.234375, + 0.871094, + 0.882812, + 1.070312, + 0.820312, + 1.101562, + 0.734375, + 0.644531, + 0.65625, + 0.546875, + 1.320312, + 0.960938, + 0.625, + 0.867188, + 0.824219, + 0.710938, + 0.59375, + 0.816406, + 1.34375, + 0.621094, + 0.796875, + 0.914062, + 0.679688, + 0.699219, + 0.757812, + 1.507812, + 1.671875, + 0.777344, + 0.640625, + 0.710938, + 0.8125, + 0.96875, + 1.632812, + 2.0625, + 2.15625, + 0.800781, + 0.972656, + 0.753906, + 1.703125, + 2.0625, + 0.652344, + 0.632812, + 0.008179, + 0.617188, + 0.988281, + 0.710938, + 0.789062, + 1.070312, + 0.546875, + 1.34375, + 0.652344, + 0.753906, + 0.617188, + 1.085938, + 0.660156, + 0.209961, + 0.832031, + 0.925781, + 1.296875, + 0.769531, + 0.65625, + 0.617188, + 0.925781, + 0.824219, + 1.171875, + 0.886719, + 0.65625, + 1.515625, + 1.351562, + 1.15625, + 1.992188, + 1.375, + 1.398438, + 1.320312, + 0.929688, + 1.335938, + 1.664062, + 1.039062, + 1.820312, + 0.679688, + 0.9375, + 0.859375, + 1.945312, + 1.078125, + 0.765625, + 0.648438, + 0.65625, + 0.773438, + 0.65625, + 1.421875, + 1.46875, + 0.648438, + 0.796875, + 0.605469, + 1.226562, + 1.304688, + 1.0, + 1.28125, + 1.3125, + 0.683594, + 0.597656, + 0.8125, + 0.652344, + 1.875, + 0.628906, + 0.988281, + 0.902344, + 0.209961, + 0.917969, + 0.550781, + 1.46875, + 0.992188, + 0.867188, + 0.734375, + 0.828125, + 1.492188, + 1.601562, + 0.867188, + 0.734375, + 0.921875, + 0.597656, + 0.738281, + 1.117188, + 0.960938, + 0.578125, + 0.621094, + 0.636719, + 0.832031, + 0.59375, + 1.265625, + 2.171875, + 1.296875, + 0.511719, + 1.929688, + 0.988281, + 1.96875, + 1.015625, + 2.40625, + 0.617188, + 0.664062, + 0.675781, + 0.796875, + 0.851562, + 0.644531, + 1.632812, + 0.933594, + 0.742188, + 0.695312, + 0.59375, + 1.023438, + 0.707031, + 1.3125, + 1.390625, + 0.648438, + 1.5625, + 0.703125, + 0.582031, + 0.5625, + 0.929688, + 0.699219, + 0.652344, + 1.6875, + 0.566406, + 1.34375, + 1.179688, + 1.4375, + 1.007812, + 0.507812, + 1.414062, + 0.722656, + 0.757812, + 0.515625, + 0.769531, + 0.585938, + 1.554688, + 1.03125, + 0.988281, + 1.546875, + 1.195312, + 0.773438, + 0.667969, + 0.589844, + 0.632812, + 0.609375, + 1.546875, + 0.519531, + 0.550781, + 2.234375, + 0.964844, + 1.570312, + 0.824219, + 0.757812, + 1.664062, + 1.320312, + 1.640625, + 1.28125, + 0.644531, + 0.660156, + 0.960938, + 0.746094, + 0.204102, + 0.753906, + 1.117188, + 1.265625, + 1.007812, + 0.734375, + 1.554688, + 0.789062, + 1.359375, + 0.886719, + 1.976562, + 0.890625, + 0.800781, + 1.773438, + 0.746094, + 0.816406, + 0.644531, + 0.789062, + 0.707031, + 0.589844, + 1.296875, + 0.703125, + 0.933594, + 0.785156, + 0.699219, + 0.699219, + 0.839844, + 1.007812, + 1.796875, + 2.25, + 0.828125, + 0.882812, + 0.878906, + 0.679688, + 0.24707, + 1.179688, + 0.964844, + 0.671875, + 0.5625, + 1.085938, + 0.683594, + 0.839844, + 0.992188, + 0.554688, + 0.679688, + 0.65625, + 1.242188, + 1.1875, + 1.09375, + 1.15625, + 0.726562, + 0.769531, + 1.085938, + 0.9375, + 0.683594, + 0.769531, + 0.820312, + 1.015625, + 0.867188, + 0.761719, + 1.4375, + 0.769531, + 1.539062, + 0.984375, + 0.863281, + 1.179688, + 0.675781, + 1.039062, + 1.1875, + 1.523438, + 0.71875, + 0.714844, + 0.65625, + 0.515625, + 1.757812, + 1.9375, + 0.753906, + 1.8125, + 0.832031, + 0.589844, + 1.28125, + 1.742188, + 0.640625, + 0.964844, + 0.570312, + 1.023438, + 1.125, + 0.78125, + 0.824219, + 0.808594, + 0.707031, + 0.186523, + 0.90625, + 1.398438, + 0.792969, + 0.664062, + 0.671875, + 0.671875, + 1.601562, + 2.046875, + 0.707031, + 0.914062, + 0.777344, + 1.296875, + 1.15625, + 0.863281, + 0.78125, + 0.722656, + 1.023438, + 0.835938, + 0.980469, + 0.478516, + 0.582031, + 2.078125, + 1.007812, + 0.996094, + 0.65625, + 0.808594, + 0.785156, + 0.933594, + 0.613281, + 0.628906, + 0.75, + 1.320312, + 1.257812, + 0.792969, + 0.613281, + 0.613281, + 0.796875, + 0.710938, + 1.148438, + 0.582031, + 2.0, + 0.808594, + 0.648438, + 0.792969, + 0.964844, + 1.617188, + 1.375, + 0.667969, + 0.558594, + 1.03125, + 1.5, + 1.101562, + 0.863281, + 0.691406, + 1.179688, + 0.257812, + 0.839844, + 0.765625, + 0.988281, + 0.546875, + 0.570312, + 1.835938, + 0.671875, + 1.179688, + 0.197266, + 0.746094, + 1.8125, + 0.304688, + 1.070312, + 1.421875, + 1.007812, + 0.808594, + 0.667969, + 0.566406, + 1.109375, + 0.894531, + 0.671875, + 0.816406, + 0.796875, + 0.707031, + 0.808594, + 0.738281, + 1.03125, + 0.65625, + 0.093262, + 0.886719, + 1.03125, + 0.617188, + 0.609375, + 1.21875, + 2.109375, + 0.894531, + 0.675781, + 1.554688, + 0.890625, + 1.390625, + 1.203125, + 0.255859, + 0.890625, + 0.742188, + 1.210938, + 0.601562, + 0.648438, + 0.796875, + 0.792969, + 1.96875, + 0.769531, + 1.265625, + 0.761719, + 0.59375, + 1.1875, + 0.410156, + 0.789062, + 0.796875, + 0.141602, + 1.71875, + 0.617188, + 0.675781, + 0.75, + 0.660156, + 0.652344, + 0.644531, + 0.929688, + 1.429688, + 1.515625, + 1.773438, + 0.664062, + 0.492188, + 0.820312, + 1.164062, + 1.109375, + 1.1875, + 0.910156, + 0.664062, + 0.699219, + 1.507812, + 1.125, + 0.949219, + 0.722656, + 0.828125, + 0.878906, + 0.753906, + 0.75, + 0.769531, + 0.722656, + 0.648438, + 1.289062, + 0.789062, + 1.289062, + 0.664062, + 1.234375, + 1.0625, + 1.625, + 0.6875, + 0.78125, + 1.164062, + 0.605469, + 0.597656, + 1.921875, + 0.621094, + 0.773438, + 1.039062, + 0.753906, + 0.914062, + 1.421875, + 1.640625, + 1.125, + 1.304688, + 0.808594, + 0.211914, + 1.039062, + 1.695312, + 0.871094, + 1.453125, + 0.820312, + 0.710938, + 1.507812, + 1.054688, + 0.816406, + 0.847656, + 0.151367, + 1.765625, + 1.539062, + 0.933594, + 0.785156, + 0.796875, + 2.15625, + 0.722656, + 0.867188, + 0.902344, + 1.515625, + 1.320312, + 1.125, + 0.796875, + 0.753906, + 0.519531, + 1.304688, + 1.453125, + 0.84375, + 1.1875, + 0.945312, + 0.730469, + 1.507812, + 1.757812, + 0.878906, + 1.085938, + 0.929688, + 0.644531, + 0.996094, + 1.4375, + 0.675781, + 0.851562, + 1.0625, + 0.941406, + 0.730469, + 1.171875, + 0.996094, + 0.828125, + 1.742188, + 0.761719, + 0.503906, + 0.996094, + 0.855469, + 1.164062, + 0.855469, + 0.652344, + 1.445312, + 0.910156, + 0.660156, + 1.109375, + 0.648438, + 1.09375, + 0.574219, + 0.683594, + 0.773438, + 1.726562, + 1.53125, + 0.65625, + 1.828125, + 0.699219, + 1.265625, + 1.53125, + 1.90625, + 1.070312, + 0.835938, + 0.527344, + 0.742188, + 1.414062, + 0.753906, + 0.210938, + 0.617188, + 0.223633, + 0.792969, + 1.65625, + 1.132812, + 0.652344, + 0.800781, + 0.714844, + 0.726562, + 0.671875, + 0.753906, + 2.25, + 1.320312, + 0.746094, + 0.458984, + 1.132812, + 1.257812, + 2.0625, + 1.257812, + 0.863281, + 1.507812, + 1.203125, + 0.78125, + 0.597656, + 0.589844, + 0.953125, + 0.859375, + 0.550781, + 0.554688, + 0.738281, + 0.800781, + 1.523438, + 1.695312, + 0.765625, + 0.605469, + 0.832031, + 1.882812, + 0.996094, + 0.828125, + 1.359375, + 0.24707, + 0.523438, + 0.792969, + 0.789062, + 0.640625, + 0.605469, + 0.597656, + 0.714844, + 1.09375, + 1.257812, + 1.515625, + 0.380859, + 0.875, + 0.804688, + 0.664062, + 0.648438, + 0.169922, + 0.878906, + 1.132812, + 0.644531, + 0.601562, + 0.675781, + 0.742188, + 0.574219, + 2.375, + 0.582031, + 0.539062, + 1.257812, + 0.248047, + 0.9375, + 0.664062, + 0.196289, + 1.625, + 1.164062, + 0.992188, + 0.71875, + 0.636719, + 0.875, + 1.03125, + 1.453125, + 0.683594, + 1.265625, + 0.527344, + 0.683594, + 1.617188, + 0.863281, + 1.179688, + 0.644531, + 2.25, + 0.660156, + 0.78125, + 0.859375, + 0.589844, + 0.613281, + 1.578125, + 0.914062, + 1.789062, + 1.101562, + 0.597656, + 1.359375, + 0.617188, + 0.851562, + 0.671875, + 0.628906, + 0.660156, + 0.9375, + 0.695312, + 0.535156, + 0.746094, + 0.683594, + 0.143555, + 0.109375, + 1.71875, + 0.683594, + 1.375, + 1.40625, + 1.21875, + 2.265625, + 0.6875, + 1.492188, + 0.667969, + 0.902344, + 0.804688, + 0.574219, + 0.628906, + 0.738281, + 1.5, + 0.691406, + 1.015625, + 0.613281, + 0.625, + 0.617188, + 0.609375, + 0.855469, + 0.191406, + 0.851562, + 1.492188, + 1.234375, + 1.460938, + 1.765625, + 0.789062, + 0.664062, + 1.554688, + 0.707031, + 0.6875, + 0.761719, + 0.664062, + 1.835938, + 0.675781, + 0.75, + 1.953125, + 1.78125, + 0.667969, + 0.714844, + 1.0625, + 0.832031, + 0.753906, + 1.757812, + 0.660156, + 0.6875, + 1.070312, + 0.972656, + 1.59375, + 1.117188, + 0.558594, + 0.625, + 0.71875, + 1.859375, + 0.625, + 1.828125, + 0.769531, + 0.621094, + 0.726562, + 0.625, + 1.09375, + 0.988281, + 0.78125, + 1.164062, + 0.574219, + 0.878906, + 1.210938, + 0.613281, + 1.039062, + 1.023438, + 0.980469, + 0.980469, + 0.597656, + 0.789062, + 0.703125, + 0.800781, + 1.96875, + 0.863281, + 0.644531, + 1.0, + 0.667969, + 1.742188, + 0.71875, + 1.507812, + 0.976562, + 0.863281, + 0.65625, + 1.117188, + 0.636719, + 2.234375, + 0.710938, + 0.578125, + 1.59375, + 1.101562, + 0.660156, + 0.773438, + 1.117188, + 0.671875, + 1.648438, + 0.941406, + 1.476562, + 0.902344, + 0.609375, + 0.632812, + 1.0, + 0.746094, + 1.101562, + 1.023438, + 0.726562, + 1.492188, + 1.171875, + 1.71875, + 1.710938, + 1.507812, + 1.023438, + 1.367188, + 0.792969, + 0.78125, + 0.59375, + 0.667969, + 1.773438, + 1.34375, + 1.015625, + 0.945312, + 0.738281, + 0.761719, + 1.484375, + 0.738281, + 1.359375, + 1.359375, + 1.125, + 0.734375, + 0.878906, + 0.152344, + 0.867188, + 0.613281, + 0.155273, + 0.714844, + 0.785156, + 1.117188, + 0.652344, + 0.710938, + 0.917969, + 0.996094, + 1.859375, + 1.648438, + 0.855469, + 0.617188, + 0.679688, + 0.660156, + 0.679688, + 1.429688, + 0.65625, + 2.125, + 0.726562, + 0.867188, + 1.484375, + 1.007812, + 0.679688, + 1.328125, + 1.492188, + 0.847656, + 0.625, + 0.992188, + 1.726562, + 0.734375, + 0.636719, + 0.875, + 1.320312, + 1.523438, + 1.6875, + 0.851562, + 1.648438, + 0.976562, + 1.507812, + 1.890625, + 0.792969, + 0.621094, + 1.648438, + 0.925781, + 0.890625, + 1.1875, + 1.5625, + 1.03125, + 0.828125, + 0.828125, + 1.195312, + 0.601562, + 0.875, + 0.953125, + 0.71875, + 1.242188, + 1.578125, + 0.660156, + 0.131836, + 1.585938, + 0.71875, + 1.359375, + 1.0625, + 0.90625, + 0.871094, + 0.652344, + 1.429688, + 0.820312, + 0.824219, + 0.691406, + 0.925781, + 0.855469, + 0.734375, + 0.773438, + 0.574219, + 0.695312, + 1.515625, + 0.140625, + 0.886719, + 0.738281, + 1.460938, + 1.1875, + 0.628906, + 0.902344, + 1.257812, + 1.023438, + 0.726562, + 0.710938, + 1.039062, + 0.621094, + 0.652344, + 0.59375, + 0.863281, + 0.828125, + 1.765625, + 0.65625, + 0.695312, + 1.140625, + 0.691406, + 1.21875, + 1.710938, + 0.699219, + 1.117188, + 0.640625, + 1.984375, + 1.117188, + 0.84375, + 1.296875, + 1.007812, + 0.691406, + 0.886719, + 0.480469, + 1.171875, + 0.84375, + 1.9375, + 0.746094, + 0.628906, + 1.742188, + 1.539062, + 1.085938, + 0.804688, + 0.890625, + 1.1875, + 0.660156, + 0.738281, + 0.601562, + 1.875, + 0.84375, + 1.273438, + 0.988281, + 1.375, + 0.707031, + 1.179688, + 1.375, + 0.828125, + 0.738281, + 1.796875, + 0.679688, + 0.820312, + 0.726562, + 0.898438, + 2.21875, + 1.671875, + 0.878906, + 0.535156, + 0.988281, + 0.714844, + 0.5625, + 0.832031, + 2.171875, + 0.691406, + 0.585938, + 1.164062, + 1.1875, + 1.789062, + 0.855469, + 1.273438, + 0.957031, + 0.992188, + 0.917969, + 0.695312, + 0.820312, + 0.621094, + 0.777344, + 1.351562, + 1.328125, + 1.171875, + 1.257812, + 1.125, + 0.800781, + 1.195312, + 0.699219, + 0.90625, + 0.671875, + 0.835938, + 0.914062, + 0.628906, + 0.6875, + 0.664062, + 0.699219, + 0.875, + 1.6875, + 0.917969, + 1.34375, + 0.59375, + 1.054688, + 0.484375, + 0.714844, + 0.980469, + 0.625, + 0.996094, + 1.429688, + 1.03125, + 1.898438, + 0.714844, + 1.210938, + 0.675781, + 0.859375, + 0.8125, + 0.699219, + 1.617188, + 1.679688, + 0.742188, + 0.188477, + 0.71875, + 0.734375, + 0.202148, + 1.0625, + 1.375, + 1.734375, + 0.894531, + 1.195312, + 0.90625, + 0.746094, + 0.130859, + 0.78125, + 0.271484, + 0.820312, + 1.617188, + 0.640625, + 0.139648, + 0.640625, + 1.023438, + 0.691406, + 0.671875, + 0.644531, + 2.109375, + 1.53125, + 0.941406, + 1.460938, + 1.054688, + 1.6875, + 0.808594, + 1.414062, + 1.21875, + 0.601562, + 1.039062, + 0.601562, + 1.390625, + 1.570312, + 0.921875, + 1.375, + 2.0, + 0.683594, + 1.023438, + 0.808594, + 0.871094, + 0.8125, + 0.625, + 0.816406, + 0.695312, + 0.613281, + 1.140625, + 0.953125, + 0.769531, + 1.164062, + 0.898438, + 0.855469, + 0.882812, + 0.648438, + 0.851562, + 1.101562, + 0.300781, + 1.617188, + 0.992188, + 0.710938, + 1.445312, + 0.632812, + 1.78125, + 0.890625, + 0.707031, + 1.039062, + 0.925781, + 1.21875, + 0.726562, + 0.976562, + 0.738281, + 1.53125, + 0.917969, + 0.769531, + 0.816406, + 0.773438, + 1.179688, + 0.679688, + 1.429688, + 1.601562, + 0.605469, + 1.09375, + 0.976562, + 1.101562, + 1.453125, + 1.882812, + 1.6875, + 0.894531, + 0.632812, + 0.761719, + 0.75, + 1.398438, + 0.984375, + 0.097656, + 1.15625, + 0.757812, + 1.648438, + 0.675781, + 0.667969, + 1.085938, + 0.75, + 0.472656, + 0.855469, + 1.757812, + 1.015625, + 1.109375, + 0.683594, + 0.804688, + 1.5, + 1.257812, + 1.523438, + 0.925781, + 0.714844, + 0.65625, + 0.6875, + 0.890625, + 0.6875, + 0.65625, + 1.53125, + 0.765625, + 0.753906, + 0.988281, + 1.359375, + 2.234375, + 0.828125, + 0.898438, + 1.648438, + 1.03125, + 0.511719, + 0.835938, + 0.84375, + 0.605469, + 1.507812, + 0.65625, + 0.929688, + 0.617188, + 0.617188, + 0.871094, + 0.628906, + 0.738281, + 1.5625, + 0.679688, + 1.039062, + 0.652344, + 0.675781, + 0.695312, + 0.617188, + 1.007812, + 0.120605, + 0.707031, + 1.390625, + 0.859375, + 0.886719, + 1.671875, + 1.132812, + 1.71875, + 1.007812, + 0.298828, + 0.195312, + 0.632812, + 0.917969, + 1.4375, + 0.625, + 0.980469, + 1.171875, + 0.585938, + 1.0625, + 0.859375, + 1.234375, + 1.757812, + 1.15625, + 0.785156, + 0.804688, + 0.859375, + 0.384766, + 0.667969, + 0.789062, + 0.847656, + 1.859375, + 0.578125, + 0.632812, + 0.808594, + 1.179688, + 0.667969, + 0.570312, + 0.675781, + 1.289062, + 0.957031, + 0.914062, + 2.6875, + 0.660156, + 0.957031, + 0.742188, + 0.714844, + 0.917969, + 0.777344, + 0.988281, + 0.914062, + 0.90625, + 1.164062, + 0.570312, + 0.777344, + 1.140625, + 1.195312, + 0.863281, + 0.878906, + 0.789062, + 1.054688, + 1.835938, + 0.722656, + 1.453125, + 0.625, + 0.742188, + 0.761719, + 0.171875, + 0.933594, + 1.039062, + 0.585938, + 0.796875, + 0.730469, + 0.640625, + 0.621094, + 1.71875, + 1.460938, + 0.679688, + 0.609375, + 0.722656, + 1.648438, + 0.664062, + 0.941406, + 0.640625, + 0.742188, + 1.367188, + 0.695312, + 0.667969, + 1.773438, + 0.976562, + 1.5625, + 2.5, + 0.757812, + 0.835938, + 0.796875, + 0.757812, + 0.632812, + 1.640625, + 1.140625, + 1.617188, + 0.609375, + 0.851562, + 0.652344, + 1.0625, + 1.460938, + 0.574219, + 0.734375, + 1.320312, + 0.984375, + 0.605469, + 1.617188, + 0.582031, + 0.714844, + 1.273438, + 0.894531, + 0.773438, + 0.726562, + 0.871094, + 1.0, + 0.761719, + 1.023438, + 0.773438, + 0.589844, + 0.71875, + 0.632812, + 0.65625, + 1.109375, + 0.667969, + 1.195312, + 0.707031, + 0.984375, + 0.691406, + 0.929688, + 0.78125, + 1.09375, + 1.195312, + 0.632812, + 0.816406, + 0.550781, + 1.453125, + 0.972656, + 0.847656, + 0.917969, + 0.71875, + 0.628906, + 1.070312, + 0.15918, + 0.691406, + 0.761719, + 0.710938, + 0.644531, + 0.800781, + 2.453125, + 1.671875, + 0.796875, + 0.660156, + 0.166016, + 0.917969, + 0.484375, + 0.851562, + 0.65625, + 1.460938, + 0.664062, + 1.210938, + 0.644531, + 1.304688, + 1.367188, + 1.265625, + 0.90625, + 0.59375, + 0.777344, + 0.992188, + 0.828125, + 0.992188, + 0.734375, + 1.75, + 0.757812, + 0.613281, + 1.414062, + 0.894531, + 0.703125, + 0.867188, + 0.867188, + 1.070312, + 0.789062, + 0.730469, + 0.84375, + 0.503906, + 1.320312, + 0.753906, + 0.644531, + 0.229492, + 0.667969, + 1.125, + 0.808594, + 1.890625, + 0.820312, + 0.753906, + 0.137695, + 0.804688, + 0.660156, + 0.699219, + 0.6875, + 1.101562, + 0.84375, + 1.203125, + 0.621094, + 1.054688, + 1.117188, + 1.0, + 2.03125, + 2.109375, + 1.71875, + 1.054688, + 2.09375, + 0.632812, + 0.683594, + 0.589844, + 0.96875, + 0.796875, + 0.671875, + 0.882812, + 1.085938, + 0.929688, + 0.609375, + 0.613281, + 1.101562, + 0.168945, + 0.984375, + 0.871094, + 1.296875, + 1.46875, + 0.6875, + 0.785156, + 0.921875, + 0.984375, + 1.492188, + 0.964844, + 0.578125, + 1.007812, + 1.609375, + 1.828125, + 0.757812, + 1.453125, + 0.683594, + 0.597656, + 1.414062, + 1.710938, + 2.03125, + 0.992188, + 0.648438, + 1.3125, + 1.03125, + 1.578125, + 0.941406, + 0.796875, + 0.714844, + 1.34375, + 1.078125, + 0.636719, + 0.734375, + 0.902344, + 0.119629, + 1.3125, + 0.695312, + 1.203125, + 0.660156, + 0.777344, + 1.78125, + 0.804688, + 0.664062, + 1.65625, + 0.582031, + 0.75, + 0.667969, + 0.863281, + 1.929688, + 0.847656, + 0.617188, + 0.859375, + 0.65625, + 1.671875, + 0.714844, + 0.636719, + 0.839844, + 1.9375, + 0.917969, + 1.390625, + 2.21875, + 0.714844, + 0.773438, + 0.957031, + 0.617188, + 0.196289, + 0.601562, + 0.640625, + 0.757812, + 0.867188, + 1.101562, + 0.15625, + 1.0, + 1.789062, + 1.03125, + 0.835938, + 0.558594, + 0.621094, + 1.929688, + 0.667969, + 0.75, + 1.367188, + 0.640625, + 0.589844, + 2.03125, + 0.820312, + 1.640625, + 0.640625, + 2.203125, + 0.71875, + 1.382812, + 0.796875, + 0.644531, + 0.90625, + 0.78125, + 0.925781, + 0.664062, + 0.925781, + 1.117188, + 0.660156, + 0.882812, + 0.613281, + 0.742188, + 1.101562, + 0.789062, + 0.691406, + 0.578125, + 1.703125, + 1.023438, + 0.65625, + 0.972656, + 0.628906, + 0.789062, + 0.714844, + 1.53125, + 0.683594, + 1.695312, + 1.460938, + 0.71875, + 0.707031, + 0.628906, + 1.601562, + 0.660156, + 2.265625, + 1.351562, + 1.03125, + 0.6875, + 0.796875, + 0.632812, + 0.832031, + 1.242188, + 1.304688, + 1.265625, + 0.730469, + 0.949219, + 0.800781, + 0.185547, + 1.078125, + 0.804688, + 0.898438, + 1.234375, + 0.699219, + 0.960938, + 0.625, + 1.695312, + 0.902344, + 1.617188, + 0.789062, + 0.953125, + 1.75, + 2.046875, + 1.578125, + 0.683594, + 0.757812, + 0.9375, + 1.828125, + 0.714844, + 1.59375, + 1.914062, + 0.867188, + 0.984375, + 1.304688, + 1.523438, + 0.78125, + 1.382812, + 1.265625, + 0.683594, + 1.195312, + 0.742188, + 1.335938, + 1.15625, + 0.667969, + 1.390625, + 0.769531, + 0.804688, + 1.0, + 1.8125, + 1.835938, + 0.173828, + 0.988281, + 0.703125, + 1.625, + 0.652344, + 0.875, + 1.164062, + 0.964844, + 1.21875, + 0.699219, + 0.71875, + 1.523438, + 0.734375, + 0.683594, + 0.742188, + 0.714844, + 1.453125, + 0.166992, + 0.472656, + 1.164062, + 0.75, + 1.421875, + 0.761719, + 0.664062, + 0.960938, + 1.773438, + 0.582031, + 1.007812, + 0.71875, + 0.632812, + 0.773438, + 2.171875, + 1.210938, + 1.070312, + 1.359375, + 2.125, + 0.761719, + 0.800781, + 1.382812, + 0.71875, + 0.855469, + 0.914062, + 0.851562, + 1.203125, + 1.4375, + 0.667969, + 1.109375, + 0.917969, + 0.828125, + 0.578125, + 0.984375, + 1.601562, + 0.691406, + 1.195312, + 0.988281, + 0.199219, + 1.445312, + 0.249023, + 0.605469, + 0.675781, + 0.667969, + 0.597656, + 0.652344, + 1.242188, + 0.664062, + 0.808594, + 0.621094, + 0.699219, + 0.808594, + 0.648438, + 0.691406, + 0.800781, + 0.632812, + 0.769531, + 0.209961, + 0.699219, + 0.835938, + 0.699219, + 0.691406, + 1.015625, + 0.753906, + 0.734375, + 1.632812, + 0.761719, + 1.1875, + 1.648438, + 0.130859, + 0.664062, + 1.195312, + 0.710938, + 0.90625, + 0.757812, + 0.929688, + 0.582031, + 0.949219, + 1.0625, + 0.621094, + 1.523438, + 1.3125, + 0.542969, + 0.808594, + 1.046875, + 0.613281, + 0.761719, + 1.046875, + 0.238281, + 0.714844, + 1.601562, + 1.585938, + 0.703125, + 0.535156, + 0.114258, + 1.375, + 0.636719, + 1.648438, + 0.75, + 0.949219, + 0.882812, + 0.621094, + 0.898438, + 0.847656, + 0.628906, + 0.765625, + 0.625, + 1.085938, + 1.84375, + 1.367188, + 0.582031, + 0.65625, + 0.601562, + 0.777344, + 0.8125, + 0.929688, + 0.738281, + 0.957031, + 0.894531, + 0.652344, + 0.789062, + 1.851562, + 0.695312, + 0.648438, + 1.0625, + 0.84375, + 0.796875, + 0.625, + 0.828125, + 0.933594, + 1.296875, + 1.46875, + 0.691406, + 0.152344, + 0.710938, + 1.273438, + 1.078125, + 1.414062, + 0.949219, + 1.28125, + 0.851562, + 1.460938, + 0.734375, + 0.208008, + 0.628906, + 1.820312, + 0.703125, + 0.9375, + 0.644531, + 0.65625, + 0.859375, + 0.804688, + 1.15625, + 1.265625, + 1.835938, + 0.777344, + 0.878906, + 0.609375, + 0.933594, + 0.439453, + 1.234375, + 0.796875, + 1.835938, + 0.785156, + 0.753906, + 1.125, + 0.714844, + 1.40625, + 0.617188, + 0.601562, + 0.859375, + 2.09375, + 1.007812, + 0.664062, + 1.21875, + 0.605469, + 2.0625, + 0.527344, + 1.296875, + 1.03125, + 0.683594, + 1.0625, + 1.367188, + 0.546875, + 1.3125, + 2.28125, + 0.636719, + 0.699219, + 0.855469, + 1.359375, + 0.699219, + 0.232422, + 1.460938, + 0.910156, + 1.078125, + 0.78125, + 0.683594, + 1.914062, + 0.855469, + 1.179688, + 1.007812, + 0.941406, + 0.910156, + 1.0, + 0.882812, + 0.625, + 0.789062, + 0.84375, + 0.785156, + 0.816406, + 0.753906, + 0.695312, + 0.9375, + 1.796875, + 0.679688, + 0.648438, + 0.761719, + 1.976562, + 0.617188, + 1.625, + 0.75, + 0.777344, + 0.824219, + 1.054688, + 0.660156, + 0.476562, + 0.753906, + 0.554688, + 0.601562, + 1.609375, + 1.375, + 0.828125, + 0.644531, + 1.007812, + 0.851562, + 0.730469, + 1.578125, + 1.304688, + 2.09375, + 0.578125, + 1.054688, + 0.628906, + 1.609375, + 0.972656, + 0.605469, + 0.773438, + 0.738281, + 0.824219, + 0.75, + 1.234375, + 0.648438, + 0.53125, + 0.613281, + 1.140625, + 1.203125, + 0.902344, + 0.628906, + 0.84375, + 0.726562, + 2.109375, + 0.820312, + 0.574219, + 0.761719, + 0.960938, + 1.226562, + 0.921875, + 1.921875, + 1.492188, + 1.4375, + 1.710938, + 1.359375, + 0.597656, + 1.0, + 0.6875, + 0.632812, + 0.808594, + 0.953125, + 0.953125, + 1.695312, + 0.882812, + 1.96875, + 0.867188, + 0.730469, + 0.785156, + 0.625, + 0.761719, + 0.8125, + 1.046875, + 0.824219, + 0.773438, + 1.117188, + 0.8125, + 0.625, + 0.726562, + 0.859375, + 0.617188, + 1.328125, + 0.644531, + 0.746094, + 0.804688, + 0.652344, + 0.632812, + 0.65625, + 0.828125, + 0.210938, + 1.523438, + 0.695312, + 0.644531, + 0.855469, + 0.96875, + 0.722656, + 1.039062, + 0.929688, + 0.859375, + 1.054688, + 0.589844, + 0.621094, + 0.648438, + 0.613281, + 0.196289, + 0.640625, + 0.664062, + 1.335938, + 0.816406, + 0.757812, + 0.800781, + 2.015625, + 0.757812, + 1.5625, + 0.621094, + 0.917969, + 1.78125, + 1.164062, + 0.902344, + 0.636719, + 1.578125, + 0.5625, + 0.851562, + 0.574219, + 0.726562, + 1.0625, + 1.367188, + 0.816406, + 0.601562, + 1.007812, + 0.742188, + 0.644531, + 0.648438, + 0.839844, + 0.667969, + 1.820312, + 0.609375, + 1.070312, + 1.820312, + 1.125, + 2.0625, + 0.804688, + 0.769531, + 1.421875, + 0.625, + 1.648438, + 0.777344, + 0.617188, + 0.941406, + 0.136719, + 1.296875, + 0.800781, + 0.792969, + 1.484375, + 1.289062, + 0.738281, + 0.632812, + 0.96875, + 1.0625, + 0.671875, + 0.882812, + 1.304688, + 0.796875, + 1.835938, + 1.609375, + 0.648438, + 0.71875, + 0.722656, + 0.660156, + 1.171875, + 1.109375, + 1.328125, + 0.792969, + 0.863281, + 0.628906, + 0.699219, + 1.125, + 0.679688, + 0.933594, + 1.21875, + 0.722656, + 2.21875, + 1.757812, + 1.0625, + 0.75, + 0.847656, + 0.652344, + 0.566406, + 0.597656, + 0.808594, + 1.4375, + 1.523438, + 0.664062, + 0.988281, + 1.992188, + 1.390625, + 1.976562, + 0.558594, + 1.375, + 1.21875, + 0.789062, + 0.980469, + 0.243164, + 0.820312, + 0.609375, + 0.839844, + 0.628906, + 0.435547, + 0.613281, + 0.589844, + 0.941406, + 0.474609, + 0.761719, + 0.84375, + 0.582031, + 1.070312, + 0.318359, + 0.855469, + 1.453125, + 0.636719, + 0.8125, + 1.460938, + 1.15625, + 0.90625, + 1.84375, + 1.859375, + 0.667969, + 0.5625, + 0.121582, + 2.765625, + 0.535156, + 1.34375, + 0.683594, + 0.898438, + 0.617188, + 0.820312, + 0.609375, + 1.023438, + 0.867188, + 0.707031, + 0.714844, + 0.734375, + 0.628906, + 0.585938, + 0.925781, + 0.734375, + 0.12207, + 0.722656, + 0.917969, + 0.695312, + 0.714844, + 1.59375, + 0.148438, + 0.644531, + 2.03125, + 1.375, + 0.667969, + 1.171875, + 1.367188, + 1.335938, + 0.800781, + 0.886719, + 0.644531, + 1.171875, + 1.140625, + 0.671875, + 0.19043, + 0.847656, + 0.179688, + 0.882812, + 1.203125, + 0.753906, + 1.195312, + 0.925781, + 1.140625, + 0.675781, + 1.132812, + 0.65625, + 0.116211, + 0.597656, + 0.894531, + 0.804688, + 0.601562, + 1.242188, + 0.972656, + 0.566406, + 1.453125, + 0.498047, + 0.832031, + 0.617188, + 0.734375, + 1.34375, + 0.628906, + 1.515625, + 1.59375, + 1.132812, + 0.769531, + 0.652344, + 1.0, + 0.59375, + 1.117188, + 1.109375, + 0.71875, + 1.53125, + 0.65625, + 1.460938, + 1.195312, + 1.023438, + 2.71875, + 0.886719, + 1.546875, + 1.601562, + 0.6875, + 1.046875, + 1.242188, + 0.9375, + 0.9375, + 0.570312, + 1.476562, + 0.722656, + 0.65625, + 0.5625, + 1.328125, + 1.898438, + 0.757812, + 0.134766, + 0.636719, + 1.46875, + 0.219727, + 1.21875, + 1.421875, + 0.894531, + 0.945312, + 1.234375, + 0.742188, + 0.589844, + 1.0, + 1.859375, + 0.695312, + 0.910156, + 0.675781, + 1.4375, + 0.609375, + 0.609375, + 0.75, + 0.617188, + 0.394531, + 0.886719, + 1.359375, + 1.03125, + 0.765625, + 0.820312, + 0.601562, + 0.941406, + 2.21875, + 1.03125, + 1.390625, + 1.1875, + 0.24707, + 0.769531, + 0.585938, + 0.667969, + 0.22168, + 1.921875, + 0.726562, + 0.953125, + 0.609375, + 0.757812, + 0.722656, + 0.582031, + 0.59375, + 0.040527, + 0.722656, + 0.820312, + 1.289062, + 0.941406, + 0.699219, + 1.25, + 0.730469, + 0.714844, + 2.078125, + 1.757812, + 0.636719, + 1.148438, + 0.679688, + 1.039062, + 1.007812, + 1.195312, + 1.109375, + 1.398438, + 0.59375, + 1.117188, + 1.460938, + 1.632812, + 0.988281, + 0.738281, + 1.65625, + 0.863281, + 1.875, + 1.085938, + 0.177734, + 0.5625, + 0.710938, + 1.601562, + 0.632812, + 0.957031, + 0.8125, + 1.015625, + 1.953125, + 0.839844, + 1.101562, + 0.710938, + 0.808594, + 0.75, + 0.730469, + 0.816406, + 0.742188, + 1.164062, + 0.933594, + 1.132812, + 0.458984, + 0.605469, + 1.40625, + 0.722656, + 1.3125, + 0.667969, + 2.390625, + 0.730469, + 0.785156, + 1.6875, + 0.75, + 0.898438, + 0.660156, + 0.914062, + 0.660156, + 0.609375, + 0.898438, + 2.265625, + 0.734375, + 1.640625, + 2.0625, + 0.800781, + 0.753906, + 0.621094, + 0.839844, + 0.914062, + 0.617188, + 1.023438, + 0.871094, + 0.761719, + 0.960938, + 0.554688, + 1.757812, + 0.851562, + 0.707031, + 1.632812, + 0.198242, + 0.617188, + 0.617188, + 0.710938, + 0.147461, + 0.625, + 1.289062, + 0.804688, + 1.28125, + 0.478516, + 1.640625, + 1.148438, + 0.8125, + 1.15625, + 1.398438, + 0.796875, + 1.453125, + 0.925781, + 0.527344, + 0.726562, + 0.699219, + 1.765625, + 1.078125, + 0.71875, + 0.777344, + 0.609375, + 1.039062, + 0.804688, + 0.625, + 0.957031, + 0.507812, + 0.816406, + 1.84375, + 1.382812, + 1.0, + 0.648438, + 0.78125, + 1.515625, + 0.675781, + 1.570312, + 0.601562, + 0.644531, + 0.726562, + 0.890625, + 0.679688, + 0.644531, + 0.800781, + 0.648438, + 0.769531, + 0.6875, + 0.726562, + 0.660156, + 0.800781, + 0.894531, + 0.667969, + 0.730469, + 0.75, + 0.84375, + 0.675781, + 1.140625, + 0.660156, + 1.117188, + 1.210938, + 1.359375, + 1.8125, + 0.621094, + 0.675781, + 0.710938, + 1.882812, + 0.578125, + 0.160156, + 1.046875, + 0.59375, + 0.910156, + 0.8125, + 1.21875, + 1.320312, + 0.902344, + 0.621094, + 1.257812, + 0.761719, + 0.871094, + 0.71875, + 0.139648, + 0.851562, + 1.117188, + 0.855469, + 0.648438, + 1.625, + 0.804688, + 0.636719, + 0.808594, + 1.03125, + 0.757812, + 1.195312, + 0.726562, + 0.773438, + 1.335938, + 0.566406, + 1.34375, + 0.578125, + 1.101562, + 1.867188, + 0.714844, + 1.875, + 1.125, + 0.851562, + 0.863281, + 0.671875, + 0.636719, + 1.0625, + 0.941406, + 1.804688, + 0.785156, + 0.648438, + 1.0, + 1.0625, + 1.835938, + 1.0, + 1.226562, + 1.648438, + 0.839844, + 0.820312, + 0.902344, + 0.462891, + 0.155273, + 0.714844, + 1.75, + 1.46875, + 1.609375, + 1.515625, + 1.734375, + 1.28125, + 0.765625, + 1.203125, + 0.511719, + 1.164062, + 0.613281, + 0.675781, + 1.070312, + 0.683594, + 0.617188, + 0.660156, + 1.390625, + 0.949219, + 0.808594, + 0.761719, + 1.640625, + 1.3125, + 1.015625, + 1.085938, + 0.78125, + 1.671875, + 1.476562, + 0.65625, + 0.824219, + 0.75, + 0.8125, + 0.847656, + 0.589844, + 1.117188, + 0.992188, + 0.726562, + 0.585938, + 0.679688, + 1.726562, + 1.601562, + 0.96875, + 1.0, + 1.328125, + 1.390625, + 1.554688, + 0.792969, + 0.730469, + 0.675781, + 0.671875, + 0.796875, + 0.601562, + 1.015625, + 1.695312, + 0.585938, + 0.582031, + 1.617188, + 0.675781, + 1.671875, + 0.283203, + 0.675781, + 0.878906, + 0.726562, + 0.957031, + 1.257812, + 1.570312, + 1.460938, + 1.804688, + 0.710938, + 0.808594, + 0.800781, + 1.625, + 1.203125, + 0.671875, + 1.90625, + 1.734375, + 1.390625, + 0.753906, + 1.664062, + 1.625, + 0.695312, + 0.953125, + 0.757812, + 1.648438, + 0.691406, + 0.835938, + 1.085938, + 1.125, + 1.179688, + 0.761719, + 1.476562, + 0.609375, + 0.796875, + 0.722656, + 1.148438, + 1.835938, + 0.691406, + 0.683594, + 1.679688, + 0.832031, + 0.757812, + 0.804688, + 0.636719, + 0.667969, + 0.800781, + 0.574219, + 0.992188, + 1.195312, + 0.703125, + 1.054688, + 0.75, + 1.0625, + 1.546875, + 1.414062, + 1.539062, + 0.648438, + 0.953125, + 1.21875, + 1.929688, + 0.644531, + 0.589844, + 1.695312, + 2.15625, + 2.234375, + 0.476562, + 1.328125, + 0.589844, + 1.0625, + 0.910156, + 0.921875, + 0.699219, + 1.0625, + 0.8125, + 0.498047, + 0.621094, + 0.769531, + 0.980469, + 0.558594, + 0.917969, + 0.605469, + 0.859375, + 0.628906, + 0.609375, + 0.867188, + 0.796875, + 0.675781, + 0.201172, + 0.738281, + 1.945312, + 1.148438, + 0.859375, + 0.875, + 1.601562, + 0.722656, + 1.460938, + 0.804688, + 1.539062, + 0.863281, + 0.980469, + 1.585938, + 0.847656, + 0.847656, + 0.832031, + 0.644531, + 1.367188, + 1.273438, + 1.09375, + 1.054688, + 0.902344, + 0.886719, + 0.914062, + 0.683594, + 1.007812, + 0.808594, + 0.683594, + 1.390625, + 0.726562, + 0.644531, + 0.65625, + 0.148438, + 1.335938, + 1.765625, + 1.03125, + 1.5625, + 0.652344, + 1.296875, + 1.125, + 0.632812, + 0.722656, + 0.640625, + 0.921875, + 0.710938, + 0.503906, + 0.800781, + 0.585938, + 1.132812, + 0.6875, + 0.847656, + 0.722656, + 0.539062, + 0.921875, + 1.03125, + 1.539062, + 2.25, + 0.625, + 1.679688, + 1.25, + 0.664062, + 0.601562, + 1.164062, + 0.820312, + 1.492188, + 0.90625, + 0.984375, + 0.476562, + 0.585938, + 0.691406, + 0.695312, + 0.625, + 0.917969, + 1.234375, + 0.925781, + 0.172852, + 0.941406, + 0.683594, + 1.289062, + 0.949219, + 0.671875, + 1.054688, + 0.730469, + 1.578125, + 1.125, + 0.570312, + 0.808594, + 1.648438, + 0.53125, + 1.1875, + 1.375, + 1.132812, + 0.75, + 0.691406, + 1.125, + 1.375, + 1.304688, + 1.0625, + 1.023438, + 1.890625, + 0.800781, + 1.054688, + 1.0625, + 0.617188, + 0.792969, + 1.226562, + 0.832031, + 0.988281, + 1.148438, + 0.773438, + 1.046875, + 2.09375, + 1.296875, + 1.125, + 1.046875, + 0.5625, + 1.335938, + 0.6875, + 0.157227, + 0.90625, + 1.34375, + 0.722656, + 1.109375, + 0.601562, + 0.871094, + 0.628906, + 1.210938, + 1.023438, + 1.65625, + 1.34375, + 0.679688, + 1.71875, + 1.921875, + 0.875, + 1.320312, + 0.691406, + 0.589844, + 1.742188, + 0.644531, + 0.609375, + 0.726562, + 0.902344, + 1.101562, + 0.186523, + 1.203125, + 0.710938, + 0.894531, + 1.164062, + 1.664062, + 0.734375, + 1.257812, + 1.132812, + 0.75, + 1.664062, + 0.71875, + 0.726562, + 0.722656, + 0.609375, + 1.6875, + 0.878906, + 0.773438, + 1.054688, + 0.134766, + 1.625, + 0.597656, + 1.445312, + 1.539062, + 0.636719, + 1.414062, + 0.859375, + 1.453125, + 1.796875, + 1.234375, + 0.855469, + 0.609375, + 0.769531, + 0.691406, + 0.953125, + 1.429688, + 0.796875, + 0.722656, + 1.09375, + 0.703125, + 0.664062, + 1.34375, + 0.675781, + 1.09375, + 0.789062, + 1.015625, + 0.859375, + 0.796875, + 0.660156, + 1.195312, + 0.761719, + 0.847656, + 0.605469, + 0.168945, + 0.886719, + 0.511719, + 0.613281, + 0.941406, + 0.703125, + 1.796875, + 0.992188, + 0.632812, + 0.636719, + 0.644531, + 0.738281, + 1.984375, + 0.65625, + 0.792969, + 1.929688, + 1.460938, + 1.023438, + 0.703125, + 0.628906, + 0.8125, + 0.878906, + 1.007812, + 1.226562, + 0.601562, + 1.765625, + 1.15625, + 1.03125, + 0.664062, + 1.109375, + 0.617188, + 0.792969, + 0.777344, + 0.141602, + 0.824219, + 0.761719, + 0.570312, + 1.765625, + 0.773438, + 0.859375, + 1.070312, + 1.117188, + 1.140625, + 0.789062, + 0.945312, + 0.738281, + 0.828125, + 0.710938, + 0.714844, + 0.679688, + 0.738281, + 1.75, + 1.25, + 0.929688, + 0.730469, + 1.382812, + 0.734375, + 0.198242, + 0.667969, + 1.671875, + 0.597656, + 0.746094, + 0.808594, + 0.789062, + 1.421875, + 0.953125, + 1.445312, + 0.984375, + 0.523438, + 1.039062, + 1.46875, + 0.875, + 0.792969, + 1.0625, + 0.957031, + 0.804688, + 0.84375, + 1.296875, + 0.800781, + 0.757812, + 0.8125, + 0.636719, + 0.773438, + 1.390625, + 0.855469, + 0.675781, + 0.761719, + 1.765625, + 1.867188, + 0.640625, + 0.972656, + 0.613281, + 0.667969, + 0.796875, + 0.769531, + 0.820312, + 0.734375, + 1.375, + 0.730469, + 0.871094, + 1.179688, + 1.765625, + 0.792969, + 1.078125, + 0.761719, + 1.078125, + 0.597656, + 0.691406, + 0.65625, + 0.699219, + 0.785156, + 0.75, + 0.863281, + 0.808594, + 0.742188, + 0.792969, + 0.652344, + 0.632812, + 0.871094, + 1.25, + 0.695312, + 0.792969, + 0.679688, + 1.429688, + 0.574219, + 0.902344, + 0.699219, + 1.148438, + 0.902344, + 0.957031, + 0.75, + 0.710938, + 0.902344, + 0.664062, + 2.125, + 1.507812, + 0.765625, + 0.964844, + 0.625, + 0.824219, + 0.683594, + 0.570312, + 1.460938, + 2.109375, + 0.777344, + 1.179688, + 0.24707, + 1.054688, + 0.824219, + 0.652344, + 1.539062, + 0.777344, + 0.625, + 0.996094, + 0.785156, + 0.769531, + 0.902344, + 0.832031, + 1.023438, + 0.71875, + 1.726562, + 0.949219, + 0.714844, + 1.601562, + 0.589844, + 0.761719, + 0.151367, + 0.800781, + 0.863281, + 1.140625, + 1.40625, + 1.046875, + 0.644531, + 1.609375, + 0.839844, + 1.570312, + 0.490234, + 0.707031, + 0.585938, + 1.585938, + 0.800781, + 1.109375, + 0.789062, + 1.28125, + 0.839844, + 1.890625, + 1.421875, + 0.75, + 0.910156, + 2.28125, + 0.820312, + 1.304688, + 0.730469, + 1.109375, + 0.675781, + 0.675781, + 0.9375, + 1.84375, + 1.765625, + 1.09375, + 0.8125, + 0.695312, + 1.242188, + 0.679688, + 0.882812, + 1.070312, + 0.644531, + 1.070312, + 1.054688, + 0.613281, + 1.796875, + 1.171875, + 1.421875, + 0.792969, + 0.824219, + 1.46875, + 0.820312, + 0.507812, + 1.476562, + 2.078125, + 0.703125, + 0.734375, + 1.148438, + 0.773438, + 1.445312, + 0.128906, + 1.242188, + 1.007812, + 0.925781, + 1.515625, + 1.023438, + 0.71875, + 0.585938, + 0.886719, + 0.65625, + 0.648438, + 0.15625, + 0.769531, + 1.148438, + 0.558594, + 0.765625, + 1.078125, + 0.839844, + 0.726562, + 1.921875, + 0.15918, + 2.796875, + 1.101562, + 1.171875, + 1.960938, + 0.8125, + 0.847656, + 0.6875, + 1.632812, + 0.84375, + 0.832031, + 0.71875, + 1.414062, + 0.539062, + 1.109375, + 1.828125, + 1.414062, + 1.140625, + 0.875, + 0.671875, + 0.796875, + 0.84375, + 0.675781, + 0.785156, + 0.917969, + 0.910156, + 0.988281, + 1.703125, + 0.886719, + 0.707031, + 1.640625, + 0.992188, + 1.304688, + 0.139648, + 0.554688, + 0.621094, + 0.792969, + 1.023438, + 0.789062, + 1.179688, + 0.683594, + 0.722656, + 1.46875, + 0.640625, + 0.566406, + 0.660156, + 0.753906, + 1.5, + 0.699219, + 0.792969, + 0.675781, + 1.148438, + 0.863281, + 0.949219, + 0.800781, + 0.710938, + 0.945312, + 0.859375, + 1.085938, + 1.734375, + 1.65625, + 0.640625, + 0.90625, + 0.695312, + 0.304688, + 1.007812, + 0.742188, + 0.699219, + 0.722656, + 0.605469, + 0.683594, + 1.054688, + 0.679688, + 2.484375, + 0.71875, + 0.835938, + 1.117188, + 0.816406, + 1.015625, + 1.117188, + 0.917969, + 1.4375, + 1.359375, + 0.601562, + 0.206055, + 1.28125, + 1.085938, + 0.878906, + 0.738281, + 1.0, + 0.953125, + 1.6875, + 0.75, + 0.984375, + 0.5625, + 0.847656, + 0.707031, + 0.597656, + 1.015625, + 1.710938, + 0.921875, + 1.492188, + 1.523438, + 1.023438, + 0.863281, + 1.445312, + 0.664062, + 1.046875, + 1.101562, + 0.761719, + 0.158203, + 1.179688, + 0.742188, + 0.198242, + 1.304688, + 0.808594, + 2.0, + 0.683594, + 1.25, + 0.851562, + 0.703125, + 0.675781, + 1.0625, + 0.636719, + 0.664062, + 2.34375, + 0.898438, + 0.182617, + 0.949219, + 0.460938, + 0.90625, + 1.6875, + 0.722656, + 0.726562, + 0.71875, + 1.273438, + 1.078125, + 1.078125, + 0.625, + 0.726562, + 0.570312, + 0.757812, + 1.328125, + 0.257812, + 0.632812, + 0.660156, + 0.539062, + 0.863281, + 0.730469, + 2.859375, + 1.6875, + 1.398438, + 0.992188, + 0.8125, + 1.117188, + 0.150391, + 0.734375, + 1.03125, + 1.5625, + 0.992188, + 0.886719, + 1.492188, + 0.613281, + 1.28125, + 0.683594, + 1.46875, + 0.835938, + 0.910156, + 0.746094, + 0.726562, + 0.984375, + 0.71875, + 0.847656, + 1.695312, + 0.917969, + 1.09375, + 0.644531, + 0.625, + 1.414062, + 0.777344, + 0.667969, + 0.213867, + 0.707031, + 0.878906, + 1.179688, + 1.023438, + 0.796875, + 1.617188, + 0.8125, + 0.722656, + 0.84375, + 1.078125, + 0.652344, + 0.628906, + 0.714844, + 0.660156, + 0.789062, + 0.742188, + 0.582031, + 0.914062, + 0.933594, + 0.707031, + 0.785156, + 0.703125, + 1.15625, + 0.769531, + 0.660156, + 0.9375, + 0.175781, + 0.6875, + 0.597656, + 0.785156, + 0.589844, + 1.28125, + 1.304688 + ] + }, + "name": "model.model.layers.19.input_layernorm.weight", + "outputIndexes": [ + 1566 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1565 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_19/Mul_output_0", + "outputIndexes": [ + 1567 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1566, + 1567 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_19/Mul_1_output_0", + "outputIndexes": [ + 1568 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1568 + ], + "outputIndexes": [ + 2840 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2840 + ], + "outputIndexes": [ + 2841 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear", + "inputIndexes": [ + 2841 + ], + "outputIndexes": [ + 2842 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2491032430, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2842 + ], + "outputIndexes": [ + 2843 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2843 + ], + "outputIndexes": [ + 1569 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1568 + ], + "main_type": "NONE", + "name": "/Shape_267_output_0", + "outputIndexes": [ + 1570 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1570 + ], + "main_type": "NONE", + "name": "Shape4829", + "outputIndexes": [ + 1571 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1570 + ], + "main_type": "NONE", + "name": "Rank4831", + "outputIndexes": [ + 1572 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1572, + 1572 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4833", + "outputIndexes": [ + 1573 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1573 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4834", + "outputIndexes": [ + 1574 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1573, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4836", + "outputIndexes": [ + 1575 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1575 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4837", + "outputIndexes": [ + 1576 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1571, + 1574, + 1576, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4840", + "outputIndexes": [ + 1577 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1577 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4841", + "outputIndexes": [ + 1578 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4842", + "outputIndexes": [ + 1579 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1579, + 1578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4843", + "outputIndexes": [ + 1580 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1570, + 1580, + 1573 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_289_output_0", + "outputIndexes": [ + 1581 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1581, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_609_output_0", + "outputIndexes": [ + 1582 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1582, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_247_output_0", + "outputIndexes": [ + 1583 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1569, + 1583 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_172_output_0", + "outputIndexes": [ + 1584 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_152_output_0", + "outputIndexes": [ + 1585 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584 + ], + "main_type": "NONE", + "name": "/Shape_268_output_0", + "outputIndexes": [ + 1586 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1586 + ], + "main_type": "NONE", + "name": "Shape4850", + "outputIndexes": [ + 1587 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1586 + ], + "main_type": "NONE", + "name": "Rank4852", + "outputIndexes": [ + 1588 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1588, + 1588 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4854", + "outputIndexes": [ + 1589 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1589 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4855", + "outputIndexes": [ + 1590 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1589, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4857", + "outputIndexes": [ + 1591 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1591 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4858", + "outputIndexes": [ + 1592 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1587, + 1590, + 1592, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4861", + "outputIndexes": [ + 1593 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1593 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4862", + "outputIndexes": [ + 1594 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1594 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4863", + "outputIndexes": [ + 1595 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1595, + 1594 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4864", + "outputIndexes": [ + 1596 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1586, + 1596, + 1589 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_290_output_0", + "outputIndexes": [ + 1597 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1597, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_57_output_0", + "outputIndexes": [ + 1598 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1598, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_614_output_0", + "outputIndexes": [ + 1599 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584, + 1599, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_77_output_0", + "outputIndexes": [ + 1600 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1600 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_38_output_0", + "outputIndexes": [ + 1601 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584, + 22, + 1599, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_76_output_0", + "outputIndexes": [ + 1602 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1601, + 1602 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_250_output_0", + "outputIndexes": [ + 1603 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1603, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_153_output_0", + "outputIndexes": [ + 1604 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1585, + 1604 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_95_output_0", + "outputIndexes": [ + 1605 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1568 + ], + "outputIndexes": [ + 2844 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2844 + ], + "outputIndexes": [ + 2845 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear", + "inputIndexes": [ + 2845 + ], + "outputIndexes": [ + 2846 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2498272132, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2846 + ], + "outputIndexes": [ + 2847 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2847 + ], + "outputIndexes": [ + 1606 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1582, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_248_output_0", + "outputIndexes": [ + 1607 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1606, + 1607 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_173_output_0", + "outputIndexes": [ + 1608 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_154_output_0", + "outputIndexes": [ + 1609 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608 + ], + "main_type": "NONE", + "name": "/Shape_269_output_0", + "outputIndexes": [ + 1610 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1610 + ], + "main_type": "NONE", + "name": "Shape4913", + "outputIndexes": [ + 1611 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1610 + ], + "main_type": "NONE", + "name": "Rank4915", + "outputIndexes": [ + 1612 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1612, + 1612 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4917", + "outputIndexes": [ + 1613 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1613 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4918", + "outputIndexes": [ + 1614 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1613, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4920", + "outputIndexes": [ + 1615 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1615 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4921", + "outputIndexes": [ + 1616 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1611, + 1614, + 1616, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4924", + "outputIndexes": [ + 1617 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1617 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4925", + "outputIndexes": [ + 1618 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4926", + "outputIndexes": [ + 1619 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1619, + 1618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4927", + "outputIndexes": [ + 1620 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1610, + 1620, + 1613 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_291_output_0", + "outputIndexes": [ + 1621 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1621, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_58_output_0", + "outputIndexes": [ + 1622 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1622, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_616_output_0", + "outputIndexes": [ + 1623 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608, + 1623, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_79_output_0", + "outputIndexes": [ + 1624 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1624 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_39_output_0", + "outputIndexes": [ + 1625 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608, + 22, + 1623, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_78_output_0", + "outputIndexes": [ + 1626 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1625, + 1626 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_251_output_0", + "outputIndexes": [ + 1627 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1627, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_155_output_0", + "outputIndexes": [ + 1628 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1609, + 1628 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_96_output_0", + "outputIndexes": [ + 1629 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1568 + ], + "outputIndexes": [ + 2848 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2848 + ], + "outputIndexes": [ + 2849 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear", + "inputIndexes": [ + 2849 + ], + "outputIndexes": [ + 2850 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2499306394, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2850 + ], + "outputIndexes": [ + 2851 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2851 + ], + "outputIndexes": [ + 1630 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1630, + 1607 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_174_output_0", + "outputIndexes": [ + 1631 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1605, + 1629, + 1631, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_179_output_0", + "outputIndexes": [ + 1632 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1632 + ], + "outputIndexes": [ + 2852 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2852 + ], + "outputIndexes": [ + 2853 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear", + "inputIndexes": [ + 2853 + ], + "outputIndexes": [ + 2854 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2500340656, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2854 + ], + "outputIndexes": [ + 2855 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2855 + ], + "outputIndexes": [ + 1633 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1565, + 1633 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_98_output_0", + "outputIndexes": [ + 1634 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.226562, + 1.15625, + 1.8125, + 0.746094, + 1.289062, + 0.910156, + 1.09375, + 1.257812, + 0.478516, + 0.660156, + 1.132812, + 0.65625, + 0.992188, + 0.867188, + 0.648438, + 1.132812, + 1.125, + 0.90625, + 1.132812, + 0.613281, + 0.574219, + 1.117188, + 1.109375, + 0.859375, + 0.8125, + 1.382812, + 0.539062, + 0.769531, + 0.820312, + 0.882812, + 1.351562, + 0.667969, + 0.613281, + 0.972656, + 1.398438, + 1.71875, + 0.734375, + 0.330078, + 1.101562, + 0.636719, + 1.304688, + 1.078125, + 1.335938, + 1.023438, + 1.398438, + 1.40625, + 0.335938, + 1.4375, + 1.09375, + 0.664062, + 1.328125, + 1.007812, + 1.007812, + 1.015625, + 1.164062, + 0.851562, + 1.273438, + 1.742188, + 1.265625, + 0.660156, + 0.832031, + 1.179688, + 1.28125, + 1.070312, + 1.445312, + 1.171875, + 0.714844, + 1.054688, + 0.757812, + 0.949219, + 0.925781, + 0.695312, + 1.265625, + 1.0, + 1.21875, + 1.328125, + 0.765625, + 0.78125, + 0.546875, + 1.460938, + 1.359375, + 1.476562, + 1.382812, + 0.945312, + 1.125, + 0.369141, + 1.140625, + 1.5, + 1.140625, + 0.632812, + 1.140625, + 1.203125, + 1.210938, + 1.179688, + 1.0625, + 1.039062, + 0.601562, + 0.746094, + 1.117188, + 0.671875, + 0.730469, + 0.726562, + 1.609375, + 1.039062, + 0.757812, + 1.273438, + 0.882812, + 0.6875, + 0.855469, + 1.007812, + 1.0625, + 0.949219, + 1.15625, + 0.267578, + 0.992188, + 0.205078, + 0.71875, + 1.179688, + 1.445312, + 0.691406, + 0.894531, + 0.992188, + 1.429688, + 1.070312, + 1.046875, + 0.949219, + 1.296875, + 0.9375, + 0.382812, + 0.730469, + 0.53125, + 1.132812, + 0.746094, + 1.132812, + 1.015625, + 1.078125, + 0.925781, + 1.1875, + 0.789062, + 1.195312, + 0.90625, + 1.328125, + 1.546875, + 0.703125, + 0.457031, + 0.601562, + 1.210938, + 1.0625, + 1.398438, + 1.109375, + 1.34375, + 1.101562, + 0.945312, + 1.117188, + 0.765625, + 0.867188, + 0.722656, + 0.613281, + 1.351562, + 1.429688, + 0.660156, + 0.652344, + 0.519531, + 1.054688, + 0.369141, + 0.722656, + 0.917969, + 0.691406, + 1.0, + 1.101562, + 1.109375, + 0.808594, + 0.792969, + 0.808594, + 1.03125, + 1.539062, + 1.0625, + 1.023438, + 1.390625, + 1.007812, + 0.742188, + 1.03125, + 1.328125, + 0.613281, + 0.730469, + 1.117188, + 0.96875, + 0.683594, + 0.9375, + 1.195312, + 0.710938, + 1.078125, + 0.6875, + 0.875, + 1.171875, + 1.085938, + 1.078125, + 1.320312, + 0.683594, + 1.007812, + 1.039062, + 0.304688, + 0.96875, + 0.914062, + 1.085938, + 1.140625, + 0.714844, + 0.839844, + 1.375, + 0.710938, + 1.3125, + 1.015625, + 0.792969, + 1.132812, + 1.0625, + 0.871094, + 0.699219, + 0.6875, + 1.546875, + 0.957031, + 1.0, + 0.667969, + 0.804688, + 1.226562, + 1.132812, + 1.515625, + 0.746094, + 0.792969, + 0.929688, + 1.078125, + 1.164062, + 1.1875, + 1.085938, + 0.996094, + 1.125, + 0.976562, + 0.898438, + 1.46875, + 0.394531, + 1.054688, + 1.171875, + 0.980469, + 1.265625, + 1.039062, + 0.886719, + 0.753906, + 1.203125, + 1.304688, + 1.164062, + 1.015625, + 1.085938, + 1.21875, + 0.808594, + 0.902344, + 1.078125, + 0.785156, + 1.078125, + 0.353516, + 1.0, + 0.640625, + 1.0625, + 1.179688, + 1.140625, + 1.273438, + 1.046875, + 0.769531, + 1.039062, + 1.070312, + 0.84375, + 1.171875, + 0.984375, + 1.242188, + 1.1875, + 0.800781, + 0.855469, + 1.734375, + 1.164062, + 0.554688, + 0.832031, + 1.203125, + 0.96875, + 1.078125, + 0.382812, + 1.132812, + 0.925781, + 1.484375, + 0.820312, + 1.203125, + 1.195312, + 0.648438, + 1.421875, + 0.660156, + 0.882812, + 0.714844, + 0.667969, + 0.957031, + 0.75, + 0.742188, + 1.070312, + 1.0, + 0.875, + 0.78125, + 0.679688, + 1.226562, + 1.6875, + 1.296875, + 0.984375, + 0.992188, + 0.984375, + 1.148438, + 0.597656, + 0.917969, + 1.070312, + 1.023438, + 0.351562, + 1.21875, + 1.078125, + 1.421875, + 1.085938, + 1.054688, + 1.351562, + 0.972656, + 0.859375, + 0.925781, + 0.851562, + 1.101562, + 0.933594, + 1.054688, + 0.894531, + 0.871094, + 0.376953, + 0.953125, + 0.9375, + 0.925781, + 0.703125, + 0.996094, + 1.148438, + 2.09375, + 1.179688, + 0.753906, + 0.341797, + 0.917969, + 0.984375, + 0.957031, + 0.429688, + 1.179688, + 1.375, + 1.140625, + 0.929688, + 1.054688, + 1.054688, + 0.667969, + 1.257812, + 1.0625, + 1.484375, + 1.046875, + 1.15625, + 1.1875, + 0.933594, + 1.070312, + 0.890625, + 1.484375, + 0.417969, + 0.742188, + 0.574219, + 0.660156, + 0.925781, + 1.398438, + 1.054688, + 0.65625, + 1.03125, + 1.101562, + 1.203125, + 0.871094, + 1.21875, + 1.617188, + 0.449219, + 0.648438, + 1.085938, + 1.15625, + 1.085938, + 1.21875, + 0.703125, + 1.328125, + 1.273438, + 0.742188, + 1.4375, + 1.085938, + 0.976562, + 0.804688, + 1.078125, + 1.304688, + 0.777344, + 0.601562, + 0.832031, + 1.257812, + 0.746094, + 0.855469, + 1.164062, + 0.400391, + 0.734375, + 1.265625, + 0.683594, + 1.359375, + 0.652344, + 1.164062, + 1.023438, + 1.148438, + 1.15625, + 0.859375, + 0.660156, + 1.09375, + 1.304688, + 1.046875, + 1.1875, + 1.484375, + 1.21875, + 1.0625, + 1.09375, + 1.203125, + 0.726562, + 0.804688, + 1.0, + 0.65625, + 0.9375, + 0.628906, + 1.328125, + 1.25, + 0.660156, + 1.039062, + 1.0625, + 0.957031, + 0.636719, + 0.917969, + 1.164062, + 0.726562, + 0.90625, + 1.148438, + 0.929688, + 0.71875, + 1.0, + 1.257812, + 1.234375, + 1.070312, + 0.660156, + 0.738281, + 0.960938, + 1.171875, + 1.039062, + 1.375, + 1.28125, + 1.054688, + 1.171875, + 1.054688, + 1.046875, + 2.359375, + 0.800781, + 0.933594, + 4.2e-05, + 0.878906, + 1.148438, + 0.886719, + 1.09375, + 0.636719, + 0.648438, + 1.140625, + 0.75, + 1.03125, + 0.667969, + 1.0, + 0.882812, + 0.417969, + 1.117188, + 1.164062, + 1.171875, + 0.675781, + 0.914062, + 0.675781, + 1.21875, + 1.125, + 1.242188, + 1.070312, + 0.808594, + 1.109375, + 0.628906, + 1.265625, + 1.679688, + 1.078125, + 1.210938, + 1.023438, + 0.925781, + 1.34375, + 1.5, + 1.148438, + 1.351562, + 0.839844, + 1.148438, + 0.90625, + 1.304688, + 1.1875, + 1.039062, + 0.769531, + 0.867188, + 0.734375, + 0.949219, + 0.789062, + 1.164062, + 0.71875, + 1.09375, + 0.875, + 1.21875, + 1.304688, + 1.109375, + 1.351562, + 1.179688, + 0.796875, + 0.785156, + 0.996094, + 0.894531, + 1.46875, + 0.917969, + 1.1875, + 1.164062, + 0.378906, + 1.101562, + 0.691406, + 1.382812, + 1.25, + 1.09375, + 0.96875, + 1.054688, + 1.15625, + 1.289062, + 1.117188, + 0.960938, + 1.203125, + 0.664062, + 1.03125, + 0.949219, + 1.195312, + 0.671875, + 0.679688, + 0.648438, + 1.046875, + 0.667969, + 1.34375, + 1.710938, + 0.503906, + 0.769531, + 1.625, + 0.875, + 1.46875, + 1.03125, + 0.742188, + 0.828125, + 0.734375, + 0.921875, + 1.078125, + 1.148438, + 0.824219, + 1.53125, + 1.070312, + 0.847656, + 0.730469, + 0.695312, + 1.234375, + 0.957031, + 1.023438, + 1.015625, + 0.753906, + 1.085938, + 1.023438, + 0.753906, + 0.726562, + 1.03125, + 0.976562, + 0.984375, + 1.625, + 0.675781, + 1.335938, + 1.242188, + 1.007812, + 1.164062, + 0.699219, + 1.210938, + 1.023438, + 0.976562, + 0.65625, + 1.039062, + 0.757812, + 1.28125, + 0.984375, + 1.179688, + 1.101562, + 1.234375, + 0.660156, + 0.921875, + 0.8125, + 0.6875, + 0.722656, + 1.398438, + 0.632812, + 0.820312, + 1.460938, + 0.957031, + 1.234375, + 1.023438, + 0.980469, + 0.310547, + 1.34375, + 1.53125, + 1.351562, + 0.808594, + 0.65625, + 1.195312, + 1.085938, + 0.398438, + 0.949219, + 0.992188, + 1.070312, + 1.1875, + 1.070312, + 0.291016, + 1.023438, + 0.375, + 0.9375, + 1.859375, + 1.070312, + 1.007812, + 1.523438, + 0.773438, + 0.835938, + 0.871094, + 0.996094, + 0.808594, + 0.75, + 1.210938, + 0.703125, + 1.171875, + 1.007812, + 0.972656, + 0.660156, + 1.109375, + 1.148438, + 1.484375, + 0.660156, + 1.085938, + 1.039062, + 1.078125, + 0.917969, + 0.427734, + 0.851562, + 1.117188, + 0.660156, + 0.582031, + 1.203125, + 0.824219, + 1.148438, + 1.164062, + 0.667969, + 0.628906, + 0.835938, + 0.390625, + 1.140625, + 1.1875, + 1.257812, + 1.03125, + 0.925781, + 1.257812, + 1.09375, + 0.894531, + 1.015625, + 1.117188, + 1.179688, + 1.125, + 1.03125, + 1.421875, + 0.734375, + 0.894531, + 1.234375, + 1.054688, + 1.09375, + 0.800781, + 1.257812, + 0.648438, + 0.863281, + 1.0, + 0.742188, + 0.769531, + 0.535156, + 1.328125, + 0.933594, + 1.085938, + 1.390625, + 0.976562, + 0.660156, + 0.5625, + 1.3125, + 0.632812, + 1.078125, + 0.730469, + 1.289062, + 1.28125, + 1.078125, + 0.972656, + 1.101562, + 0.882812, + 0.384766, + 1.109375, + 1.3125, + 0.910156, + 0.710938, + 0.824219, + 0.902344, + 0.722656, + 0.189453, + 0.582031, + 1.078125, + 0.675781, + 1.320312, + 0.710938, + 1.085938, + 1.0625, + 1.023438, + 1.257812, + 1.101562, + 1.015625, + 0.515625, + 0.761719, + 0.847656, + 1.164062, + 1.125, + 0.882812, + 1.101562, + 0.707031, + 1.117188, + 0.65625, + 0.820312, + 0.957031, + 1.257812, + 1.0, + 1.085938, + 0.667969, + 0.683594, + 1.070312, + 1.015625, + 1.210938, + 0.804688, + 1.421875, + 0.894531, + 0.648438, + 1.085938, + 1.0, + 0.917969, + 1.265625, + 0.988281, + 0.640625, + 1.234375, + 0.953125, + 0.65625, + 1.140625, + 0.828125, + 1.101562, + 0.441406, + 1.09375, + 1.007812, + 1.164062, + 0.691406, + 0.605469, + 1.539062, + 0.949219, + 1.1875, + 0.378906, + 0.925781, + 1.46875, + 0.427734, + 1.015625, + 1.515625, + 1.1875, + 0.941406, + 0.984375, + 0.667969, + 1.328125, + 1.03125, + 0.6875, + 1.070312, + 0.992188, + 0.703125, + 1.078125, + 1.03125, + 1.15625, + 0.632812, + 0.263672, + 0.851562, + 1.265625, + 0.664062, + 0.628906, + 1.304688, + 1.46875, + 1.171875, + 0.953125, + 0.449219, + 1.023438, + 1.367188, + 1.109375, + 0.419922, + 1.046875, + 1.015625, + 0.742188, + 0.660156, + 0.859375, + 0.871094, + 1.078125, + 1.804688, + 1.132812, + 0.941406, + 0.90625, + 0.652344, + 1.28125, + 0.5, + 0.90625, + 0.996094, + 0.328125, + 1.359375, + 0.644531, + 0.761719, + 1.03125, + 0.886719, + 0.921875, + 0.8125, + 1.148438, + 0.980469, + 1.328125, + 1.304688, + 0.769531, + 1.765625, + 0.75, + 1.226562, + 1.265625, + 1.148438, + 1.125, + 0.667969, + 0.726562, + 1.453125, + 0.648438, + 0.992188, + 0.988281, + 0.789062, + 1.054688, + 1.03125, + 1.070312, + 1.0625, + 0.6875, + 0.621094, + 1.070312, + 1.023438, + 0.992188, + 0.742188, + 1.328125, + 0.976562, + 1.484375, + 0.867188, + 0.917969, + 1.140625, + 0.769531, + 0.898438, + 1.460938, + 0.800781, + 1.03125, + 1.171875, + 1.046875, + 0.929688, + 1.015625, + 1.382812, + 1.140625, + 1.296875, + 0.769531, + 0.392578, + 1.15625, + 0.476562, + 1.117188, + 1.414062, + 0.625, + 0.9375, + 1.429688, + 1.140625, + 1.109375, + 1.117188, + 0.369141, + 0.679688, + 0.355469, + 1.140625, + 0.949219, + 1.023438, + 1.570312, + 1.039062, + 0.988281, + 1.039062, + 0.554688, + 0.40625, + 1.273438, + 0.949219, + 0.984375, + 0.710938, + 1.28125, + 1.242188, + 1.078125, + 1.289062, + 1.132812, + 0.882812, + 1.203125, + 1.328125, + 1.078125, + 0.597656, + 1.125, + 0.914062, + 1.1875, + 1.085938, + 0.785156, + 1.101562, + 1.289062, + 1.09375, + 1.03125, + 1.242188, + 1.234375, + 1.070312, + 1.445312, + 1.046875, + 0.699219, + 1.164062, + 1.101562, + 0.855469, + 1.148438, + 0.847656, + 1.320312, + 1.015625, + 0.640625, + 1.34375, + 0.757812, + 1.054688, + 0.675781, + 1.023438, + 1.039062, + 0.365234, + 0.398438, + 0.792969, + 1.476562, + 0.8125, + 0.404297, + 1.25, + 1.265625, + 0.742188, + 1.09375, + 0.664062, + 1.015625, + 1.203125, + 0.988281, + 0.390625, + 0.867188, + 0.425781, + 0.675781, + 1.429688, + 1.117188, + 0.636719, + 0.703125, + 0.910156, + 0.9375, + 0.960938, + 0.746094, + 1.382812, + 1.273438, + 1.070312, + 0.498047, + 1.304688, + 1.273438, + 1.773438, + 1.046875, + 1.125, + 1.382812, + 1.03125, + 0.96875, + 0.65625, + 0.722656, + 0.542969, + 0.839844, + 0.644531, + 0.71875, + 0.703125, + 1.09375, + 0.824219, + 1.390625, + 1.046875, + 0.847656, + 1.109375, + 0.789062, + 1.171875, + 1.125, + 1.28125, + 0.412109, + 0.660156, + 0.984375, + 1.0625, + 0.835938, + 0.636719, + 0.660156, + 1.007812, + 1.265625, + 0.925781, + 1.359375, + 0.5625, + 1.117188, + 1.070312, + 0.957031, + 0.691406, + 0.363281, + 1.078125, + 1.21875, + 0.800781, + 0.71875, + 0.832031, + 0.933594, + 0.757812, + 1.039062, + 0.710938, + 0.65625, + 1.140625, + 0.421875, + 1.117188, + 0.886719, + 0.394531, + 1.304688, + 1.257812, + 1.15625, + 0.761719, + 0.914062, + 1.125, + 1.242188, + 1.375, + 0.617188, + 0.632812, + 0.699219, + 0.769531, + 0.78125, + 0.585938, + 1.28125, + 0.84375, + 2.28125, + 0.945312, + 1.078125, + 1.054688, + 0.816406, + 0.722656, + 1.367188, + 0.470703, + 1.484375, + 0.953125, + 0.824219, + 1.265625, + 0.746094, + 1.078125, + 0.898438, + 0.660156, + 0.703125, + 0.992188, + 0.671875, + 0.648438, + 0.621094, + 0.984375, + 0.322266, + 0.265625, + 1.195312, + 0.902344, + 1.21875, + 1.359375, + 0.699219, + 1.085938, + 0.929688, + 1.421875, + 0.828125, + 0.984375, + 1.09375, + 0.738281, + 0.6875, + 1.046875, + 1.296875, + 1.015625, + 1.015625, + 0.855469, + 0.820312, + 0.640625, + 0.800781, + 0.828125, + 0.388672, + 0.671875, + 1.1875, + 0.894531, + 1.328125, + 1.390625, + 1.085938, + 0.757812, + 1.539062, + 0.972656, + 0.664062, + 0.910156, + 0.976562, + 1.492188, + 0.632812, + 0.984375, + 1.601562, + 1.460938, + 0.65625, + 0.878906, + 1.3125, + 1.09375, + 0.890625, + 1.40625, + 0.65625, + 0.894531, + 0.917969, + 1.132812, + 1.492188, + 0.462891, + 0.613281, + 0.851562, + 0.84375, + 0.871094, + 0.664062, + 1.507812, + 1.054688, + 0.761719, + 0.988281, + 0.675781, + 1.242188, + 1.007812, + 1.007812, + 1.3125, + 0.769531, + 1.132812, + 0.949219, + 0.746094, + 0.621094, + 1.164062, + 0.839844, + 1.179688, + 0.816406, + 0.949219, + 0.921875, + 0.820312, + 1.59375, + 1.015625, + 0.777344, + 1.25, + 0.636719, + 1.453125, + 0.925781, + 1.25, + 1.21875, + 1.03125, + 0.832031, + 1.3125, + 0.859375, + 1.179688, + 0.949219, + 0.835938, + 1.507812, + 1.09375, + 0.9375, + 0.652344, + 1.28125, + 0.722656, + 1.320312, + 1.195312, + 1.382812, + 1.117188, + 0.710938, + 0.660156, + 1.117188, + 0.914062, + 1.28125, + 1.140625, + 0.910156, + 1.445312, + 1.203125, + 1.09375, + 1.484375, + 1.390625, + 1.101562, + 1.257812, + 0.988281, + 0.9375, + 0.75, + 0.679688, + 1.15625, + 1.335938, + 1.1875, + 1.234375, + 1.039062, + 1.0625, + 1.3125, + 0.894531, + 1.3125, + 1.226562, + 1.203125, + 0.957031, + 1.140625, + 0.353516, + 1.15625, + 0.71875, + 0.34375, + 1.0, + 0.972656, + 1.03125, + 0.789062, + 1.039062, + 1.15625, + 1.210938, + 1.5, + 1.507812, + 1.09375, + 0.753906, + 0.664062, + 0.636719, + 0.886719, + 1.390625, + 0.699219, + 2.171875, + 0.945312, + 1.09375, + 1.320312, + 1.296875, + 0.960938, + 1.492188, + 1.429688, + 1.054688, + 0.675781, + 1.15625, + 1.460938, + 1.039062, + 0.777344, + 1.101562, + 1.359375, + 1.257812, + 1.40625, + 1.117188, + 1.578125, + 1.21875, + 0.960938, + 1.734375, + 1.03125, + 0.867188, + 1.445312, + 1.117188, + 1.148438, + 1.265625, + 1.328125, + 1.203125, + 1.101562, + 1.054688, + 1.296875, + 0.835938, + 0.996094, + 0.667969, + 1.023438, + 1.132812, + 1.226562, + 0.65625, + 0.345703, + 1.0, + 1.046875, + 1.210938, + 1.242188, + 1.195312, + 0.835938, + 0.785156, + 1.484375, + 1.039062, + 1.070312, + 0.75, + 1.070312, + 0.632812, + 1.007812, + 0.933594, + 0.722656, + 0.761719, + 1.289062, + 0.349609, + 1.125, + 0.84375, + 0.245117, + 1.226562, + 0.679688, + 0.679688, + 0.859375, + 1.265625, + 0.980469, + 0.769531, + 1.09375, + 0.792969, + 0.722656, + 0.695312, + 0.617188, + 0.988281, + 0.253906, + 0.722656, + 0.691406, + 1.070312, + 0.894531, + 1.289062, + 1.367188, + 0.710938, + 1.265625, + 0.695312, + 1.515625, + 0.796875, + 1.007812, + 1.3125, + 1.234375, + 0.882812, + 1.140625, + 0.617188, + 1.335938, + 1.09375, + 1.8125, + 1.039062, + 0.683594, + 1.539062, + 1.429688, + 1.3125, + 0.828125, + 1.03125, + 1.257812, + 0.894531, + 1.054688, + 0.878906, + 1.507812, + 1.03125, + 1.226562, + 1.21875, + 1.375, + 0.894531, + 1.078125, + 1.171875, + 0.675781, + 0.964844, + 1.34375, + 0.945312, + 1.125, + 0.890625, + 1.085938, + 1.351562, + 0.929688, + 0.953125, + 0.644531, + 0.886719, + 0.96875, + 0.695312, + 1.085938, + 2.46875, + 0.9375, + 0.71875, + 1.304688, + 0.855469, + 1.265625, + 1.09375, + 1.210938, + 1.164062, + 1.226562, + 1.023438, + 0.769531, + 0.933594, + 0.714844, + 1.070312, + 1.125, + 1.164062, + 0.5625, + 1.390625, + 1.179688, + 1.070312, + 1.09375, + 0.84375, + 0.738281, + 0.644531, + 1.0625, + 0.925781, + 0.9375, + 0.921875, + 0.941406, + 0.953125, + 0.988281, + 0.917969, + 1.039062, + 1.109375, + 0.777344, + 0.882812, + 0.671875, + 0.585938, + 0.734375, + 0.863281, + 1.28125, + 1.3125, + 1.203125, + 0.890625, + 0.996094, + 1.070312, + 0.808594, + 0.898438, + 1.078125, + 0.953125, + 1.460938, + 1.429688, + 0.894531, + 0.392578, + 0.945312, + 0.984375, + 0.398438, + 1.210938, + 1.265625, + 1.453125, + 0.992188, + 0.90625, + 0.890625, + 0.9375, + 0.330078, + 1.054688, + 0.412109, + 1.15625, + 0.964844, + 1.476562, + 0.337891, + 0.835938, + 1.25, + 0.660156, + 0.953125, + 0.664062, + 1.242188, + 1.398438, + 1.148438, + 1.070312, + 1.007812, + 0.519531, + 1.023438, + 1.132812, + 1.039062, + 0.609375, + 1.21875, + 0.554688, + 1.304688, + 1.296875, + 1.203125, + 1.390625, + 1.476562, + 0.726562, + 0.984375, + 1.039062, + 1.085938, + 1.039062, + 0.835938, + 1.078125, + 0.828125, + 0.914062, + 1.179688, + 0.515625, + 0.996094, + 1.15625, + 0.871094, + 0.96875, + 0.863281, + 0.8125, + 1.03125, + 1.195312, + 0.451172, + 1.515625, + 1.171875, + 0.648438, + 1.109375, + 0.804688, + 1.695312, + 1.140625, + 1.007812, + 1.03125, + 1.0625, + 1.25, + 0.988281, + 1.140625, + 0.875, + 1.4375, + 1.210938, + 1.039062, + 1.078125, + 1.023438, + 1.179688, + 0.589844, + 1.226562, + 1.382812, + 0.789062, + 1.148438, + 1.171875, + 1.1875, + 0.90625, + 1.679688, + 1.5625, + 1.03125, + 0.683594, + 0.898438, + 1.023438, + 1.28125, + 1.210938, + 0.273438, + 1.125, + 1.109375, + 1.523438, + 0.882812, + 0.859375, + 1.265625, + 0.976562, + 0.636719, + 1.101562, + 1.460938, + 1.15625, + 1.210938, + 0.917969, + 1.054688, + 1.304688, + 1.304688, + 1.265625, + 1.085938, + 0.929688, + 0.855469, + 0.902344, + 1.046875, + 0.925781, + 0.632812, + 1.515625, + 0.960938, + 0.96875, + 1.195312, + 1.328125, + 1.625, + 1.109375, + 1.03125, + 1.34375, + 1.195312, + 0.617188, + 1.140625, + 1.0625, + 0.65625, + 1.28125, + 0.667969, + 1.03125, + 0.820312, + 0.695312, + 0.695312, + 0.851562, + 1.023438, + 0.443359, + 0.78125, + 0.777344, + 0.703125, + 0.917969, + 0.777344, + 0.671875, + 1.242188, + 0.310547, + 0.976562, + 1.273438, + 1.140625, + 1.078125, + 1.460938, + 0.800781, + 1.5, + 1.179688, + 0.445312, + 0.380859, + 0.679688, + 0.84375, + 1.171875, + 0.753906, + 1.023438, + 1.328125, + 0.710938, + 1.28125, + 0.800781, + 1.289062, + 1.296875, + 1.023438, + 1.070312, + 0.910156, + 1.109375, + 0.488281, + 0.964844, + 0.964844, + 1.15625, + 0.535156, + 0.652344, + 0.78125, + 1.117188, + 1.179688, + 0.898438, + 0.746094, + 0.976562, + 1.039062, + 1.15625, + 1.171875, + 0.925781, + 0.898438, + 0.878906, + 0.742188, + 1.0, + 1.125, + 0.976562, + 0.640625, + 0.960938, + 1.125, + 1.140625, + 0.71875, + 1.039062, + 1.257812, + 0.582031, + 1.09375, + 0.710938, + 0.683594, + 0.457031, + 1.507812, + 1.015625, + 1.046875, + 0.730469, + 0.917969, + 0.746094, + 0.359375, + 1.140625, + 1.210938, + 0.753906, + 0.964844, + 1.039062, + 0.871094, + 0.804688, + 1.382812, + 1.328125, + 0.886719, + 0.652344, + 0.960938, + 1.335938, + 0.808594, + 1.125, + 0.75, + 1.0, + 1.335938, + 0.960938, + 0.910156, + 1.382812, + 0.464844, + 1.273438, + 0.886719, + 0.996094, + 1.125, + 0.855469, + 0.929688, + 0.773438, + 1.4375, + 1.421875, + 0.261719, + 0.621094, + 1.03125, + 0.816406, + 1.085938, + 1.25, + 0.808594, + 0.996094, + 1.382812, + 1.132812, + 0.777344, + 1.304688, + 0.703125, + 1.007812, + 0.972656, + 1.0625, + 0.824219, + 0.972656, + 1.164062, + 0.941406, + 1.039062, + 1.296875, + 0.90625, + 0.707031, + 0.78125, + 0.839844, + 0.765625, + 1.0625, + 0.910156, + 1.15625, + 0.902344, + 0.960938, + 1.265625, + 0.878906, + 1.039062, + 1.148438, + 1.132812, + 0.707031, + 1.023438, + 0.554688, + 0.835938, + 1.1875, + 1.054688, + 1.171875, + 1.007812, + 0.875, + 1.070312, + 0.361328, + 0.640625, + 1.015625, + 0.6875, + 0.832031, + 0.863281, + 0.832031, + 1.484375, + 1.09375, + 0.824219, + 0.355469, + 1.125, + 0.609375, + 0.675781, + 0.628906, + 0.886719, + 0.835938, + 1.023438, + 0.78125, + 1.320312, + 1.140625, + 1.382812, + 1.140625, + 0.757812, + 1.023438, + 1.179688, + 1.125, + 1.1875, + 0.695312, + 1.46875, + 0.984375, + 0.652344, + 1.460938, + 0.898438, + 0.976562, + 0.789062, + 0.804688, + 0.671875, + 1.046875, + 1.046875, + 1.101562, + 0.621094, + 1.210938, + 0.710938, + 0.683594, + 0.392578, + 0.789062, + 1.25, + 1.046875, + 1.289062, + 1.078125, + 0.972656, + 0.326172, + 0.882812, + 0.683594, + 0.90625, + 0.828125, + 1.085938, + 1.070312, + 1.304688, + 0.683594, + 1.171875, + 1.0, + 1.210938, + 1.273438, + 1.328125, + 1.257812, + 1.195312, + 1.460938, + 0.726562, + 0.9375, + 0.734375, + 1.125, + 1.015625, + 0.675781, + 1.117188, + 0.671875, + 1.195312, + 0.679688, + 0.671875, + 1.296875, + 0.375, + 1.179688, + 0.574219, + 1.367188, + 1.398438, + 0.871094, + 1.007812, + 0.945312, + 1.242188, + 0.996094, + 1.171875, + 0.742188, + 1.179688, + 0.211914, + 1.359375, + 0.785156, + 1.414062, + 0.691406, + 0.578125, + 1.335938, + 1.515625, + 0.835938, + 1.101562, + 0.84375, + 1.304688, + 1.054688, + 1.59375, + 0.984375, + 0.941406, + 0.671875, + 1.21875, + 1.21875, + 0.941406, + 0.953125, + 1.171875, + 0.310547, + 1.390625, + 0.894531, + 1.273438, + 0.804688, + 1.03125, + 0.550781, + 0.957031, + 0.957031, + 0.230469, + 0.699219, + 1.03125, + 0.75, + 0.585938, + 1.523438, + 1.078125, + 0.683594, + 0.933594, + 0.644531, + 1.515625, + 1.015625, + 0.882812, + 1.007812, + 1.476562, + 0.960938, + 1.03125, + 0.507812, + 0.871094, + 0.84375, + 1.054688, + 0.820312, + 0.388672, + 0.664062, + 0.722656, + 0.988281, + 1.15625, + 1.257812, + 0.351562, + 1.226562, + 1.335938, + 1.179688, + 0.914062, + 0.574219, + 0.675781, + 1.242188, + 0.675781, + 0.574219, + 1.28125, + 0.863281, + 0.65625, + 1.554688, + 1.078125, + 1.359375, + 0.816406, + 1.429688, + 0.878906, + 1.421875, + 1.023438, + 0.867188, + 1.109375, + 0.976562, + 1.210938, + 0.71875, + 1.210938, + 1.140625, + 0.898438, + 1.140625, + 0.679688, + 1.03125, + 0.875, + 0.835938, + 0.914062, + 0.796875, + 1.507812, + 1.164062, + 0.929688, + 1.171875, + 0.65625, + 1.09375, + 0.929688, + 0.511719, + 0.847656, + 1.1875, + 1.5, + 0.78125, + 0.9375, + 0.746094, + 1.039062, + 0.914062, + 0.550781, + 1.140625, + 1.226562, + 0.789062, + 0.902344, + 0.945312, + 0.886719, + 0.710938, + 1.296875, + 1.304688, + 0.929688, + 0.578125, + 1.101562, + 0.386719, + 0.457031, + 1.085938, + 0.921875, + 0.457031, + 0.953125, + 1.203125, + 0.726562, + 1.414062, + 0.972656, + 1.4375, + 1.046875, + 1.140625, + 1.226562, + 1.804688, + 0.28125, + 0.804688, + 1.0, + 0.988281, + 1.515625, + 0.9375, + 1.429688, + 1.359375, + 1.078125, + 1.21875, + 1.304688, + 0.384766, + 1.023438, + 1.390625, + 1.117188, + 0.914062, + 1.273438, + 0.964844, + 1.304688, + 1.25, + 0.8125, + 1.296875, + 0.878906, + 1.03125, + 1.15625, + 1.320312, + 1.492188, + 0.384766, + 1.007812, + 0.96875, + 1.304688, + 0.769531, + 1.140625, + 1.335938, + 1.210938, + 1.398438, + 0.792969, + 0.972656, + 1.234375, + 1.039062, + 0.910156, + 0.710938, + 0.929688, + 1.265625, + 0.390625, + 0.957031, + 1.140625, + 1.039062, + 1.367188, + 1.03125, + 0.714844, + 0.835938, + 1.296875, + 0.59375, + 1.203125, + 0.917969, + 0.894531, + 0.984375, + 1.367188, + 0.71875, + 1.164062, + 1.390625, + 1.007812, + 0.976562, + 0.785156, + 1.445312, + 1.023438, + 1.015625, + 1.171875, + 1.070312, + 0.427734, + 1.289062, + 0.867188, + 1.03125, + 1.0, + 1.070312, + 0.628906, + 1.171875, + 1.085938, + 0.777344, + 1.0625, + 1.171875, + 0.402344, + 1.398438, + 0.421875, + 0.726562, + 0.871094, + 0.703125, + 0.671875, + 0.695312, + 0.392578, + 0.917969, + 0.988281, + 0.863281, + 0.976562, + 1.03125, + 0.828125, + 0.917969, + 1.054688, + 0.648438, + 0.75, + 0.386719, + 0.894531, + 1.101562, + 0.960938, + 0.660156, + 1.25, + 0.980469, + 0.886719, + 1.203125, + 0.976562, + 0.644531, + 1.390625, + 0.322266, + 0.953125, + 1.164062, + 1.0, + 1.039062, + 1.0625, + 1.085938, + 0.738281, + 0.769531, + 1.304688, + 0.792969, + 1.460938, + 1.335938, + 0.824219, + 1.148438, + 1.1875, + 0.625, + 0.964844, + 0.757812, + 0.404297, + 1.015625, + 1.351562, + 1.421875, + 0.996094, + 0.667969, + 0.324219, + 1.398438, + 0.761719, + 1.5625, + 1.03125, + 1.179688, + 1.078125, + 0.835938, + 1.039062, + 1.164062, + 0.875, + 1.023438, + 0.707031, + 1.28125, + 1.351562, + 1.3125, + 0.644531, + 0.691406, + 0.816406, + 0.964844, + 1.054688, + 0.667969, + 0.941406, + 1.148438, + 1.007812, + 0.785156, + 1.046875, + 1.546875, + 0.898438, + 0.90625, + 1.234375, + 0.738281, + 1.125, + 0.664062, + 1.09375, + 1.101562, + 1.3125, + 1.15625, + 0.667969, + 0.349609, + 0.941406, + 1.195312, + 1.25, + 1.554688, + 1.1875, + 0.609375, + 1.132812, + 1.4375, + 0.960938, + 0.400391, + 0.90625, + 1.40625, + 0.945312, + 1.226562, + 0.796875, + 0.871094, + 1.09375, + 1.0625, + 0.902344, + 1.1875, + 1.03125, + 0.960938, + 1.101562, + 0.835938, + 1.234375, + 0.53125, + 1.085938, + 1.046875, + 1.140625, + 0.992188, + 0.773438, + 0.425781, + 0.699219, + 1.40625, + 0.914062, + 0.683594, + 1.0, + 0.925781, + 1.226562, + 0.835938, + 1.289062, + 0.933594, + 2.359375, + 0.695312, + 1.320312, + 1.125, + 0.96875, + 1.125, + 1.328125, + 0.542969, + 1.234375, + 1.09375, + 0.914062, + 0.851562, + 1.125, + 1.335938, + 0.917969, + 0.416016, + 1.335938, + 0.808594, + 0.480469, + 1.015625, + 0.964844, + 1.46875, + 1.070312, + 1.070312, + 1.273438, + 1.117188, + 1.03125, + 1.132812, + 1.140625, + 0.765625, + 1.0, + 1.039062, + 0.910156, + 1.046875, + 1.0, + 1.007812, + 1.171875, + 1.34375, + 0.726562, + 0.875, + 0.640625, + 1.445312, + 0.699219, + 1.359375, + 1.046875, + 0.972656, + 1.101562, + 0.957031, + 0.738281, + 0.621094, + 0.980469, + 0.632812, + 0.707031, + 0.90625, + 1.375, + 1.0625, + 0.777344, + 0.933594, + 1.109375, + 0.945312, + 1.382812, + 1.3125, + 1.90625, + 0.839844, + 1.226562, + 0.8125, + 0.84375, + 1.179688, + 0.65625, + 1.054688, + 0.652344, + 0.832031, + 1.039062, + 1.046875, + 0.816406, + 0.695312, + 0.644531, + 1.195312, + 1.140625, + 1.21875, + 0.753906, + 1.164062, + 0.917969, + 1.53125, + 1.148438, + 0.644531, + 0.945312, + 0.863281, + 1.40625, + 1.0, + 0.882812, + 0.421875, + 1.445312, + 1.382812, + 0.507812, + 0.660156, + 1.171875, + 0.925781, + 0.671875, + 1.046875, + 1.070312, + 1.070312, + 1.273438, + 1.070312, + 0.859375, + 1.085938, + 0.929688, + 1.109375, + 0.65625, + 0.988281, + 1.132812, + 1.125, + 0.949219, + 0.664062, + 1.257812, + 0.628906, + 0.859375, + 0.808594, + 1.078125, + 0.785156, + 0.878906, + 0.660156, + 1.007812, + 0.925781, + 0.78125, + 0.707031, + 0.960938, + 0.925781, + 0.398438, + 0.185547, + 0.832031, + 0.929688, + 1.054688, + 1.125, + 0.625, + 1.195312, + 1.171875, + 1.09375, + 1.125, + 0.664062, + 0.824219, + 0.675781, + 0.8125, + 0.382812, + 0.640625, + 0.796875, + 1.21875, + 0.628906, + 1.0625, + 1.015625, + 0.878906, + 1.03125, + 1.359375, + 0.890625, + 1.1875, + 1.53125, + 0.695312, + 1.164062, + 0.851562, + 1.132812, + 0.746094, + 1.039062, + 0.710938, + 0.953125, + 1.1875, + 1.414062, + 0.96875, + 0.632812, + 1.015625, + 0.964844, + 1.109375, + 0.878906, + 0.636719, + 0.972656, + 0.628906, + 0.785156, + 1.203125, + 1.570312, + 1.171875, + 1.265625, + 0.945312, + 0.644531, + 1.375, + 0.8125, + 1.398438, + 1.046875, + 0.882812, + 1.148438, + 0.330078, + 1.101562, + 1.109375, + 1.054688, + 1.273438, + 0.910156, + 0.984375, + 0.828125, + 1.03125, + 1.203125, + 0.742188, + 0.976562, + 0.929688, + 1.09375, + 1.421875, + 1.445312, + 0.867188, + 0.902344, + 0.980469, + 0.894531, + 0.898438, + 0.953125, + 0.789062, + 1.054688, + 0.683594, + 0.664062, + 0.632812, + 1.242188, + 0.929688, + 1.109375, + 1.34375, + 1.0, + 1.15625, + 1.476562, + 1.234375, + 0.9375, + 0.957031, + 0.90625, + 0.667969, + 0.847656, + 1.0625, + 1.101562, + 1.328125, + 0.777344, + 0.996094, + 1.578125, + 0.679688, + 1.65625, + 0.730469, + 1.03125, + 1.125, + 1.109375, + 1.164062, + 0.417969, + 0.886719, + 0.71875, + 0.773438, + 0.742188, + 0.503906, + 0.867188, + 0.753906, + 1.125, + 0.636719, + 1.023438, + 1.078125, + 0.789062, + 1.203125, + 0.507812, + 0.902344, + 1.273438, + 0.683594, + 0.703125, + 1.351562, + 1.179688, + 1.15625, + 0.960938, + 1.023438, + 0.859375, + 0.707031, + 0.308594, + 1.078125, + 0.734375, + 1.320312, + 0.984375, + 1.21875, + 0.890625, + 0.980469, + 0.789062, + 1.203125, + 1.015625, + 0.804688, + 1.0, + 0.960938, + 0.851562, + 0.699219, + 1.179688, + 0.65625, + 0.316406, + 1.015625, + 1.085938, + 0.9375, + 0.96875, + 0.765625, + 0.345703, + 0.847656, + 1.585938, + 1.210938, + 0.726562, + 1.15625, + 1.375, + 1.335938, + 1.070312, + 1.164062, + 0.828125, + 1.195312, + 1.09375, + 0.976562, + 0.402344, + 1.085938, + 0.375, + 1.140625, + 1.109375, + 0.753906, + 1.34375, + 1.164062, + 1.273438, + 0.765625, + 0.828125, + 0.914062, + 0.306641, + 0.648438, + 1.03125, + 1.046875, + 0.789062, + 1.351562, + 0.960938, + 0.675781, + 1.335938, + 0.640625, + 1.007812, + 0.695312, + 0.847656, + 1.195312, + 0.644531, + 1.390625, + 1.414062, + 1.164062, + 0.945312, + 0.90625, + 1.15625, + 0.828125, + 1.3125, + 1.335938, + 0.769531, + 1.328125, + 0.867188, + 1.328125, + 1.28125, + 1.226562, + 0.832031, + 1.125, + 1.054688, + 0.273438, + 0.929688, + 1.132812, + 1.414062, + 1.125, + 1.109375, + 0.691406, + 1.226562, + 1.03125, + 0.773438, + 0.738281, + 1.023438, + 1.609375, + 0.648438, + 0.332031, + 0.804688, + 1.375, + 0.390625, + 1.0625, + 0.445312, + 1.140625, + 0.957031, + 1.296875, + 1.03125, + 0.660156, + 1.257812, + 1.84375, + 1.015625, + 1.039062, + 0.894531, + 0.933594, + 0.773438, + 0.714844, + 1.007812, + 0.632812, + 0.482422, + 1.101562, + 0.644531, + 1.15625, + 1.007812, + 1.101562, + 0.832031, + 1.171875, + 1.507812, + 1.21875, + 1.179688, + 1.335938, + 0.421875, + 0.894531, + 0.714844, + 0.664062, + 0.421875, + 1.382812, + 1.023438, + 1.21875, + 0.667969, + 0.960938, + 0.609375, + 0.769531, + 0.707031, + 0.21582, + 0.664062, + 1.085938, + 1.46875, + 1.117188, + 1.023438, + 0.917969, + 0.671875, + 1.046875, + 1.703125, + 1.53125, + 0.9375, + 0.949219, + 0.757812, + 1.25, + 1.257812, + 1.296875, + 1.273438, + 1.320312, + 0.804688, + 0.753906, + 0.369141, + 1.335938, + 1.015625, + 1.046875, + 1.195312, + 0.972656, + 1.367188, + 0.664062, + 0.365234, + 0.695312, + 0.800781, + 1.3125, + 0.777344, + 0.710938, + 0.773438, + 0.644531, + 1.351562, + 1.0625, + 1.320312, + 0.949219, + 1.015625, + 0.800781, + 0.898438, + 1.03125, + 0.960938, + 1.265625, + 1.054688, + 1.296875, + 0.609375, + 0.738281, + 1.367188, + 1.0625, + 1.375, + 0.671875, + 1.140625, + 0.984375, + 1.0625, + 1.554688, + 0.988281, + 1.140625, + 0.675781, + 0.914062, + 0.867188, + 0.671875, + 1.140625, + 1.460938, + 0.886719, + 0.847656, + 0.839844, + 0.957031, + 0.976562, + 0.824219, + 0.707031, + 0.921875, + 0.75, + 1.09375, + 1.0625, + 0.90625, + 1.1875, + 0.742188, + 1.601562, + 0.847656, + 0.898438, + 1.375, + 0.388672, + 0.839844, + 0.847656, + 0.839844, + 0.341797, + 0.671875, + 1.15625, + 1.054688, + 1.1875, + 0.578125, + 1.4375, + 0.824219, + 0.996094, + 1.226562, + 0.882812, + 1.085938, + 1.15625, + 1.203125, + 0.671875, + 0.980469, + 0.792969, + 1.148438, + 0.695312, + 0.695312, + 1.03125, + 0.671875, + 1.21875, + 0.765625, + 0.929688, + 1.03125, + 0.574219, + 1.085938, + 1.453125, + 1.25, + 1.117188, + 0.691406, + 1.125, + 1.421875, + 0.832031, + 1.398438, + 0.632812, + 0.839844, + 1.046875, + 1.132812, + 0.914062, + 0.902344, + 0.929688, + 0.859375, + 0.679688, + 1.03125, + 0.984375, + 0.878906, + 1.085938, + 0.726562, + 0.910156, + 0.683594, + 0.996094, + 1.070312, + 0.628906, + 0.628906, + 0.671875, + 1.265625, + 1.234375, + 1.0, + 1.429688, + 0.671875, + 0.667969, + 0.949219, + 1.390625, + 0.746094, + 0.361328, + 1.203125, + 0.921875, + 1.164062, + 1.078125, + 1.40625, + 0.792969, + 1.101562, + 0.757812, + 1.023438, + 0.820312, + 1.101562, + 0.574219, + 0.355469, + 1.085938, + 1.179688, + 1.0, + 0.886719, + 1.4375, + 1.101562, + 0.667969, + 1.007812, + 1.0, + 0.902344, + 1.273438, + 0.640625, + 1.054688, + 1.28125, + 0.816406, + 1.359375, + 0.699219, + 1.15625, + 1.632812, + 0.8125, + 0.203125, + 1.304688, + 1.078125, + 0.972656, + 0.949219, + 0.898438, + 1.125, + 1.125, + 1.515625, + 0.902344, + 0.742188, + 1.023438, + 0.9375, + 1.554688, + 0.828125, + 1.132812, + 1.5625, + 0.964844, + 0.972656, + 1.140625, + 0.644531, + 0.361328, + 1.023438, + 0.78125, + 1.421875, + 0.804688, + 1.414062, + 1.5, + 1.03125, + 1.070312, + 1.023438, + 0.605469, + 1.140625, + 0.648438, + 0.984375, + 0.789062, + 0.664062, + 0.734375, + 0.84375, + 1.1875, + 1.203125, + 0.96875, + 0.925781, + 1.367188, + 1.289062, + 1.171875, + 1.289062, + 0.988281, + 1.34375, + 1.335938, + 0.765625, + 0.984375, + 1.023438, + 0.976562, + 0.71875, + 0.871094, + 1.203125, + 1.21875, + 0.679688, + 0.648438, + 0.929688, + 1.554688, + 1.453125, + 1.1875, + 1.210938, + 1.273438, + 1.15625, + 1.375, + 0.882812, + 0.675781, + 0.753906, + 0.890625, + 0.921875, + 0.648438, + 1.125, + 1.484375, + 0.804688, + 0.746094, + 1.453125, + 0.882812, + 1.367188, + 0.453125, + 0.679688, + 1.09375, + 0.8125, + 1.195312, + 1.328125, + 1.421875, + 1.46875, + 1.59375, + 1.007812, + 1.117188, + 0.957031, + 1.34375, + 1.039062, + 0.941406, + 1.453125, + 1.34375, + 1.328125, + 0.988281, + 1.46875, + 1.5625, + 0.898438, + 1.210938, + 0.914062, + 1.351562, + 0.878906, + 1.085938, + 1.234375, + 1.289062, + 1.148438, + 1.023438, + 1.242188, + 0.875, + 0.914062, + 0.960938, + 1.054688, + 1.75, + 0.90625, + 0.984375, + 1.445312, + 0.925781, + 1.03125, + 0.683594, + 0.742188, + 0.71875, + 1.078125, + 0.710938, + 0.589844, + 1.117188, + 0.832031, + 0.527344, + 1.03125, + 1.125, + 1.570312, + 0.472656, + 1.390625, + 0.78125, + 1.023438, + 0.640625, + 1.40625, + 0.648438, + 0.65625, + 1.34375, + 1.679688, + 2.328125, + 0.628906, + 0.369141, + 0.828125, + 1.242188, + 1.171875, + 1.0625, + 0.996094, + 1.25, + 1.070312, + 0.601562, + 0.855469, + 1.03125, + 1.085938, + 0.640625, + 0.796875, + 0.691406, + 0.722656, + 0.769531, + 0.640625, + 1.15625, + 1.070312, + 0.867188, + 0.390625, + 1.046875, + 1.742188, + 1.1875, + 1.09375, + 1.0, + 1.53125, + 0.699219, + 1.101562, + 1.078125, + 1.398438, + 1.054688, + 1.085938, + 0.243164, + 1.125, + 1.085938, + 1.070312, + 0.878906, + 0.925781, + 0.792969, + 0.957031, + 0.65625, + 1.140625, + 1.132812, + 1.164062, + 1.0, + 0.730469, + 1.03125, + 0.863281, + 0.84375, + 0.953125, + 0.648438, + 0.792969, + 0.375, + 1.054688, + 1.734375, + 1.203125, + 1.359375, + 0.929688, + 1.25, + 1.015625, + 0.949219, + 0.796875, + 0.632812, + 0.941406, + 1.007812, + 0.648438, + 1.046875, + 0.695312, + 1.25, + 0.84375, + 0.933594, + 1.03125, + 0.660156, + 1.085938, + 0.992188, + 1.335938, + 1.328125, + 0.835938, + 1.125, + 0.800781, + 1.0, + 0.628906, + 1.132812, + 1.015625, + 0.796875, + 1.171875, + 1.1875, + 0.636719, + 0.652344, + 0.890625, + 0.964844, + 0.863281, + 1.109375, + 1.039062, + 1.21875, + 0.369141, + 1.148438, + 0.667969, + 1.242188, + 1.21875, + 0.855469, + 0.992188, + 0.988281, + 1.367188, + 1.320312, + 0.707031, + 1.109375, + 1.5, + 0.695312, + 0.894531, + 1.28125, + 1.1875, + 0.90625, + 0.9375, + 1.085938, + 1.359375, + 1.320312, + 0.6875, + 0.75, + 1.421875, + 1.046875, + 1.265625, + 1.007812, + 0.722656, + 0.964844, + 1.210938, + 1.125, + 1.265625, + 0.917969, + 1.046875, + 1.1875, + 1.4375, + 1.328125, + 1.1875, + 1.039062, + 0.742188, + 1.101562, + 0.921875, + 0.34375, + 1.078125, + 1.367188, + 0.996094, + 0.84375, + 0.71875, + 1.140625, + 0.8125, + 1.304688, + 1.164062, + 1.429688, + 1.0, + 0.828125, + 0.753906, + 1.515625, + 1.15625, + 1.273438, + 0.972656, + 0.820312, + 0.953125, + 0.945312, + 0.820312, + 0.972656, + 1.0625, + 0.457031, + 0.382812, + 1.242188, + 0.6875, + 1.148438, + 1.171875, + 1.328125, + 0.660156, + 0.742188, + 1.210938, + 1.015625, + 1.25, + 0.945312, + 1.007812, + 0.636719, + 0.8125, + 1.1875, + 1.046875, + 1.0625, + 1.210938, + 0.328125, + 1.453125, + 0.695312, + 1.140625, + 1.429688, + 0.828125, + 1.25, + 1.117188, + 1.398438, + 1.476562, + 1.359375, + 1.125, + 0.777344, + 0.722656, + 0.933594, + 1.101562, + 1.296875, + 1.078125, + 0.988281, + 1.1875, + 0.824219, + 0.6875, + 1.234375, + 0.886719, + 1.195312, + 1.078125, + 1.195312, + 1.070312, + 1.09375, + 0.628906, + 0.621094, + 0.910156, + 1.109375, + 0.710938, + 0.34375, + 1.046875, + 0.65625, + 0.816406, + 0.628906, + 0.699219, + 1.273438, + 0.753906, + 0.710938, + 0.726562, + 0.683594, + 0.878906, + 1.609375, + 0.667969, + 0.984375, + 1.476562, + 1.125, + 1.164062, + 0.851562, + 0.90625, + 1.109375, + 1.140625, + 0.984375, + 1.203125, + 0.730469, + 1.585938, + 1.257812, + 1.171875, + 0.949219, + 1.210938, + 0.820312, + 1.03125, + 1.078125, + 0.349609, + 1.070312, + 1.0625, + 0.714844, + 1.375, + 1.070312, + 1.101562, + 1.195312, + 1.296875, + 1.28125, + 0.96875, + 1.195312, + 1.03125, + 0.996094, + 0.71875, + 0.925781, + 0.761719, + 1.039062, + 1.53125, + 1.28125, + 1.15625, + 1.023438, + 1.21875, + 1.039062, + 0.404297, + 0.90625, + 1.4375, + 0.796875, + 0.96875, + 1.085938, + 1.03125, + 1.1875, + 0.984375, + 1.03125, + 0.796875, + 0.617188, + 1.210938, + 1.085938, + 0.953125, + 1.085938, + 0.24707, + 1.179688, + 1.085938, + 1.140625, + 1.304688, + 0.992188, + 0.765625, + 1.101562, + 0.796875, + 1.140625, + 1.296875, + 1.070312, + 0.914062, + 0.992188, + 1.40625, + 1.460938, + 0.878906, + 1.242188, + 0.820312, + 0.722656, + 0.972656, + 1.039062, + 0.882812, + 1.046875, + 1.070312, + 1.0, + 1.078125, + 0.714844, + 1.414062, + 1.03125, + 1.132812, + 0.921875, + 1.265625, + 0.773438, + 0.9375, + 0.671875, + 0.957031, + 1.09375, + 1.023438, + 1.09375, + 1.140625, + 1.054688, + 0.914062, + 0.855469, + 0.765625, + 1.054688, + 1.265625, + 0.804688, + 0.953125, + 0.914062, + 1.195312, + 0.675781, + 1.046875, + 0.941406, + 0.875, + 1.21875, + 1.039062, + 0.972656, + 0.976562, + 1.070312, + 0.835938, + 1.6875, + 1.390625, + 0.78125, + 1.09375, + 0.710938, + 1.132812, + 0.941406, + 0.773438, + 1.273438, + 1.625, + 1.070312, + 1.179688, + 0.400391, + 1.25, + 1.007812, + 0.894531, + 1.351562, + 0.683594, + 0.6875, + 1.203125, + 1.101562, + 1.046875, + 1.164062, + 0.800781, + 1.15625, + 0.863281, + 1.453125, + 1.226562, + 0.953125, + 1.273438, + 0.644531, + 1.0625, + 0.373047, + 1.078125, + 1.078125, + 0.878906, + 1.171875, + 1.203125, + 0.800781, + 0.285156, + 1.0, + 1.507812, + 0.636719, + 0.929688, + 0.847656, + 0.206055, + 0.980469, + 0.808594, + 1.054688, + 1.125, + 0.777344, + 1.5, + 1.429688, + 0.820312, + 0.488281, + 1.101562, + 0.898438, + 1.203125, + 1.0, + 1.265625, + 0.699219, + 0.664062, + 0.824219, + 1.492188, + 1.75, + 0.984375, + 1.101562, + 0.800781, + 1.257812, + 0.816406, + 1.132812, + 0.539062, + 0.742188, + 1.179688, + 1.210938, + 0.882812, + 1.265625, + 1.21875, + 1.375, + 1.054688, + 1.125, + 1.40625, + 1.0625, + 0.726562, + 1.21875, + 2.0625, + 0.914062, + 0.929688, + 1.101562, + 1.09375, + 1.101562, + 0.337891, + 1.1875, + 1.15625, + 1.117188, + 1.078125, + 1.0, + 1.054688, + 0.65625, + 1.078125, + 0.652344, + 0.851562, + 0.353516, + 0.832031, + 1.257812, + 0.644531, + 0.972656, + 1.109375, + 1.09375, + 1.046875, + 1.179688, + 0.376953, + 1.351562, + 1.289062, + 1.25, + 1.515625, + 1.15625, + 0.988281, + 0.96875, + 1.40625, + 1.039062, + 0.882812, + 1.0, + 1.296875, + 0.75, + 1.257812, + 1.945312, + 1.398438, + 1.210938, + 1.03125, + 0.679688, + 0.992188, + 1.132812, + 0.679688, + 0.675781, + 1.070312, + 0.558594, + 1.1875, + 1.414062, + 1.125, + 0.660156, + 1.25, + 1.117188, + 1.3125, + 0.330078, + 0.65625, + 0.699219, + 0.71875, + 1.289062, + 0.675781, + 1.179688, + 0.949219, + 1.0, + 1.335938, + 0.695312, + 0.617188, + 0.960938, + 0.929688, + 1.296875, + 0.886719, + 1.109375, + 0.875, + 0.808594, + 1.140625, + 1.1875, + 1.039062, + 0.714844, + 1.1875, + 1.0625, + 1.1875, + 1.3125, + 1.078125, + 0.648438, + 0.925781, + 0.921875, + 0.429688, + 1.1875, + 0.980469, + 0.6875, + 0.992188, + 0.757812, + 0.9375, + 1.25, + 0.941406, + 3.4375, + 0.988281, + 1.109375, + 1.085938, + 0.886719, + 0.988281, + 1.273438, + 1.109375, + 1.304688, + 1.304688, + 0.632812, + 0.390625, + 1.375, + 1.195312, + 0.898438, + 0.96875, + 1.1875, + 1.1875, + 1.351562, + 0.667969, + 0.734375, + 0.636719, + 0.839844, + 0.941406, + 0.746094, + 1.140625, + 1.390625, + 1.140625, + 0.90625, + 0.882812, + 1.140625, + 1.109375, + 1.3125, + 0.738281, + 1.242188, + 0.792969, + 0.984375, + 0.380859, + 1.210938, + 1.046875, + 0.388672, + 1.34375, + 1.101562, + 1.539062, + 0.925781, + 0.59375, + 0.941406, + 0.867188, + 0.550781, + 1.09375, + 0.847656, + 0.679688, + 1.59375, + 1.023438, + 0.402344, + 1.179688, + 0.53125, + 1.140625, + 0.929688, + 0.882812, + 0.988281, + 0.628906, + 1.171875, + 0.929688, + 1.203125, + 0.714844, + 0.992188, + 0.660156, + 0.71875, + 1.117188, + 0.4375, + 0.679688, + 0.824219, + 0.542969, + 0.890625, + 0.964844, + 0.875, + 1.632812, + 1.046875, + 1.203125, + 0.90625, + 1.148438, + 0.349609, + 0.832031, + 1.132812, + 1.304688, + 1.085938, + 1.046875, + 1.226562, + 0.765625, + 0.996094, + 0.84375, + 1.21875, + 0.8125, + 0.921875, + 1.070312, + 0.945312, + 1.179688, + 1.0, + 0.671875, + 1.421875, + 1.140625, + 1.164062, + 0.65625, + 0.84375, + 1.085938, + 0.757812, + 0.75, + 0.404297, + 0.746094, + 1.085938, + 1.164062, + 1.125, + 0.808594, + 1.070312, + 1.078125, + 0.972656, + 1.03125, + 1.0625, + 0.820312, + 0.785156, + 0.964844, + 0.78125, + 0.96875, + 0.933594, + 0.558594, + 1.15625, + 1.109375, + 0.960938, + 1.023438, + 0.945312, + 1.0625, + 0.984375, + 0.898438, + 0.773438, + 0.34375, + 0.8125, + 0.671875, + 1.054688, + 0.773438, + 1.367188, + 1.351562 + ] + }, + "name": "model.model.layers.19.post_attention_layernorm.weight", + "outputIndexes": [ + 1635 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1634 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_19/Mul_output_0", + "outputIndexes": [ + 1636 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1635, + 1636 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_19/Mul_1_output_0", + "outputIndexes": [ + 1637 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1637 + ], + "outputIndexes": [ + 2856 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2856 + ], + "outputIndexes": [ + 2857 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear", + "inputIndexes": [ + 2857 + ], + "outputIndexes": [ + 2858 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2507566022, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2858 + ], + "outputIndexes": [ + 2859 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2859 + ], + "outputIndexes": [ + 1638 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1638 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_19/Sigmoid_output_0", + "outputIndexes": [ + 1639 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1638, + 1639 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Mul_output_0", + "outputIndexes": [ + 1640 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1637 + ], + "outputIndexes": [ + 2860 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2860 + ], + "outputIndexes": [ + 2861 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear", + "inputIndexes": [ + 2861 + ], + "outputIndexes": [ + 2862 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2545757148, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2862 + ], + "outputIndexes": [ + 2863 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2863 + ], + "outputIndexes": [ + 1641 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1640, + 1641 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_19/Mul_output_0", + "outputIndexes": [ + 1642 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1642 + ], + "outputIndexes": [ + 2864 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2864 + ], + "outputIndexes": [ + 2865 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear", + "inputIndexes": [ + 2865 + ], + "outputIndexes": [ + 2866 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2583948274, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2866 + ], + "outputIndexes": [ + 2867 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2867 + ], + "outputIndexes": [ + 1643 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1634, + 1643 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_99_output_0", + "outputIndexes": [ + 1644 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1644, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_180_output_0", + "outputIndexes": [ + 1645 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.492188, + 0.929688, + 1.882812, + 0.71875, + 1.5625, + 0.953125, + 0.894531, + 1.117188, + 1.078125, + 0.566406, + 0.960938, + 0.65625, + 0.8125, + 0.636719, + 0.792969, + 1.265625, + 0.875, + 0.628906, + 0.960938, + 0.8125, + 1.210938, + 0.933594, + 0.941406, + 0.792969, + 0.660156, + 1.398438, + 0.574219, + 0.683594, + 0.789062, + 0.683594, + 1.46875, + 0.632812, + 1.179688, + 0.855469, + 1.398438, + 1.703125, + 0.691406, + 1.242188, + 0.917969, + 0.597656, + 1.359375, + 0.933594, + 1.632812, + 1.09375, + 1.59375, + 1.4375, + 0.169922, + 1.914062, + 1.234375, + 0.691406, + 1.445312, + 0.730469, + 0.804688, + 0.777344, + 1.09375, + 0.792969, + 1.203125, + 1.859375, + 1.3125, + 1.0625, + 0.546875, + 1.0625, + 1.171875, + 0.855469, + 1.507812, + 1.4375, + 0.546875, + 0.785156, + 0.464844, + 0.875, + 0.777344, + 1.101562, + 1.140625, + 0.851562, + 1.304688, + 1.382812, + 1.148438, + 0.734375, + 1.054688, + 1.671875, + 1.59375, + 1.78125, + 1.554688, + 0.890625, + 1.0625, + 0.201172, + 0.890625, + 1.65625, + 1.007812, + 1.023438, + 1.046875, + 0.957031, + 1.039062, + 0.9375, + 1.75, + 0.777344, + 0.957031, + 0.710938, + 0.933594, + 0.53125, + 0.667969, + 0.78125, + 1.679688, + 0.902344, + 1.640625, + 1.179688, + 1.820312, + 0.734375, + 1.101562, + 0.703125, + 0.828125, + 0.773438, + 0.980469, + 1.570312, + 0.796875, + 1.796875, + 0.628906, + 0.984375, + 1.414062, + 0.585938, + 0.683594, + 0.75, + 1.5, + 0.871094, + 1.101562, + 0.753906, + 1.210938, + 0.824219, + 0.267578, + 0.734375, + 0.640625, + 0.695312, + 0.855469, + 1.398438, + 0.609375, + 1.023438, + 0.683594, + 1.015625, + 0.964844, + 1.125, + 0.628906, + 1.359375, + 1.546875, + 0.380859, + 1.15625, + 0.613281, + 1.59375, + 0.894531, + 1.359375, + 0.855469, + 1.382812, + 0.964844, + 0.808594, + 0.886719, + 1.140625, + 1.070312, + 0.789062, + 0.808594, + 1.390625, + 1.5625, + 0.664062, + 0.808594, + 1.039062, + 0.820312, + 1.289062, + 0.851562, + 0.789062, + 1.117188, + 0.851562, + 1.007812, + 0.898438, + 0.660156, + 0.625, + 0.636719, + 0.835938, + 1.742188, + 0.902344, + 0.777344, + 1.351562, + 0.78125, + 0.410156, + 0.925781, + 1.289062, + 0.601562, + 0.384766, + 1.09375, + 0.738281, + 0.664062, + 0.757812, + 1.0625, + 0.574219, + 0.972656, + 1.390625, + 0.6875, + 2.125, + 0.988281, + 0.957031, + 1.226562, + 0.949219, + 0.78125, + 0.859375, + 1.539062, + 1.398438, + 1.359375, + 1.671875, + 0.925781, + 0.457031, + 0.835938, + 1.257812, + 0.427734, + 1.242188, + 0.785156, + 0.605469, + 1.039062, + 0.828125, + 1.40625, + 0.75, + 0.699219, + 1.726562, + 0.757812, + 0.746094, + 0.71875, + 1.179688, + 1.054688, + 1.015625, + 1.617188, + 0.703125, + 0.992188, + 0.691406, + 0.894531, + 1.007812, + 1.335938, + 1.101562, + 0.769531, + 0.941406, + 1.554688, + 0.726562, + 1.585938, + 0.242188, + 0.941406, + 1.132812, + 0.746094, + 1.09375, + 0.835938, + 0.632812, + 1.234375, + 1.015625, + 1.242188, + 1.09375, + 0.890625, + 0.839844, + 1.921875, + 0.804688, + 0.84375, + 0.890625, + 0.800781, + 0.796875, + 0.199219, + 0.734375, + 0.734375, + 0.960938, + 0.984375, + 0.980469, + 1.164062, + 0.917969, + 0.640625, + 0.851562, + 0.835938, + 1.265625, + 1.210938, + 1.328125, + 1.273438, + 1.0, + 0.972656, + 0.640625, + 1.796875, + 0.980469, + 0.625, + 0.597656, + 1.34375, + 0.714844, + 0.84375, + 0.222656, + 0.976562, + 0.738281, + 1.773438, + 0.470703, + 1.117188, + 1.234375, + 0.621094, + 1.46875, + 0.59375, + 0.984375, + 0.890625, + 0.46875, + 0.746094, + 1.25, + 0.652344, + 1.171875, + 0.734375, + 0.554688, + 1.023438, + 0.871094, + 1.273438, + 1.96875, + 1.234375, + 0.78125, + 0.714844, + 0.949219, + 1.007812, + 1.3125, + 0.792969, + 0.859375, + 0.78125, + 1.234375, + 1.03125, + 0.875, + 1.453125, + 1.070312, + 0.832031, + 1.359375, + 0.804688, + 0.640625, + 0.738281, + 0.90625, + 0.890625, + 0.761719, + 0.867188, + 0.976562, + 0.851562, + 0.197266, + 1.117188, + 1.03125, + 0.777344, + 0.875, + 0.792969, + 1.179688, + 1.796875, + 1.125, + 0.582031, + 0.168945, + 0.710938, + 0.792969, + 0.824219, + 0.291016, + 1.351562, + 1.484375, + 0.855469, + 0.726562, + 0.820312, + 1.179688, + 0.726562, + 1.835938, + 0.917969, + 1.554688, + 0.8125, + 0.957031, + 1.117188, + 0.695312, + 0.945312, + 1.984375, + 1.679688, + 0.300781, + 0.730469, + 0.777344, + 0.878906, + 0.792969, + 1.414062, + 0.871094, + 0.597656, + 0.761719, + 0.859375, + 1.015625, + 0.714844, + 1.046875, + 1.703125, + 0.337891, + 0.816406, + 0.917969, + 1.117188, + 1.234375, + 1.085938, + 0.851562, + 1.617188, + 1.140625, + 0.636719, + 1.570312, + 0.875, + 0.851562, + 0.804688, + 0.847656, + 1.320312, + 0.980469, + 0.498047, + 0.703125, + 1.195312, + 0.710938, + 0.675781, + 0.945312, + 0.271484, + 0.738281, + 1.148438, + 0.925781, + 1.398438, + 0.632812, + 0.988281, + 1.015625, + 1.109375, + 1.007812, + 0.675781, + 0.933594, + 0.910156, + 1.304688, + 0.808594, + 1.164062, + 1.78125, + 1.242188, + 0.886719, + 0.875, + 1.0625, + 0.921875, + 1.1875, + 0.75, + 0.507812, + 0.695312, + 0.675781, + 1.289062, + 1.0625, + 0.515625, + 0.933594, + 0.820312, + 0.710938, + 0.710938, + 0.839844, + 1.273438, + 0.462891, + 0.84375, + 0.910156, + 0.769531, + 0.839844, + 0.746094, + 1.390625, + 1.578125, + 0.875, + 0.742188, + 0.765625, + 0.859375, + 1.015625, + 1.515625, + 1.828125, + 1.789062, + 0.839844, + 1.03125, + 0.816406, + 1.507812, + 2.65625, + 0.40625, + 0.65625, + -0.0001, + 0.691406, + 1.039062, + 0.734375, + 0.855469, + 1.203125, + 0.640625, + 1.296875, + 0.738281, + 0.851562, + 0.714844, + 1.023438, + 0.609375, + 0.287109, + 0.894531, + 0.945312, + 1.296875, + 0.921875, + 0.613281, + 0.566406, + 1.007812, + 0.945312, + 1.109375, + 0.867188, + 0.578125, + 1.40625, + 1.429688, + 1.109375, + 1.859375, + 1.296875, + 1.398438, + 1.359375, + 0.613281, + 1.273438, + 1.59375, + 1.09375, + 1.695312, + 0.515625, + 0.957031, + 0.894531, + 1.742188, + 1.140625, + 0.800781, + 0.714844, + 0.675781, + 0.882812, + 0.707031, + 1.40625, + 1.3125, + 0.349609, + 0.890625, + 0.746094, + 1.226562, + 1.28125, + 1.085938, + 1.335938, + 1.273438, + 0.789062, + 0.542969, + 0.847656, + 0.734375, + 1.703125, + 0.613281, + 1.007812, + 1.007812, + 0.261719, + 0.929688, + 0.613281, + 1.390625, + 1.015625, + 0.972656, + 0.765625, + 0.851562, + 1.429688, + 1.4375, + 0.917969, + 0.78125, + 0.976562, + 0.75, + 0.8125, + 1.070312, + 1.0, + 0.589844, + 0.503906, + 0.632812, + 0.832031, + 0.699219, + 1.210938, + 1.914062, + 1.265625, + 0.339844, + 1.8125, + 1.054688, + 1.710938, + 0.992188, + 2.046875, + 0.648438, + 0.636719, + 0.703125, + 0.851562, + 0.949219, + 0.605469, + 1.59375, + 0.964844, + 0.84375, + 0.363281, + 0.726562, + 1.0625, + 0.804688, + 1.210938, + 1.375, + 0.458984, + 1.453125, + 0.800781, + 0.523438, + 0.625, + 0.855469, + 0.761719, + 0.6875, + 1.59375, + 0.671875, + 1.273438, + 1.148438, + 1.328125, + 1.039062, + 0.628906, + 1.289062, + 0.828125, + 0.839844, + 0.648438, + 0.804688, + 0.554688, + 1.4375, + 1.054688, + 0.988281, + 1.429688, + 1.15625, + 0.949219, + 0.699219, + 0.53125, + 0.730469, + 0.742188, + 1.398438, + 0.625, + 0.632812, + 2.015625, + 0.980469, + 1.382812, + 0.867188, + 0.769531, + 1.585938, + 1.320312, + 1.640625, + 1.328125, + 0.792969, + 0.609375, + 1.023438, + 0.828125, + 0.237305, + 0.761719, + 1.15625, + 1.203125, + 1.03125, + 0.8125, + 1.390625, + 0.871094, + 1.296875, + 0.882812, + 1.960938, + 0.929688, + 0.792969, + 1.539062, + 0.824219, + 0.894531, + 0.679688, + 0.847656, + 0.421875, + 0.695312, + 1.351562, + 0.339844, + 0.976562, + 0.875, + 0.742188, + 0.625, + 0.914062, + 1.03125, + 1.65625, + 1.929688, + 0.902344, + 0.890625, + 0.898438, + 0.695312, + 0.34375, + 1.226562, + 0.976562, + 0.84375, + 0.71875, + 1.109375, + 0.742188, + 0.941406, + 1.023438, + 0.652344, + 0.828125, + 0.675781, + 1.304688, + 1.125, + 1.117188, + 1.171875, + 0.832031, + 0.871094, + 1.101562, + 0.976562, + 0.71875, + 0.898438, + 0.867188, + 1.0, + 0.863281, + 0.832031, + 1.375, + 0.898438, + 1.453125, + 1.070312, + 0.910156, + 1.109375, + 0.539062, + 1.078125, + 1.3125, + 1.484375, + 0.792969, + 0.863281, + 0.691406, + 0.644531, + 1.546875, + 1.703125, + 0.835938, + 1.695312, + 0.835938, + 0.773438, + 1.34375, + 1.570312, + 0.582031, + 0.96875, + 0.585938, + 1.132812, + 1.1875, + 0.835938, + 0.859375, + 0.824219, + 0.703125, + 0.244141, + 0.914062, + 1.335938, + 0.871094, + 0.361328, + 0.78125, + 0.695312, + 1.53125, + 1.84375, + 0.878906, + 0.945312, + 0.832031, + 1.273438, + 1.242188, + 0.988281, + 0.851562, + 0.824219, + 1.132812, + 0.910156, + 0.96875, + 0.59375, + 0.621094, + 1.78125, + 1.03125, + 0.96875, + 0.753906, + 0.871094, + 0.914062, + 1.03125, + 0.664062, + 0.519531, + 0.769531, + 1.242188, + 1.171875, + 0.816406, + 0.734375, + 0.726562, + 0.796875, + 0.722656, + 1.203125, + 0.566406, + 1.703125, + 0.949219, + 0.671875, + 0.859375, + 0.984375, + 1.59375, + 1.226562, + 0.707031, + 0.671875, + 1.125, + 1.398438, + 1.132812, + 0.972656, + 0.683594, + 1.101562, + 0.318359, + 0.949219, + 0.785156, + 1.070312, + 0.6875, + 0.734375, + 1.664062, + 0.707031, + 1.226562, + 0.22168, + 0.757812, + 1.75, + 0.394531, + 1.078125, + 1.335938, + 1.09375, + 0.804688, + 0.746094, + 0.683594, + 1.179688, + 0.96875, + 0.6875, + 0.863281, + 0.859375, + 0.703125, + 0.882812, + 0.804688, + 1.078125, + 0.761719, + 0.129883, + 1.046875, + 1.0625, + 0.539062, + 0.742188, + 1.203125, + 1.84375, + 0.929688, + 0.660156, + 1.460938, + 0.941406, + 1.382812, + 1.164062, + 0.320312, + 0.945312, + 0.789062, + 1.242188, + 0.703125, + 0.664062, + 0.9375, + 0.808594, + 1.84375, + 0.867188, + 1.242188, + 0.886719, + 0.675781, + 1.210938, + 0.53125, + 0.847656, + 0.78125, + 0.179688, + 1.601562, + 0.46875, + 0.451172, + 0.796875, + 0.710938, + 0.667969, + 0.695312, + 0.980469, + 1.351562, + 1.351562, + 1.625, + 0.742188, + 0.433594, + 0.914062, + 1.125, + 1.171875, + 1.1875, + 0.957031, + 0.800781, + 0.765625, + 1.445312, + 1.234375, + 1.0, + 0.761719, + 0.96875, + 0.953125, + 0.828125, + 0.804688, + 0.835938, + 0.855469, + 0.78125, + 1.265625, + 0.800781, + 1.257812, + 0.714844, + 1.242188, + 1.171875, + 1.476562, + 0.726562, + 0.621094, + 1.1875, + 0.691406, + 0.6875, + 1.679688, + 0.5625, + 0.769531, + 1.101562, + 0.816406, + 0.957031, + 1.429688, + 1.460938, + 1.101562, + 1.335938, + 0.960938, + 0.269531, + 1.046875, + 1.585938, + 0.957031, + 1.476562, + 0.8125, + 0.734375, + 1.5, + 1.101562, + 0.882812, + 0.941406, + 0.205078, + 1.671875, + 1.328125, + 1.007812, + 0.792969, + 0.804688, + 2.0625, + 0.808594, + 0.871094, + 0.972656, + 1.46875, + 1.289062, + 1.171875, + 0.839844, + 0.832031, + 0.597656, + 1.164062, + 1.40625, + 0.933594, + 1.265625, + 1.03125, + 0.746094, + 1.390625, + 1.625, + 0.945312, + 1.195312, + 0.960938, + 0.703125, + 1.109375, + 1.390625, + 0.761719, + 0.871094, + 1.117188, + 0.996094, + 0.820312, + 1.15625, + 1.09375, + 0.835938, + 1.539062, + 0.816406, + 0.667969, + 1.023438, + 0.886719, + 1.257812, + 0.957031, + 0.777344, + 1.414062, + 0.992188, + 0.621094, + 1.1875, + 0.691406, + 1.070312, + 0.636719, + 0.71875, + 0.800781, + 1.523438, + 1.53125, + 0.660156, + 1.640625, + 0.796875, + 1.273438, + 1.445312, + 1.679688, + 1.164062, + 0.886719, + 0.605469, + 0.824219, + 1.273438, + 0.835938, + 0.269531, + 0.59375, + 0.289062, + 0.917969, + 1.492188, + 1.109375, + 0.6875, + 0.996094, + 0.730469, + 0.707031, + 0.695312, + 0.910156, + 1.875, + 1.28125, + 0.808594, + 0.5625, + 1.179688, + 1.265625, + 1.992188, + 1.179688, + 0.933594, + 1.5, + 1.148438, + 0.839844, + 0.679688, + 0.671875, + 1.023438, + 1.023438, + 0.742188, + 0.609375, + 0.90625, + 0.84375, + 1.445312, + 1.601562, + 0.832031, + 0.558594, + 0.886719, + 1.78125, + 1.039062, + 0.871094, + 1.28125, + 0.316406, + 0.660156, + 0.796875, + 0.808594, + 0.667969, + 0.574219, + 0.75, + 0.808594, + 1.0625, + 1.195312, + 1.34375, + 0.458984, + 0.882812, + 0.882812, + 0.683594, + 0.609375, + 0.233398, + 0.917969, + 1.140625, + 0.542969, + 0.699219, + 0.878906, + 0.679688, + 0.621094, + 1.953125, + 0.734375, + 0.644531, + 1.21875, + 0.310547, + 0.980469, + 0.636719, + 0.255859, + 1.460938, + 1.1875, + 1.03125, + 0.816406, + 0.621094, + 0.90625, + 1.15625, + 1.484375, + 0.839844, + 1.328125, + 0.640625, + 0.357422, + 1.53125, + 0.953125, + 1.21875, + 0.582031, + 2.640625, + 0.675781, + 0.816406, + 0.898438, + 0.636719, + 0.691406, + 1.5, + 1.023438, + 1.539062, + 1.070312, + 0.664062, + 1.328125, + 0.691406, + 0.84375, + 0.707031, + 0.671875, + 0.726562, + 0.988281, + 0.75, + 0.664062, + 0.933594, + 0.773438, + 0.18457, + 0.137695, + 1.585938, + 0.785156, + 1.304688, + 1.367188, + 1.226562, + 1.914062, + 0.6875, + 1.46875, + 0.730469, + 0.933594, + 0.851562, + 0.695312, + 0.675781, + 0.800781, + 1.492188, + 0.792969, + 1.054688, + 0.640625, + 0.550781, + 0.722656, + 0.613281, + 0.964844, + 0.263672, + 1.039062, + 1.414062, + 1.265625, + 1.445312, + 1.484375, + 0.855469, + 0.357422, + 1.53125, + 0.710938, + 0.605469, + 0.8125, + 0.746094, + 1.601562, + 0.785156, + 0.765625, + 1.90625, + 1.617188, + 0.292969, + 0.5, + 1.09375, + 0.886719, + 0.886719, + 1.710938, + 0.585938, + 0.679688, + 1.132812, + 1.054688, + 1.476562, + 1.171875, + 0.628906, + 0.519531, + 0.730469, + 1.710938, + 0.449219, + 1.648438, + 0.824219, + 0.605469, + 0.773438, + 0.78125, + 1.109375, + 1.023438, + 0.792969, + 1.171875, + 0.648438, + 0.980469, + 1.273438, + 0.65625, + 1.179688, + 1.0625, + 1.078125, + 1.054688, + 0.617188, + 0.773438, + 0.742188, + 0.980469, + 1.757812, + 0.882812, + 0.71875, + 1.054688, + 0.679688, + 1.570312, + 0.730469, + 1.429688, + 1.109375, + 0.914062, + 0.443359, + 1.234375, + 0.675781, + 1.820312, + 0.730469, + 0.628906, + 1.53125, + 1.179688, + 0.628906, + 0.871094, + 1.125, + 0.75, + 1.507812, + 1.023438, + 1.4375, + 0.9375, + 0.625, + 0.761719, + 1.0625, + 0.675781, + 1.117188, + 1.023438, + 0.679688, + 1.5, + 1.164062, + 1.523438, + 1.476562, + 1.507812, + 1.054688, + 1.390625, + 0.851562, + 0.8125, + 0.640625, + 0.730469, + 1.578125, + 1.328125, + 1.039062, + 1.046875, + 0.769531, + 0.792969, + 1.351562, + 0.816406, + 1.273438, + 1.3125, + 1.054688, + 0.847656, + 0.851562, + 0.185547, + 0.90625, + 0.6875, + 0.183594, + 0.785156, + 0.765625, + 1.09375, + 0.691406, + 0.765625, + 0.9375, + 1.046875, + 1.710938, + 1.53125, + 0.972656, + 0.609375, + 0.515625, + 0.78125, + 0.554688, + 1.390625, + 0.765625, + 2.140625, + 0.785156, + 0.878906, + 1.445312, + 1.117188, + 0.6875, + 1.367188, + 1.398438, + 0.898438, + 0.753906, + 1.03125, + 1.609375, + 0.804688, + 0.746094, + 0.886719, + 1.398438, + 1.507812, + 1.632812, + 0.933594, + 1.648438, + 1.0, + 1.429688, + 1.773438, + 0.808594, + 0.652344, + 1.59375, + 0.988281, + 0.921875, + 1.164062, + 1.46875, + 1.039062, + 0.839844, + 0.871094, + 1.210938, + 0.675781, + 0.871094, + 1.070312, + 0.8125, + 1.226562, + 1.476562, + 0.78125, + 0.167969, + 1.5625, + 0.804688, + 1.335938, + 1.140625, + 0.964844, + 1.007812, + 0.753906, + 1.414062, + 0.859375, + 0.882812, + 0.287109, + 0.925781, + 0.976562, + 0.78125, + 0.773438, + 0.53125, + 0.777344, + 1.476562, + 0.191406, + 0.90625, + 0.851562, + 1.390625, + 1.179688, + 0.425781, + 1.046875, + 1.234375, + 1.125, + 0.746094, + 0.855469, + 1.085938, + 0.703125, + 0.644531, + 0.550781, + 0.984375, + 0.988281, + 1.476562, + 0.753906, + 0.847656, + 1.148438, + 0.640625, + 1.21875, + 1.554688, + 0.742188, + 1.132812, + 0.746094, + 1.703125, + 1.171875, + 0.875, + 1.257812, + 1.007812, + 0.738281, + 0.921875, + 0.582031, + 1.203125, + 0.917969, + 1.742188, + 0.808594, + 0.730469, + 1.65625, + 1.5625, + 1.125, + 0.863281, + 0.945312, + 1.25, + 0.683594, + 0.808594, + 0.621094, + 1.71875, + 0.792969, + 1.203125, + 1.015625, + 1.367188, + 0.707031, + 1.171875, + 1.28125, + 0.914062, + 0.753906, + 1.554688, + 0.773438, + 0.871094, + 0.792969, + 0.898438, + 1.851562, + 1.523438, + 0.9375, + 0.550781, + 1.070312, + 0.726562, + 0.597656, + 0.90625, + 2.421875, + 0.660156, + 0.652344, + 1.21875, + 1.210938, + 1.5625, + 0.871094, + 1.234375, + 1.007812, + 1.078125, + 0.972656, + 0.800781, + 0.886719, + 0.597656, + 0.828125, + 1.320312, + 1.203125, + 1.289062, + 1.25, + 1.101562, + 0.898438, + 1.164062, + 0.761719, + 1.054688, + 0.738281, + 0.820312, + 0.945312, + 0.675781, + 0.710938, + 0.679688, + 0.707031, + 0.925781, + 1.5625, + 0.902344, + 1.3125, + 0.570312, + 1.0625, + 0.589844, + 0.882812, + 1.109375, + 0.609375, + 1.148438, + 1.421875, + 1.171875, + 1.6875, + 0.761719, + 1.195312, + 0.761719, + 0.914062, + 0.859375, + 0.699219, + 1.492188, + 1.617188, + 0.78125, + 0.233398, + 0.757812, + 0.84375, + 0.246094, + 1.15625, + 1.351562, + 1.640625, + 0.890625, + 1.210938, + 0.960938, + 0.789062, + 0.183594, + 0.808594, + 0.369141, + 0.882812, + 1.484375, + 0.371094, + 0.185547, + 0.714844, + 1.039062, + 0.523438, + 0.703125, + 0.703125, + 1.835938, + 1.476562, + 1.007812, + 1.296875, + 1.03125, + 1.640625, + 0.8125, + 1.367188, + 1.242188, + 0.742188, + 1.09375, + 0.742188, + 1.367188, + 1.398438, + 1.007812, + 1.351562, + 1.765625, + 0.414062, + 1.039062, + 0.863281, + 0.945312, + 0.90625, + 0.527344, + 0.871094, + 0.792969, + 0.617188, + 1.179688, + 1.078125, + 0.84375, + 1.15625, + 0.957031, + 0.863281, + 0.976562, + 0.617188, + 0.878906, + 1.078125, + 0.378906, + 1.53125, + 1.015625, + 0.835938, + 1.484375, + 0.589844, + 1.84375, + 0.988281, + 0.800781, + 1.03125, + 0.941406, + 1.09375, + 0.773438, + 1.070312, + 0.785156, + 1.53125, + 0.960938, + 0.757812, + 0.921875, + 0.808594, + 1.164062, + 0.847656, + 1.328125, + 1.375, + 0.664062, + 1.046875, + 1.039062, + 1.054688, + 1.359375, + 1.695312, + 1.59375, + 0.953125, + 0.742188, + 0.851562, + 0.789062, + 1.3125, + 1.0625, + 0.12793, + 1.09375, + 0.828125, + 1.570312, + 0.640625, + 0.6875, + 1.1875, + 0.785156, + 0.585938, + 0.941406, + 1.648438, + 1.070312, + 1.109375, + 0.6875, + 0.804688, + 1.515625, + 1.304688, + 1.351562, + 0.984375, + 0.792969, + 0.644531, + 0.828125, + 0.914062, + 0.78125, + 0.59375, + 1.484375, + 0.777344, + 0.757812, + 1.039062, + 1.28125, + 1.867188, + 0.898438, + 0.941406, + 1.59375, + 1.046875, + 0.617188, + 0.863281, + 0.863281, + 0.769531, + 1.492188, + 0.482422, + 0.933594, + 0.660156, + 0.523438, + 1.015625, + 0.601562, + 0.757812, + 1.476562, + 0.455078, + 1.078125, + 0.408203, + 0.6875, + 0.796875, + 0.542969, + 1.070312, + 0.164062, + 0.742188, + 1.335938, + 0.941406, + 0.902344, + 1.570312, + 1.132812, + 1.625, + 0.992188, + 0.388672, + 0.253906, + 0.71875, + 1.007812, + 1.3125, + 0.484375, + 1.03125, + 1.265625, + 0.679688, + 1.140625, + 0.96875, + 1.21875, + 1.570312, + 1.1875, + 0.8125, + 0.914062, + 0.902344, + 0.503906, + 0.742188, + 0.761719, + 0.914062, + 1.742188, + 0.683594, + 0.679688, + 0.90625, + 1.125, + 0.785156, + 0.683594, + 0.738281, + 1.234375, + 0.972656, + 0.929688, + 2.15625, + 0.789062, + 0.992188, + 0.890625, + 0.777344, + 0.988281, + 0.84375, + 1.070312, + 0.960938, + 0.949219, + 1.132812, + 0.617188, + 0.851562, + 1.195312, + 1.21875, + 0.886719, + 0.984375, + 0.914062, + 1.078125, + 1.703125, + 0.777344, + 1.414062, + 0.738281, + 0.863281, + 0.652344, + 0.21875, + 1.007812, + 1.101562, + 0.628906, + 0.816406, + 0.816406, + 0.640625, + 0.675781, + 1.570312, + 1.421875, + 0.648438, + 0.730469, + 0.761719, + 1.445312, + 0.503906, + 0.996094, + 0.460938, + 0.78125, + 1.351562, + 0.746094, + 0.75, + 1.640625, + 1.054688, + 1.523438, + 1.898438, + 0.796875, + 0.9375, + 0.921875, + 0.753906, + 0.464844, + 1.554688, + 1.3125, + 1.539062, + 0.777344, + 0.867188, + 0.640625, + 1.085938, + 1.328125, + 0.671875, + 0.773438, + 1.289062, + 1.03125, + 0.738281, + 1.539062, + 0.75, + 0.769531, + 1.171875, + 0.945312, + 0.878906, + 0.714844, + 0.980469, + 1.015625, + 0.828125, + 1.09375, + 0.820312, + 0.621094, + 0.369141, + 0.722656, + 0.828125, + 1.109375, + 0.691406, + 1.210938, + 0.648438, + 1.039062, + 0.382812, + 0.996094, + 0.804688, + 1.054688, + 1.210938, + 0.558594, + 0.886719, + 0.671875, + 1.46875, + 0.992188, + 0.914062, + 0.96875, + 0.753906, + 0.753906, + 1.140625, + 0.191406, + 0.835938, + 0.777344, + 0.671875, + 0.667969, + 0.984375, + 1.960938, + 1.515625, + 0.8125, + 0.554688, + 0.207031, + 0.90625, + 0.507812, + 1.015625, + 0.878906, + 1.34375, + 0.742188, + 1.15625, + 0.691406, + 1.265625, + 1.328125, + 1.3125, + 0.90625, + 0.582031, + 0.824219, + 1.03125, + 0.871094, + 1.054688, + 0.832031, + 1.648438, + 0.738281, + 0.683594, + 1.40625, + 0.890625, + 0.808594, + 1.054688, + 0.988281, + 1.164062, + 0.753906, + 0.769531, + 0.898438, + 0.636719, + 1.273438, + 0.824219, + 0.800781, + 0.287109, + 0.574219, + 1.125, + 0.871094, + 1.5625, + 0.839844, + 0.839844, + 0.176758, + 0.871094, + 0.613281, + 0.710938, + 0.78125, + 1.132812, + 0.898438, + 1.195312, + 0.523438, + 1.070312, + 1.132812, + 1.0625, + 1.648438, + 1.882812, + 1.523438, + 1.0625, + 1.914062, + 0.478516, + 0.714844, + 0.621094, + 1.03125, + 0.769531, + 0.208008, + 0.941406, + 1.273438, + 0.964844, + 0.71875, + 0.503906, + 1.101562, + 0.226562, + 1.015625, + 0.949219, + 1.226562, + 1.453125, + 0.597656, + 0.773438, + 0.933594, + 1.078125, + 1.453125, + 1.007812, + 0.648438, + 1.046875, + 1.640625, + 1.695312, + 0.558594, + 1.453125, + 0.652344, + 0.757812, + 1.335938, + 1.632812, + 1.8125, + 1.007812, + 0.605469, + 1.375, + 1.023438, + 1.625, + 1.046875, + 0.800781, + 0.847656, + 1.351562, + 1.15625, + 0.664062, + 0.71875, + 0.929688, + 0.163086, + 1.351562, + 0.722656, + 1.203125, + 0.738281, + 0.828125, + 1.671875, + 0.78125, + 0.75, + 1.765625, + 0.636719, + 0.78125, + 0.785156, + 1.0, + 1.804688, + 0.851562, + 0.503906, + 0.886719, + 0.726562, + 1.578125, + 0.753906, + 0.65625, + 0.835938, + 1.695312, + 1.0, + 1.265625, + 1.960938, + 0.828125, + 0.851562, + 0.9375, + 0.550781, + 0.255859, + 0.679688, + 0.714844, + 0.765625, + 0.9375, + 1.054688, + 0.195312, + 1.046875, + 1.554688, + 1.09375, + 0.949219, + 0.746094, + 0.628906, + 1.671875, + 0.769531, + 0.933594, + 1.398438, + 0.519531, + 0.699219, + 1.898438, + 0.871094, + 1.5625, + 0.546875, + 2.03125, + 0.71875, + 1.390625, + 0.824219, + 0.703125, + 0.996094, + 0.792969, + 0.988281, + 0.707031, + 0.988281, + 1.046875, + 0.664062, + 0.960938, + 0.470703, + 0.769531, + 1.140625, + 0.933594, + 0.664062, + 0.550781, + 1.570312, + 1.054688, + 0.660156, + 1.054688, + 0.640625, + 0.832031, + 0.75, + 1.515625, + 0.523438, + 1.53125, + 1.523438, + 0.777344, + 0.777344, + 0.53125, + 1.460938, + 0.703125, + 1.945312, + 1.351562, + 1.054688, + 0.820312, + 0.695312, + 0.679688, + 0.863281, + 1.21875, + 1.351562, + 1.226562, + 0.777344, + 1.046875, + 0.863281, + 0.224609, + 1.140625, + 0.929688, + 0.925781, + 1.148438, + 0.769531, + 1.015625, + 0.769531, + 1.539062, + 0.996094, + 1.617188, + 0.828125, + 0.941406, + 1.570312, + 2.03125, + 1.40625, + 0.75, + 0.820312, + 0.964844, + 1.710938, + 0.675781, + 1.570312, + 1.726562, + 0.890625, + 1.0, + 1.3125, + 1.523438, + 0.78125, + 1.40625, + 1.21875, + 0.699219, + 1.148438, + 0.804688, + 1.367188, + 1.203125, + 0.753906, + 1.328125, + 0.859375, + 0.832031, + 1.109375, + 1.742188, + 1.609375, + 0.237305, + 1.070312, + 0.71875, + 1.492188, + 0.486328, + 0.921875, + 1.265625, + 1.023438, + 1.242188, + 0.785156, + 0.746094, + 1.375, + 0.796875, + 0.699219, + 0.910156, + 0.753906, + 1.429688, + 0.214844, + 0.273438, + 1.132812, + 0.785156, + 1.382812, + 0.804688, + 0.800781, + 0.820312, + 1.476562, + 0.726562, + 1.046875, + 0.722656, + 0.65625, + 0.808594, + 1.75, + 1.289062, + 1.117188, + 1.304688, + 1.742188, + 0.746094, + 0.941406, + 1.421875, + 0.734375, + 0.867188, + 1.0, + 0.929688, + 1.367188, + 1.3125, + 0.710938, + 1.117188, + 0.996094, + 0.816406, + 0.726562, + 1.054688, + 1.398438, + 0.777344, + 1.148438, + 0.9375, + 0.265625, + 1.476562, + 0.333984, + 0.726562, + 0.632812, + 0.773438, + 0.710938, + 0.462891, + 1.257812, + 0.65625, + 0.910156, + 0.640625, + 0.746094, + 0.824219, + 0.527344, + 0.703125, + 0.816406, + 0.449219, + 0.894531, + 0.261719, + 0.769531, + 0.960938, + 0.765625, + 0.808594, + 1.148438, + 0.828125, + 0.757812, + 1.539062, + 0.820312, + 1.125, + 1.585938, + 0.160156, + 0.703125, + 1.164062, + 0.785156, + 0.917969, + 0.824219, + 0.785156, + 0.734375, + 1.039062, + 1.132812, + 0.519531, + 1.390625, + 1.273438, + 0.314453, + 0.898438, + 1.140625, + 0.539062, + 0.832031, + 1.15625, + 0.302734, + 0.773438, + 1.4375, + 1.492188, + 0.757812, + 0.644531, + 0.164062, + 1.289062, + 0.6875, + 1.6875, + 0.789062, + 0.929688, + 0.917969, + 0.722656, + 0.949219, + 0.945312, + 0.628906, + 0.820312, + 0.660156, + 1.101562, + 1.765625, + 1.273438, + 0.742188, + 0.640625, + 0.636719, + 0.796875, + 0.882812, + 1.0625, + 0.734375, + 1.03125, + 0.917969, + 0.683594, + 0.804688, + 1.59375, + 0.730469, + 0.558594, + 1.09375, + 0.976562, + 0.894531, + 0.761719, + 0.875, + 0.964844, + 1.304688, + 1.304688, + 0.726562, + 0.192383, + 0.730469, + 1.28125, + 1.109375, + 1.515625, + 0.992188, + 1.328125, + 0.929688, + 1.4375, + 0.773438, + 0.269531, + 0.675781, + 1.742188, + 0.78125, + 1.023438, + 0.417969, + 0.695312, + 0.953125, + 0.886719, + 1.210938, + 1.21875, + 1.625, + 0.757812, + 0.898438, + 0.667969, + 0.964844, + 0.589844, + 1.25, + 0.875, + 1.640625, + 0.777344, + 0.859375, + 1.164062, + 0.839844, + 1.367188, + 0.648438, + 0.412109, + 0.898438, + 1.742188, + 1.046875, + 0.730469, + 1.25, + 0.636719, + 2.015625, + 0.574219, + 1.304688, + 1.0625, + 0.746094, + 1.132812, + 1.390625, + 0.6875, + 1.296875, + 2.0, + 0.691406, + 0.761719, + 0.902344, + 1.367188, + 0.75, + 0.287109, + 1.414062, + 1.03125, + 1.09375, + 0.824219, + 0.71875, + 1.734375, + 0.925781, + 1.171875, + 1.125, + 0.988281, + 0.964844, + 1.0, + 0.96875, + 0.691406, + 0.777344, + 0.832031, + 0.800781, + 0.890625, + 0.714844, + 0.746094, + 0.984375, + 1.5625, + 0.75, + 0.660156, + 0.929688, + 1.75, + 0.507812, + 1.5, + 0.828125, + 0.808594, + 0.859375, + 1.007812, + 0.408203, + 0.554688, + 0.789062, + 0.707031, + 0.570312, + 1.53125, + 1.398438, + 0.9375, + 0.773438, + 1.109375, + 0.929688, + 0.746094, + 1.515625, + 1.25, + 1.921875, + 0.578125, + 1.046875, + 0.671875, + 1.5625, + 1.046875, + 0.738281, + 0.8125, + 0.84375, + 0.921875, + 0.855469, + 1.234375, + 0.550781, + 0.625, + 0.478516, + 1.117188, + 1.226562, + 0.957031, + 0.742188, + 0.898438, + 0.785156, + 2.0, + 0.894531, + 0.699219, + 0.753906, + 1.054688, + 1.398438, + 0.96875, + 1.726562, + 1.398438, + 1.46875, + 1.546875, + 1.390625, + 0.601562, + 1.03125, + 0.75, + 0.660156, + 0.84375, + 1.007812, + 0.980469, + 1.515625, + 0.964844, + 1.539062, + 0.925781, + 0.753906, + 0.875, + 0.753906, + 0.789062, + 0.898438, + 0.757812, + 0.894531, + 0.820312, + 1.195312, + 0.988281, + 0.640625, + 0.789062, + 0.941406, + 0.652344, + 1.335938, + 0.53125, + 0.769531, + 0.914062, + 0.75, + 0.597656, + 0.714844, + 0.878906, + 0.257812, + 1.75, + 0.679688, + 0.679688, + 0.890625, + 1.039062, + 0.910156, + 1.140625, + 1.054688, + 0.863281, + 1.171875, + 0.667969, + 0.503906, + 0.785156, + 0.494141, + 0.253906, + 0.652344, + 0.769531, + 1.296875, + 0.964844, + 0.820312, + 0.863281, + 1.804688, + 0.792969, + 1.507812, + 0.722656, + 0.96875, + 1.679688, + 1.367188, + 0.960938, + 0.648438, + 1.46875, + 0.675781, + 0.890625, + 0.648438, + 0.703125, + 1.140625, + 1.429688, + 0.777344, + 0.765625, + 1.03125, + 0.691406, + 0.625, + 0.652344, + 0.945312, + 0.765625, + 1.695312, + 0.625, + 1.148438, + 1.710938, + 1.195312, + 1.773438, + 0.902344, + 0.980469, + 1.359375, + 0.707031, + 1.5625, + 0.8125, + 0.679688, + 0.960938, + 0.196289, + 1.242188, + 0.898438, + 0.847656, + 1.375, + 1.257812, + 0.734375, + 0.667969, + 0.941406, + 1.101562, + 0.34375, + 0.945312, + 1.257812, + 0.816406, + 1.789062, + 1.59375, + 0.675781, + 0.78125, + 0.734375, + 0.679688, + 1.148438, + 1.101562, + 1.359375, + 0.835938, + 1.015625, + 0.804688, + 0.832031, + 1.109375, + 0.65625, + 0.910156, + 1.257812, + 0.757812, + 1.78125, + 1.75, + 1.148438, + 0.78125, + 0.851562, + 0.640625, + 0.714844, + 0.75, + 0.898438, + 1.320312, + 1.453125, + 0.75, + 1.0625, + 1.835938, + 1.414062, + 1.882812, + 0.730469, + 1.320312, + 1.210938, + 0.863281, + 1.015625, + 0.333984, + 0.804688, + 0.585938, + 0.976562, + 0.730469, + 0.507812, + 0.644531, + 0.65625, + 1.0, + 0.554688, + 0.765625, + 0.90625, + 0.589844, + 1.117188, + 0.400391, + 0.960938, + 1.414062, + 0.789062, + 0.980469, + 1.40625, + 1.171875, + 0.914062, + 1.65625, + 1.617188, + 0.671875, + 0.609375, + 0.166016, + 2.046875, + 0.613281, + 1.296875, + 0.6875, + 1.03125, + 0.691406, + 0.832031, + 0.498047, + 1.023438, + 0.902344, + 0.84375, + 0.792969, + 0.71875, + 0.710938, + 0.730469, + 1.023438, + 0.855469, + 0.166992, + 0.808594, + 0.941406, + 0.761719, + 0.773438, + 1.546875, + 0.207031, + 0.738281, + 1.84375, + 1.320312, + 0.699219, + 1.132812, + 1.3125, + 1.296875, + 0.855469, + 1.046875, + 0.679688, + 1.164062, + 1.070312, + 0.707031, + 0.251953, + 0.898438, + 0.228516, + 0.96875, + 1.09375, + 0.847656, + 1.242188, + 0.976562, + 1.195312, + 0.40625, + 1.242188, + 0.671875, + 0.157227, + 0.644531, + 0.878906, + 0.800781, + 0.726562, + 1.289062, + 1.0, + 0.679688, + 1.367188, + 0.613281, + 0.882812, + 0.671875, + 0.769531, + 1.289062, + 0.609375, + 1.460938, + 1.546875, + 1.085938, + 0.835938, + 0.734375, + 1.03125, + 0.691406, + 1.148438, + 1.203125, + 0.84375, + 1.492188, + 0.582031, + 1.3125, + 1.234375, + 1.0625, + 2.1875, + 0.890625, + 1.460938, + 1.398438, + 0.769531, + 0.984375, + 1.21875, + 0.949219, + 0.96875, + 0.683594, + 1.359375, + 0.785156, + 0.742188, + 0.671875, + 1.289062, + 1.804688, + 0.84375, + 0.182617, + 0.414062, + 1.390625, + 0.283203, + 1.226562, + 1.453125, + 0.941406, + 1.023438, + 1.28125, + 0.878906, + 0.6875, + 1.078125, + 1.875, + 0.734375, + 0.964844, + 0.757812, + 1.375, + 0.695312, + 0.443359, + 0.8125, + 0.773438, + 0.486328, + 0.949219, + 1.351562, + 1.085938, + 0.84375, + 0.933594, + 0.589844, + 0.972656, + 1.835938, + 1.023438, + 1.351562, + 1.234375, + 0.322266, + 0.785156, + 0.65625, + 0.851562, + 0.277344, + 1.664062, + 0.761719, + 1.007812, + 0.675781, + 0.804688, + 0.785156, + 0.675781, + 0.6875, + -0.013367, + 0.785156, + 0.851562, + 1.4375, + 0.96875, + 0.785156, + 1.195312, + 0.867188, + 0.746094, + 1.820312, + 1.671875, + 0.695312, + 1.15625, + 0.785156, + 1.109375, + 1.054688, + 1.273438, + 1.148438, + 1.429688, + 0.574219, + 1.21875, + 1.34375, + 1.59375, + 0.976562, + 0.757812, + 1.539062, + 0.859375, + 1.71875, + 1.164062, + 0.211914, + 0.695312, + 0.78125, + 1.453125, + 0.466797, + 1.054688, + 0.996094, + 1.101562, + 1.59375, + 0.867188, + 1.210938, + 0.730469, + 0.816406, + 0.855469, + 0.792969, + 0.859375, + 0.761719, + 1.179688, + 0.945312, + 1.164062, + 0.453125, + 0.574219, + 1.398438, + 0.761719, + 1.289062, + 0.714844, + 1.914062, + 0.871094, + 0.84375, + 1.640625, + 0.863281, + 0.972656, + 0.515625, + 1.046875, + 0.605469, + 0.644531, + 0.929688, + 1.9375, + 0.746094, + 1.507812, + 1.835938, + 0.777344, + 0.769531, + 0.644531, + 0.972656, + 0.988281, + 0.710938, + 0.988281, + 0.863281, + 0.832031, + 1.039062, + 0.660156, + 1.679688, + 0.925781, + 0.734375, + 1.515625, + 0.269531, + 0.710938, + 0.546875, + 0.761719, + 0.192383, + 0.597656, + 1.289062, + 0.800781, + 1.289062, + 0.582031, + 1.539062, + 1.226562, + 0.839844, + 1.1875, + 1.40625, + 0.859375, + 1.382812, + 0.988281, + 0.582031, + 0.820312, + 0.390625, + 1.507812, + 1.21875, + 0.914062, + 0.8125, + 0.699219, + 1.070312, + 0.914062, + 0.660156, + 0.988281, + 0.667969, + 0.886719, + 1.65625, + 1.382812, + 1.0, + 0.320312, + 0.894531, + 1.382812, + 0.804688, + 1.539062, + 0.566406, + 0.699219, + 0.804688, + 0.964844, + 0.675781, + 0.628906, + 0.792969, + 0.632812, + 0.917969, + 0.746094, + 0.777344, + 0.699219, + 0.867188, + 0.960938, + 0.675781, + 0.796875, + 0.777344, + 0.871094, + 0.820312, + 1.171875, + 0.796875, + 1.15625, + 1.257812, + 1.304688, + 1.679688, + 0.792969, + 0.8125, + 0.769531, + 1.632812, + 0.625, + 0.199219, + 1.078125, + 0.589844, + 1.023438, + 0.875, + 1.171875, + 1.351562, + 0.925781, + 0.558594, + 1.25, + 0.886719, + 0.980469, + 0.796875, + 0.18457, + 0.90625, + 1.125, + 0.847656, + 0.578125, + 1.578125, + 0.851562, + 0.734375, + 0.839844, + 1.117188, + 0.78125, + 1.164062, + 0.855469, + 0.8125, + 1.335938, + 0.578125, + 1.351562, + 0.660156, + 1.179688, + 1.695312, + 0.808594, + 1.820312, + 1.179688, + 0.808594, + 0.648438, + 0.691406, + 0.71875, + 1.078125, + 0.960938, + 1.679688, + 0.722656, + 0.710938, + 1.140625, + 1.125, + 1.828125, + 1.179688, + 1.226562, + 1.601562, + 0.90625, + 0.78125, + 0.984375, + 0.625, + 0.195312, + 0.839844, + 1.695312, + 1.46875, + 1.46875, + 1.507812, + 1.648438, + 1.210938, + 0.78125, + 1.226562, + 0.628906, + 1.21875, + 0.566406, + 0.683594, + 1.179688, + 0.585938, + 0.417969, + 0.789062, + 1.296875, + 1.015625, + 0.738281, + 0.835938, + 1.546875, + 1.28125, + 1.101562, + 1.140625, + 0.816406, + 1.5625, + 1.460938, + 0.613281, + 0.839844, + 0.738281, + 0.75, + 0.960938, + 0.625, + 1.132812, + 1.09375, + 0.730469, + 0.695312, + 0.726562, + 1.679688, + 1.601562, + 0.992188, + 1.0625, + 1.3125, + 1.335938, + 1.515625, + 0.878906, + 0.902344, + 0.796875, + 0.757812, + 0.867188, + 0.671875, + 1.046875, + 1.632812, + 0.632812, + 0.632812, + 1.523438, + 0.628906, + 1.554688, + 0.382812, + 0.8125, + 0.921875, + 0.386719, + 1.039062, + 1.359375, + 1.53125, + 1.429688, + 1.726562, + 0.753906, + 0.925781, + 0.816406, + 1.476562, + 1.203125, + 0.660156, + 1.625, + 1.585938, + 1.351562, + 0.84375, + 1.585938, + 1.609375, + 0.753906, + 1.015625, + 0.773438, + 1.554688, + 0.75, + 0.894531, + 1.148438, + 1.148438, + 1.21875, + 0.828125, + 1.453125, + 0.578125, + 0.851562, + 0.757812, + 1.179688, + 1.742188, + 0.734375, + 0.734375, + 1.609375, + 0.859375, + 0.824219, + 1.0, + 0.640625, + 0.660156, + 0.835938, + 0.664062, + 1.078125, + 1.171875, + 0.761719, + 1.164062, + 0.746094, + 1.070312, + 1.585938, + 1.351562, + 1.507812, + 0.449219, + 1.03125, + 1.257812, + 1.804688, + 0.777344, + 0.796875, + 1.679688, + 1.921875, + 2.3125, + 0.5625, + 1.3125, + 0.628906, + 1.078125, + 1.015625, + 0.945312, + 0.753906, + 1.148438, + 0.878906, + 0.675781, + 0.714844, + 0.832031, + 0.988281, + 0.683594, + 0.996094, + 0.554688, + 0.957031, + 0.71875, + 0.710938, + 0.949219, + 0.902344, + 0.644531, + 0.251953, + 0.804688, + 1.84375, + 1.140625, + 0.941406, + 0.859375, + 1.484375, + 0.882812, + 1.328125, + 0.851562, + 1.460938, + 0.855469, + 1.078125, + 1.429688, + 0.925781, + 0.890625, + 0.902344, + 0.660156, + 1.28125, + 1.257812, + 1.171875, + 1.015625, + 0.953125, + 1.015625, + 0.988281, + 0.769531, + 1.03125, + 0.875, + 0.6875, + 1.390625, + 0.753906, + 0.617188, + 0.761719, + 0.192383, + 1.328125, + 1.71875, + 1.046875, + 1.492188, + 0.660156, + 1.304688, + 1.117188, + 0.710938, + 0.824219, + 0.738281, + 0.957031, + 0.761719, + 0.570312, + 0.824219, + 0.71875, + 1.054688, + 0.816406, + 0.886719, + 0.769531, + 0.621094, + 0.917969, + 0.976562, + 1.5625, + 1.96875, + 0.675781, + 1.539062, + 1.273438, + 0.40625, + 0.75, + 1.148438, + 0.816406, + 1.484375, + 0.949219, + 1.039062, + 0.5625, + 0.65625, + 0.75, + 0.734375, + 0.589844, + 0.894531, + 1.203125, + 1.015625, + 0.229492, + 1.039062, + 0.6875, + 1.265625, + 1.0625, + 0.761719, + 1.03125, + 0.757812, + 1.453125, + 1.15625, + 0.753906, + 0.863281, + 1.539062, + 0.65625, + 1.203125, + 1.242188, + 1.09375, + 0.722656, + 0.714844, + 1.0625, + 1.359375, + 1.234375, + 1.148438, + 1.148438, + 1.6875, + 0.84375, + 1.085938, + 1.054688, + 0.710938, + 0.882812, + 1.21875, + 0.894531, + 1.039062, + 1.140625, + 0.796875, + 1.03125, + 1.882812, + 1.289062, + 1.140625, + 1.109375, + 0.621094, + 1.3125, + 0.71875, + 0.209961, + 0.839844, + 1.289062, + 0.75, + 1.132812, + 0.746094, + 0.929688, + 0.699219, + 1.234375, + 1.046875, + 1.515625, + 1.28125, + 0.710938, + 1.523438, + 1.703125, + 0.945312, + 1.3125, + 0.714844, + 0.484375, + 1.585938, + 0.648438, + 0.703125, + 0.824219, + 0.917969, + 1.179688, + 0.231445, + 1.195312, + 0.789062, + 0.921875, + 1.148438, + 1.53125, + 0.878906, + 1.273438, + 1.148438, + 0.78125, + 1.484375, + 0.699219, + 0.792969, + 0.828125, + 0.609375, + 1.476562, + 0.90625, + 0.902344, + 1.0625, + 0.174805, + 1.523438, + 0.515625, + 1.320312, + 1.515625, + 0.515625, + 1.328125, + 0.992188, + 1.429688, + 1.640625, + 1.328125, + 0.925781, + 0.628906, + 0.859375, + 0.621094, + 0.941406, + 1.34375, + 0.8125, + 0.730469, + 1.054688, + 0.4375, + 0.675781, + 1.304688, + 0.671875, + 1.1875, + 0.835938, + 1.101562, + 0.882812, + 0.890625, + 0.515625, + 1.242188, + 0.753906, + 0.898438, + 0.582031, + 0.220703, + 0.894531, + 0.664062, + 0.695312, + 0.984375, + 0.773438, + 1.648438, + 1.101562, + 0.757812, + 0.400391, + 0.761719, + 0.785156, + 1.765625, + 0.816406, + 0.828125, + 1.695312, + 1.421875, + 1.0625, + 0.808594, + 0.691406, + 0.871094, + 1.015625, + 1.0625, + 1.265625, + 0.625, + 1.75, + 1.140625, + 1.023438, + 0.71875, + 1.0, + 0.546875, + 0.828125, + 0.871094, + 0.174805, + 0.84375, + 0.796875, + 0.636719, + 1.609375, + 0.804688, + 0.890625, + 1.085938, + 1.15625, + 1.164062, + 0.792969, + 0.929688, + 0.804688, + 0.863281, + 0.820312, + 0.773438, + 0.824219, + 0.804688, + 1.507812, + 1.234375, + 0.972656, + 0.789062, + 1.328125, + 0.789062, + 0.273438, + 0.707031, + 1.570312, + 0.585938, + 0.828125, + 0.847656, + 0.902344, + 1.257812, + 0.988281, + 1.320312, + 1.078125, + 0.640625, + 1.117188, + 1.367188, + 0.925781, + 0.863281, + 1.148438, + 1.070312, + 0.894531, + 0.890625, + 1.234375, + 0.832031, + 0.886719, + 0.898438, + 0.636719, + 0.574219, + 1.273438, + 0.84375, + 0.707031, + 0.746094, + 1.617188, + 1.71875, + 0.648438, + 1.0625, + 0.671875, + 0.349609, + 0.761719, + 0.835938, + 0.984375, + 0.8125, + 1.304688, + 0.769531, + 0.902344, + 1.304688, + 1.664062, + 0.871094, + 1.085938, + 0.820312, + 1.179688, + 0.652344, + 0.675781, + 0.746094, + 0.78125, + 0.839844, + 0.738281, + 0.914062, + 0.84375, + 0.828125, + 0.828125, + 0.675781, + 0.482422, + 0.890625, + 1.242188, + 0.851562, + 0.785156, + 0.664062, + 1.367188, + 0.667969, + 0.917969, + 0.695312, + 1.15625, + 0.980469, + 0.980469, + 0.777344, + 0.730469, + 0.90625, + 0.742188, + 1.992188, + 1.453125, + 0.867188, + 0.960938, + 0.816406, + 0.914062, + 0.691406, + 0.582031, + 1.398438, + 1.84375, + 0.835938, + 1.226562, + 0.318359, + 1.132812, + 0.890625, + 0.664062, + 1.429688, + 0.929688, + 0.546875, + 1.0625, + 0.839844, + 0.796875, + 0.960938, + 0.570312, + 1.125, + 0.695312, + 1.625, + 1.046875, + 0.761719, + 1.554688, + 0.609375, + 0.832031, + 0.202148, + 0.863281, + 0.941406, + 1.148438, + 1.335938, + 1.09375, + 0.46875, + 1.460938, + 0.921875, + 1.53125, + 0.582031, + 0.75, + 0.644531, + 1.773438, + 0.8125, + 1.195312, + 0.890625, + 1.21875, + 1.007812, + 1.664062, + 1.351562, + 0.357422, + 1.070312, + 1.859375, + 0.875, + 1.359375, + 0.855469, + 1.125, + 0.828125, + 0.722656, + 1.117188, + 1.804688, + 1.789062, + 1.164062, + 0.875, + 0.710938, + 1.179688, + 0.582031, + 1.007812, + 1.171875, + 0.306641, + 1.148438, + 1.101562, + 0.605469, + 1.5, + 1.242188, + 1.359375, + 0.8125, + 0.863281, + 1.375, + 0.871094, + 0.542969, + 1.328125, + 1.898438, + 0.613281, + 0.84375, + 1.171875, + 0.824219, + 1.40625, + 0.165039, + 1.203125, + 1.03125, + 0.929688, + 1.46875, + 1.0, + 0.765625, + 0.742188, + 0.867188, + 0.6875, + 0.660156, + 0.201172, + 0.867188, + 1.195312, + 0.605469, + 0.808594, + 1.140625, + 0.824219, + 0.792969, + 1.695312, + 0.19043, + 2.234375, + 1.164062, + 1.226562, + 1.992188, + 0.902344, + 0.8125, + 0.703125, + 1.554688, + 0.84375, + 0.914062, + 0.730469, + 1.375, + 0.632812, + 1.171875, + 2.203125, + 1.40625, + 1.148438, + 0.875, + 0.75, + 0.792969, + 0.84375, + 0.800781, + 0.890625, + 0.949219, + 1.015625, + 1.046875, + 1.53125, + 0.917969, + 0.820312, + 1.46875, + 1.015625, + 1.242188, + 0.178711, + 0.652344, + 0.667969, + 0.894531, + 1.132812, + 0.953125, + 1.257812, + 0.761719, + 0.816406, + 1.367188, + 0.695312, + 0.660156, + 0.679688, + 0.785156, + 1.390625, + 0.820312, + 0.898438, + 0.730469, + 1.226562, + 0.90625, + 1.0, + 0.859375, + 0.820312, + 1.0, + 0.910156, + 1.085938, + 1.585938, + 1.492188, + 0.546875, + 0.929688, + 0.753906, + 0.382812, + 1.0625, + 0.8125, + 0.839844, + 0.773438, + 0.5625, + 0.761719, + 1.109375, + 0.664062, + 2.640625, + 0.765625, + 0.910156, + 1.203125, + 0.859375, + 0.992188, + 1.164062, + 0.976562, + 1.414062, + 1.375, + 0.726562, + 0.251953, + 1.328125, + 1.09375, + 0.980469, + 0.78125, + 1.015625, + 0.996094, + 1.585938, + 0.691406, + 1.109375, + 0.699219, + 0.972656, + 0.726562, + 0.554688, + 1.078125, + 1.5625, + 0.941406, + 1.398438, + 1.515625, + 0.996094, + 0.945312, + 1.46875, + 0.8125, + 1.132812, + 1.1875, + 0.835938, + 0.208984, + 1.257812, + 0.808594, + 0.28125, + 1.226562, + 0.804688, + 1.90625, + 0.800781, + 1.273438, + 0.878906, + 0.761719, + 0.804688, + 1.125, + 0.652344, + 0.632812, + 2.015625, + 0.863281, + 0.241211, + 0.949219, + 0.582031, + 0.976562, + 1.578125, + 0.796875, + 0.796875, + 0.878906, + 1.21875, + 1.101562, + 1.09375, + 0.392578, + 0.773438, + 0.746094, + 0.875, + 1.289062, + 0.34375, + 0.707031, + 0.539062, + 0.667969, + 0.953125, + 0.777344, + 2.140625, + 1.664062, + 1.34375, + 1.015625, + 0.691406, + 1.109375, + 0.192383, + 0.746094, + 1.03125, + 1.429688, + 1.023438, + 0.976562, + 1.429688, + 0.59375, + 1.289062, + 0.660156, + 1.40625, + 0.898438, + 1.007812, + 0.828125, + 0.746094, + 1.054688, + 0.816406, + 0.949219, + 1.492188, + 0.925781, + 1.101562, + 0.632812, + 0.671875, + 1.320312, + 0.914062, + 0.369141, + 0.296875, + 0.765625, + 0.90625, + 1.125, + 1.09375, + 0.886719, + 1.453125, + 0.90625, + 0.730469, + 0.8125, + 0.976562, + 0.546875, + 0.671875, + 0.695312, + 0.808594, + 0.808594, + 0.816406, + 0.734375, + 0.996094, + 1.015625, + 0.761719, + 0.847656, + 0.746094, + 1.164062, + 0.777344, + 0.699219, + 1.023438, + 0.233398, + 0.777344, + 0.455078, + 0.789062, + 0.667969, + 1.3125, + 1.265625 + ] + }, + "name": "model.model.layers.20.input_layernorm.weight", + "outputIndexes": [ + 1646 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1645 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_20/Mul_output_0", + "outputIndexes": [ + 1647 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1646, + 1647 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_20/Mul_1_output_0", + "outputIndexes": [ + 1648 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1648 + ], + "outputIndexes": [ + 2868 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2868 + ], + "outputIndexes": [ + 2869 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear", + "inputIndexes": [ + 2869 + ], + "outputIndexes": [ + 2870 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2622139400, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2870 + ], + "outputIndexes": [ + 2871 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2871 + ], + "outputIndexes": [ + 1649 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1648 + ], + "main_type": "NONE", + "name": "/Shape_281_output_0", + "outputIndexes": [ + 1650 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1650 + ], + "main_type": "NONE", + "name": "Shape5079", + "outputIndexes": [ + 1651 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1650 + ], + "main_type": "NONE", + "name": "Rank5081", + "outputIndexes": [ + 1652 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1652, + 1652 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5083", + "outputIndexes": [ + 1653 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1653 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5084", + "outputIndexes": [ + 1654 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1653, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5086", + "outputIndexes": [ + 1655 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1655 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5087", + "outputIndexes": [ + 1656 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1651, + 1654, + 1656, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5090", + "outputIndexes": [ + 1657 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1657 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5091", + "outputIndexes": [ + 1658 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5092", + "outputIndexes": [ + 1659 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1659, + 1658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5093", + "outputIndexes": [ + 1660 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1650, + 1660, + 1653 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_304_output_0", + "outputIndexes": [ + 1661 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1661, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_641_output_0", + "outputIndexes": [ + 1662 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1662, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_260_output_0", + "outputIndexes": [ + 1663 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1649, + 1663 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_181_output_0", + "outputIndexes": [ + 1664 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1664, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_160_output_0", + "outputIndexes": [ + 1665 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1664 + ], + "main_type": "NONE", + "name": "/Shape_282_output_0", + "outputIndexes": [ + 1666 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1666 + ], + "main_type": "NONE", + "name": "Shape5100", + "outputIndexes": [ + 1667 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1666 + ], + "main_type": "NONE", + "name": "Rank5102", + "outputIndexes": [ + 1668 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1668, + 1668 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5104", + "outputIndexes": [ + 1669 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1669 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5105", + "outputIndexes": [ + 1670 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1669, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5107", + "outputIndexes": [ + 1671 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1671 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5108", + "outputIndexes": [ + 1672 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1667, + 1670, + 1672, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5111", + "outputIndexes": [ + 1673 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1673 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5112", + "outputIndexes": [ + 1674 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1674 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5113", + "outputIndexes": [ + 1675 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1675, + 1674 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5114", + "outputIndexes": [ + 1676 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1666, + 1676, + 1669 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_305_output_0", + "outputIndexes": [ + 1677 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1677, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_60_output_0", + "outputIndexes": [ + 1678 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1678, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_646_output_0", + "outputIndexes": [ + 1679 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1664, + 1679, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_81_output_0", + "outputIndexes": [ + 1680 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1680 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_40_output_0", + "outputIndexes": [ + 1681 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1664, + 22, + 1679, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_80_output_0", + "outputIndexes": [ + 1682 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1681, + 1682 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_263_output_0", + "outputIndexes": [ + 1683 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1683, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_161_output_0", + "outputIndexes": [ + 1684 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1665, + 1684 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_100_output_0", + "outputIndexes": [ + 1685 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1648 + ], + "outputIndexes": [ + 2872 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2872 + ], + "outputIndexes": [ + 2873 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear", + "inputIndexes": [ + 2873 + ], + "outputIndexes": [ + 2874 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2629379102, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2874 + ], + "outputIndexes": [ + 2875 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2875 + ], + "outputIndexes": [ + 1686 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1662, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_261_output_0", + "outputIndexes": [ + 1687 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1686, + 1687 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_182_output_0", + "outputIndexes": [ + 1688 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1688, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_162_output_0", + "outputIndexes": [ + 1689 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1688 + ], + "main_type": "NONE", + "name": "/Shape_283_output_0", + "outputIndexes": [ + 1690 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1690 + ], + "main_type": "NONE", + "name": "Shape5163", + "outputIndexes": [ + 1691 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1690 + ], + "main_type": "NONE", + "name": "Rank5165", + "outputIndexes": [ + 1692 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1692, + 1692 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5167", + "outputIndexes": [ + 1693 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1693 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5168", + "outputIndexes": [ + 1694 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1693, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5170", + "outputIndexes": [ + 1695 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1695 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5171", + "outputIndexes": [ + 1696 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1691, + 1694, + 1696, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5174", + "outputIndexes": [ + 1697 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1697 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5175", + "outputIndexes": [ + 1698 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5176", + "outputIndexes": [ + 1699 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1699, + 1698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5177", + "outputIndexes": [ + 1700 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1690, + 1700, + 1693 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_306_output_0", + "outputIndexes": [ + 1701 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1701, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_61_output_0", + "outputIndexes": [ + 1702 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1702, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_648_output_0", + "outputIndexes": [ + 1703 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1688, + 1703, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_83_output_0", + "outputIndexes": [ + 1704 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1704 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_41_output_0", + "outputIndexes": [ + 1705 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1688, + 22, + 1703, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_82_output_0", + "outputIndexes": [ + 1706 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1705, + 1706 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_264_output_0", + "outputIndexes": [ + 1707 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1707, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_163_output_0", + "outputIndexes": [ + 1708 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1689, + 1708 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_101_output_0", + "outputIndexes": [ + 1709 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1648 + ], + "outputIndexes": [ + 2876 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2876 + ], + "outputIndexes": [ + 2877 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear", + "inputIndexes": [ + 2877 + ], + "outputIndexes": [ + 2878 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2630413364, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2878 + ], + "outputIndexes": [ + 2879 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2879 + ], + "outputIndexes": [ + 1710 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1710, + 1687 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_183_output_0", + "outputIndexes": [ + 1711 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1685, + 1709, + 1711, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_188_output_0", + "outputIndexes": [ + 1712 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1712 + ], + "outputIndexes": [ + 2880 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2880 + ], + "outputIndexes": [ + 2881 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear", + "inputIndexes": [ + 2881 + ], + "outputIndexes": [ + 2882 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2631447626, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2882 + ], + "outputIndexes": [ + 2883 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2883 + ], + "outputIndexes": [ + 1713 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1645, + 1713 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_103_output_0", + "outputIndexes": [ + 1714 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.257812, + 1.203125, + 1.695312, + 0.851562, + 1.28125, + 0.984375, + 1.148438, + 1.28125, + 0.546875, + 0.742188, + 1.1875, + 0.785156, + 1.0625, + 0.949219, + 0.761719, + 1.179688, + 1.171875, + 0.984375, + 1.179688, + 0.730469, + 0.636719, + 1.1875, + 1.171875, + 0.957031, + 0.894531, + 1.375, + 0.671875, + 0.863281, + 0.910156, + 0.964844, + 1.335938, + 0.773438, + 0.679688, + 1.046875, + 1.367188, + 1.648438, + 0.839844, + 0.378906, + 1.15625, + 0.714844, + 1.304688, + 1.140625, + 1.335938, + 1.09375, + 1.398438, + 1.390625, + 0.574219, + 1.367188, + 1.15625, + 0.765625, + 1.328125, + 1.070312, + 1.078125, + 1.070312, + 1.210938, + 0.949219, + 1.296875, + 1.65625, + 1.289062, + 0.753906, + 0.894531, + 1.21875, + 1.296875, + 1.132812, + 1.429688, + 1.21875, + 0.800781, + 1.117188, + 0.804688, + 1.023438, + 1.015625, + 0.792969, + 1.289062, + 1.0625, + 1.234375, + 1.328125, + 0.867188, + 0.875, + 0.578125, + 1.40625, + 1.382812, + 1.460938, + 1.359375, + 1.007812, + 1.164062, + 0.609375, + 1.195312, + 1.460938, + 1.1875, + 0.703125, + 1.1875, + 1.226562, + 1.242188, + 1.210938, + 1.101562, + 1.085938, + 0.640625, + 0.847656, + 1.179688, + 0.726562, + 0.828125, + 0.816406, + 1.554688, + 1.101562, + 0.867188, + 1.28125, + 0.976562, + 0.792969, + 0.945312, + 1.070312, + 1.125, + 1.023438, + 1.179688, + 0.304688, + 1.054688, + 0.277344, + 0.808594, + 1.210938, + 1.40625, + 0.785156, + 0.976562, + 1.0625, + 1.398438, + 1.140625, + 1.101562, + 1.023438, + 1.296875, + 1.007812, + 0.617188, + 0.824219, + 0.6875, + 1.140625, + 0.855469, + 1.179688, + 1.226562, + 1.140625, + 1.0, + 1.226562, + 0.878906, + 1.234375, + 0.976562, + 1.3125, + 1.476562, + 0.75, + 0.498047, + 0.734375, + 1.234375, + 1.132812, + 1.398438, + 1.171875, + 1.335938, + 1.148438, + 1.023438, + 1.148438, + 0.875, + 0.941406, + 0.824219, + 0.726562, + 1.328125, + 1.40625, + 0.746094, + 0.75, + 0.558594, + 1.117188, + 0.421875, + 0.832031, + 0.988281, + 0.800781, + 1.070312, + 1.148438, + 1.179688, + 0.902344, + 0.878906, + 0.902344, + 1.085938, + 1.484375, + 1.109375, + 1.078125, + 1.335938, + 1.0625, + 0.789062, + 1.09375, + 1.328125, + 0.753906, + 0.765625, + 1.179688, + 1.039062, + 0.777344, + 1.015625, + 1.21875, + 0.800781, + 1.125, + 0.789062, + 0.960938, + 1.210938, + 1.148438, + 1.140625, + 1.3125, + 0.765625, + 1.085938, + 1.101562, + 0.382812, + 1.039062, + 1.007812, + 1.140625, + 1.195312, + 0.777344, + 0.925781, + 1.34375, + 0.765625, + 1.328125, + 1.054688, + 0.886719, + 1.1875, + 1.132812, + 0.976562, + 0.796875, + 0.789062, + 1.460938, + 1.03125, + 1.070312, + 0.777344, + 0.898438, + 1.25, + 1.179688, + 1.445312, + 0.828125, + 0.875, + 1.0, + 1.125, + 1.21875, + 1.234375, + 1.140625, + 1.070312, + 1.203125, + 1.039062, + 0.984375, + 1.4375, + 0.628906, + 1.117188, + 1.226562, + 1.0625, + 1.265625, + 1.09375, + 0.953125, + 0.851562, + 1.242188, + 1.304688, + 1.195312, + 1.078125, + 1.148438, + 1.226562, + 0.886719, + 0.980469, + 1.132812, + 0.878906, + 1.125, + 0.613281, + 1.070312, + 0.757812, + 1.117188, + 1.21875, + 1.1875, + 1.28125, + 1.125, + 0.871094, + 1.101562, + 1.125, + 0.953125, + 1.210938, + 1.0625, + 1.257812, + 1.195312, + 0.890625, + 0.929688, + 1.65625, + 1.195312, + 0.558594, + 0.902344, + 1.234375, + 1.03125, + 1.148438, + 0.625, + 1.195312, + 1.0, + 1.445312, + 0.863281, + 1.25, + 1.226562, + 0.71875, + 1.398438, + 0.734375, + 0.964844, + 0.808594, + 0.71875, + 1.023438, + 0.847656, + 0.828125, + 1.125, + 1.054688, + 0.929688, + 0.878906, + 0.777344, + 1.234375, + 1.65625, + 1.3125, + 1.0625, + 1.070312, + 1.0625, + 1.179688, + 0.660156, + 0.984375, + 1.140625, + 1.085938, + 0.398438, + 1.25, + 1.132812, + 1.414062, + 1.140625, + 1.101562, + 1.34375, + 1.054688, + 0.941406, + 1.015625, + 0.949219, + 1.15625, + 1.0, + 1.109375, + 0.984375, + 0.96875, + 0.617188, + 1.039062, + 1.015625, + 1.015625, + 0.804688, + 1.070312, + 1.195312, + 1.804688, + 1.21875, + 0.835938, + 0.59375, + 1.007812, + 1.039062, + 1.046875, + 0.640625, + 1.21875, + 1.375, + 1.1875, + 0.996094, + 1.109375, + 1.132812, + 0.78125, + 1.257812, + 1.109375, + 1.4375, + 1.09375, + 1.21875, + 1.210938, + 1.007812, + 1.117188, + 0.980469, + 1.46875, + 0.621094, + 0.847656, + 0.679688, + 0.75, + 1.007812, + 1.375, + 1.117188, + 0.738281, + 1.085938, + 1.15625, + 1.234375, + 0.960938, + 1.25, + 1.546875, + 0.664062, + 0.753906, + 1.15625, + 1.210938, + 1.164062, + 1.25, + 0.8125, + 1.3125, + 1.273438, + 0.792969, + 1.40625, + 1.132812, + 1.046875, + 0.898438, + 1.125, + 1.304688, + 0.824219, + 0.746094, + 0.921875, + 1.289062, + 0.855469, + 0.933594, + 1.203125, + 0.648438, + 0.84375, + 1.273438, + 0.78125, + 1.351562, + 0.746094, + 1.203125, + 1.085938, + 1.203125, + 1.210938, + 0.914062, + 0.765625, + 1.148438, + 1.328125, + 1.101562, + 1.21875, + 1.445312, + 1.25, + 1.132812, + 1.140625, + 1.242188, + 0.816406, + 0.894531, + 1.0625, + 0.714844, + 1.023438, + 0.75, + 1.328125, + 1.273438, + 0.726562, + 1.101562, + 1.117188, + 1.023438, + 0.753906, + 0.988281, + 1.210938, + 0.777344, + 0.996094, + 1.179688, + 1.023438, + 0.820312, + 1.078125, + 1.28125, + 1.257812, + 1.117188, + 0.765625, + 0.839844, + 1.039062, + 1.226562, + 1.109375, + 1.328125, + 1.304688, + 1.109375, + 1.226562, + 1.101562, + 1.140625, + 2.84375, + 0.828125, + 1.007812, + 5e-06, + 0.960938, + 1.195312, + 0.957031, + 1.15625, + 0.707031, + 0.777344, + 1.179688, + 0.84375, + 1.101562, + 0.769531, + 1.0625, + 0.9375, + 0.644531, + 1.171875, + 1.195312, + 1.226562, + 0.78125, + 0.992188, + 0.753906, + 1.273438, + 1.179688, + 1.273438, + 1.125, + 0.867188, + 1.164062, + 0.714844, + 1.296875, + 1.585938, + 1.140625, + 1.242188, + 1.109375, + 0.957031, + 1.351562, + 1.46875, + 1.1875, + 1.351562, + 0.894531, + 1.195312, + 0.996094, + 1.289062, + 1.226562, + 1.09375, + 0.871094, + 0.949219, + 0.832031, + 1.023438, + 0.878906, + 1.21875, + 0.75, + 1.15625, + 0.960938, + 1.25, + 1.304688, + 1.164062, + 1.351562, + 1.226562, + 0.890625, + 0.863281, + 1.070312, + 0.976562, + 1.429688, + 0.976562, + 1.226562, + 1.203125, + 0.621094, + 1.15625, + 0.804688, + 1.367188, + 1.265625, + 1.148438, + 1.039062, + 1.125, + 1.203125, + 1.289062, + 1.15625, + 1.03125, + 1.226562, + 0.761719, + 1.09375, + 1.03125, + 1.234375, + 0.761719, + 0.738281, + 0.722656, + 1.101562, + 0.765625, + 1.34375, + 1.59375, + 0.539062, + 0.820312, + 1.59375, + 0.976562, + 1.429688, + 1.101562, + 0.835938, + 0.921875, + 0.816406, + 0.996094, + 1.140625, + 1.1875, + 0.902344, + 1.46875, + 1.125, + 0.945312, + 0.765625, + 0.796875, + 1.265625, + 1.023438, + 1.101562, + 1.085938, + 0.796875, + 1.148438, + 1.085938, + 0.824219, + 0.832031, + 1.0625, + 1.046875, + 1.054688, + 1.53125, + 0.789062, + 1.289062, + 1.273438, + 1.09375, + 1.21875, + 0.824219, + 1.234375, + 1.09375, + 1.054688, + 0.761719, + 1.109375, + 0.824219, + 1.304688, + 1.070312, + 1.210938, + 1.140625, + 1.25, + 0.769531, + 1.0, + 0.875, + 0.792969, + 0.824219, + 1.359375, + 0.761719, + 0.914062, + 1.375, + 1.03125, + 1.265625, + 1.101562, + 1.054688, + 0.34375, + 1.34375, + 1.476562, + 1.34375, + 0.910156, + 0.738281, + 1.226562, + 1.125, + 0.640625, + 1.03125, + 1.0625, + 1.140625, + 1.21875, + 1.132812, + 0.353516, + 1.085938, + 0.414062, + 1.015625, + 1.835938, + 1.125, + 1.09375, + 1.445312, + 0.863281, + 0.921875, + 0.949219, + 1.070312, + 0.851562, + 0.859375, + 1.234375, + 0.761719, + 1.210938, + 1.070312, + 1.03125, + 0.746094, + 1.171875, + 1.1875, + 1.4375, + 0.730469, + 1.125, + 1.085938, + 1.132812, + 0.992188, + 0.648438, + 0.945312, + 1.15625, + 0.757812, + 0.699219, + 1.242188, + 0.921875, + 1.1875, + 1.21875, + 0.777344, + 0.738281, + 0.917969, + 0.421875, + 1.210938, + 1.21875, + 1.265625, + 1.09375, + 1.015625, + 1.25, + 1.148438, + 0.980469, + 1.0625, + 1.164062, + 1.226562, + 1.171875, + 1.09375, + 1.382812, + 0.832031, + 0.980469, + 1.257812, + 1.101562, + 1.148438, + 0.867188, + 1.28125, + 0.730469, + 0.964844, + 1.070312, + 0.851562, + 0.867188, + 0.691406, + 1.335938, + 1.015625, + 1.15625, + 1.382812, + 1.039062, + 0.765625, + 0.617188, + 1.335938, + 0.710938, + 1.140625, + 0.828125, + 1.289062, + 1.296875, + 1.132812, + 1.046875, + 1.148438, + 0.964844, + 0.625, + 1.171875, + 1.320312, + 0.992188, + 0.746094, + 0.917969, + 0.980469, + 0.8125, + 0.285156, + 0.675781, + 1.148438, + 0.765625, + 1.328125, + 0.820312, + 1.15625, + 1.125, + 1.085938, + 1.289062, + 1.15625, + 1.09375, + 0.691406, + 0.859375, + 0.925781, + 1.195312, + 1.1875, + 0.972656, + 1.15625, + 0.800781, + 1.179688, + 0.746094, + 0.875, + 1.023438, + 1.296875, + 1.070312, + 1.140625, + 0.769531, + 0.785156, + 1.109375, + 1.078125, + 1.25, + 0.863281, + 1.382812, + 0.976562, + 0.726562, + 1.140625, + 1.078125, + 1.015625, + 1.28125, + 1.054688, + 0.761719, + 1.265625, + 1.039062, + 0.753906, + 1.203125, + 0.925781, + 1.15625, + 0.679688, + 1.140625, + 1.078125, + 1.210938, + 0.804688, + 0.714844, + 1.460938, + 1.007812, + 1.226562, + 0.617188, + 1.007812, + 1.4375, + 0.660156, + 1.078125, + 1.5, + 1.210938, + 1.023438, + 1.046875, + 0.792969, + 1.3125, + 1.09375, + 0.773438, + 1.140625, + 1.070312, + 0.785156, + 1.125, + 1.101562, + 1.203125, + 0.746094, + 0.546875, + 0.941406, + 1.273438, + 0.726562, + 0.730469, + 1.3125, + 1.429688, + 1.203125, + 1.03125, + 0.507812, + 1.09375, + 1.351562, + 1.164062, + 0.640625, + 1.109375, + 1.078125, + 0.851562, + 0.757812, + 0.914062, + 0.960938, + 1.132812, + 1.851562, + 1.1875, + 1.0, + 0.996094, + 0.773438, + 1.304688, + 0.6875, + 0.992188, + 1.0625, + 0.667969, + 1.359375, + 0.699219, + 0.804688, + 1.09375, + 0.984375, + 0.992188, + 0.910156, + 1.1875, + 1.0625, + 1.351562, + 1.296875, + 0.871094, + 2.8125, + 0.855469, + 1.265625, + 1.265625, + 1.195312, + 1.171875, + 0.753906, + 0.828125, + 1.40625, + 0.757812, + 1.0625, + 1.039062, + 0.882812, + 1.101562, + 1.109375, + 1.148438, + 1.125, + 0.792969, + 0.746094, + 1.140625, + 1.078125, + 1.0625, + 0.84375, + 1.3125, + 1.046875, + 1.445312, + 0.960938, + 0.972656, + 1.179688, + 0.867188, + 0.980469, + 1.421875, + 0.859375, + 1.09375, + 1.21875, + 1.109375, + 1.023438, + 1.085938, + 1.367188, + 1.195312, + 1.320312, + 0.867188, + 0.621094, + 1.1875, + 0.515625, + 1.164062, + 1.398438, + 0.664062, + 1.007812, + 1.398438, + 1.195312, + 1.164062, + 1.195312, + 0.625, + 0.742188, + 0.431641, + 1.203125, + 1.039062, + 1.09375, + 1.460938, + 1.101562, + 1.0625, + 1.125, + 0.609375, + 0.447266, + 1.304688, + 1.023438, + 1.0625, + 0.816406, + 1.289062, + 1.257812, + 1.125, + 1.304688, + 1.1875, + 0.976562, + 1.21875, + 1.320312, + 1.132812, + 0.660156, + 1.171875, + 1.0, + 1.210938, + 1.148438, + 0.867188, + 1.15625, + 1.28125, + 1.15625, + 1.109375, + 1.25, + 1.257812, + 1.125, + 1.398438, + 1.109375, + 0.808594, + 1.195312, + 1.140625, + 0.949219, + 1.203125, + 0.921875, + 1.328125, + 1.078125, + 0.722656, + 1.328125, + 0.859375, + 1.125, + 0.785156, + 1.09375, + 1.09375, + 0.433594, + 0.457031, + 0.875, + 1.445312, + 0.914062, + 0.460938, + 1.273438, + 1.289062, + 0.84375, + 1.148438, + 0.792969, + 1.085938, + 1.234375, + 1.0625, + 0.625, + 0.914062, + 0.667969, + 0.761719, + 1.414062, + 1.164062, + 0.726562, + 0.808594, + 0.988281, + 1.015625, + 1.023438, + 0.832031, + 1.351562, + 1.28125, + 1.125, + 0.691406, + 1.304688, + 1.289062, + 1.664062, + 1.109375, + 1.195312, + 1.367188, + 1.109375, + 1.046875, + 0.773438, + 0.835938, + 0.601562, + 0.917969, + 0.761719, + 0.820312, + 0.804688, + 1.140625, + 0.925781, + 1.375, + 1.117188, + 0.914062, + 1.171875, + 0.878906, + 1.21875, + 1.171875, + 1.3125, + 0.640625, + 0.777344, + 1.0625, + 1.132812, + 0.933594, + 0.722656, + 0.757812, + 1.070312, + 1.273438, + 1.015625, + 1.359375, + 0.777344, + 1.164062, + 1.101562, + 1.03125, + 0.792969, + 0.628906, + 1.140625, + 1.234375, + 0.859375, + 0.820312, + 0.925781, + 1.007812, + 0.859375, + 1.101562, + 0.816406, + 0.777344, + 1.1875, + 0.652344, + 1.15625, + 0.957031, + 0.628906, + 1.320312, + 1.265625, + 1.203125, + 0.847656, + 0.984375, + 1.179688, + 1.257812, + 1.375, + 0.730469, + 0.714844, + 0.820312, + 0.820312, + 0.902344, + 0.664062, + 1.3125, + 0.910156, + 2.578125, + 1.023438, + 1.117188, + 1.109375, + 0.894531, + 0.816406, + 1.359375, + 0.527344, + 1.4375, + 1.039062, + 0.917969, + 1.28125, + 0.84375, + 1.148438, + 0.984375, + 0.757812, + 0.8125, + 1.070312, + 0.757812, + 0.769531, + 0.730469, + 1.054688, + 0.652344, + 0.539062, + 1.234375, + 0.972656, + 1.265625, + 1.351562, + 0.824219, + 1.109375, + 1.007812, + 1.40625, + 0.929688, + 1.046875, + 1.140625, + 0.84375, + 0.789062, + 1.101562, + 1.320312, + 1.078125, + 1.085938, + 0.9375, + 0.871094, + 0.746094, + 0.898438, + 0.914062, + 0.625, + 0.765625, + 1.234375, + 0.980469, + 1.359375, + 1.375, + 1.140625, + 0.792969, + 1.460938, + 1.046875, + 0.71875, + 0.976562, + 1.046875, + 1.453125, + 0.742188, + 1.046875, + 1.578125, + 1.40625, + 0.679688, + 0.910156, + 1.320312, + 1.15625, + 0.976562, + 1.390625, + 0.714844, + 0.964844, + 1.0, + 1.164062, + 1.414062, + 0.519531, + 0.722656, + 0.902344, + 0.933594, + 0.964844, + 0.714844, + 1.484375, + 1.109375, + 0.835938, + 1.046875, + 0.785156, + 1.265625, + 1.078125, + 1.0625, + 1.304688, + 0.871094, + 1.164062, + 1.039062, + 0.851562, + 0.679688, + 1.210938, + 0.933594, + 1.21875, + 0.898438, + 1.03125, + 1.0, + 0.914062, + 1.515625, + 1.078125, + 0.878906, + 1.265625, + 0.734375, + 1.414062, + 1.007812, + 1.265625, + 1.242188, + 1.101562, + 0.863281, + 1.320312, + 0.949219, + 1.195312, + 1.03125, + 0.921875, + 1.46875, + 1.140625, + 1.0, + 0.757812, + 1.289062, + 0.828125, + 1.34375, + 1.210938, + 1.359375, + 1.164062, + 0.792969, + 0.773438, + 1.164062, + 1.0, + 1.289062, + 1.1875, + 0.980469, + 1.429688, + 1.21875, + 1.15625, + 1.4375, + 1.367188, + 1.148438, + 1.289062, + 1.054688, + 1.007812, + 0.84375, + 0.769531, + 1.195312, + 1.328125, + 1.210938, + 1.257812, + 1.09375, + 1.117188, + 1.328125, + 0.980469, + 1.3125, + 1.25, + 1.210938, + 1.023438, + 1.1875, + 0.585938, + 1.203125, + 0.824219, + 0.605469, + 1.085938, + 1.039062, + 1.101562, + 0.894531, + 1.09375, + 1.1875, + 1.226562, + 1.445312, + 1.460938, + 1.15625, + 0.855469, + 0.71875, + 0.722656, + 0.9375, + 1.375, + 0.777344, + 2.140625, + 1.007812, + 1.148438, + 1.304688, + 1.296875, + 1.015625, + 1.453125, + 1.398438, + 1.125, + 0.773438, + 1.210938, + 1.421875, + 1.101562, + 0.878906, + 1.140625, + 1.351562, + 1.265625, + 1.382812, + 1.171875, + 1.515625, + 1.25, + 1.039062, + 1.625, + 1.101562, + 0.945312, + 1.414062, + 1.179688, + 1.1875, + 1.273438, + 1.320312, + 1.226562, + 1.148438, + 1.117188, + 1.296875, + 0.921875, + 1.0625, + 0.777344, + 1.101562, + 1.179688, + 1.242188, + 0.761719, + 0.578125, + 1.085938, + 1.101562, + 1.242188, + 1.273438, + 1.242188, + 0.929688, + 0.875, + 1.4375, + 1.101562, + 1.132812, + 0.816406, + 1.132812, + 0.710938, + 1.078125, + 1.007812, + 0.800781, + 0.851562, + 1.28125, + 0.59375, + 1.171875, + 0.941406, + 0.308594, + 1.25, + 0.734375, + 0.769531, + 0.953125, + 1.273438, + 1.054688, + 0.867188, + 1.15625, + 0.886719, + 0.8125, + 0.769531, + 0.6875, + 1.0625, + 0.328125, + 0.824219, + 0.789062, + 1.125, + 0.957031, + 1.3125, + 1.34375, + 0.792969, + 1.296875, + 0.757812, + 1.429688, + 0.894531, + 1.070312, + 1.304688, + 1.265625, + 0.96875, + 1.179688, + 0.753906, + 1.335938, + 1.164062, + 1.820312, + 1.09375, + 0.777344, + 1.476562, + 1.429688, + 1.328125, + 0.921875, + 1.09375, + 1.289062, + 0.964844, + 1.109375, + 0.964844, + 1.421875, + 1.101562, + 1.25, + 1.234375, + 1.359375, + 0.984375, + 1.132812, + 1.21875, + 0.78125, + 1.03125, + 1.320312, + 1.03125, + 1.179688, + 0.964844, + 1.15625, + 1.351562, + 1.023438, + 1.03125, + 0.734375, + 0.980469, + 1.03125, + 0.804688, + 1.148438, + 2.5, + 1.015625, + 0.820312, + 1.289062, + 0.945312, + 1.296875, + 1.15625, + 1.242188, + 1.179688, + 1.25, + 1.085938, + 0.855469, + 1.015625, + 0.789062, + 1.125, + 1.195312, + 1.195312, + 0.585938, + 1.359375, + 1.203125, + 1.109375, + 1.148438, + 0.9375, + 0.824219, + 0.726562, + 1.117188, + 1.015625, + 1.0, + 1.007812, + 1.007812, + 1.0, + 1.054688, + 1.015625, + 1.09375, + 1.164062, + 0.859375, + 0.960938, + 0.796875, + 0.671875, + 0.851562, + 0.945312, + 1.3125, + 1.320312, + 1.25, + 0.988281, + 1.0625, + 1.117188, + 0.898438, + 0.988281, + 1.125, + 1.03125, + 1.414062, + 1.421875, + 0.972656, + 0.632812, + 1.03125, + 1.0625, + 0.667969, + 1.25, + 1.289062, + 1.4375, + 1.0625, + 1.0, + 0.976562, + 1.023438, + 0.628906, + 1.125, + 0.660156, + 1.1875, + 1.0625, + 1.453125, + 0.59375, + 0.917969, + 1.273438, + 0.730469, + 1.015625, + 0.765625, + 1.234375, + 1.375, + 1.195312, + 1.148438, + 1.054688, + 0.558594, + 1.085938, + 1.1875, + 1.109375, + 0.730469, + 1.242188, + 0.699219, + 1.3125, + 1.296875, + 1.21875, + 1.398438, + 1.46875, + 0.800781, + 1.046875, + 1.101562, + 1.15625, + 1.125, + 0.902344, + 1.125, + 0.929688, + 0.980469, + 1.226562, + 0.574219, + 1.0625, + 1.1875, + 0.949219, + 1.03125, + 0.949219, + 0.902344, + 1.109375, + 1.234375, + 0.667969, + 1.445312, + 1.210938, + 0.738281, + 1.164062, + 0.886719, + 1.632812, + 1.1875, + 1.070312, + 1.109375, + 1.101562, + 1.226562, + 1.0625, + 1.1875, + 0.957031, + 1.359375, + 1.234375, + 1.09375, + 1.125, + 1.085938, + 1.210938, + 0.710938, + 1.28125, + 1.351562, + 0.886719, + 1.1875, + 1.226562, + 1.234375, + 1.007812, + 1.546875, + 1.484375, + 1.085938, + 0.789062, + 0.980469, + 1.085938, + 1.28125, + 1.234375, + 0.554688, + 1.171875, + 1.15625, + 1.5, + 0.957031, + 0.945312, + 1.289062, + 1.039062, + 0.761719, + 1.15625, + 1.453125, + 1.1875, + 1.242188, + 1.007812, + 1.117188, + 1.3125, + 1.304688, + 1.28125, + 1.148438, + 1.007812, + 0.941406, + 0.980469, + 1.109375, + 1.007812, + 0.703125, + 1.46875, + 1.03125, + 1.046875, + 1.234375, + 1.335938, + 1.523438, + 1.164062, + 1.09375, + 1.335938, + 1.226562, + 0.742188, + 1.179688, + 1.125, + 0.769531, + 1.289062, + 0.730469, + 1.109375, + 0.914062, + 0.765625, + 0.792969, + 0.9375, + 1.085938, + 0.492188, + 0.820312, + 0.875, + 0.753906, + 1.007812, + 0.875, + 0.753906, + 1.257812, + 0.585938, + 1.054688, + 1.28125, + 1.1875, + 1.132812, + 1.4375, + 0.886719, + 1.429688, + 1.210938, + 0.660156, + 0.660156, + 0.800781, + 0.964844, + 1.210938, + 0.820312, + 1.101562, + 1.320312, + 0.820312, + 1.296875, + 0.910156, + 1.304688, + 1.3125, + 1.101562, + 1.109375, + 0.996094, + 1.164062, + 0.675781, + 1.039062, + 1.046875, + 1.203125, + 0.605469, + 0.75, + 0.878906, + 1.179688, + 1.21875, + 0.972656, + 0.855469, + 1.039062, + 1.117188, + 1.203125, + 1.210938, + 0.992188, + 0.980469, + 0.964844, + 0.847656, + 1.078125, + 1.171875, + 1.046875, + 0.734375, + 1.023438, + 1.171875, + 1.1875, + 0.824219, + 1.109375, + 1.273438, + 0.644531, + 1.148438, + 0.824219, + 0.773438, + 0.511719, + 1.460938, + 1.085938, + 1.109375, + 0.832031, + 1.007812, + 0.785156, + 0.613281, + 1.171875, + 1.25, + 0.851562, + 1.023438, + 1.109375, + 0.945312, + 0.902344, + 1.375, + 1.320312, + 0.960938, + 0.765625, + 1.03125, + 1.335938, + 0.859375, + 1.171875, + 0.78125, + 1.070312, + 1.328125, + 1.039062, + 0.992188, + 1.390625, + 0.507812, + 1.28125, + 0.957031, + 1.078125, + 1.179688, + 0.941406, + 1.007812, + 0.828125, + 1.40625, + 1.429688, + 0.320312, + 0.738281, + 1.101562, + 0.90625, + 1.148438, + 1.257812, + 0.882812, + 1.070312, + 1.367188, + 1.171875, + 0.871094, + 1.3125, + 0.824219, + 1.070312, + 1.054688, + 1.125, + 0.921875, + 1.046875, + 1.210938, + 1.023438, + 1.101562, + 1.3125, + 0.992188, + 0.808594, + 0.820312, + 0.925781, + 0.859375, + 1.125, + 0.996094, + 1.203125, + 0.964844, + 1.054688, + 1.25, + 0.976562, + 1.109375, + 1.195312, + 1.171875, + 0.789062, + 1.085938, + 0.703125, + 0.9375, + 1.226562, + 1.117188, + 1.203125, + 1.070312, + 0.957031, + 1.132812, + 0.617188, + 0.746094, + 1.070312, + 0.742188, + 0.929688, + 0.949219, + 0.914062, + 1.40625, + 1.140625, + 0.878906, + 0.632812, + 1.15625, + 0.730469, + 0.773438, + 0.742188, + 0.976562, + 0.929688, + 1.085938, + 0.863281, + 1.335938, + 1.171875, + 1.359375, + 1.164062, + 0.851562, + 1.078125, + 1.210938, + 1.164062, + 1.21875, + 0.816406, + 1.414062, + 1.046875, + 0.757812, + 1.414062, + 0.988281, + 1.054688, + 0.886719, + 0.902344, + 0.777344, + 1.09375, + 1.109375, + 1.148438, + 0.753906, + 1.242188, + 0.796875, + 0.796875, + 0.644531, + 0.84375, + 1.28125, + 1.125, + 1.304688, + 1.140625, + 1.054688, + 0.617188, + 0.964844, + 0.753906, + 0.992188, + 0.921875, + 1.125, + 1.125, + 1.328125, + 0.734375, + 1.21875, + 1.0625, + 1.234375, + 1.304688, + 1.3125, + 1.28125, + 1.234375, + 1.414062, + 0.78125, + 1.015625, + 0.851562, + 1.171875, + 1.078125, + 0.707031, + 1.15625, + 0.800781, + 1.21875, + 0.785156, + 0.734375, + 1.3125, + 0.617188, + 1.226562, + 0.695312, + 1.328125, + 1.375, + 0.9375, + 1.070312, + 1.023438, + 1.28125, + 1.0625, + 1.210938, + 0.835938, + 1.21875, + 0.449219, + 1.34375, + 0.863281, + 1.398438, + 0.761719, + 0.699219, + 1.328125, + 1.507812, + 0.921875, + 1.171875, + 0.917969, + 1.296875, + 1.109375, + 1.539062, + 1.046875, + 1.0, + 0.757812, + 1.210938, + 1.257812, + 1.0, + 1.015625, + 1.203125, + 0.621094, + 1.375, + 0.988281, + 1.273438, + 0.898438, + 1.09375, + 0.605469, + 1.046875, + 1.03125, + 0.351562, + 0.808594, + 1.09375, + 0.84375, + 0.636719, + 1.453125, + 1.125, + 0.742188, + 1.0, + 0.726562, + 1.445312, + 1.078125, + 0.953125, + 1.078125, + 1.429688, + 1.039062, + 1.109375, + 0.59375, + 0.953125, + 0.933594, + 1.117188, + 0.886719, + 0.628906, + 0.785156, + 0.835938, + 1.070312, + 1.203125, + 1.273438, + 0.609375, + 1.25, + 1.320312, + 1.210938, + 1.007812, + 0.691406, + 0.789062, + 1.265625, + 0.785156, + 0.65625, + 1.3125, + 0.910156, + 0.769531, + 1.476562, + 1.132812, + 1.335938, + 0.882812, + 1.375, + 0.976562, + 1.421875, + 1.085938, + 0.945312, + 1.15625, + 1.046875, + 1.234375, + 0.824219, + 1.242188, + 1.171875, + 0.964844, + 1.179688, + 0.722656, + 1.101562, + 0.953125, + 0.925781, + 0.980469, + 0.882812, + 1.460938, + 1.203125, + 0.996094, + 1.21875, + 0.738281, + 1.132812, + 0.996094, + 0.542969, + 0.894531, + 1.21875, + 1.46875, + 0.871094, + 1.007812, + 0.808594, + 1.109375, + 0.984375, + 0.582031, + 1.1875, + 1.257812, + 0.886719, + 0.980469, + 1.039062, + 0.976562, + 0.808594, + 1.3125, + 1.320312, + 1.015625, + 0.589844, + 1.148438, + 0.644531, + 0.511719, + 1.125, + 1.007812, + 0.503906, + 1.03125, + 1.226562, + 0.828125, + 1.390625, + 1.039062, + 1.421875, + 1.085938, + 1.171875, + 1.265625, + 1.75, + 0.345703, + 0.898438, + 1.070312, + 1.0625, + 1.460938, + 1.015625, + 1.445312, + 1.390625, + 1.140625, + 1.25, + 1.296875, + 0.423828, + 1.078125, + 1.40625, + 1.164062, + 0.992188, + 1.257812, + 1.03125, + 1.3125, + 1.265625, + 0.902344, + 1.304688, + 0.972656, + 1.09375, + 1.195312, + 1.320312, + 1.4375, + 0.621094, + 1.078125, + 1.039062, + 1.304688, + 0.816406, + 1.1875, + 1.328125, + 1.234375, + 1.375, + 0.878906, + 1.054688, + 1.28125, + 1.09375, + 0.988281, + 0.804688, + 1.007812, + 1.3125, + 0.621094, + 1.125, + 1.195312, + 1.101562, + 1.351562, + 1.109375, + 0.835938, + 0.910156, + 1.304688, + 0.699219, + 1.242188, + 0.992188, + 0.972656, + 1.054688, + 1.335938, + 0.824219, + 1.210938, + 1.359375, + 1.078125, + 1.046875, + 0.867188, + 1.421875, + 1.085938, + 1.078125, + 1.21875, + 1.125, + 0.478516, + 1.3125, + 0.945312, + 1.09375, + 1.070312, + 1.117188, + 0.742188, + 1.203125, + 1.148438, + 0.894531, + 1.132812, + 1.210938, + 0.65625, + 1.367188, + 0.636719, + 0.824219, + 0.941406, + 0.800781, + 0.773438, + 0.730469, + 0.427734, + 0.988281, + 1.0625, + 0.949219, + 1.054688, + 1.101562, + 0.902344, + 0.996094, + 1.117188, + 0.710938, + 0.855469, + 0.625, + 0.972656, + 1.148438, + 1.039062, + 0.753906, + 1.257812, + 1.039062, + 0.960938, + 1.226562, + 1.054688, + 0.738281, + 1.382812, + 0.648438, + 1.023438, + 1.1875, + 1.070312, + 1.09375, + 1.125, + 1.09375, + 0.84375, + 0.855469, + 1.3125, + 0.859375, + 1.40625, + 1.34375, + 0.84375, + 1.203125, + 1.21875, + 0.6875, + 1.046875, + 0.84375, + 0.625, + 1.070312, + 1.351562, + 1.390625, + 1.0625, + 0.777344, + 0.613281, + 1.390625, + 0.867188, + 1.507812, + 1.085938, + 1.203125, + 1.148438, + 0.925781, + 1.109375, + 1.203125, + 0.96875, + 1.085938, + 0.792969, + 1.296875, + 1.328125, + 1.304688, + 0.75, + 0.769531, + 0.90625, + 1.0625, + 1.117188, + 0.777344, + 1.03125, + 1.195312, + 1.070312, + 0.894531, + 1.117188, + 1.46875, + 0.96875, + 1.007812, + 1.273438, + 0.839844, + 1.164062, + 0.769531, + 1.148438, + 1.179688, + 1.320312, + 1.195312, + 0.757812, + 0.636719, + 1.015625, + 1.226562, + 1.289062, + 1.476562, + 1.21875, + 0.699219, + 1.179688, + 1.390625, + 1.023438, + 0.644531, + 0.996094, + 1.375, + 1.03125, + 1.257812, + 0.839844, + 0.957031, + 1.140625, + 1.132812, + 0.992188, + 1.25, + 1.09375, + 1.03125, + 1.171875, + 0.921875, + 1.265625, + 0.683594, + 1.140625, + 1.101562, + 1.179688, + 1.070312, + 0.875, + 0.476562, + 0.800781, + 1.382812, + 0.976562, + 0.738281, + 1.070312, + 1.007812, + 1.242188, + 0.9375, + 1.304688, + 0.996094, + 2.390625, + 0.808594, + 1.320312, + 1.15625, + 1.046875, + 1.1875, + 1.328125, + 0.675781, + 1.242188, + 1.101562, + 1.0, + 0.945312, + 1.179688, + 1.351562, + 1.007812, + 0.636719, + 1.328125, + 0.914062, + 0.558594, + 1.085938, + 1.039062, + 1.460938, + 1.125, + 1.140625, + 1.28125, + 1.164062, + 1.09375, + 1.171875, + 1.195312, + 0.863281, + 1.0625, + 1.101562, + 0.992188, + 1.109375, + 1.0625, + 1.078125, + 1.210938, + 1.34375, + 0.828125, + 0.9375, + 0.734375, + 1.421875, + 0.753906, + 1.328125, + 1.101562, + 1.039062, + 1.15625, + 1.039062, + 0.777344, + 0.75, + 1.046875, + 0.734375, + 0.800781, + 1.007812, + 1.351562, + 1.132812, + 0.871094, + 1.007812, + 1.148438, + 1.007812, + 1.382812, + 1.3125, + 1.664062, + 0.914062, + 1.257812, + 0.902344, + 0.960938, + 1.21875, + 0.769531, + 1.125, + 0.734375, + 0.933594, + 1.109375, + 1.117188, + 0.878906, + 0.808594, + 0.695312, + 1.21875, + 1.195312, + 1.257812, + 0.855469, + 1.210938, + 1.0, + 1.492188, + 1.203125, + 0.757812, + 1.023438, + 0.933594, + 1.390625, + 1.0625, + 0.964844, + 0.490234, + 1.398438, + 1.34375, + 0.558594, + 0.753906, + 1.203125, + 1.015625, + 0.753906, + 1.101562, + 1.117188, + 1.132812, + 1.289062, + 1.132812, + 0.949219, + 1.140625, + 1.007812, + 1.164062, + 0.765625, + 1.078125, + 1.195312, + 1.132812, + 1.015625, + 0.742188, + 1.28125, + 0.707031, + 0.933594, + 0.894531, + 1.140625, + 0.867188, + 0.980469, + 0.738281, + 1.085938, + 1.0, + 0.875, + 0.78125, + 1.03125, + 1.015625, + 0.644531, + 0.234375, + 0.933594, + 1.007812, + 1.117188, + 1.179688, + 0.722656, + 1.234375, + 1.226562, + 1.15625, + 1.171875, + 0.761719, + 0.886719, + 0.792969, + 0.867188, + 0.636719, + 0.726562, + 0.898438, + 1.257812, + 0.710938, + 1.117188, + 1.109375, + 0.96875, + 1.09375, + 1.359375, + 0.980469, + 1.242188, + 1.507812, + 0.800781, + 1.195312, + 0.9375, + 1.1875, + 0.84375, + 1.09375, + 0.808594, + 1.023438, + 1.226562, + 1.40625, + 1.03125, + 0.742188, + 1.09375, + 1.023438, + 1.164062, + 0.953125, + 0.714844, + 1.039062, + 0.675781, + 0.878906, + 1.234375, + 1.515625, + 1.226562, + 1.304688, + 1.023438, + 0.722656, + 1.359375, + 0.914062, + 1.382812, + 1.109375, + 0.964844, + 1.195312, + 0.640625, + 1.140625, + 1.15625, + 1.125, + 1.296875, + 1.007812, + 1.054688, + 0.921875, + 1.09375, + 1.226562, + 0.773438, + 1.046875, + 1.023438, + 1.15625, + 1.398438, + 1.414062, + 0.949219, + 1.0, + 1.046875, + 0.960938, + 0.976562, + 1.023438, + 0.894531, + 1.125, + 0.789062, + 0.765625, + 0.742188, + 1.25, + 1.023438, + 1.171875, + 1.328125, + 1.0625, + 1.210938, + 1.445312, + 1.273438, + 1.007812, + 1.03125, + 0.980469, + 0.785156, + 0.933594, + 1.132812, + 1.148438, + 1.34375, + 0.886719, + 1.0625, + 1.507812, + 0.800781, + 1.5625, + 0.84375, + 1.109375, + 1.15625, + 1.171875, + 1.210938, + 0.652344, + 0.972656, + 0.816406, + 0.863281, + 0.832031, + 0.679688, + 0.945312, + 0.84375, + 1.171875, + 0.765625, + 1.078125, + 1.132812, + 0.886719, + 1.226562, + 0.679688, + 0.972656, + 1.289062, + 0.785156, + 0.808594, + 1.351562, + 1.21875, + 1.1875, + 1.039062, + 1.085938, + 0.933594, + 0.824219, + 0.597656, + 1.085938, + 0.832031, + 1.3125, + 1.046875, + 1.257812, + 0.972656, + 1.0625, + 0.839844, + 1.242188, + 1.078125, + 0.898438, + 1.078125, + 1.023438, + 0.941406, + 0.8125, + 1.210938, + 0.75, + 0.597656, + 1.09375, + 1.148438, + 1.03125, + 1.03125, + 0.875, + 0.609375, + 0.941406, + 1.546875, + 1.25, + 0.796875, + 1.203125, + 1.375, + 1.34375, + 1.117188, + 1.21875, + 0.910156, + 1.234375, + 1.140625, + 1.039062, + 0.636719, + 1.15625, + 0.664062, + 1.195312, + 1.171875, + 0.851562, + 1.335938, + 1.210938, + 1.296875, + 0.792969, + 0.929688, + 0.976562, + 0.597656, + 0.726562, + 1.109375, + 1.101562, + 0.894531, + 1.34375, + 1.046875, + 0.777344, + 1.351562, + 0.746094, + 1.085938, + 0.808594, + 0.953125, + 1.234375, + 0.726562, + 1.367188, + 1.382812, + 1.210938, + 1.039062, + 0.992188, + 1.195312, + 0.917969, + 1.320312, + 1.320312, + 0.871094, + 1.328125, + 0.925781, + 1.320312, + 1.296875, + 1.242188, + 0.898438, + 1.179688, + 1.125, + 0.351562, + 0.992188, + 1.171875, + 1.390625, + 1.179688, + 1.164062, + 0.808594, + 1.273438, + 1.109375, + 0.847656, + 0.851562, + 1.09375, + 1.523438, + 0.742188, + 0.644531, + 0.847656, + 1.375, + 0.628906, + 1.125, + 0.486328, + 1.179688, + 1.039062, + 1.320312, + 1.09375, + 0.757812, + 1.273438, + 1.679688, + 1.070312, + 1.085938, + 0.984375, + 1.03125, + 0.871094, + 0.742188, + 1.085938, + 0.75, + 0.6875, + 1.15625, + 0.742188, + 1.1875, + 1.070312, + 1.171875, + 0.910156, + 1.210938, + 1.460938, + 1.25, + 1.210938, + 1.335938, + 0.636719, + 0.972656, + 0.828125, + 0.742188, + 0.652344, + 1.359375, + 1.09375, + 1.242188, + 0.777344, + 1.046875, + 0.6875, + 0.871094, + 0.808594, + 0.166016, + 0.746094, + 1.132812, + 1.421875, + 1.1875, + 1.09375, + 1.0, + 0.785156, + 1.109375, + 1.65625, + 1.476562, + 1.0, + 1.007812, + 0.859375, + 1.265625, + 1.273438, + 1.328125, + 1.28125, + 1.34375, + 0.886719, + 0.851562, + 0.421875, + 1.328125, + 1.09375, + 1.117188, + 1.234375, + 1.039062, + 1.367188, + 0.757812, + 0.625, + 0.804688, + 0.894531, + 1.320312, + 0.847656, + 0.820312, + 0.863281, + 0.726562, + 1.335938, + 1.117188, + 1.328125, + 1.023438, + 1.085938, + 0.894531, + 0.988281, + 1.101562, + 1.03125, + 1.289062, + 1.117188, + 1.28125, + 0.710938, + 0.832031, + 1.367188, + 1.109375, + 1.367188, + 0.757812, + 1.148438, + 1.054688, + 1.117188, + 1.484375, + 1.054688, + 1.195312, + 0.730469, + 1.0, + 0.925781, + 0.769531, + 1.171875, + 1.414062, + 0.976562, + 0.949219, + 0.925781, + 1.03125, + 1.046875, + 0.910156, + 0.816406, + 1.0, + 0.855469, + 1.140625, + 1.125, + 0.996094, + 1.21875, + 0.855469, + 1.554688, + 0.933594, + 0.976562, + 1.382812, + 0.613281, + 0.9375, + 0.914062, + 0.929688, + 0.597656, + 0.746094, + 1.195312, + 1.109375, + 1.21875, + 0.714844, + 1.414062, + 0.910156, + 1.0625, + 1.257812, + 0.980469, + 1.140625, + 1.1875, + 1.226562, + 0.78125, + 1.046875, + 0.832031, + 1.195312, + 0.808594, + 0.789062, + 1.09375, + 0.777344, + 1.234375, + 0.859375, + 0.996094, + 1.101562, + 0.695312, + 1.148438, + 1.390625, + 1.28125, + 1.171875, + 0.734375, + 1.171875, + 1.398438, + 0.921875, + 1.382812, + 0.710938, + 0.921875, + 1.125, + 1.179688, + 0.972656, + 0.964844, + 1.015625, + 0.921875, + 0.777344, + 1.101562, + 1.046875, + 0.953125, + 1.15625, + 0.824219, + 0.992188, + 0.777344, + 1.0625, + 1.132812, + 0.722656, + 0.722656, + 0.777344, + 1.304688, + 1.257812, + 1.101562, + 1.382812, + 0.785156, + 0.769531, + 1.015625, + 1.351562, + 0.839844, + 0.589844, + 1.226562, + 0.96875, + 1.195312, + 1.125, + 1.421875, + 0.894531, + 1.164062, + 0.832031, + 1.09375, + 0.910156, + 1.140625, + 0.671875, + 0.597656, + 1.140625, + 1.21875, + 1.070312, + 0.960938, + 1.40625, + 1.148438, + 0.773438, + 1.0625, + 1.070312, + 0.992188, + 1.296875, + 0.722656, + 1.117188, + 1.3125, + 0.878906, + 1.335938, + 0.792969, + 1.210938, + 1.570312, + 0.90625, + 0.255859, + 1.3125, + 1.125, + 1.023438, + 1.015625, + 0.980469, + 1.179688, + 1.171875, + 1.453125, + 0.984375, + 0.828125, + 1.078125, + 1.015625, + 1.546875, + 0.921875, + 1.171875, + 1.515625, + 1.046875, + 1.039062, + 1.1875, + 0.773438, + 0.59375, + 1.078125, + 0.890625, + 1.398438, + 0.917969, + 1.390625, + 1.476562, + 1.101562, + 1.132812, + 1.09375, + 0.707031, + 1.179688, + 0.71875, + 1.039062, + 0.898438, + 0.710938, + 0.796875, + 0.945312, + 1.210938, + 1.226562, + 1.039062, + 0.984375, + 1.335938, + 1.289062, + 1.226562, + 1.304688, + 1.046875, + 1.34375, + 1.335938, + 0.847656, + 1.046875, + 1.101562, + 1.039062, + 0.820312, + 0.964844, + 1.226562, + 1.257812, + 0.765625, + 0.753906, + 1.007812, + 1.492188, + 1.421875, + 1.21875, + 1.234375, + 1.296875, + 1.1875, + 1.375, + 0.960938, + 0.769531, + 0.84375, + 0.984375, + 0.992188, + 0.753906, + 1.171875, + 1.453125, + 0.914062, + 0.855469, + 1.414062, + 0.964844, + 1.34375, + 0.65625, + 0.785156, + 1.140625, + 0.863281, + 1.234375, + 1.320312, + 1.40625, + 1.429688, + 1.523438, + 1.070312, + 1.171875, + 1.023438, + 1.351562, + 1.109375, + 1.007812, + 1.398438, + 1.34375, + 1.3125, + 1.054688, + 1.40625, + 1.5, + 0.980469, + 1.234375, + 0.992188, + 1.335938, + 0.96875, + 1.140625, + 1.265625, + 1.328125, + 1.1875, + 1.070312, + 1.289062, + 0.925781, + 1.007812, + 1.039062, + 1.125, + 1.601562, + 0.996094, + 1.054688, + 1.40625, + 1.007812, + 1.09375, + 0.773438, + 0.832031, + 0.804688, + 1.132812, + 0.816406, + 0.664062, + 1.179688, + 0.929688, + 0.558594, + 1.09375, + 1.164062, + 1.539062, + 0.546875, + 1.382812, + 0.835938, + 1.109375, + 0.746094, + 1.398438, + 0.738281, + 0.746094, + 1.335938, + 1.554688, + 2.15625, + 0.746094, + 0.421875, + 0.914062, + 1.257812, + 1.210938, + 1.101562, + 1.054688, + 1.289062, + 1.132812, + 0.742188, + 0.933594, + 1.101562, + 1.148438, + 0.753906, + 0.890625, + 0.765625, + 0.820312, + 0.863281, + 0.753906, + 1.1875, + 1.132812, + 0.929688, + 0.65625, + 1.109375, + 1.601562, + 1.210938, + 1.15625, + 1.0625, + 1.445312, + 0.800781, + 1.15625, + 1.140625, + 1.382812, + 1.117188, + 1.140625, + 0.300781, + 1.179688, + 1.132812, + 1.125, + 0.941406, + 1.023438, + 0.871094, + 1.039062, + 0.738281, + 1.179688, + 1.1875, + 1.203125, + 1.078125, + 0.800781, + 1.09375, + 0.96875, + 0.941406, + 1.03125, + 0.71875, + 0.894531, + 0.613281, + 1.125, + 1.648438, + 1.242188, + 1.351562, + 1.0, + 1.273438, + 1.085938, + 1.023438, + 0.890625, + 0.746094, + 1.023438, + 1.054688, + 0.757812, + 1.101562, + 0.796875, + 1.273438, + 0.929688, + 1.007812, + 1.09375, + 0.785156, + 1.15625, + 1.054688, + 1.34375, + 1.3125, + 0.917969, + 1.195312, + 0.917969, + 1.046875, + 0.75, + 1.179688, + 1.070312, + 0.910156, + 1.210938, + 1.242188, + 0.753906, + 0.769531, + 0.980469, + 1.046875, + 0.949219, + 1.15625, + 1.109375, + 1.25, + 0.65625, + 1.1875, + 0.746094, + 1.257812, + 1.25, + 0.957031, + 1.054688, + 1.054688, + 1.359375, + 1.328125, + 0.824219, + 1.171875, + 1.445312, + 0.8125, + 0.980469, + 1.289062, + 1.21875, + 0.996094, + 1.007812, + 1.140625, + 1.34375, + 1.320312, + 0.789062, + 0.84375, + 1.382812, + 1.132812, + 1.289062, + 1.078125, + 0.828125, + 1.039062, + 1.242188, + 1.164062, + 1.296875, + 1.0, + 1.09375, + 1.234375, + 1.390625, + 1.34375, + 1.210938, + 1.109375, + 0.851562, + 1.164062, + 0.988281, + 0.617188, + 1.125, + 1.359375, + 1.078125, + 0.941406, + 0.820312, + 1.171875, + 0.898438, + 1.320312, + 1.203125, + 1.398438, + 1.070312, + 0.917969, + 0.863281, + 1.4375, + 1.203125, + 1.289062, + 1.039062, + 0.875, + 1.046875, + 1.015625, + 0.898438, + 1.0625, + 1.125, + 0.523438, + 0.621094, + 1.265625, + 0.785156, + 1.1875, + 1.21875, + 1.351562, + 0.761719, + 0.8125, + 1.25, + 1.085938, + 1.25, + 1.023438, + 1.070312, + 0.757812, + 0.894531, + 1.21875, + 1.109375, + 1.132812, + 1.234375, + 0.613281, + 1.453125, + 0.765625, + 1.195312, + 1.398438, + 0.871094, + 1.273438, + 1.179688, + 1.367188, + 1.429688, + 1.359375, + 1.171875, + 0.878906, + 0.84375, + 1.0, + 1.140625, + 1.3125, + 1.132812, + 1.054688, + 1.21875, + 0.875, + 0.761719, + 1.273438, + 0.964844, + 1.234375, + 1.132812, + 1.226562, + 1.132812, + 1.148438, + 0.707031, + 0.703125, + 1.007812, + 1.164062, + 0.8125, + 0.605469, + 1.117188, + 0.769531, + 0.902344, + 0.714844, + 0.789062, + 1.257812, + 0.859375, + 0.824219, + 0.765625, + 0.765625, + 0.960938, + 1.546875, + 0.753906, + 1.054688, + 1.421875, + 1.179688, + 1.1875, + 0.941406, + 0.976562, + 1.164062, + 1.1875, + 1.054688, + 1.234375, + 0.839844, + 1.546875, + 1.289062, + 1.234375, + 1.015625, + 1.226562, + 0.894531, + 1.101562, + 1.140625, + 0.625, + 1.125, + 1.117188, + 0.820312, + 1.359375, + 1.140625, + 1.148438, + 1.234375, + 1.328125, + 1.296875, + 1.046875, + 1.234375, + 1.101562, + 1.078125, + 0.816406, + 1.007812, + 0.863281, + 1.101562, + 1.429688, + 1.28125, + 1.195312, + 1.078125, + 1.25, + 1.109375, + 0.625, + 0.988281, + 1.429688, + 0.847656, + 1.03125, + 1.140625, + 1.09375, + 1.203125, + 1.039062, + 1.101562, + 0.886719, + 0.734375, + 1.234375, + 1.164062, + 1.039062, + 1.140625, + 0.292969, + 1.203125, + 1.132812, + 1.1875, + 1.304688, + 1.046875, + 0.867188, + 1.15625, + 0.898438, + 1.210938, + 1.289062, + 1.125, + 0.984375, + 1.054688, + 1.382812, + 1.40625, + 0.949219, + 1.265625, + 0.914062, + 0.761719, + 1.03125, + 1.101562, + 0.96875, + 1.09375, + 1.140625, + 1.054688, + 1.117188, + 0.800781, + 1.375, + 1.101562, + 1.171875, + 1.007812, + 1.289062, + 0.863281, + 1.0, + 0.738281, + 1.03125, + 1.140625, + 1.101562, + 1.164062, + 1.195312, + 1.109375, + 1.0, + 0.933594, + 0.820312, + 1.117188, + 1.265625, + 0.910156, + 1.039062, + 0.984375, + 1.234375, + 0.796875, + 1.101562, + 1.007812, + 0.96875, + 1.242188, + 1.085938, + 1.039062, + 1.046875, + 1.132812, + 0.949219, + 1.578125, + 1.359375, + 0.867188, + 1.140625, + 0.8125, + 1.195312, + 1.015625, + 0.851562, + 1.28125, + 1.539062, + 1.132812, + 1.210938, + 0.644531, + 1.265625, + 1.078125, + 0.988281, + 1.328125, + 0.777344, + 0.742188, + 1.226562, + 1.171875, + 1.109375, + 1.203125, + 0.886719, + 1.210938, + 0.960938, + 1.390625, + 1.25, + 1.015625, + 1.289062, + 0.726562, + 1.109375, + 0.621094, + 1.140625, + 1.140625, + 0.964844, + 1.203125, + 1.234375, + 0.847656, + 0.355469, + 1.070312, + 1.453125, + 0.761719, + 1.0, + 0.921875, + 0.263672, + 1.046875, + 0.902344, + 1.109375, + 1.179688, + 0.871094, + 1.445312, + 1.398438, + 0.941406, + 0.535156, + 1.132812, + 0.972656, + 1.234375, + 1.09375, + 1.296875, + 0.789062, + 0.761719, + 0.917969, + 1.5, + 1.671875, + 1.054688, + 1.15625, + 0.894531, + 1.257812, + 0.894531, + 1.1875, + 0.566406, + 0.757812, + 1.210938, + 1.25, + 0.953125, + 1.304688, + 1.234375, + 1.34375, + 1.125, + 1.1875, + 1.367188, + 1.132812, + 0.828125, + 1.234375, + 1.8125, + 0.976562, + 1.0, + 1.148438, + 1.140625, + 1.140625, + 0.601562, + 1.21875, + 1.195312, + 1.164062, + 1.132812, + 1.070312, + 1.117188, + 0.78125, + 1.148438, + 0.734375, + 0.949219, + 0.613281, + 0.929688, + 1.28125, + 0.765625, + 1.046875, + 1.140625, + 1.140625, + 1.117188, + 1.226562, + 0.617188, + 1.273438, + 1.3125, + 1.28125, + 1.46875, + 1.195312, + 1.070312, + 1.03125, + 1.359375, + 1.09375, + 0.949219, + 1.054688, + 1.3125, + 0.851562, + 1.273438, + 2.25, + 1.367188, + 1.25, + 1.078125, + 0.792969, + 1.070312, + 1.179688, + 0.789062, + 0.777344, + 1.140625, + 0.621094, + 1.21875, + 1.414062, + 1.171875, + 0.75, + 1.273438, + 1.164062, + 1.3125, + 0.609375, + 0.757812, + 0.789062, + 0.820312, + 1.304688, + 0.765625, + 1.203125, + 1.023438, + 1.070312, + 1.34375, + 0.792969, + 0.730469, + 1.046875, + 1.015625, + 1.296875, + 0.972656, + 1.15625, + 0.96875, + 0.902344, + 1.1875, + 1.25, + 1.101562, + 0.816406, + 1.234375, + 1.140625, + 1.21875, + 1.3125, + 1.132812, + 0.722656, + 1.007812, + 1.007812, + 0.667969, + 1.210938, + 1.054688, + 0.789062, + 1.070312, + 0.835938, + 1.023438, + 1.257812, + 1.015625, + 3.59375, + 1.0625, + 1.164062, + 1.140625, + 0.96875, + 1.054688, + 1.289062, + 1.15625, + 1.320312, + 1.296875, + 0.75, + 0.625, + 1.367188, + 1.21875, + 0.984375, + 1.046875, + 1.226562, + 1.203125, + 1.34375, + 0.695312, + 0.816406, + 0.734375, + 0.929688, + 1.007812, + 0.824219, + 1.179688, + 1.375, + 1.164062, + 0.996094, + 0.960938, + 1.1875, + 1.148438, + 1.320312, + 0.835938, + 1.257812, + 0.890625, + 1.0625, + 0.640625, + 1.242188, + 1.109375, + 0.632812, + 1.34375, + 1.164062, + 1.507812, + 1.015625, + 0.652344, + 1.0, + 0.945312, + 0.664062, + 1.148438, + 0.917969, + 0.746094, + 1.476562, + 1.101562, + 0.640625, + 1.21875, + 0.683594, + 1.171875, + 1.015625, + 0.964844, + 1.046875, + 0.734375, + 1.210938, + 1.015625, + 1.25, + 0.777344, + 1.0625, + 0.769531, + 0.832031, + 1.171875, + 0.652344, + 0.78125, + 0.878906, + 0.675781, + 0.980469, + 1.03125, + 0.964844, + 1.539062, + 1.09375, + 1.226562, + 0.953125, + 1.203125, + 0.609375, + 0.914062, + 1.179688, + 1.304688, + 1.15625, + 1.109375, + 1.257812, + 0.878906, + 1.070312, + 0.925781, + 1.25, + 0.90625, + 1.0, + 1.117188, + 1.0, + 1.21875, + 1.0625, + 0.777344, + 1.375, + 1.195312, + 1.195312, + 0.746094, + 0.921875, + 1.140625, + 0.859375, + 0.808594, + 0.675781, + 0.824219, + 1.148438, + 1.210938, + 1.164062, + 0.90625, + 1.140625, + 1.140625, + 1.046875, + 1.101562, + 1.109375, + 0.882812, + 0.886719, + 1.039062, + 0.871094, + 1.039062, + 1.015625, + 0.6875, + 1.195312, + 1.164062, + 1.046875, + 1.085938, + 1.023438, + 1.117188, + 1.054688, + 0.960938, + 0.867188, + 0.589844, + 0.921875, + 0.726562, + 1.117188, + 0.863281, + 1.367188, + 1.328125 + ] + }, + "name": "model.model.layers.20.post_attention_layernorm.weight", + "outputIndexes": [ + 1715 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1714 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_20/Mul_output_0", + "outputIndexes": [ + 1716 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1715, + 1716 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_20/Mul_1_output_0", + "outputIndexes": [ + 1717 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1717 + ], + "outputIndexes": [ + 2884 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2884 + ], + "outputIndexes": [ + 2885 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear", + "inputIndexes": [ + 2885 + ], + "outputIndexes": [ + 2886 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2638672992, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2886 + ], + "outputIndexes": [ + 2887 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2887 + ], + "outputIndexes": [ + 1718 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1718 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_20/Sigmoid_output_0", + "outputIndexes": [ + 1719 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1718, + 1719 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Mul_output_0", + "outputIndexes": [ + 1720 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1717 + ], + "outputIndexes": [ + 2888 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2888 + ], + "outputIndexes": [ + 2889 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear", + "inputIndexes": [ + 2889 + ], + "outputIndexes": [ + 2890 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2676864118, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2890 + ], + "outputIndexes": [ + 2891 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2891 + ], + "outputIndexes": [ + 1721 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1720, + 1721 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_20/Mul_output_0", + "outputIndexes": [ + 1722 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1722 + ], + "outputIndexes": [ + 2892 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2892 + ], + "outputIndexes": [ + 2893 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear", + "inputIndexes": [ + 2893 + ], + "outputIndexes": [ + 2894 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2715055244, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2894 + ], + "outputIndexes": [ + 2895 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2895 + ], + "outputIndexes": [ + 1723 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1714, + 1723 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_104_output_0", + "outputIndexes": [ + 1724 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1724, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_189_output_0", + "outputIndexes": [ + 1725 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.273438, + 0.820312, + 1.320312, + 1.125, + 1.3125, + 0.972656, + 0.855469, + 0.925781, + 1.210938, + 0.695312, + 0.855469, + 1.210938, + 0.808594, + 0.855469, + 1.085938, + 1.007812, + 0.808594, + 0.84375, + 0.824219, + 0.917969, + 1.3125, + 0.847656, + 0.820312, + 0.941406, + 0.980469, + 1.117188, + 0.773438, + 0.996094, + 0.976562, + 0.875, + 1.15625, + 1.015625, + 1.421875, + 0.851562, + 1.148438, + 1.28125, + 1.09375, + 1.382812, + 0.785156, + 0.683594, + 1.101562, + 0.832031, + 1.390625, + 0.984375, + 1.210938, + 1.140625, + 0.255859, + 1.570312, + 1.023438, + 1.1875, + 1.179688, + 0.78125, + 0.816406, + 0.757812, + 0.890625, + 0.972656, + 0.925781, + 1.351562, + 1.085938, + 1.179688, + 0.675781, + 0.945312, + 0.921875, + 0.769531, + 1.078125, + 1.28125, + 0.816406, + 0.789062, + 0.605469, + 0.878906, + 0.824219, + 1.304688, + 0.941406, + 0.875, + 1.070312, + 1.054688, + 1.21875, + 0.984375, + 1.203125, + 1.359375, + 1.289062, + 1.578125, + 1.203125, + 0.925781, + 0.890625, + 0.357422, + 0.777344, + 1.257812, + 0.855469, + 1.164062, + 0.929688, + 0.820312, + 0.871094, + 0.828125, + 1.554688, + 0.777344, + 1.054688, + 1.140625, + 0.796875, + 0.652344, + 1.140625, + 1.085938, + 1.179688, + 0.785156, + 1.679688, + 0.980469, + 1.765625, + 1.117188, + 1.140625, + 0.777344, + 0.789062, + 0.890625, + 0.894531, + 1.625, + 0.875, + 1.734375, + 1.023438, + 0.84375, + 1.09375, + 0.773438, + 0.8125, + 0.765625, + 1.148438, + 0.796875, + 1.023438, + 0.847656, + 0.96875, + 0.90625, + 0.46875, + 1.226562, + 0.792969, + 0.609375, + 1.109375, + 1.140625, + 0.636719, + 0.976562, + 0.816406, + 0.855469, + 1.101562, + 0.933594, + 0.757812, + 1.140625, + 1.132812, + 0.554688, + 1.296875, + 1.414062, + 1.3125, + 0.832031, + 1.0625, + 0.78125, + 1.132812, + 0.839844, + 0.914062, + 0.851562, + 1.226562, + 1.03125, + 1.179688, + 1.085938, + 1.101562, + 1.1875, + 0.792969, + 1.1875, + 1.164062, + 0.804688, + 1.367188, + 1.078125, + 0.859375, + 1.359375, + 0.839844, + 0.886719, + 0.804688, + 0.875, + 0.90625, + 0.898438, + 0.828125, + 1.367188, + 0.832031, + 0.738281, + 1.015625, + 0.746094, + 0.527344, + 0.851562, + 0.964844, + 0.742188, + 0.53125, + 0.988281, + 0.777344, + 0.835938, + 0.855469, + 0.910156, + 0.816406, + 0.882812, + 1.515625, + 0.972656, + 1.882812, + 0.902344, + 0.871094, + 0.972656, + 1.203125, + 0.851562, + 0.746094, + 1.695312, + 1.320312, + 1.164062, + 1.476562, + 0.785156, + 0.609375, + 0.972656, + 0.949219, + 0.570312, + 0.980469, + 0.789062, + 0.933594, + 0.917969, + 0.796875, + 1.3125, + 1.125, + 1.15625, + 1.34375, + 0.820312, + 0.789062, + 1.1875, + 1.234375, + 0.886719, + 0.945312, + 1.3125, + 0.972656, + 1.109375, + 0.804688, + 0.8125, + 0.886719, + 0.992188, + 0.992188, + 0.707031, + 0.808594, + 1.257812, + 0.863281, + 1.179688, + 0.435547, + 0.941406, + 0.921875, + 0.796875, + 0.886719, + 0.792969, + 0.699219, + 1.25, + 0.871094, + 0.984375, + 0.933594, + 0.863281, + 0.742188, + 1.789062, + 0.898438, + 0.972656, + 0.835938, + 0.972656, + 0.75, + 0.304688, + 0.761719, + 1.195312, + 0.84375, + 0.855469, + 0.847656, + 0.933594, + 0.871094, + 0.835938, + 0.785156, + 0.820312, + 1.234375, + 1.023438, + 1.140625, + 0.984375, + 0.867188, + 1.0625, + 0.855469, + 1.28125, + 0.855469, + 0.628906, + 0.988281, + 1.132812, + 0.816406, + 0.757812, + 0.316406, + 0.871094, + 0.824219, + 1.367188, + 0.636719, + 0.917969, + 0.933594, + 0.675781, + 1.226562, + 0.699219, + 0.992188, + 1.171875, + 0.574219, + 0.863281, + 1.289062, + 0.917969, + 1.101562, + 0.75, + 0.738281, + 1.109375, + 1.140625, + 1.054688, + 1.570312, + 1.007812, + 0.808594, + 0.75, + 0.945312, + 0.863281, + 1.367188, + 0.921875, + 0.765625, + 0.796875, + 1.375, + 0.863281, + 0.839844, + 1.132812, + 0.917969, + 0.800781, + 1.054688, + 0.855469, + 0.871094, + 0.863281, + 0.976562, + 0.785156, + 0.789062, + 0.796875, + 0.992188, + 1.007812, + 0.34375, + 1.078125, + 0.96875, + 0.867188, + 1.125, + 0.839844, + 1.015625, + 1.257812, + 0.949219, + 0.789062, + 0.275391, + 0.855469, + 0.8125, + 0.859375, + 0.451172, + 1.039062, + 1.195312, + 0.832031, + 0.839844, + 0.777344, + 0.976562, + 1.109375, + 1.5625, + 0.800781, + 1.148438, + 0.785156, + 0.832031, + 0.910156, + 0.769531, + 0.851562, + 1.929688, + 1.390625, + 0.466797, + 0.914062, + 0.894531, + 1.109375, + 0.898438, + 1.101562, + 0.808594, + 0.703125, + 0.769531, + 0.785156, + 0.824219, + 0.933594, + 0.914062, + 1.25, + 0.460938, + 1.054688, + 0.796875, + 0.945312, + 1.09375, + 0.945312, + 1.140625, + 1.390625, + 0.941406, + 0.847656, + 1.25, + 0.800781, + 0.957031, + 0.945312, + 0.800781, + 1.015625, + 1.0625, + 1.445312, + 0.960938, + 0.988281, + 1.09375, + 0.9375, + 0.824219, + 0.431641, + 1.054688, + 0.90625, + 1.242188, + 1.109375, + 0.757812, + 0.902344, + 0.953125, + 0.941406, + 0.796875, + 0.644531, + 1.210938, + 0.878906, + 1.078125, + 0.78125, + 0.914062, + 1.460938, + 1.046875, + 0.816406, + 0.8125, + 0.90625, + 1.070312, + 1.1875, + 0.777344, + 0.617188, + 0.765625, + 1.179688, + 1.039062, + 0.875, + 0.644531, + 0.835938, + 0.8125, + 0.726562, + 1.070312, + 0.949219, + 1.015625, + 0.582031, + 0.984375, + 0.792969, + 0.804688, + 1.1875, + 0.789062, + 1.195312, + 1.375, + 0.808594, + 1.234375, + 1.203125, + 0.898438, + 0.859375, + 1.28125, + 1.414062, + 1.703125, + 0.777344, + 0.855469, + 0.777344, + 1.304688, + 1.71875, + 0.546875, + 0.699219, + -2e-05, + 0.855469, + 0.921875, + 0.917969, + 0.824219, + 1.25, + 1.257812, + 1.070312, + 0.976562, + 0.878906, + 1.101562, + 0.953125, + 0.804688, + 0.507812, + 0.816406, + 0.824219, + 1.054688, + 1.25, + 0.75, + 0.777344, + 0.832031, + 0.824219, + 0.90625, + 0.851562, + 0.777344, + 1.171875, + 1.390625, + 0.957031, + 1.335938, + 1.148438, + 1.132812, + 1.164062, + 0.648438, + 0.996094, + 1.171875, + 0.914062, + 1.273438, + 0.65625, + 0.800781, + 1.023438, + 1.40625, + 0.921875, + 0.765625, + 0.972656, + 0.875, + 1.171875, + 0.832031, + 1.375, + 1.1875, + 0.466797, + 0.785156, + 0.976562, + 0.996094, + 0.992188, + 0.898438, + 1.03125, + 1.070312, + 0.972656, + 0.949219, + 0.824219, + 0.941406, + 1.257812, + 0.789062, + 0.8125, + 0.8125, + 0.40625, + 0.8125, + 1.203125, + 1.132812, + 0.867188, + 0.894531, + 0.839844, + 0.804688, + 1.15625, + 1.234375, + 0.839844, + 0.75, + 0.828125, + 1.070312, + 0.804688, + 1.085938, + 0.8125, + 0.65625, + 0.621094, + 0.78125, + 0.800781, + 0.964844, + 0.996094, + 1.390625, + 1.3125, + 0.382812, + 1.484375, + 1.054688, + 1.296875, + 0.949219, + 2.109375, + 0.898438, + 0.800781, + 0.855469, + 0.800781, + 0.820312, + 0.851562, + 1.257812, + 0.898438, + 0.964844, + 0.474609, + 1.125, + 0.910156, + 0.828125, + 1.109375, + 1.140625, + 0.613281, + 1.242188, + 0.738281, + 0.746094, + 0.894531, + 0.820312, + 0.8125, + 0.730469, + 1.242188, + 0.972656, + 1.0, + 0.90625, + 1.164062, + 0.941406, + 1.257812, + 1.140625, + 0.753906, + 0.882812, + 1.320312, + 0.808594, + 0.800781, + 1.132812, + 0.929688, + 0.84375, + 1.273438, + 0.875, + 1.242188, + 0.835938, + 0.710938, + 1.164062, + 1.085938, + 1.15625, + 1.179688, + 0.882812, + 1.773438, + 0.949219, + 1.195312, + 0.777344, + 0.84375, + 1.734375, + 0.980469, + 1.21875, + 1.039062, + 1.039062, + 0.691406, + 0.839844, + 0.792969, + 0.460938, + 0.847656, + 1.039062, + 1.078125, + 0.859375, + 0.796875, + 1.601562, + 0.863281, + 1.40625, + 0.90625, + 1.578125, + 0.796875, + 0.769531, + 1.203125, + 1.046875, + 1.085938, + 0.925781, + 0.816406, + 0.554688, + 1.109375, + 1.046875, + 0.507812, + 0.839844, + 0.898438, + 0.765625, + 0.765625, + 0.84375, + 0.855469, + 1.257812, + 1.953125, + 0.828125, + 0.871094, + 0.824219, + 0.800781, + 0.515625, + 1.171875, + 0.863281, + 1.085938, + 0.839844, + 0.917969, + 0.945312, + 0.792969, + 0.875, + 0.972656, + 1.171875, + 0.902344, + 1.453125, + 0.941406, + 0.90625, + 0.972656, + 0.761719, + 0.914062, + 0.902344, + 0.863281, + 0.824219, + 0.871094, + 0.773438, + 0.820312, + 0.785156, + 0.789062, + 1.054688, + 1.109375, + 1.367188, + 0.871094, + 0.847656, + 0.929688, + 0.757812, + 0.882812, + 1.28125, + 1.335938, + 0.894531, + 1.132812, + 0.964844, + 0.792969, + 1.28125, + 1.726562, + 0.746094, + 1.335938, + 0.835938, + 0.84375, + 1.382812, + 1.273438, + 0.679688, + 0.902344, + 0.886719, + 0.871094, + 0.941406, + 0.765625, + 0.949219, + 0.796875, + 0.867188, + 0.384766, + 0.816406, + 1.132812, + 0.980469, + 0.519531, + 1.046875, + 0.898438, + 1.5625, + 1.609375, + 1.0, + 0.882812, + 1.085938, + 0.957031, + 1.296875, + 0.898438, + 0.820312, + 0.800781, + 0.878906, + 0.890625, + 0.886719, + 0.796875, + 0.882812, + 1.84375, + 0.914062, + 0.871094, + 0.933594, + 0.808594, + 1.203125, + 0.890625, + 0.75, + 0.632812, + 0.855469, + 1.015625, + 1.09375, + 0.800781, + 1.078125, + 1.195312, + 0.738281, + 0.707031, + 0.941406, + 0.742188, + 1.4375, + 0.957031, + 0.789062, + 0.800781, + 0.9375, + 1.398438, + 1.054688, + 0.773438, + 1.289062, + 0.917969, + 1.234375, + 1.289062, + 0.851562, + 0.9375, + 0.949219, + 0.474609, + 0.800781, + 0.792969, + 0.921875, + 1.234375, + 0.84375, + 1.359375, + 0.796875, + 0.980469, + 0.414062, + 0.835938, + 1.34375, + 0.597656, + 0.933594, + 1.039062, + 0.910156, + 0.898438, + 0.738281, + 1.226562, + 0.941406, + 0.921875, + 0.960938, + 0.796875, + 0.832031, + 0.894531, + 0.789062, + 0.808594, + 0.933594, + 0.890625, + 0.157227, + 1.015625, + 0.914062, + 0.648438, + 0.976562, + 0.964844, + 1.625, + 0.796875, + 0.769531, + 1.523438, + 0.835938, + 1.015625, + 1.03125, + 0.488281, + 0.878906, + 0.765625, + 1.34375, + 0.90625, + 0.878906, + 1.046875, + 0.820312, + 1.445312, + 0.804688, + 1.132812, + 0.980469, + 1.054688, + 0.960938, + 0.785156, + 0.984375, + 0.871094, + 0.416016, + 1.171875, + 0.59375, + 0.609375, + 0.800781, + 0.894531, + 0.757812, + 0.96875, + 0.855469, + 1.257812, + 1.101562, + 1.273438, + 1.070312, + 0.847656, + 1.070312, + 0.960938, + 0.910156, + 1.023438, + 0.835938, + 1.070312, + 1.140625, + 1.09375, + 1.34375, + 0.9375, + 0.75, + 1.109375, + 0.886719, + 0.796875, + 0.730469, + 0.773438, + 1.375, + 1.304688, + 1.078125, + 0.792969, + 1.148438, + 1.132812, + 1.0625, + 1.023438, + 1.179688, + 0.984375, + 0.710938, + 0.976562, + 0.960938, + 0.890625, + 1.304688, + 0.726562, + 0.769531, + 0.894531, + 0.773438, + 0.980469, + 1.179688, + 1.140625, + 0.941406, + 1.03125, + 1.070312, + 0.417969, + 0.855469, + 1.578125, + 0.828125, + 1.085938, + 0.898438, + 0.835938, + 1.1875, + 0.945312, + 0.804688, + 0.835938, + 0.310547, + 1.65625, + 1.523438, + 0.875, + 0.816406, + 0.773438, + 1.570312, + 0.761719, + 0.859375, + 0.859375, + 1.515625, + 1.382812, + 0.964844, + 0.847656, + 0.832031, + 1.164062, + 0.941406, + 1.109375, + 0.828125, + 1.023438, + 0.890625, + 0.933594, + 1.164062, + 1.289062, + 0.851562, + 1.320312, + 0.847656, + 0.785156, + 0.917969, + 1.140625, + 1.023438, + 0.804688, + 0.925781, + 0.867188, + 0.785156, + 0.960938, + 0.882812, + 0.785156, + 1.1875, + 0.78125, + 1.148438, + 0.871094, + 0.800781, + 1.21875, + 0.835938, + 0.980469, + 1.132812, + 0.925781, + 0.695312, + 0.976562, + 1.054688, + 0.945312, + 1.179688, + 0.722656, + 0.769531, + 1.726562, + 1.46875, + 0.996094, + 1.296875, + 1.046875, + 1.3125, + 1.179688, + 1.445312, + 1.210938, + 0.828125, + 1.210938, + 0.820312, + 1.117188, + 0.898438, + 0.404297, + 0.695312, + 0.427734, + 1.101562, + 1.21875, + 0.964844, + 0.78125, + 1.21875, + 0.871094, + 0.800781, + 0.804688, + 1.179688, + 1.5625, + 1.0625, + 0.761719, + 0.714844, + 0.964844, + 1.046875, + 1.554688, + 1.039062, + 0.882812, + 1.210938, + 0.980469, + 0.855469, + 1.265625, + 1.109375, + 1.125, + 1.078125, + 0.933594, + 1.054688, + 1.195312, + 0.804688, + 1.4375, + 1.289062, + 0.78125, + 0.722656, + 0.8125, + 1.726562, + 0.917969, + 0.8125, + 1.015625, + 0.476562, + 1.179688, + 0.820312, + 0.757812, + 0.960938, + 0.660156, + 1.28125, + 0.777344, + 0.898438, + 1.140625, + 1.015625, + 0.710938, + 0.820312, + 0.855469, + 0.835938, + 0.785156, + 0.353516, + 0.820312, + 0.925781, + 0.65625, + 1.15625, + 1.039062, + 0.757812, + 0.890625, + 1.882812, + 1.195312, + 1.210938, + 1.015625, + 0.457031, + 0.859375, + 0.753906, + 0.388672, + 1.210938, + 0.976562, + 0.871094, + 1.03125, + 0.757812, + 0.785156, + 0.925781, + 1.09375, + 1.148438, + 1.429688, + 1.140625, + 0.511719, + 1.492188, + 1.0625, + 0.953125, + 0.828125, + 2.109375, + 0.753906, + 0.789062, + 0.894531, + 0.90625, + 1.148438, + 1.1875, + 1.132812, + 1.148438, + 0.949219, + 0.949219, + 1.039062, + 1.03125, + 0.789062, + 0.90625, + 0.761719, + 1.054688, + 0.988281, + 0.925781, + 1.171875, + 1.171875, + 0.851562, + 0.492188, + 0.163086, + 1.34375, + 0.890625, + 1.109375, + 1.070312, + 1.359375, + 1.78125, + 0.78125, + 1.195312, + 0.992188, + 0.898438, + 0.792969, + 1.148438, + 0.925781, + 0.746094, + 1.210938, + 0.746094, + 0.933594, + 0.808594, + 0.695312, + 0.898438, + 0.9375, + 1.039062, + 0.398438, + 1.164062, + 1.078125, + 1.1875, + 1.171875, + 1.179688, + 0.804688, + 0.486328, + 1.15625, + 0.800781, + 0.734375, + 0.949219, + 0.800781, + 1.164062, + 1.265625, + 0.84375, + 1.523438, + 1.320312, + 0.392578, + 0.660156, + 0.886719, + 0.8125, + 0.972656, + 1.273438, + 0.675781, + 0.863281, + 1.0625, + 0.90625, + 1.101562, + 1.328125, + 0.71875, + 0.675781, + 0.910156, + 1.679688, + 0.601562, + 1.289062, + 0.800781, + 0.804688, + 0.78125, + 1.195312, + 0.933594, + 0.902344, + 0.792969, + 0.945312, + 0.878906, + 0.785156, + 1.0625, + 0.953125, + 1.25, + 0.890625, + 1.140625, + 0.882812, + 0.832031, + 0.867188, + 0.828125, + 1.078125, + 1.304688, + 0.863281, + 1.085938, + 0.851562, + 0.8125, + 1.195312, + 0.832031, + 1.09375, + 0.945312, + 0.839844, + 0.582031, + 0.960938, + 0.859375, + 1.671875, + 0.78125, + 0.863281, + 1.15625, + 0.976562, + 0.753906, + 1.179688, + 0.921875, + 1.046875, + 1.171875, + 0.839844, + 1.15625, + 0.804688, + 0.757812, + 1.039062, + 0.902344, + 0.847656, + 0.914062, + 0.882812, + 0.867188, + 1.132812, + 0.976562, + 1.320312, + 1.117188, + 1.140625, + 0.953125, + 1.109375, + 0.855469, + 0.859375, + 0.980469, + 0.972656, + 1.398438, + 1.046875, + 0.894531, + 0.886719, + 0.734375, + 0.78125, + 1.117188, + 0.941406, + 0.953125, + 1.210938, + 0.882812, + 0.867188, + 0.792969, + 0.267578, + 0.832031, + 0.964844, + 0.271484, + 0.792969, + 0.828125, + 0.949219, + 1.085938, + 0.75, + 0.8125, + 0.84375, + 1.40625, + 1.226562, + 0.8125, + 0.890625, + 0.59375, + 0.894531, + 0.699219, + 1.039062, + 1.039062, + 1.59375, + 0.894531, + 0.808594, + 1.117188, + 0.910156, + 0.722656, + 1.0, + 1.109375, + 0.820312, + 1.085938, + 0.929688, + 1.132812, + 0.796875, + 0.992188, + 0.789062, + 1.078125, + 1.257812, + 1.296875, + 0.804688, + 1.164062, + 0.878906, + 1.242188, + 1.320312, + 0.792969, + 0.945312, + 1.210938, + 0.882812, + 0.816406, + 0.941406, + 1.140625, + 0.914062, + 0.773438, + 0.808594, + 0.953125, + 0.882812, + 0.867188, + 1.3125, + 0.800781, + 0.976562, + 1.265625, + 1.09375, + 0.265625, + 1.3125, + 0.777344, + 1.109375, + 0.933594, + 0.84375, + 1.078125, + 1.101562, + 1.125, + 0.847656, + 0.863281, + 0.351562, + 0.824219, + 1.125, + 0.765625, + 0.863281, + 0.964844, + 1.03125, + 1.28125, + 0.294922, + 0.808594, + 0.988281, + 1.554688, + 0.953125, + 0.578125, + 1.25, + 1.179688, + 0.902344, + 0.800781, + 1.015625, + 0.90625, + 1.015625, + 0.925781, + 0.675781, + 1.070312, + 0.953125, + 1.765625, + 1.117188, + 1.1875, + 0.988281, + 0.785156, + 0.964844, + 1.179688, + 1.28125, + 0.933594, + 0.78125, + 1.34375, + 1.21875, + 0.839844, + 0.933594, + 0.851562, + 0.914062, + 0.835938, + 1.242188, + 0.980469, + 0.871094, + 1.296875, + 0.753906, + 1.0625, + 1.195312, + 1.171875, + 0.890625, + 1.03125, + 0.917969, + 0.90625, + 0.941406, + 0.792969, + 0.792969, + 1.328125, + 0.824219, + 0.945312, + 0.847656, + 1.078125, + 0.941406, + 1.039062, + 1.070312, + 1.234375, + 0.808594, + 1.265625, + 0.859375, + 0.804688, + 0.914062, + 0.820312, + 1.453125, + 1.445312, + 0.980469, + 0.65625, + 1.070312, + 0.804688, + 0.882812, + 0.824219, + 1.828125, + 0.757812, + 0.964844, + 0.941406, + 1.1875, + 1.328125, + 0.800781, + 1.015625, + 0.847656, + 0.84375, + 0.859375, + 1.078125, + 0.902344, + 0.722656, + 0.777344, + 1.15625, + 0.996094, + 1.3125, + 0.96875, + 0.929688, + 0.828125, + 0.996094, + 0.933594, + 1.164062, + 0.894531, + 0.800781, + 1.007812, + 0.789062, + 0.800781, + 0.769531, + 0.785156, + 0.894531, + 1.453125, + 0.867188, + 1.023438, + 0.96875, + 1.09375, + 1.085938, + 1.03125, + 1.3125, + 0.726562, + 0.886719, + 1.179688, + 0.898438, + 1.585938, + 0.800781, + 0.980469, + 1.085938, + 0.988281, + 0.777344, + 0.808594, + 1.1875, + 1.28125, + 0.890625, + 0.376953, + 0.910156, + 0.839844, + 0.371094, + 0.949219, + 1.078125, + 1.320312, + 0.867188, + 1.0625, + 0.992188, + 0.796875, + 0.267578, + 0.78125, + 0.503906, + 0.8125, + 1.28125, + 0.472656, + 0.265625, + 1.03125, + 0.863281, + 0.652344, + 0.761719, + 1.023438, + 1.554688, + 1.109375, + 0.875, + 1.117188, + 1.007812, + 1.664062, + 0.84375, + 1.125, + 1.054688, + 1.351562, + 0.910156, + 0.859375, + 1.078125, + 1.132812, + 0.796875, + 1.101562, + 1.46875, + 0.570312, + 0.917969, + 0.8125, + 0.8125, + 0.867188, + 0.71875, + 0.785156, + 1.09375, + 0.734375, + 0.925781, + 1.179688, + 0.847656, + 0.988281, + 1.03125, + 0.898438, + 1.03125, + 0.832031, + 0.851562, + 0.914062, + 0.601562, + 1.09375, + 0.878906, + 0.9375, + 1.210938, + 0.859375, + 1.398438, + 0.863281, + 0.777344, + 0.964844, + 0.863281, + 0.898438, + 0.824219, + 0.902344, + 0.957031, + 1.117188, + 0.816406, + 0.769531, + 0.824219, + 0.761719, + 0.96875, + 0.953125, + 1.09375, + 1.007812, + 0.878906, + 0.890625, + 0.863281, + 0.90625, + 1.21875, + 1.34375, + 1.234375, + 0.882812, + 1.085938, + 0.925781, + 0.773438, + 1.070312, + 0.875, + 0.157227, + 0.980469, + 0.753906, + 1.195312, + 0.796875, + 0.882812, + 0.953125, + 0.792969, + 1.335938, + 0.800781, + 1.328125, + 0.886719, + 0.964844, + 0.804688, + 0.789062, + 1.1875, + 1.085938, + 1.09375, + 0.894531, + 0.859375, + 0.878906, + 0.886719, + 0.847656, + 0.914062, + 0.691406, + 1.132812, + 0.84375, + 0.78125, + 0.84375, + 1.070312, + 1.445312, + 0.867188, + 0.90625, + 1.25, + 0.855469, + 1.257812, + 0.777344, + 0.8125, + 0.96875, + 1.148438, + 0.609375, + 0.855469, + 0.976562, + 0.730469, + 1.3125, + 0.882812, + 0.765625, + 1.554688, + 0.59375, + 0.945312, + 0.582031, + 0.964844, + 1.125, + 0.664062, + 0.898438, + 0.265625, + 0.777344, + 1.078125, + 0.851562, + 0.828125, + 1.21875, + 1.242188, + 1.234375, + 0.828125, + 0.621094, + 0.376953, + 1.164062, + 1.078125, + 1.132812, + 0.660156, + 0.949219, + 0.964844, + 1.15625, + 0.898438, + 1.101562, + 1.023438, + 1.359375, + 1.0, + 0.765625, + 0.894531, + 0.800781, + 0.648438, + 0.832031, + 0.796875, + 0.804688, + 1.742188, + 1.085938, + 1.085938, + 0.828125, + 0.941406, + 1.0, + 1.164062, + 0.707031, + 1.117188, + 0.855469, + 0.78125, + 2.28125, + 0.863281, + 1.0625, + 1.078125, + 0.796875, + 0.851562, + 0.878906, + 1.265625, + 0.921875, + 0.851562, + 1.007812, + 1.085938, + 0.816406, + 0.984375, + 1.320312, + 0.828125, + 1.25, + 1.25, + 1.234375, + 1.28125, + 0.75, + 1.210938, + 1.023438, + 0.9375, + 0.761719, + 0.341797, + 0.835938, + 0.921875, + 0.953125, + 0.886719, + 0.769531, + 0.816406, + 0.871094, + 1.257812, + 1.109375, + 0.808594, + 0.988281, + 0.816406, + 1.148438, + 0.65625, + 0.855469, + 0.597656, + 0.738281, + 1.101562, + 0.816406, + 0.816406, + 1.210938, + 1.148438, + 1.257812, + 1.992188, + 0.816406, + 0.839844, + 1.007812, + 0.894531, + 0.542969, + 1.203125, + 0.988281, + 1.703125, + 1.039062, + 0.867188, + 0.882812, + 0.867188, + 1.09375, + 0.964844, + 0.835938, + 1.023438, + 0.875, + 0.945312, + 1.320312, + 1.203125, + 0.757812, + 1.070312, + 0.871094, + 1.03125, + 0.796875, + 0.800781, + 0.976562, + 0.773438, + 0.945312, + 0.933594, + 0.804688, + 0.507812, + 0.914062, + 1.117188, + 0.964844, + 0.78125, + 1.015625, + 0.777344, + 0.996094, + 0.515625, + 0.988281, + 0.773438, + 0.90625, + 1.0, + 0.808594, + 0.925781, + 0.820312, + 1.359375, + 0.835938, + 0.863281, + 0.84375, + 0.761719, + 0.914062, + 0.964844, + 0.291016, + 1.226562, + 0.8125, + 0.769531, + 0.957031, + 1.0, + 2.0625, + 1.140625, + 0.78125, + 0.671875, + 0.347656, + 0.832031, + 0.609375, + 1.210938, + 1.289062, + 1.28125, + 1.09375, + 1.039062, + 1.078125, + 1.039062, + 1.070312, + 1.054688, + 0.796875, + 0.90625, + 0.757812, + 0.847656, + 0.792969, + 0.871094, + 1.109375, + 1.289062, + 0.792969, + 0.792969, + 1.054688, + 0.988281, + 0.824219, + 1.117188, + 1.070312, + 1.28125, + 0.75, + 0.746094, + 0.761719, + 1.179688, + 1.023438, + 1.171875, + 1.257812, + 0.425781, + 0.734375, + 0.898438, + 0.8125, + 1.375, + 0.804688, + 0.851562, + 0.269531, + 1.039062, + 0.742188, + 0.851562, + 1.015625, + 0.945312, + 0.839844, + 0.984375, + 0.542969, + 0.914062, + 1.03125, + 0.867188, + 1.46875, + 1.664062, + 1.257812, + 0.917969, + 1.445312, + 0.617188, + 0.8125, + 0.941406, + 0.878906, + 0.824219, + 0.275391, + 0.878906, + 1.09375, + 0.78125, + 1.234375, + 0.671875, + 0.871094, + 0.333984, + 0.875, + 1.132812, + 0.992188, + 1.1875, + 0.765625, + 0.777344, + 0.914062, + 0.898438, + 1.257812, + 0.871094, + 1.109375, + 0.882812, + 2.109375, + 1.359375, + 0.679688, + 1.125, + 0.789062, + 0.875, + 1.078125, + 1.210938, + 1.765625, + 0.886719, + 0.769531, + 1.085938, + 0.941406, + 1.296875, + 0.921875, + 0.90625, + 1.0, + 1.125, + 0.929688, + 0.734375, + 0.8125, + 0.828125, + 0.275391, + 1.0625, + 0.878906, + 1.0, + 0.949219, + 0.792969, + 1.671875, + 0.859375, + 0.785156, + 1.617188, + 0.976562, + 0.75, + 1.070312, + 1.109375, + 1.367188, + 0.777344, + 0.609375, + 0.953125, + 0.8125, + 1.0625, + 0.804688, + 0.824219, + 0.8125, + 1.375, + 0.90625, + 1.132812, + 2.0, + 1.0, + 0.980469, + 0.890625, + 0.777344, + 0.394531, + 1.21875, + 1.101562, + 0.8125, + 0.824219, + 0.886719, + 0.300781, + 0.867188, + 1.320312, + 0.957031, + 0.914062, + 0.863281, + 0.859375, + 1.4375, + 1.242188, + 1.046875, + 1.179688, + 0.640625, + 1.023438, + 1.5, + 0.792969, + 1.242188, + 0.683594, + 1.679688, + 0.949219, + 1.140625, + 0.832031, + 1.007812, + 0.855469, + 0.804688, + 0.832031, + 1.164062, + 0.863281, + 0.902344, + 0.871094, + 0.824219, + 0.609375, + 0.726562, + 1.070312, + 1.039062, + 0.773438, + 0.8125, + 1.164062, + 0.855469, + 0.714844, + 0.832031, + 0.757812, + 0.769531, + 0.84375, + 1.546875, + 0.613281, + 1.257812, + 1.1875, + 1.0, + 0.910156, + 0.726562, + 1.242188, + 0.886719, + 1.976562, + 1.023438, + 0.902344, + 1.085938, + 0.769531, + 0.742188, + 0.96875, + 1.359375, + 1.023438, + 0.933594, + 0.90625, + 1.117188, + 0.824219, + 0.365234, + 1.28125, + 0.800781, + 0.945312, + 1.289062, + 0.84375, + 0.835938, + 0.953125, + 1.1875, + 0.875, + 1.164062, + 0.800781, + 0.847656, + 1.421875, + 1.421875, + 1.617188, + 1.039062, + 0.773438, + 0.941406, + 1.28125, + 0.722656, + 1.164062, + 1.421875, + 0.832031, + 0.871094, + 1.046875, + 1.5625, + 0.769531, + 1.117188, + 0.96875, + 0.820312, + 0.9375, + 0.90625, + 1.078125, + 0.964844, + 0.90625, + 1.03125, + 0.929688, + 0.835938, + 0.917969, + 1.375, + 1.265625, + 0.363281, + 0.921875, + 0.761719, + 1.273438, + 0.652344, + 0.824219, + 0.949219, + 0.8125, + 0.976562, + 1.007812, + 0.742188, + 1.117188, + 0.753906, + 0.898438, + 1.25, + 0.859375, + 1.195312, + 0.369141, + 0.359375, + 0.953125, + 0.769531, + 1.015625, + 0.789062, + 1.140625, + 0.855469, + 1.140625, + 0.800781, + 0.886719, + 0.820312, + 0.832031, + 0.820312, + 1.53125, + 1.3125, + 0.9375, + 1.015625, + 1.625, + 0.78125, + 1.117188, + 1.09375, + 0.726562, + 0.808594, + 0.792969, + 0.808594, + 1.460938, + 1.046875, + 0.898438, + 1.0, + 0.90625, + 0.789062, + 0.921875, + 0.824219, + 1.25, + 1.0625, + 0.96875, + 0.820312, + 0.386719, + 1.109375, + 0.486328, + 1.101562, + 0.757812, + 1.109375, + 1.0, + 0.625, + 1.382812, + 0.808594, + 0.847656, + 0.785156, + 0.804688, + 0.796875, + 0.726562, + 0.808594, + 0.785156, + 0.640625, + 1.140625, + 0.443359, + 0.949219, + 0.828125, + 0.8125, + 1.070312, + 0.910156, + 0.933594, + 0.863281, + 1.25, + 0.851562, + 1.164062, + 1.195312, + 0.296875, + 0.792969, + 0.929688, + 0.769531, + 0.875, + 0.792969, + 0.640625, + 1.03125, + 1.226562, + 0.914062, + 0.75, + 1.078125, + 0.992188, + 0.351562, + 0.746094, + 0.976562, + 0.636719, + 0.851562, + 1.234375, + 0.470703, + 0.800781, + 1.085938, + 1.164062, + 0.835938, + 1.109375, + 0.24707, + 1.054688, + 1.09375, + 1.210938, + 0.773438, + 0.878906, + 0.867188, + 1.015625, + 0.855469, + 0.792969, + 0.777344, + 0.792969, + 0.890625, + 0.886719, + 1.367188, + 1.054688, + 0.808594, + 0.816406, + 0.945312, + 0.863281, + 0.804688, + 1.15625, + 0.871094, + 0.859375, + 0.851562, + 0.96875, + 0.757812, + 1.289062, + 0.859375, + 0.707031, + 0.878906, + 1.234375, + 0.769531, + 1.289062, + 0.839844, + 0.875, + 1.0, + 1.085938, + 0.945312, + 0.322266, + 0.871094, + 1.039062, + 0.910156, + 1.117188, + 0.890625, + 1.375, + 0.777344, + 1.054688, + 0.851562, + 0.474609, + 0.832031, + 1.382812, + 0.804688, + 0.832031, + 0.578125, + 0.910156, + 0.84375, + 0.855469, + 1.117188, + 0.980469, + 1.453125, + 0.800781, + 0.824219, + 0.894531, + 0.828125, + 0.71875, + 1.023438, + 0.839844, + 1.390625, + 0.800781, + 1.15625, + 1.28125, + 1.25, + 1.085938, + 0.796875, + 0.554688, + 0.90625, + 1.65625, + 0.835938, + 0.921875, + 0.929688, + 0.757812, + 1.960938, + 1.1875, + 1.03125, + 0.96875, + 0.816406, + 0.976562, + 1.0625, + 0.835938, + 1.03125, + 1.8125, + 0.753906, + 0.945312, + 0.777344, + 1.046875, + 0.882812, + 0.478516, + 1.203125, + 1.109375, + 1.234375, + 0.769531, + 0.742188, + 1.34375, + 0.863281, + 0.96875, + 0.910156, + 0.871094, + 0.867188, + 0.898438, + 0.832031, + 0.9375, + 0.777344, + 0.804688, + 0.929688, + 0.800781, + 0.753906, + 0.765625, + 0.847656, + 1.289062, + 1.140625, + 0.757812, + 1.15625, + 1.453125, + 0.65625, + 1.226562, + 0.789062, + 0.84375, + 0.8125, + 0.957031, + 0.554688, + 1.375, + 0.835938, + 1.3125, + 0.746094, + 1.328125, + 1.023438, + 0.84375, + 1.085938, + 1.015625, + 0.804688, + 0.828125, + 1.289062, + 0.976562, + 1.460938, + 0.835938, + 0.867188, + 1.023438, + 1.414062, + 0.882812, + 1.03125, + 0.808594, + 0.949219, + 1.054688, + 0.8125, + 1.117188, + 0.722656, + 1.0, + 0.589844, + 0.878906, + 1.007812, + 0.832031, + 1.109375, + 0.824219, + 0.898438, + 1.53125, + 0.785156, + 1.335938, + 0.894531, + 1.007812, + 1.03125, + 0.953125, + 1.617188, + 1.453125, + 1.125, + 1.265625, + 1.460938, + 0.703125, + 0.902344, + 0.824219, + 0.789062, + 0.820312, + 0.886719, + 0.902344, + 1.28125, + 0.871094, + 1.429688, + 0.828125, + 0.835938, + 0.78125, + 1.109375, + 0.800781, + 0.8125, + 0.6875, + 0.894531, + 0.875, + 0.988281, + 1.085938, + 0.839844, + 0.988281, + 0.84375, + 0.875, + 1.132812, + 0.636719, + 0.835938, + 0.921875, + 0.914062, + 0.753906, + 0.828125, + 0.9375, + 0.400391, + 1.6875, + 0.886719, + 0.777344, + 0.828125, + 0.878906, + 1.09375, + 0.898438, + 0.839844, + 0.824219, + 0.992188, + 0.742188, + 0.671875, + 1.210938, + 0.75, + 0.400391, + 0.75, + 1.03125, + 1.078125, + 1.070312, + 0.785156, + 0.855469, + 1.8125, + 0.816406, + 1.171875, + 0.976562, + 0.835938, + 1.335938, + 1.148438, + 0.824219, + 0.832031, + 1.28125, + 1.09375, + 0.875, + 0.886719, + 0.8125, + 0.917969, + 1.015625, + 0.816406, + 1.085938, + 0.902344, + 0.738281, + 0.734375, + 0.785156, + 1.164062, + 0.769531, + 1.710938, + 0.9375, + 0.964844, + 1.289062, + 0.964844, + 1.4375, + 0.882812, + 1.195312, + 1.117188, + 1.046875, + 1.3125, + 0.773438, + 0.828125, + 0.898438, + 0.300781, + 1.007812, + 0.835938, + 0.785156, + 1.21875, + 1.1875, + 0.789062, + 1.0, + 0.859375, + 0.945312, + 0.466797, + 0.957031, + 1.1875, + 0.769531, + 1.359375, + 1.15625, + 0.964844, + 0.917969, + 0.777344, + 0.800781, + 1.140625, + 1.039062, + 1.304688, + 0.8125, + 1.257812, + 0.917969, + 1.195312, + 0.945312, + 0.773438, + 0.84375, + 0.953125, + 0.785156, + 1.648438, + 1.382812, + 0.96875, + 0.898438, + 0.859375, + 0.757812, + 1.25, + 0.984375, + 0.773438, + 1.125, + 1.15625, + 1.078125, + 0.992188, + 1.375, + 1.5, + 1.5, + 1.203125, + 1.132812, + 1.03125, + 0.851562, + 0.847656, + 0.435547, + 0.980469, + 0.859375, + 1.109375, + 0.980469, + 0.738281, + 0.808594, + 0.890625, + 0.820312, + 1.273438, + 0.796875, + 0.855469, + 0.957031, + 0.9375, + 0.515625, + 0.960938, + 1.117188, + 1.21875, + 1.28125, + 1.117188, + 0.960938, + 0.796875, + 1.546875, + 1.640625, + 0.871094, + 1.015625, + 0.246094, + 2.0, + 1.078125, + 1.03125, + 0.753906, + 0.859375, + 0.757812, + 0.886719, + 0.660156, + 0.835938, + 0.886719, + 1.0, + 0.796875, + 0.804688, + 0.980469, + 1.351562, + 0.878906, + 1.132812, + 0.275391, + 0.742188, + 0.808594, + 0.863281, + 0.800781, + 1.554688, + 0.279297, + 0.882812, + 1.359375, + 1.125, + 0.964844, + 0.992188, + 1.03125, + 0.96875, + 0.792969, + 0.851562, + 0.910156, + 1.015625, + 1.0, + 0.769531, + 0.425781, + 0.804688, + 0.373047, + 0.859375, + 0.996094, + 1.054688, + 0.957031, + 0.855469, + 0.972656, + 0.542969, + 1.171875, + 0.8125, + 0.244141, + 0.75, + 0.84375, + 0.796875, + 1.078125, + 0.976562, + 0.941406, + 1.023438, + 1.078125, + 1.28125, + 0.828125, + 1.15625, + 1.0, + 0.988281, + 0.753906, + 1.125, + 1.296875, + 0.894531, + 0.917969, + 0.867188, + 0.871094, + 0.910156, + 0.949219, + 0.972656, + 1.078125, + 1.132812, + 0.699219, + 1.023438, + 0.953125, + 0.898438, + 2.25, + 0.804688, + 1.203125, + 1.617188, + 0.8125, + 0.839844, + 0.988281, + 0.851562, + 0.882812, + 1.257812, + 1.046875, + 0.808594, + 0.976562, + 1.101562, + 1.117188, + 1.476562, + 1.085938, + 0.376953, + 0.558594, + 1.125, + 0.396484, + 1.046875, + 1.484375, + 0.832031, + 0.933594, + 0.980469, + 0.855469, + 1.273438, + 0.890625, + 1.367188, + 0.761719, + 0.894531, + 0.828125, + 1.1875, + 0.945312, + 0.570312, + 0.800781, + 1.054688, + 0.628906, + 0.84375, + 1.398438, + 0.929688, + 0.828125, + 0.808594, + 0.933594, + 0.867188, + 1.367188, + 0.867188, + 1.09375, + 0.972656, + 0.492188, + 0.886719, + 1.15625, + 1.132812, + 0.408203, + 1.335938, + 0.742188, + 0.8125, + 1.242188, + 0.890625, + 0.902344, + 1.046875, + 1.289062, + -0.000324, + 0.957031, + 0.773438, + 1.023438, + 0.859375, + 0.765625, + 1.109375, + 1.21875, + 0.773438, + 1.40625, + 1.273438, + 0.757812, + 1.070312, + 1.179688, + 0.890625, + 0.871094, + 1.007812, + 0.902344, + 1.078125, + 0.953125, + 1.25, + 1.375, + 1.25, + 0.90625, + 0.753906, + 1.257812, + 0.867188, + 1.40625, + 1.328125, + 0.417969, + 1.0625, + 0.96875, + 1.140625, + 0.675781, + 1.15625, + 1.09375, + 1.28125, + 1.359375, + 0.808594, + 0.976562, + 0.835938, + 0.796875, + 1.039062, + 0.941406, + 0.796875, + 0.78125, + 0.902344, + 0.878906, + 0.902344, + 0.488281, + 0.902344, + 1.148438, + 0.75, + 1.015625, + 0.804688, + 1.648438, + 0.898438, + 0.75, + 1.265625, + 0.871094, + 0.804688, + 0.65625, + 1.0, + 0.742188, + 1.023438, + 0.832031, + 1.554688, + 0.832031, + 1.414062, + 1.8125, + 0.789062, + 0.855469, + 0.894531, + 1.304688, + 0.945312, + 1.070312, + 0.867188, + 0.835938, + 0.890625, + 0.890625, + 1.09375, + 1.242188, + 1.039062, + 0.871094, + 1.320312, + 0.380859, + 0.9375, + 0.738281, + 0.941406, + 0.283203, + 0.714844, + 1.0625, + 0.796875, + 1.070312, + 1.5, + 1.203125, + 1.21875, + 0.8125, + 1.0625, + 1.296875, + 0.851562, + 1.140625, + 0.855469, + 1.039062, + 0.8125, + 0.503906, + 1.414062, + 1.367188, + 1.203125, + 0.820312, + 1.203125, + 0.882812, + 1.09375, + 0.753906, + 0.871094, + 0.8125, + 0.8125, + 1.3125, + 1.117188, + 0.84375, + 0.462891, + 0.792969, + 1.203125, + 1.007812, + 1.148438, + 0.632812, + 0.953125, + 0.78125, + 0.855469, + 0.785156, + 0.757812, + 0.914062, + 0.824219, + 1.289062, + 0.695312, + 0.816406, + 0.925781, + 0.78125, + 1.25, + 0.820312, + 1.039062, + 0.804688, + 0.808594, + 0.953125, + 1.335938, + 1.015625, + 0.921875, + 1.023438, + 1.03125, + 1.289062, + 1.1875, + 1.289062, + 0.898438, + 1.265625, + 0.890625, + 0.337891, + 0.90625, + 0.6875, + 0.832031, + 0.769531, + 0.910156, + 1.3125, + 0.863281, + 0.746094, + 1.085938, + 1.085938, + 0.871094, + 1.007812, + 0.287109, + 0.824219, + 0.953125, + 0.855469, + 0.710938, + 1.257812, + 0.777344, + 0.804688, + 0.851562, + 0.949219, + 0.902344, + 0.898438, + 0.957031, + 0.792969, + 1.0625, + 0.789062, + 1.132812, + 0.976562, + 0.96875, + 1.351562, + 0.996094, + 1.539062, + 0.949219, + 0.730469, + 0.683594, + 0.757812, + 0.90625, + 0.9375, + 0.867188, + 1.265625, + 0.84375, + 0.886719, + 0.996094, + 1.070312, + 1.445312, + 1.148438, + 0.980469, + 1.335938, + 0.914062, + 0.828125, + 0.839844, + 1.414062, + 0.335938, + 0.84375, + 1.617188, + 1.148438, + 1.4375, + 1.09375, + 1.273438, + 0.992188, + 0.777344, + 1.023438, + 0.734375, + 0.980469, + 0.691406, + 0.753906, + 1.179688, + 0.675781, + 0.613281, + 1.007812, + 1.109375, + 0.824219, + 0.851562, + 0.921875, + 1.242188, + 0.980469, + 0.902344, + 0.886719, + 0.8125, + 1.195312, + 1.1875, + 0.78125, + 0.902344, + 0.730469, + 0.800781, + 1.195312, + 0.921875, + 0.953125, + 0.910156, + 0.910156, + 1.195312, + 0.777344, + 1.28125, + 1.226562, + 0.832031, + 0.882812, + 1.03125, + 1.054688, + 1.1875, + 0.96875, + 1.148438, + 1.070312, + 0.9375, + 0.890625, + 1.046875, + 0.921875, + 1.265625, + 1.085938, + 1.015625, + 1.203125, + 0.867188, + 1.210938, + 0.515625, + 1.078125, + 0.847656, + 0.5, + 0.855469, + 1.046875, + 1.195312, + 1.117188, + 1.226562, + 0.777344, + 0.78125, + 0.945312, + 1.117188, + 1.007812, + 0.746094, + 1.328125, + 1.164062, + 1.078125, + 0.785156, + 1.21875, + 1.140625, + 0.824219, + 0.859375, + 0.90625, + 1.226562, + 0.910156, + 0.820312, + 0.933594, + 0.933594, + 0.992188, + 0.734375, + 1.15625, + 0.730469, + 0.933594, + 0.816406, + 0.976562, + 1.101562, + 0.878906, + 0.71875, + 1.335938, + 0.886719, + 0.8125, + 1.234375, + 0.828125, + 0.902344, + 0.75, + 1.15625, + 1.171875, + 1.054688, + 0.964844, + 1.226562, + 0.734375, + 0.902344, + 1.164062, + 1.492188, + 1.171875, + 0.59375, + 0.949219, + 1.320312, + 1.429688, + 0.96875, + 0.941406, + 1.28125, + 1.484375, + 1.679688, + 1.335938, + 1.429688, + 0.859375, + 0.859375, + 0.847656, + 0.890625, + 0.761719, + 0.953125, + 0.84375, + 0.855469, + 0.898438, + 0.757812, + 0.871094, + 0.964844, + 1.164062, + 0.753906, + 1.101562, + 0.945312, + 1.34375, + 0.789062, + 0.816406, + 0.839844, + 0.417969, + 0.796875, + 1.265625, + 0.949219, + 0.855469, + 0.839844, + 1.109375, + 1.179688, + 1.117188, + 0.800781, + 1.140625, + 0.789062, + 0.894531, + 1.578125, + 0.855469, + 0.828125, + 0.816406, + 0.875, + 1.148438, + 1.296875, + 1.023438, + 0.972656, + 0.839844, + 0.828125, + 0.851562, + 0.8125, + 1.148438, + 0.800781, + 0.898438, + 1.328125, + 0.84375, + 0.707031, + 0.980469, + 0.34375, + 1.046875, + 1.359375, + 0.902344, + 1.148438, + 0.765625, + 1.03125, + 1.015625, + 0.800781, + 1.101562, + 1.40625, + 0.933594, + 0.757812, + 0.652344, + 0.765625, + 1.125, + 0.867188, + 1.015625, + 0.933594, + 0.738281, + 0.914062, + 0.84375, + 0.980469, + 1.304688, + 1.679688, + 0.9375, + 1.273438, + 1.296875, + 0.455078, + 1.046875, + 0.949219, + 0.789062, + 1.367188, + 0.773438, + 0.910156, + 1.25, + 1.117188, + 1.023438, + 0.789062, + 0.910156, + 0.828125, + 1.101562, + 0.8125, + 0.458984, + 0.871094, + 0.882812, + 0.996094, + 0.863281, + 0.941406, + 0.933594, + 0.765625, + 1.15625, + 0.902344, + 1.140625, + 0.789062, + 1.273438, + 1.171875, + 1.195312, + 1.023438, + 0.9375, + 0.933594, + 0.867188, + 0.984375, + 1.0625, + 0.976562, + 1.328125, + 1.226562, + 1.265625, + 0.851562, + 0.882812, + 0.980469, + 0.992188, + 0.890625, + 0.976562, + 0.792969, + 0.835938, + 1.140625, + 0.757812, + 0.898438, + 1.625, + 1.023438, + 0.875, + 0.925781, + 1.085938, + 1.085938, + 0.792969, + 0.296875, + 0.785156, + 1.03125, + 0.753906, + 1.15625, + 1.070312, + 0.828125, + 0.964844, + 0.960938, + 0.855469, + 1.085938, + 1.148438, + 0.980469, + 1.5625, + 1.3125, + 0.859375, + 1.0625, + 0.796875, + 0.632812, + 1.46875, + 0.777344, + 1.0625, + 0.8125, + 0.851562, + 1.289062, + 0.363281, + 0.996094, + 0.988281, + 0.777344, + 1.046875, + 1.257812, + 1.15625, + 1.359375, + 0.953125, + 0.8125, + 1.289062, + 0.796875, + 0.78125, + 1.25, + 0.792969, + 1.273438, + 0.84375, + 0.855469, + 0.855469, + 0.28125, + 1.101562, + 0.625, + 1.148438, + 1.203125, + 0.714844, + 1.039062, + 0.855469, + 1.132812, + 1.210938, + 1.0625, + 0.808594, + 0.863281, + 1.132812, + 0.75, + 0.84375, + 1.085938, + 0.8125, + 0.75, + 0.902344, + 0.574219, + 0.847656, + 1.03125, + 0.839844, + 0.933594, + 0.785156, + 0.875, + 0.820312, + 0.792969, + 0.664062, + 1.328125, + 0.886719, + 0.789062, + 0.863281, + 0.314453, + 0.839844, + 1.296875, + 0.949219, + 1.1875, + 0.960938, + 1.382812, + 1.21875, + 1.148438, + 0.523438, + 0.894531, + 0.964844, + 1.320312, + 1.203125, + 0.859375, + 1.210938, + 1.148438, + 0.855469, + 0.871094, + 0.773438, + 0.792969, + 0.859375, + 1.046875, + 1.023438, + 0.886719, + 1.304688, + 0.917969, + 0.914062, + 0.820312, + 0.800781, + 0.777344, + 0.820312, + 0.800781, + 0.287109, + 0.785156, + 0.714844, + 1.054688, + 1.296875, + 0.75, + 0.835938, + 0.945312, + 0.941406, + 0.984375, + 0.839844, + 0.808594, + 0.773438, + 0.847656, + 1.164062, + 0.84375, + 1.0625, + 0.847656, + 1.164062, + 0.957031, + 0.847656, + 0.78125, + 1.0625, + 0.746094, + 0.439453, + 0.785156, + 1.21875, + 0.832031, + 0.824219, + 0.792969, + 0.878906, + 1.078125, + 0.96875, + 1.171875, + 1.164062, + 0.726562, + 0.941406, + 1.164062, + 0.90625, + 0.753906, + 1.234375, + 0.820312, + 0.832031, + 0.800781, + 0.929688, + 0.878906, + 1.054688, + 0.828125, + 0.9375, + 0.699219, + 0.988281, + 0.800781, + 0.796875, + 0.796875, + 1.296875, + 1.40625, + 0.734375, + 0.875, + 1.007812, + 0.494141, + 0.835938, + 0.84375, + 0.972656, + 0.796875, + 1.15625, + 0.792969, + 0.773438, + 1.320312, + 1.382812, + 0.835938, + 0.914062, + 0.832031, + 0.933594, + 0.867188, + 0.753906, + 0.84375, + 0.863281, + 0.796875, + 0.714844, + 0.808594, + 0.773438, + 0.757812, + 0.988281, + 0.855469, + 0.640625, + 0.839844, + 1.0, + 1.015625, + 0.878906, + 0.828125, + 1.125, + 0.730469, + 0.875, + 0.824219, + 1.148438, + 0.820312, + 0.953125, + 0.847656, + 0.796875, + 0.890625, + 1.023438, + 1.5, + 1.132812, + 1.03125, + 0.875, + 1.203125, + 0.796875, + 0.824219, + 0.816406, + 1.054688, + 1.40625, + 0.789062, + 1.015625, + 0.523438, + 0.921875, + 0.84375, + 0.777344, + 1.054688, + 1.1875, + 0.683594, + 0.914062, + 0.804688, + 0.75, + 0.851562, + 0.730469, + 0.917969, + 0.945312, + 1.164062, + 0.839844, + 0.796875, + 1.335938, + 0.71875, + 0.796875, + 0.328125, + 0.785156, + 0.859375, + 1.132812, + 1.070312, + 0.902344, + 0.640625, + 1.65625, + 0.898438, + 1.226562, + 1.179688, + 0.792969, + 0.894531, + 1.742188, + 0.800781, + 1.179688, + 0.796875, + 1.039062, + 1.117188, + 1.304688, + 1.046875, + 0.417969, + 1.195312, + 1.617188, + 0.953125, + 1.09375, + 0.816406, + 0.953125, + 1.039062, + 0.867188, + 1.085938, + 1.359375, + 1.296875, + 0.972656, + 0.789062, + 1.046875, + 0.945312, + 0.738281, + 0.863281, + 1.257812, + 0.455078, + 0.933594, + 0.871094, + 0.726562, + 1.257812, + 0.992188, + 1.09375, + 0.78125, + 0.769531, + 1.015625, + 0.8125, + 1.085938, + 1.085938, + 1.609375, + 0.699219, + 0.859375, + 0.941406, + 0.757812, + 1.1875, + 0.217773, + 0.980469, + 0.902344, + 0.808594, + 1.226562, + 0.964844, + 0.765625, + 1.1875, + 0.839844, + 0.726562, + 0.851562, + 0.361328, + 1.03125, + 1.0, + 1.03125, + 0.832031, + 0.980469, + 0.734375, + 0.789062, + 1.375, + 0.310547, + 1.96875, + 0.9375, + 0.9375, + 1.640625, + 0.761719, + 0.863281, + 0.75, + 1.15625, + 0.84375, + 0.976562, + 0.742188, + 1.171875, + 1.0, + 0.980469, + 1.664062, + 1.03125, + 0.960938, + 0.785156, + 1.28125, + 0.796875, + 0.800781, + 1.203125, + 1.320312, + 0.867188, + 1.125, + 0.886719, + 1.1875, + 0.8125, + 0.945312, + 1.265625, + 0.867188, + 0.984375, + 0.291016, + 0.992188, + 1.0, + 1.179688, + 0.925781, + 1.179688, + 1.007812, + 0.816406, + 0.78125, + 1.078125, + 0.996094, + 1.421875, + 0.785156, + 0.855469, + 1.148438, + 0.945312, + 0.796875, + 0.933594, + 1.21875, + 0.8125, + 0.847656, + 0.820312, + 1.242188, + 0.839844, + 0.851562, + 0.910156, + 1.296875, + 1.367188, + 0.648438, + 0.9375, + 0.9375, + 0.550781, + 0.859375, + 0.773438, + 1.203125, + 0.757812, + 0.816406, + 0.863281, + 0.910156, + 0.761719, + 2.59375, + 0.8125, + 0.828125, + 0.980469, + 0.941406, + 0.949219, + 0.949219, + 0.839844, + 1.125, + 1.148438, + 1.359375, + 0.404297, + 1.023438, + 0.988281, + 0.992188, + 0.886719, + 0.886719, + 0.855469, + 1.296875, + 0.753906, + 1.25, + 0.816406, + 1.0, + 0.761719, + 0.824219, + 0.941406, + 1.234375, + 0.847656, + 1.257812, + 1.390625, + 0.871094, + 0.832031, + 1.179688, + 1.132812, + 0.902344, + 1.210938, + 0.851562, + 0.357422, + 0.980469, + 0.808594, + 0.396484, + 0.964844, + 0.824219, + 1.476562, + 0.878906, + 1.34375, + 0.894531, + 1.023438, + 0.941406, + 0.960938, + 0.832031, + 0.789062, + 1.53125, + 0.859375, + 0.396484, + 0.808594, + 0.734375, + 0.859375, + 1.460938, + 0.90625, + 0.8125, + 1.289062, + 1.007812, + 1.039062, + 0.898438, + 0.523438, + 0.824219, + 1.1875, + 1.179688, + 1.039062, + 0.511719, + 1.210938, + 0.691406, + 0.835938, + 1.023438, + 0.792969, + 2.3125, + 1.179688, + 1.148438, + 0.816406, + 0.640625, + 0.90625, + 0.3125, + 0.941406, + 0.902344, + 1.164062, + 0.902344, + 0.847656, + 1.15625, + 0.847656, + 1.09375, + 0.90625, + 1.195312, + 1.171875, + 0.984375, + 0.789062, + 0.878906, + 0.859375, + 0.777344, + 1.25, + 1.179688, + 0.820312, + 0.90625, + 0.804688, + 0.832031, + 1.125, + 1.15625, + 0.5, + 0.421875, + 0.953125, + 0.855469, + 0.976562, + 0.90625, + 1.054688, + 1.265625, + 0.816406, + 0.722656, + 0.804688, + 0.84375, + 0.726562, + 1.117188, + 0.773438, + 0.96875, + 0.878906, + 0.871094, + 0.839844, + 0.847656, + 0.90625, + 0.847656, + 0.804688, + 0.820312, + 1.015625, + 0.835938, + 0.894531, + 1.125, + 0.355469, + 0.964844, + 0.617188, + 0.785156, + 0.984375, + 1.0, + 1.015625 + ] + }, + "name": "model.model.layers.21.input_layernorm.weight", + "outputIndexes": [ + 1726 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1725 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_21/Mul_output_0", + "outputIndexes": [ + 1727 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1726, + 1727 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_21/Mul_1_output_0", + "outputIndexes": [ + 1728 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1728 + ], + "outputIndexes": [ + 2896 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2896 + ], + "outputIndexes": [ + 2897 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear", + "inputIndexes": [ + 2897 + ], + "outputIndexes": [ + 2898 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2753246370, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2898 + ], + "outputIndexes": [ + 2899 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2899 + ], + "outputIndexes": [ + 1729 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1728 + ], + "main_type": "NONE", + "name": "/Shape_295_output_0", + "outputIndexes": [ + 1730 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1730 + ], + "main_type": "NONE", + "name": "Shape5329", + "outputIndexes": [ + 1731 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1730 + ], + "main_type": "NONE", + "name": "Rank5331", + "outputIndexes": [ + 1732 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1732, + 1732 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5333", + "outputIndexes": [ + 1733 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1733 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5334", + "outputIndexes": [ + 1734 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1733, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5336", + "outputIndexes": [ + 1735 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1735 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5337", + "outputIndexes": [ + 1736 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1731, + 1734, + 1736, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5340", + "outputIndexes": [ + 1737 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1737 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5341", + "outputIndexes": [ + 1738 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5342", + "outputIndexes": [ + 1739 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1739, + 1738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5343", + "outputIndexes": [ + 1740 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1730, + 1740, + 1733 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_319_output_0", + "outputIndexes": [ + 1741 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1741, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_673_output_0", + "outputIndexes": [ + 1742 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1742, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_273_output_0", + "outputIndexes": [ + 1743 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1729, + 1743 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_190_output_0", + "outputIndexes": [ + 1744 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1744, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_168_output_0", + "outputIndexes": [ + 1745 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1744 + ], + "main_type": "NONE", + "name": "/Shape_296_output_0", + "outputIndexes": [ + 1746 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1746 + ], + "main_type": "NONE", + "name": "Shape5350", + "outputIndexes": [ + 1747 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1746 + ], + "main_type": "NONE", + "name": "Rank5352", + "outputIndexes": [ + 1748 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1748, + 1748 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5354", + "outputIndexes": [ + 1749 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1749 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5355", + "outputIndexes": [ + 1750 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1749, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5357", + "outputIndexes": [ + 1751 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1751 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5358", + "outputIndexes": [ + 1752 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1747, + 1750, + 1752, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5361", + "outputIndexes": [ + 1753 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1753 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5362", + "outputIndexes": [ + 1754 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1754 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5363", + "outputIndexes": [ + 1755 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1755, + 1754 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5364", + "outputIndexes": [ + 1756 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1746, + 1756, + 1749 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_320_output_0", + "outputIndexes": [ + 1757 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1757, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_63_output_0", + "outputIndexes": [ + 1758 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1758, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_678_output_0", + "outputIndexes": [ + 1759 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1744, + 1759, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_85_output_0", + "outputIndexes": [ + 1760 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1760 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_42_output_0", + "outputIndexes": [ + 1761 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1744, + 22, + 1759, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_84_output_0", + "outputIndexes": [ + 1762 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1761, + 1762 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_276_output_0", + "outputIndexes": [ + 1763 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1763, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_169_output_0", + "outputIndexes": [ + 1764 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1745, + 1764 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_105_output_0", + "outputIndexes": [ + 1765 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1728 + ], + "outputIndexes": [ + 2900 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2900 + ], + "outputIndexes": [ + 2901 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear", + "inputIndexes": [ + 2901 + ], + "outputIndexes": [ + 2902 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2760486072, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2902 + ], + "outputIndexes": [ + 2903 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2903 + ], + "outputIndexes": [ + 1766 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1742, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_274_output_0", + "outputIndexes": [ + 1767 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1766, + 1767 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_191_output_0", + "outputIndexes": [ + 1768 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1768, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_170_output_0", + "outputIndexes": [ + 1769 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1768 + ], + "main_type": "NONE", + "name": "/Shape_297_output_0", + "outputIndexes": [ + 1770 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1770 + ], + "main_type": "NONE", + "name": "Shape5413", + "outputIndexes": [ + 1771 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1770 + ], + "main_type": "NONE", + "name": "Rank5415", + "outputIndexes": [ + 1772 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1772, + 1772 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5417", + "outputIndexes": [ + 1773 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1773 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5418", + "outputIndexes": [ + 1774 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1773, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5420", + "outputIndexes": [ + 1775 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1775 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5421", + "outputIndexes": [ + 1776 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1771, + 1774, + 1776, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5424", + "outputIndexes": [ + 1777 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1777 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5425", + "outputIndexes": [ + 1778 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5426", + "outputIndexes": [ + 1779 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1779, + 1778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5427", + "outputIndexes": [ + 1780 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1770, + 1780, + 1773 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_321_output_0", + "outputIndexes": [ + 1781 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1781, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_64_output_0", + "outputIndexes": [ + 1782 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1782, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_680_output_0", + "outputIndexes": [ + 1783 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1768, + 1783, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_87_output_0", + "outputIndexes": [ + 1784 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1784 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_43_output_0", + "outputIndexes": [ + 1785 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1768, + 22, + 1783, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_86_output_0", + "outputIndexes": [ + 1786 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1785, + 1786 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_277_output_0", + "outputIndexes": [ + 1787 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1787, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_171_output_0", + "outputIndexes": [ + 1788 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1769, + 1788 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_106_output_0", + "outputIndexes": [ + 1789 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1728 + ], + "outputIndexes": [ + 2904 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2904 + ], + "outputIndexes": [ + 2905 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear", + "inputIndexes": [ + 2905 + ], + "outputIndexes": [ + 2906 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2761520334, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2906 + ], + "outputIndexes": [ + 2907 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2907 + ], + "outputIndexes": [ + 1790 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1790, + 1767 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_192_output_0", + "outputIndexes": [ + 1791 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1765, + 1789, + 1791, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_197_output_0", + "outputIndexes": [ + 1792 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1792 + ], + "outputIndexes": [ + 2908 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2908 + ], + "outputIndexes": [ + 2909 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear", + "inputIndexes": [ + 2909 + ], + "outputIndexes": [ + 2910 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2762554596, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2910 + ], + "outputIndexes": [ + 2911 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2911 + ], + "outputIndexes": [ + 1793 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1725, + 1793 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_108_output_0", + "outputIndexes": [ + 1794 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.359375, + 1.3125, + 1.578125, + 1.007812, + 1.351562, + 1.117188, + 1.273438, + 1.351562, + 0.65625, + 0.863281, + 1.28125, + 0.949219, + 1.203125, + 1.117188, + 0.917969, + 1.289062, + 1.289062, + 1.15625, + 1.296875, + 0.828125, + 0.710938, + 1.296875, + 1.28125, + 1.117188, + 1.101562, + 1.414062, + 0.785156, + 1.023438, + 1.070312, + 1.132812, + 1.390625, + 0.945312, + 0.671875, + 1.171875, + 1.421875, + 1.601562, + 1.015625, + 0.474609, + 1.273438, + 0.816406, + 1.375, + 1.265625, + 1.382812, + 1.226562, + 1.445312, + 1.414062, + 0.71875, + 1.390625, + 1.265625, + 0.929688, + 1.398438, + 1.21875, + 1.210938, + 1.210938, + 1.304688, + 1.109375, + 1.359375, + 1.59375, + 1.359375, + 0.851562, + 1.054688, + 1.328125, + 1.367188, + 1.265625, + 1.460938, + 1.304688, + 0.96875, + 1.242188, + 0.96875, + 1.164062, + 1.15625, + 0.917969, + 1.34375, + 1.21875, + 1.320312, + 1.390625, + 1.007812, + 1.046875, + 0.617188, + 1.453125, + 1.421875, + 1.460938, + 1.40625, + 1.171875, + 1.296875, + 0.699219, + 1.289062, + 1.453125, + 1.3125, + 0.808594, + 1.304688, + 1.328125, + 1.335938, + 1.304688, + 1.1875, + 1.234375, + 0.691406, + 0.996094, + 1.296875, + 0.851562, + 1.015625, + 0.992188, + 1.507812, + 1.234375, + 0.992188, + 1.351562, + 1.109375, + 0.953125, + 1.09375, + 1.195312, + 1.257812, + 1.179688, + 1.265625, + 0.378906, + 1.203125, + 0.283203, + 0.988281, + 1.328125, + 1.429688, + 0.921875, + 1.132812, + 1.203125, + 1.429688, + 1.273438, + 1.226562, + 1.179688, + 1.359375, + 1.195312, + 0.710938, + 1.015625, + 0.792969, + 1.1875, + 0.996094, + 1.28125, + 1.492188, + 1.257812, + 1.140625, + 1.320312, + 1.023438, + 1.34375, + 1.125, + 1.359375, + 1.492188, + 1.03125, + 0.585938, + 0.90625, + 1.328125, + 1.265625, + 1.421875, + 1.289062, + 1.398438, + 1.28125, + 1.171875, + 1.273438, + 1.0, + 1.085938, + 1.0, + 0.855469, + 1.382812, + 1.421875, + 0.851562, + 0.890625, + 0.628906, + 1.242188, + 0.472656, + 0.96875, + 1.148438, + 0.933594, + 1.21875, + 1.273438, + 1.289062, + 1.046875, + 1.039062, + 1.0625, + 1.226562, + 1.476562, + 1.242188, + 1.210938, + 1.40625, + 1.203125, + 0.949219, + 1.21875, + 1.367188, + 0.851562, + 0.914062, + 1.289062, + 1.1875, + 0.902344, + 1.164062, + 1.335938, + 0.953125, + 1.257812, + 0.917969, + 1.125, + 1.273438, + 1.273438, + 1.265625, + 1.375, + 0.894531, + 1.242188, + 1.234375, + 0.402344, + 1.1875, + 1.15625, + 1.234375, + 1.28125, + 0.917969, + 1.078125, + 1.390625, + 0.941406, + 1.367188, + 1.164062, + 1.046875, + 1.265625, + 1.257812, + 1.125, + 0.949219, + 0.933594, + 1.46875, + 1.171875, + 1.203125, + 0.941406, + 1.054688, + 1.335938, + 1.304688, + 1.46875, + 0.992188, + 1.03125, + 1.15625, + 1.265625, + 1.3125, + 1.34375, + 1.265625, + 1.210938, + 1.304688, + 1.1875, + 1.140625, + 1.453125, + 0.699219, + 1.242188, + 1.3125, + 1.195312, + 1.34375, + 1.226562, + 1.078125, + 0.964844, + 1.351562, + 1.382812, + 1.304688, + 1.210938, + 1.257812, + 1.296875, + 1.023438, + 1.15625, + 1.257812, + 1.039062, + 1.257812, + 0.71875, + 1.21875, + 0.910156, + 1.242188, + 1.328125, + 1.304688, + 1.367188, + 1.242188, + 1.03125, + 1.234375, + 1.257812, + 1.085938, + 1.304688, + 1.203125, + 1.34375, + 1.328125, + 1.054688, + 1.078125, + 1.601562, + 1.296875, + 0.539062, + 1.078125, + 1.328125, + 1.179688, + 1.273438, + 0.722656, + 1.304688, + 1.132812, + 1.453125, + 1.015625, + 1.34375, + 1.3125, + 0.828125, + 1.4375, + 0.832031, + 1.101562, + 0.953125, + 0.84375, + 1.164062, + 0.980469, + 0.976562, + 1.265625, + 1.210938, + 1.101562, + 1.023438, + 0.910156, + 1.328125, + 1.546875, + 1.367188, + 1.21875, + 1.210938, + 1.195312, + 1.28125, + 0.71875, + 1.132812, + 1.25, + 1.226562, + 0.498047, + 1.328125, + 1.25, + 1.453125, + 1.265625, + 1.242188, + 1.390625, + 1.210938, + 1.085938, + 1.15625, + 1.101562, + 1.273438, + 1.148438, + 1.242188, + 1.140625, + 1.125, + 0.703125, + 1.164062, + 1.164062, + 1.148438, + 0.960938, + 1.210938, + 1.296875, + 1.59375, + 1.3125, + 0.976562, + 0.683594, + 1.171875, + 1.203125, + 1.195312, + 0.753906, + 1.320312, + 1.4375, + 1.296875, + 1.148438, + 1.226562, + 1.25, + 0.9375, + 1.3125, + 1.242188, + 1.46875, + 1.234375, + 1.304688, + 1.296875, + 1.164062, + 1.25, + 1.085938, + 1.46875, + 0.761719, + 0.980469, + 0.761719, + 0.890625, + 1.164062, + 1.421875, + 1.25, + 0.851562, + 1.234375, + 1.273438, + 1.328125, + 1.132812, + 1.34375, + 1.523438, + 0.789062, + 0.890625, + 1.273438, + 1.3125, + 1.25, + 1.34375, + 0.960938, + 1.359375, + 1.34375, + 0.925781, + 1.445312, + 1.265625, + 1.195312, + 1.054688, + 1.273438, + 1.382812, + 0.949219, + 0.953125, + 1.101562, + 1.359375, + 1.046875, + 1.09375, + 1.296875, + 0.757812, + 0.988281, + 1.359375, + 0.921875, + 1.40625, + 0.847656, + 1.3125, + 1.21875, + 1.304688, + 1.320312, + 1.078125, + 0.886719, + 1.25, + 1.390625, + 1.25, + 1.335938, + 1.476562, + 1.351562, + 1.257812, + 1.273438, + 1.328125, + 0.960938, + 1.054688, + 1.203125, + 0.863281, + 1.15625, + 0.902344, + 1.375, + 1.359375, + 0.847656, + 1.226562, + 1.25, + 1.164062, + 0.871094, + 1.15625, + 1.304688, + 0.917969, + 1.164062, + 1.296875, + 1.164062, + 1.0, + 1.210938, + 1.351562, + 1.351562, + 1.25, + 0.933594, + 1.015625, + 1.179688, + 1.320312, + 1.234375, + 1.375, + 1.359375, + 1.25, + 1.320312, + 1.242188, + 1.25, + 2.625, + 0.980469, + 1.148438, + -8.6e-05, + 1.117188, + 1.289062, + 1.132812, + 1.265625, + 0.777344, + 0.953125, + 1.289062, + 1.015625, + 1.234375, + 0.917969, + 1.210938, + 1.101562, + 0.738281, + 1.304688, + 1.296875, + 1.320312, + 0.917969, + 1.140625, + 0.90625, + 1.320312, + 1.304688, + 1.375, + 1.25, + 0.992188, + 1.289062, + 0.828125, + 1.367188, + 1.546875, + 1.242188, + 1.351562, + 1.234375, + 0.996094, + 1.390625, + 1.453125, + 1.296875, + 1.421875, + 1.054688, + 1.273438, + 1.148438, + 1.359375, + 1.335938, + 1.210938, + 1.039062, + 1.09375, + 0.980469, + 1.179688, + 1.039062, + 1.296875, + 0.910156, + 1.28125, + 1.132812, + 1.328125, + 1.367188, + 1.28125, + 1.390625, + 1.320312, + 1.046875, + 1.039062, + 1.21875, + 1.132812, + 1.453125, + 1.125, + 1.328125, + 1.320312, + 0.742188, + 1.28125, + 1.0, + 1.390625, + 1.34375, + 1.273438, + 1.1875, + 1.25, + 1.304688, + 1.359375, + 1.28125, + 1.179688, + 1.304688, + 0.917969, + 1.242188, + 1.1875, + 1.335938, + 0.875, + 0.890625, + 0.847656, + 1.234375, + 0.875, + 1.382812, + 1.585938, + 0.605469, + 0.925781, + 1.5625, + 1.125, + 1.445312, + 1.25, + 0.898438, + 1.09375, + 0.9375, + 1.15625, + 1.28125, + 1.3125, + 1.0625, + 1.484375, + 1.273438, + 1.109375, + 0.925781, + 0.964844, + 1.359375, + 1.179688, + 1.234375, + 1.210938, + 0.964844, + 1.273438, + 1.234375, + 0.976562, + 0.964844, + 1.203125, + 1.210938, + 1.195312, + 1.53125, + 0.921875, + 1.359375, + 1.359375, + 1.242188, + 1.3125, + 1.007812, + 1.34375, + 1.21875, + 1.1875, + 0.953125, + 1.242188, + 0.976562, + 1.382812, + 1.203125, + 1.3125, + 1.257812, + 1.3125, + 0.886719, + 1.140625, + 1.03125, + 0.949219, + 1.0, + 1.398438, + 0.925781, + 1.078125, + 1.390625, + 1.179688, + 1.335938, + 1.226562, + 1.210938, + 0.421875, + 1.40625, + 1.46875, + 1.398438, + 1.0625, + 0.847656, + 1.335938, + 1.273438, + 0.734375, + 1.15625, + 1.195312, + 1.273438, + 1.3125, + 1.265625, + 0.474609, + 1.234375, + 0.511719, + 1.171875, + 1.773438, + 1.273438, + 1.234375, + 1.492188, + 1.015625, + 1.09375, + 1.125, + 1.210938, + 1.007812, + 1.03125, + 1.320312, + 1.046875, + 1.3125, + 1.226562, + 1.171875, + 0.839844, + 1.28125, + 1.289062, + 1.460938, + 0.765625, + 1.257812, + 1.226562, + 1.257812, + 1.164062, + 0.761719, + 1.101562, + 1.273438, + 0.882812, + 0.78125, + 1.34375, + 1.109375, + 1.304688, + 1.3125, + 0.925781, + 0.886719, + 1.085938, + 0.488281, + 1.3125, + 1.304688, + 1.351562, + 1.234375, + 1.171875, + 1.34375, + 1.28125, + 1.140625, + 1.210938, + 1.28125, + 1.304688, + 1.273438, + 1.234375, + 1.414062, + 0.984375, + 1.140625, + 1.34375, + 1.242188, + 1.28125, + 1.015625, + 1.34375, + 0.839844, + 1.101562, + 1.210938, + 1.015625, + 1.03125, + 0.785156, + 1.414062, + 1.132812, + 1.273438, + 1.421875, + 1.179688, + 0.871094, + 0.660156, + 1.375, + 0.804688, + 1.273438, + 0.976562, + 1.34375, + 1.351562, + 1.265625, + 1.195312, + 1.273438, + 1.117188, + 0.714844, + 1.289062, + 1.390625, + 1.15625, + 0.964844, + 1.078125, + 1.132812, + 0.945312, + 0.141602, + 0.726562, + 1.273438, + 0.886719, + 1.382812, + 0.953125, + 1.28125, + 1.242188, + 1.242188, + 1.359375, + 1.265625, + 1.234375, + 0.792969, + 0.996094, + 1.054688, + 1.304688, + 1.296875, + 1.132812, + 1.265625, + 0.960938, + 1.289062, + 0.84375, + 1.023438, + 1.171875, + 1.359375, + 1.21875, + 1.257812, + 0.921875, + 0.949219, + 1.242188, + 1.226562, + 1.335938, + 1.03125, + 1.414062, + 1.132812, + 0.832031, + 1.273438, + 1.210938, + 1.15625, + 1.367188, + 1.203125, + 0.941406, + 1.34375, + 1.171875, + 0.832031, + 1.296875, + 1.070312, + 1.273438, + 0.800781, + 1.28125, + 1.226562, + 1.3125, + 0.980469, + 0.820312, + 1.5, + 1.140625, + 1.320312, + 0.691406, + 1.148438, + 1.453125, + 0.757812, + 1.21875, + 1.484375, + 1.3125, + 1.164062, + 1.1875, + 0.953125, + 1.375, + 1.226562, + 0.90625, + 1.25, + 1.226562, + 0.917969, + 1.257812, + 1.242188, + 1.296875, + 0.847656, + 0.453125, + 1.078125, + 1.351562, + 0.835938, + 0.859375, + 1.367188, + 1.4375, + 1.328125, + 1.179688, + 0.554688, + 1.210938, + 1.40625, + 1.289062, + 0.765625, + 1.25, + 1.21875, + 1.0, + 0.890625, + 1.078125, + 1.125, + 1.257812, + 1.875, + 1.296875, + 1.15625, + 1.140625, + 0.902344, + 1.382812, + 0.816406, + 1.140625, + 1.203125, + 0.8125, + 1.398438, + 0.847656, + 0.960938, + 1.234375, + 1.140625, + 1.15625, + 1.070312, + 1.296875, + 1.1875, + 1.40625, + 1.375, + 1.03125, + 1.539062, + 0.933594, + 1.335938, + 1.359375, + 1.289062, + 1.28125, + 0.882812, + 0.988281, + 1.4375, + 0.859375, + 1.21875, + 1.179688, + 1.039062, + 1.25, + 1.25, + 1.257812, + 1.265625, + 0.960938, + 0.890625, + 1.265625, + 1.21875, + 1.203125, + 1.007812, + 1.382812, + 1.179688, + 1.46875, + 1.117188, + 1.125, + 1.296875, + 1.039062, + 1.132812, + 1.4375, + 1.023438, + 1.234375, + 1.3125, + 1.242188, + 1.179688, + 1.234375, + 1.40625, + 1.296875, + 1.382812, + 1.007812, + 0.703125, + 1.304688, + 0.539062, + 1.289062, + 1.421875, + 0.734375, + 1.164062, + 1.445312, + 1.304688, + 1.289062, + 1.296875, + 0.742188, + 0.832031, + 0.519531, + 1.304688, + 1.171875, + 1.234375, + 1.46875, + 1.25, + 1.203125, + 1.257812, + 0.648438, + 0.503906, + 1.367188, + 1.15625, + 1.203125, + 0.992188, + 1.335938, + 1.351562, + 1.25, + 1.382812, + 1.304688, + 1.132812, + 1.3125, + 1.375, + 1.265625, + 0.722656, + 1.289062, + 1.15625, + 1.328125, + 1.273438, + 1.046875, + 1.273438, + 1.351562, + 1.273438, + 1.242188, + 1.34375, + 1.34375, + 1.242188, + 1.429688, + 1.25, + 0.988281, + 1.3125, + 1.257812, + 1.117188, + 1.320312, + 1.101562, + 1.40625, + 1.226562, + 0.828125, + 1.390625, + 1.023438, + 1.25, + 0.949219, + 1.226562, + 1.234375, + 0.462891, + 0.498047, + 1.03125, + 1.460938, + 1.070312, + 0.53125, + 1.34375, + 1.367188, + 0.964844, + 1.273438, + 0.964844, + 1.21875, + 1.328125, + 1.195312, + 0.722656, + 1.085938, + 0.769531, + 0.902344, + 1.429688, + 1.289062, + 0.835938, + 0.953125, + 1.140625, + 1.15625, + 1.171875, + 0.988281, + 1.414062, + 1.375, + 1.25, + 0.773438, + 1.382812, + 1.351562, + 1.59375, + 1.242188, + 1.304688, + 1.414062, + 1.25, + 1.1875, + 0.957031, + 1.023438, + 0.671875, + 1.070312, + 0.894531, + 1.007812, + 0.964844, + 1.273438, + 1.0625, + 1.414062, + 1.25, + 1.0625, + 1.273438, + 1.023438, + 1.296875, + 1.273438, + 1.367188, + 0.738281, + 0.953125, + 1.210938, + 1.257812, + 1.101562, + 0.796875, + 0.933594, + 1.210938, + 1.359375, + 1.164062, + 1.398438, + 0.90625, + 1.296875, + 1.242188, + 1.179688, + 0.917969, + 0.726562, + 1.265625, + 1.351562, + 1.007812, + 0.996094, + 1.09375, + 1.15625, + 1.023438, + 1.203125, + 0.988281, + 0.960938, + 1.289062, + 0.757812, + 1.28125, + 1.117188, + 0.738281, + 1.390625, + 1.351562, + 1.3125, + 1.015625, + 1.132812, + 1.289062, + 1.367188, + 1.398438, + 0.878906, + 0.804688, + 1.0, + 1.15625, + 1.070312, + 0.730469, + 1.382812, + 1.085938, + 2.359375, + 1.171875, + 1.257812, + 1.242188, + 1.078125, + 0.988281, + 1.414062, + 0.664062, + 1.445312, + 1.1875, + 1.070312, + 1.359375, + 1.0, + 1.265625, + 1.140625, + 0.855469, + 0.964844, + 1.210938, + 0.867188, + 0.953125, + 0.839844, + 1.195312, + 0.828125, + 0.447266, + 1.320312, + 1.140625, + 1.34375, + 1.398438, + 0.960938, + 1.171875, + 1.148438, + 1.421875, + 1.101562, + 1.195312, + 1.273438, + 1.023438, + 0.894531, + 1.234375, + 1.359375, + 1.226562, + 1.21875, + 1.09375, + 1.015625, + 0.84375, + 1.070312, + 1.070312, + 0.753906, + 0.882812, + 1.304688, + 1.132812, + 1.375, + 1.421875, + 1.28125, + 0.925781, + 1.46875, + 1.195312, + 0.835938, + 1.148438, + 1.203125, + 1.453125, + 0.878906, + 1.1875, + 1.546875, + 1.414062, + 0.824219, + 1.28125, + 1.359375, + 1.273438, + 1.148438, + 1.429688, + 0.773438, + 1.132812, + 1.132812, + 1.289062, + 1.445312, + 0.613281, + 0.808594, + 1.0625, + 1.085938, + 1.085938, + 0.902344, + 1.5, + 1.242188, + 0.972656, + 1.1875, + 0.9375, + 1.335938, + 1.226562, + 1.210938, + 1.375, + 1.039062, + 1.296875, + 1.179688, + 1.039062, + 0.746094, + 1.3125, + 1.085938, + 1.320312, + 1.0625, + 1.195312, + 1.15625, + 1.0625, + 1.5, + 1.210938, + 1.046875, + 1.359375, + 0.824219, + 1.4375, + 1.15625, + 1.34375, + 1.34375, + 1.21875, + 1.03125, + 1.382812, + 1.109375, + 1.257812, + 1.171875, + 1.085938, + 1.484375, + 1.265625, + 1.148438, + 0.890625, + 1.375, + 0.976562, + 1.390625, + 1.320312, + 1.382812, + 1.28125, + 0.914062, + 0.925781, + 1.289062, + 1.148438, + 1.367188, + 1.296875, + 1.117188, + 1.445312, + 1.265625, + 1.273438, + 1.429688, + 1.414062, + 1.28125, + 1.382812, + 1.203125, + 1.171875, + 1.015625, + 0.890625, + 1.296875, + 1.398438, + 1.289062, + 1.351562, + 1.226562, + 1.242188, + 1.390625, + 1.132812, + 1.359375, + 1.320312, + 1.320312, + 1.171875, + 1.296875, + 0.675781, + 1.296875, + 0.945312, + 0.691406, + 1.21875, + 1.171875, + 1.226562, + 1.0625, + 1.25, + 1.289062, + 1.320312, + 1.453125, + 1.460938, + 1.265625, + 1.0, + 0.816406, + 0.816406, + 1.085938, + 1.421875, + 0.90625, + 2.109375, + 1.164062, + 1.273438, + 1.375, + 1.367188, + 1.171875, + 1.453125, + 1.445312, + 1.265625, + 0.945312, + 1.3125, + 1.476562, + 1.234375, + 1.039062, + 1.265625, + 1.40625, + 1.359375, + 1.421875, + 1.28125, + 1.5, + 1.335938, + 1.1875, + 1.546875, + 1.242188, + 1.109375, + 1.445312, + 1.296875, + 1.296875, + 1.359375, + 1.414062, + 1.335938, + 1.28125, + 1.242188, + 1.398438, + 1.101562, + 1.210938, + 0.910156, + 1.242188, + 1.296875, + 1.3125, + 0.871094, + 0.714844, + 1.242188, + 1.242188, + 1.328125, + 1.359375, + 1.328125, + 1.078125, + 1.054688, + 1.484375, + 1.226562, + 1.28125, + 0.949219, + 1.265625, + 0.820312, + 1.242188, + 1.171875, + 0.976562, + 1.023438, + 1.320312, + 0.714844, + 1.289062, + 1.117188, + 0.365234, + 1.328125, + 0.902344, + 0.898438, + 1.109375, + 1.351562, + 1.195312, + 1.0, + 1.273438, + 1.039062, + 0.957031, + 0.871094, + 0.769531, + 1.210938, + 0.402344, + 0.988281, + 0.9375, + 1.25, + 1.09375, + 1.367188, + 1.398438, + 0.964844, + 1.359375, + 0.867188, + 1.445312, + 1.023438, + 1.210938, + 1.375, + 1.351562, + 1.148438, + 1.28125, + 0.933594, + 1.390625, + 1.265625, + 1.65625, + 1.226562, + 0.921875, + 1.460938, + 1.445312, + 1.375, + 1.09375, + 1.242188, + 1.367188, + 1.132812, + 1.242188, + 1.117188, + 1.4375, + 1.234375, + 1.335938, + 1.320312, + 1.414062, + 1.164062, + 1.25, + 1.328125, + 0.925781, + 1.1875, + 1.390625, + 1.179688, + 1.289062, + 1.117188, + 1.273438, + 1.40625, + 1.179688, + 1.1875, + 0.796875, + 1.125, + 1.179688, + 0.925781, + 1.265625, + 2.1875, + 1.15625, + 0.976562, + 1.367188, + 1.09375, + 1.34375, + 1.289062, + 1.320312, + 1.304688, + 1.3125, + 1.242188, + 1.015625, + 1.15625, + 0.90625, + 1.265625, + 1.296875, + 1.304688, + 0.613281, + 1.375, + 1.304688, + 1.242188, + 1.273438, + 1.09375, + 0.964844, + 0.816406, + 1.257812, + 1.164062, + 1.164062, + 1.164062, + 1.15625, + 1.164062, + 1.203125, + 1.164062, + 1.242188, + 1.296875, + 1.039062, + 1.117188, + 0.984375, + 0.742188, + 0.992188, + 1.085938, + 1.367188, + 1.390625, + 1.328125, + 1.125, + 1.210938, + 1.234375, + 1.070312, + 1.15625, + 1.257812, + 1.1875, + 1.4375, + 1.46875, + 1.132812, + 0.757812, + 1.1875, + 1.1875, + 0.75, + 1.328125, + 1.367188, + 1.460938, + 1.210938, + 1.140625, + 1.132812, + 1.164062, + 0.824219, + 1.242188, + 0.757812, + 1.296875, + 1.179688, + 1.773438, + 0.675781, + 1.085938, + 1.359375, + 0.902344, + 1.164062, + 0.890625, + 1.289062, + 1.414062, + 1.289062, + 1.257812, + 1.195312, + 0.609375, + 1.226562, + 1.296875, + 1.242188, + 0.898438, + 1.335938, + 0.789062, + 1.382812, + 1.367188, + 1.304688, + 1.429688, + 1.46875, + 1.03125, + 1.195312, + 1.242188, + 1.265625, + 1.25, + 1.054688, + 1.265625, + 1.085938, + 1.140625, + 1.3125, + 0.644531, + 1.21875, + 1.296875, + 1.117188, + 1.195312, + 1.109375, + 1.046875, + 1.25, + 1.320312, + 0.796875, + 1.460938, + 1.3125, + 0.84375, + 1.265625, + 1.03125, + 1.578125, + 1.304688, + 1.21875, + 1.21875, + 1.257812, + 1.257812, + 1.203125, + 1.289062, + 1.109375, + 1.40625, + 1.335938, + 1.226562, + 1.265625, + 1.203125, + 1.3125, + 0.785156, + 1.34375, + 1.390625, + 1.046875, + 1.296875, + 1.3125, + 1.328125, + 1.164062, + 1.546875, + 1.5, + 1.234375, + 0.941406, + 1.140625, + 1.234375, + 1.351562, + 1.328125, + 0.494141, + 1.289062, + 1.265625, + 1.484375, + 1.132812, + 1.101562, + 1.351562, + 1.179688, + 0.9375, + 1.273438, + 1.460938, + 1.296875, + 1.3125, + 1.140625, + 1.234375, + 1.375, + 1.367188, + 1.382812, + 1.289062, + 1.15625, + 1.085938, + 1.15625, + 1.242188, + 1.164062, + 0.8125, + 1.492188, + 1.179688, + 1.1875, + 1.3125, + 1.398438, + 1.539062, + 1.28125, + 1.25, + 1.390625, + 1.3125, + 0.914062, + 1.289062, + 1.25, + 0.910156, + 1.359375, + 0.871094, + 1.257812, + 1.078125, + 0.890625, + 0.941406, + 1.101562, + 1.210938, + 0.53125, + 0.976562, + 1.007812, + 0.945312, + 1.171875, + 1.046875, + 0.871094, + 1.34375, + 0.789062, + 1.1875, + 1.351562, + 1.296875, + 1.265625, + 1.476562, + 1.03125, + 1.4375, + 1.3125, + 0.796875, + 0.765625, + 0.953125, + 1.101562, + 1.320312, + 0.964844, + 1.226562, + 1.390625, + 0.980469, + 1.359375, + 1.078125, + 1.382812, + 1.359375, + 1.242188, + 1.242188, + 1.132812, + 1.296875, + 0.792969, + 1.195312, + 1.195312, + 1.3125, + 0.664062, + 0.917969, + 1.054688, + 1.289062, + 1.3125, + 1.125, + 1.03125, + 1.171875, + 1.25, + 1.296875, + 1.296875, + 1.0625, + 1.148438, + 1.125, + 0.992188, + 1.21875, + 1.296875, + 1.203125, + 0.851562, + 1.164062, + 1.296875, + 1.289062, + 1.0, + 1.234375, + 1.375, + 0.722656, + 1.265625, + 0.96875, + 0.902344, + 0.597656, + 1.460938, + 1.226562, + 1.234375, + 0.996094, + 1.15625, + 0.921875, + 0.707031, + 1.304688, + 1.320312, + 1.007812, + 1.1875, + 1.242188, + 1.109375, + 1.078125, + 1.414062, + 1.375, + 1.117188, + 0.878906, + 1.171875, + 1.375, + 1.023438, + 1.296875, + 0.9375, + 1.210938, + 1.375, + 1.1875, + 1.15625, + 1.40625, + 0.601562, + 1.335938, + 1.070312, + 1.210938, + 1.289062, + 1.085938, + 1.171875, + 0.957031, + 1.4375, + 1.445312, + 0.394531, + 0.875, + 1.234375, + 1.085938, + 1.273438, + 1.335938, + 1.0625, + 1.210938, + 1.421875, + 1.296875, + 1.03125, + 1.375, + 0.96875, + 1.210938, + 1.1875, + 1.234375, + 1.078125, + 1.195312, + 1.328125, + 1.148438, + 1.242188, + 1.375, + 1.164062, + 0.933594, + 0.953125, + 1.070312, + 1.046875, + 1.257812, + 1.15625, + 1.304688, + 1.125, + 1.1875, + 1.40625, + 1.117188, + 1.25, + 1.296875, + 1.28125, + 0.921875, + 1.226562, + 0.785156, + 1.09375, + 1.328125, + 1.25, + 1.3125, + 1.226562, + 1.132812, + 1.273438, + 0.71875, + 0.882812, + 1.226562, + 0.832031, + 1.09375, + 1.109375, + 1.03125, + 1.453125, + 1.273438, + 0.996094, + 0.742188, + 1.289062, + 0.765625, + 0.890625, + 0.90625, + 1.125, + 1.101562, + 1.226562, + 1.039062, + 1.40625, + 1.289062, + 1.40625, + 1.289062, + 1.0, + 1.21875, + 1.3125, + 1.28125, + 1.320312, + 0.90625, + 1.4375, + 1.1875, + 0.835938, + 1.421875, + 1.125, + 1.203125, + 1.023438, + 1.046875, + 0.917969, + 1.226562, + 1.25, + 1.265625, + 0.941406, + 1.320312, + 0.953125, + 0.960938, + 0.71875, + 0.992188, + 1.351562, + 1.257812, + 1.367188, + 1.273438, + 1.195312, + 0.730469, + 1.140625, + 0.882812, + 1.15625, + 1.09375, + 1.257812, + 1.273438, + 1.382812, + 0.769531, + 1.3125, + 1.203125, + 1.328125, + 1.335938, + 1.359375, + 1.367188, + 1.328125, + 1.4375, + 0.925781, + 1.1875, + 1.007812, + 1.296875, + 1.203125, + 0.808594, + 1.28125, + 0.96875, + 1.304688, + 0.96875, + 0.894531, + 1.382812, + 0.710938, + 1.3125, + 0.722656, + 1.390625, + 1.4375, + 1.09375, + 1.210938, + 1.171875, + 1.359375, + 1.195312, + 1.3125, + 1.03125, + 1.328125, + 0.578125, + 1.375, + 1.085938, + 1.4375, + 0.902344, + 0.796875, + 1.390625, + 1.484375, + 1.046875, + 1.273438, + 1.078125, + 1.375, + 1.226562, + 1.570312, + 1.1875, + 1.15625, + 0.878906, + 1.3125, + 1.351562, + 1.164062, + 1.1875, + 1.304688, + 0.796875, + 1.414062, + 1.15625, + 1.367188, + 1.070312, + 1.242188, + 0.648438, + 1.203125, + 1.179688, + 0.326172, + 0.96875, + 1.234375, + 1.007812, + 0.695312, + 1.460938, + 1.257812, + 0.855469, + 1.164062, + 0.828125, + 1.4375, + 1.234375, + 1.117188, + 1.21875, + 1.460938, + 1.195312, + 1.234375, + 0.628906, + 1.101562, + 1.09375, + 1.242188, + 1.039062, + 0.710938, + 0.960938, + 1.0, + 1.234375, + 1.3125, + 1.335938, + 0.738281, + 1.335938, + 1.367188, + 1.328125, + 1.15625, + 0.789062, + 0.917969, + 1.328125, + 0.949219, + 0.726562, + 1.382812, + 1.078125, + 0.886719, + 1.5, + 1.257812, + 1.390625, + 1.03125, + 1.382812, + 1.117188, + 1.453125, + 1.21875, + 1.117188, + 1.273438, + 1.195312, + 1.335938, + 1.0, + 1.3125, + 1.28125, + 1.125, + 1.289062, + 0.867188, + 1.234375, + 1.109375, + 1.085938, + 1.132812, + 1.039062, + 1.476562, + 1.296875, + 1.125, + 1.3125, + 0.820312, + 1.265625, + 1.15625, + 0.585938, + 1.039062, + 1.320312, + 1.476562, + 1.03125, + 1.179688, + 0.953125, + 1.226562, + 1.15625, + 0.617188, + 1.28125, + 1.34375, + 1.039062, + 1.125, + 1.179688, + 1.125, + 0.964844, + 1.367188, + 1.390625, + 1.179688, + 0.664062, + 1.257812, + 0.773438, + 0.582031, + 1.265625, + 1.15625, + 0.578125, + 1.1875, + 1.335938, + 0.972656, + 1.40625, + 1.203125, + 1.4375, + 1.25, + 1.296875, + 1.359375, + 1.664062, + 0.447266, + 1.0625, + 1.195312, + 1.203125, + 1.453125, + 1.15625, + 1.445312, + 1.429688, + 1.257812, + 1.328125, + 1.390625, + 0.466797, + 1.21875, + 1.4375, + 1.28125, + 1.140625, + 1.351562, + 1.195312, + 1.359375, + 1.34375, + 1.070312, + 1.375, + 1.125, + 1.242188, + 1.289062, + 1.367188, + 1.453125, + 0.75, + 1.210938, + 1.195312, + 1.382812, + 0.960938, + 1.304688, + 1.375, + 1.328125, + 1.398438, + 1.046875, + 1.179688, + 1.351562, + 1.226562, + 1.140625, + 0.957031, + 1.15625, + 1.375, + 0.726562, + 1.398438, + 1.304688, + 1.226562, + 1.398438, + 1.234375, + 0.972656, + 1.015625, + 1.375, + 0.785156, + 1.328125, + 1.140625, + 1.125, + 1.210938, + 1.367188, + 0.960938, + 1.289062, + 1.414062, + 1.1875, + 1.203125, + 1.039062, + 1.445312, + 1.21875, + 1.21875, + 1.304688, + 1.265625, + 0.574219, + 1.367188, + 1.09375, + 1.234375, + 1.21875, + 1.25, + 0.875, + 1.320312, + 1.265625, + 1.070312, + 1.257812, + 1.328125, + 0.765625, + 1.421875, + 0.761719, + 0.992188, + 1.117188, + 0.957031, + 0.933594, + 0.875, + 0.542969, + 1.148438, + 1.210938, + 1.101562, + 1.210938, + 1.257812, + 1.0625, + 1.148438, + 1.25, + 0.859375, + 1.015625, + 0.777344, + 1.140625, + 1.273438, + 1.195312, + 0.898438, + 1.359375, + 1.203125, + 1.109375, + 1.335938, + 1.195312, + 0.871094, + 1.445312, + 0.792969, + 1.179688, + 1.304688, + 1.203125, + 1.21875, + 1.257812, + 1.1875, + 1.015625, + 1.007812, + 1.375, + 1.0, + 1.429688, + 1.414062, + 0.984375, + 1.296875, + 1.320312, + 0.78125, + 1.195312, + 0.976562, + 0.726562, + 1.21875, + 1.40625, + 1.414062, + 1.21875, + 0.941406, + 0.730469, + 1.421875, + 1.03125, + 1.507812, + 1.21875, + 1.328125, + 1.265625, + 1.109375, + 1.226562, + 1.296875, + 1.109375, + 1.226562, + 0.929688, + 1.34375, + 1.382812, + 1.367188, + 0.847656, + 0.890625, + 1.085938, + 1.210938, + 1.242188, + 0.902344, + 1.164062, + 1.289062, + 1.210938, + 1.046875, + 1.25, + 1.492188, + 1.140625, + 1.242188, + 1.359375, + 0.988281, + 1.28125, + 0.949219, + 1.28125, + 1.28125, + 1.382812, + 1.3125, + 0.875, + 0.804688, + 1.171875, + 1.320312, + 1.359375, + 1.492188, + 1.335938, + 0.804688, + 1.304688, + 1.4375, + 1.179688, + 0.78125, + 1.140625, + 1.40625, + 1.179688, + 1.34375, + 0.992188, + 1.117188, + 1.273438, + 1.242188, + 1.148438, + 1.320312, + 1.226562, + 1.195312, + 1.28125, + 1.101562, + 1.351562, + 0.78125, + 1.28125, + 1.21875, + 1.28125, + 1.21875, + 1.03125, + 0.558594, + 0.972656, + 1.382812, + 1.140625, + 0.890625, + 1.210938, + 1.140625, + 1.335938, + 1.09375, + 1.375, + 1.15625, + 2.4375, + 1.0, + 1.398438, + 1.289062, + 1.203125, + 1.320312, + 1.398438, + 0.777344, + 1.335938, + 1.1875, + 1.15625, + 1.109375, + 1.289062, + 1.414062, + 1.15625, + 0.71875, + 1.375, + 1.054688, + 0.65625, + 1.210938, + 1.195312, + 1.445312, + 1.25, + 1.265625, + 1.367188, + 1.28125, + 1.21875, + 1.28125, + 1.304688, + 1.03125, + 1.195312, + 1.234375, + 1.148438, + 1.25, + 1.210938, + 1.21875, + 1.289062, + 1.375, + 0.992188, + 1.085938, + 0.835938, + 1.429688, + 0.898438, + 1.375, + 1.234375, + 1.203125, + 1.289062, + 1.179688, + 0.933594, + 0.933594, + 1.203125, + 0.921875, + 0.949219, + 1.140625, + 1.421875, + 1.25, + 1.023438, + 1.164062, + 1.28125, + 1.148438, + 1.40625, + 1.382812, + 1.59375, + 1.085938, + 1.34375, + 1.078125, + 1.125, + 1.320312, + 0.914062, + 1.273438, + 0.820312, + 1.101562, + 1.242188, + 1.25, + 1.039062, + 0.957031, + 0.851562, + 1.328125, + 1.296875, + 1.351562, + 1.054688, + 1.3125, + 1.171875, + 1.476562, + 1.296875, + 0.925781, + 1.171875, + 1.078125, + 1.414062, + 1.203125, + 1.085938, + 0.519531, + 1.4375, + 1.40625, + 0.648438, + 0.863281, + 1.304688, + 1.15625, + 0.851562, + 1.234375, + 1.242188, + 1.234375, + 1.375, + 1.25, + 1.09375, + 1.257812, + 1.15625, + 1.289062, + 0.921875, + 1.195312, + 1.289062, + 1.234375, + 1.15625, + 0.839844, + 1.367188, + 0.785156, + 1.101562, + 1.046875, + 1.265625, + 1.023438, + 1.125, + 0.835938, + 1.21875, + 1.164062, + 1.039062, + 0.894531, + 1.171875, + 1.15625, + 0.765625, + 0.283203, + 1.09375, + 1.15625, + 1.257812, + 1.289062, + 0.808594, + 1.320312, + 1.328125, + 1.273438, + 1.289062, + 0.863281, + 1.046875, + 0.941406, + 1.03125, + 0.710938, + 0.835938, + 1.046875, + 1.335938, + 0.800781, + 1.257812, + 1.234375, + 1.0625, + 1.226562, + 1.414062, + 1.148438, + 1.335938, + 1.5, + 0.957031, + 1.304688, + 1.09375, + 1.296875, + 1.023438, + 1.234375, + 0.957031, + 1.171875, + 1.328125, + 1.429688, + 1.164062, + 0.867188, + 1.210938, + 1.171875, + 1.273438, + 1.125, + 0.839844, + 1.179688, + 0.714844, + 1.054688, + 1.328125, + 1.507812, + 1.320312, + 1.34375, + 1.171875, + 0.859375, + 1.40625, + 1.085938, + 1.390625, + 1.226562, + 1.140625, + 1.296875, + 0.820312, + 1.28125, + 1.296875, + 1.265625, + 1.359375, + 1.15625, + 1.1875, + 1.09375, + 1.226562, + 1.328125, + 0.929688, + 1.203125, + 1.179688, + 1.273438, + 1.429688, + 1.421875, + 1.140625, + 1.164062, + 1.195312, + 1.132812, + 1.125, + 1.164062, + 1.046875, + 1.242188, + 0.921875, + 0.890625, + 0.882812, + 1.335938, + 1.164062, + 1.304688, + 1.390625, + 1.203125, + 1.304688, + 1.429688, + 1.34375, + 1.164062, + 1.179688, + 1.140625, + 0.972656, + 1.109375, + 1.25, + 1.265625, + 1.375, + 1.046875, + 1.210938, + 1.476562, + 0.957031, + 1.539062, + 1.023438, + 1.242188, + 1.265625, + 1.273438, + 1.3125, + 0.734375, + 1.125, + 0.957031, + 1.0, + 1.0, + 0.78125, + 1.109375, + 1.0, + 1.273438, + 0.945312, + 1.210938, + 1.25, + 1.046875, + 1.34375, + 0.761719, + 1.132812, + 1.335938, + 0.941406, + 0.953125, + 1.414062, + 1.320312, + 1.304688, + 1.164062, + 1.179688, + 1.117188, + 0.988281, + 0.773438, + 1.179688, + 1.023438, + 1.375, + 1.195312, + 1.34375, + 1.109375, + 1.203125, + 0.996094, + 1.320312, + 1.21875, + 1.054688, + 1.210938, + 1.179688, + 1.09375, + 1.007812, + 1.304688, + 0.871094, + 0.78125, + 1.226562, + 1.257812, + 1.171875, + 1.171875, + 1.015625, + 0.703125, + 1.085938, + 1.539062, + 1.328125, + 0.941406, + 1.304688, + 1.421875, + 1.40625, + 1.257812, + 1.320312, + 1.078125, + 1.335938, + 1.273438, + 1.1875, + 0.699219, + 1.257812, + 0.820312, + 1.296875, + 1.28125, + 0.984375, + 1.414062, + 1.304688, + 1.367188, + 0.980469, + 1.070312, + 1.140625, + 0.777344, + 0.835938, + 1.234375, + 1.25, + 1.070312, + 1.398438, + 1.195312, + 0.925781, + 1.398438, + 0.933594, + 1.226562, + 0.976562, + 1.117188, + 1.320312, + 0.832031, + 1.421875, + 1.429688, + 1.3125, + 1.195312, + 1.15625, + 1.28125, + 1.09375, + 1.382812, + 1.375, + 1.007812, + 1.375, + 1.09375, + 1.382812, + 1.359375, + 1.34375, + 0.996094, + 1.304688, + 1.242188, + 0.435547, + 1.148438, + 1.289062, + 1.4375, + 1.304688, + 1.28125, + 0.996094, + 1.34375, + 1.234375, + 0.988281, + 1.046875, + 1.234375, + 1.539062, + 0.851562, + 0.839844, + 1.007812, + 1.421875, + 0.683594, + 1.242188, + 0.523438, + 1.304688, + 1.179688, + 1.359375, + 1.234375, + 0.925781, + 1.359375, + 1.617188, + 1.210938, + 1.21875, + 1.140625, + 1.179688, + 1.023438, + 0.917969, + 1.21875, + 0.882812, + 0.769531, + 1.257812, + 0.859375, + 1.296875, + 1.21875, + 1.289062, + 1.078125, + 1.328125, + 1.453125, + 1.328125, + 1.296875, + 1.367188, + 0.757812, + 1.132812, + 0.976562, + 0.910156, + 0.78125, + 1.398438, + 1.21875, + 1.328125, + 0.953125, + 1.203125, + 0.765625, + 1.046875, + 1.007812, + 0.182617, + 0.859375, + 1.242188, + 1.445312, + 1.296875, + 1.234375, + 1.171875, + 0.925781, + 1.25, + 1.695312, + 1.484375, + 1.164062, + 1.148438, + 1.023438, + 1.367188, + 1.367188, + 1.390625, + 1.34375, + 1.390625, + 1.054688, + 1.0, + 0.470703, + 1.382812, + 1.21875, + 1.242188, + 1.320312, + 1.195312, + 1.421875, + 0.871094, + 0.730469, + 0.945312, + 1.046875, + 1.367188, + 0.988281, + 0.832031, + 1.023438, + 0.824219, + 1.390625, + 1.257812, + 1.375, + 1.171875, + 1.226562, + 1.039062, + 1.140625, + 1.234375, + 1.179688, + 1.359375, + 1.25, + 1.367188, + 0.796875, + 0.996094, + 1.40625, + 1.242188, + 1.40625, + 0.855469, + 1.257812, + 1.210938, + 1.257812, + 1.492188, + 1.21875, + 1.289062, + 0.898438, + 1.140625, + 1.085938, + 0.9375, + 1.28125, + 1.429688, + 1.125, + 1.101562, + 1.015625, + 1.1875, + 1.203125, + 1.078125, + 0.9375, + 1.132812, + 1.015625, + 1.273438, + 1.28125, + 1.148438, + 1.320312, + 1.039062, + 1.5, + 1.09375, + 1.125, + 1.4375, + 0.710938, + 1.109375, + 1.070312, + 1.09375, + 0.667969, + 0.855469, + 1.304688, + 1.234375, + 1.3125, + 0.921875, + 1.445312, + 1.054688, + 1.210938, + 1.34375, + 1.132812, + 1.257812, + 1.296875, + 1.320312, + 0.953125, + 1.203125, + 0.96875, + 1.296875, + 0.941406, + 0.941406, + 1.21875, + 0.953125, + 1.328125, + 1.015625, + 1.15625, + 1.234375, + 0.808594, + 1.273438, + 1.414062, + 1.351562, + 1.289062, + 0.925781, + 1.273438, + 1.429688, + 1.085938, + 1.421875, + 0.808594, + 1.078125, + 1.265625, + 1.296875, + 1.132812, + 1.125, + 1.15625, + 1.085938, + 0.929688, + 1.234375, + 1.203125, + 1.117188, + 1.257812, + 0.988281, + 1.125, + 0.902344, + 1.203125, + 1.234375, + 0.816406, + 0.84375, + 0.914062, + 1.367188, + 1.34375, + 1.15625, + 1.414062, + 0.929688, + 0.933594, + 1.171875, + 1.40625, + 0.984375, + 0.667969, + 1.3125, + 1.125, + 1.304688, + 1.257812, + 1.335938, + 1.046875, + 1.265625, + 0.972656, + 1.21875, + 1.078125, + 1.28125, + 0.742188, + 0.71875, + 1.273438, + 1.3125, + 1.210938, + 1.101562, + 1.4375, + 1.265625, + 0.863281, + 1.21875, + 1.195312, + 1.164062, + 1.351562, + 0.804688, + 1.25, + 1.375, + 1.023438, + 1.40625, + 0.949219, + 1.320312, + 1.53125, + 1.0625, + 0.204102, + 1.382812, + 1.242188, + 1.148438, + 1.164062, + 1.132812, + 1.304688, + 1.296875, + 1.453125, + 1.140625, + 0.972656, + 1.234375, + 1.164062, + 1.578125, + 1.078125, + 1.289062, + 1.539062, + 1.195312, + 1.1875, + 1.304688, + 0.972656, + 0.691406, + 1.234375, + 1.054688, + 1.445312, + 1.0625, + 1.414062, + 1.445312, + 1.226562, + 1.265625, + 1.242188, + 0.820312, + 1.304688, + 0.839844, + 1.1875, + 1.046875, + 0.820312, + 0.964844, + 1.109375, + 1.320312, + 1.3125, + 1.203125, + 1.140625, + 1.390625, + 1.367188, + 1.328125, + 1.367188, + 1.195312, + 1.390625, + 1.398438, + 1.0, + 1.195312, + 1.226562, + 1.179688, + 0.960938, + 1.132812, + 1.328125, + 1.359375, + 0.878906, + 0.9375, + 1.15625, + 1.46875, + 1.445312, + 1.3125, + 1.351562, + 1.375, + 1.304688, + 1.414062, + 1.125, + 0.902344, + 0.992188, + 1.148438, + 1.164062, + 0.894531, + 1.289062, + 1.476562, + 1.085938, + 1.007812, + 1.4375, + 1.109375, + 1.390625, + 0.765625, + 0.9375, + 1.265625, + 1.0, + 1.335938, + 1.375, + 1.445312, + 1.46875, + 1.515625, + 1.226562, + 1.28125, + 1.179688, + 1.398438, + 1.21875, + 1.15625, + 1.4375, + 1.414062, + 1.382812, + 1.203125, + 1.4375, + 1.5, + 1.148438, + 1.335938, + 1.164062, + 1.390625, + 1.140625, + 1.257812, + 1.34375, + 1.382812, + 1.304688, + 1.195312, + 1.359375, + 1.09375, + 1.15625, + 1.195312, + 1.242188, + 1.492188, + 1.164062, + 1.195312, + 1.453125, + 1.15625, + 1.226562, + 0.910156, + 0.980469, + 0.9375, + 1.257812, + 0.980469, + 0.726562, + 1.273438, + 1.085938, + 0.601562, + 1.21875, + 1.289062, + 1.5, + 0.613281, + 1.414062, + 0.988281, + 1.234375, + 0.847656, + 1.4375, + 0.855469, + 0.863281, + 1.398438, + 1.546875, + 1.960938, + 0.953125, + 0.488281, + 1.078125, + 1.335938, + 1.3125, + 1.242188, + 1.195312, + 1.382812, + 1.273438, + 0.851562, + 1.117188, + 1.234375, + 1.257812, + 0.90625, + 1.039062, + 0.890625, + 0.957031, + 1.007812, + 0.933594, + 1.296875, + 1.257812, + 1.070312, + 0.765625, + 1.234375, + 1.554688, + 1.320312, + 1.28125, + 1.203125, + 1.484375, + 0.945312, + 1.289062, + 1.265625, + 1.445312, + 1.25, + 1.28125, + 0.378906, + 1.28125, + 1.265625, + 1.25, + 1.109375, + 1.15625, + 1.023438, + 1.203125, + 0.851562, + 1.296875, + 1.320312, + 1.3125, + 1.234375, + 0.949219, + 1.234375, + 1.125, + 1.101562, + 1.179688, + 0.84375, + 1.054688, + 0.699219, + 1.25, + 1.679688, + 1.328125, + 1.398438, + 1.164062, + 1.34375, + 1.226562, + 1.179688, + 1.054688, + 0.921875, + 1.15625, + 1.210938, + 0.863281, + 1.234375, + 0.964844, + 1.335938, + 1.101562, + 1.179688, + 1.234375, + 0.921875, + 1.265625, + 1.203125, + 1.382812, + 1.359375, + 1.109375, + 1.289062, + 1.0625, + 1.296875, + 0.875, + 1.289062, + 1.210938, + 1.0625, + 1.328125, + 1.328125, + 0.9375, + 0.9375, + 1.148438, + 1.203125, + 1.117188, + 1.28125, + 1.242188, + 1.34375, + 0.804688, + 1.320312, + 0.867188, + 1.351562, + 1.335938, + 1.125, + 1.21875, + 1.195312, + 1.390625, + 1.375, + 1.0, + 1.28125, + 1.460938, + 0.988281, + 1.132812, + 1.34375, + 1.328125, + 1.15625, + 1.164062, + 1.257812, + 1.398438, + 1.382812, + 0.914062, + 0.980469, + 1.421875, + 1.25, + 1.351562, + 1.203125, + 0.976562, + 1.195312, + 1.34375, + 1.28125, + 1.359375, + 1.164062, + 1.257812, + 1.320312, + 1.40625, + 1.398438, + 1.320312, + 1.242188, + 1.039062, + 1.265625, + 1.15625, + 0.679688, + 1.25, + 1.40625, + 1.210938, + 1.085938, + 0.976562, + 1.28125, + 1.054688, + 1.382812, + 1.289062, + 1.429688, + 1.21875, + 1.09375, + 0.980469, + 1.460938, + 1.320312, + 1.375, + 1.1875, + 1.007812, + 1.179688, + 1.15625, + 1.078125, + 1.195312, + 1.257812, + 0.609375, + 0.703125, + 1.34375, + 0.917969, + 1.304688, + 1.304688, + 1.414062, + 0.882812, + 0.925781, + 1.328125, + 1.21875, + 1.320312, + 1.179688, + 1.226562, + 0.890625, + 1.054688, + 1.320312, + 1.25, + 1.257812, + 1.335938, + 0.785156, + 1.445312, + 0.882812, + 1.304688, + 1.4375, + 1.039062, + 1.367188, + 1.28125, + 1.429688, + 1.4375, + 1.414062, + 1.296875, + 1.03125, + 0.890625, + 1.15625, + 1.257812, + 1.382812, + 1.273438, + 1.210938, + 1.3125, + 1.203125, + 0.894531, + 1.351562, + 1.140625, + 1.328125, + 1.265625, + 1.328125, + 1.257812, + 1.273438, + 0.835938, + 0.761719, + 1.164062, + 1.28125, + 0.96875, + 0.667969, + 1.234375, + 0.957031, + 1.078125, + 0.828125, + 0.941406, + 1.320312, + 1.007812, + 0.988281, + 0.90625, + 0.894531, + 1.109375, + 1.523438, + 0.925781, + 1.203125, + 1.453125, + 1.28125, + 1.289062, + 1.101562, + 1.132812, + 1.28125, + 1.304688, + 1.195312, + 1.320312, + 0.992188, + 1.546875, + 1.335938, + 1.304688, + 1.179688, + 1.289062, + 1.046875, + 1.234375, + 1.257812, + 0.679688, + 1.265625, + 1.195312, + 1.0, + 1.40625, + 1.28125, + 1.265625, + 1.3125, + 1.390625, + 1.375, + 1.203125, + 1.328125, + 1.242188, + 1.210938, + 0.964844, + 1.140625, + 1.046875, + 1.234375, + 1.460938, + 1.335938, + 1.3125, + 1.234375, + 1.359375, + 1.234375, + 0.730469, + 1.117188, + 1.453125, + 1.023438, + 1.15625, + 1.273438, + 1.234375, + 1.28125, + 1.195312, + 1.265625, + 1.054688, + 0.820312, + 1.351562, + 1.273438, + 1.1875, + 1.273438, + 0.330078, + 1.304688, + 1.265625, + 1.289062, + 1.359375, + 1.203125, + 1.023438, + 1.289062, + 1.0625, + 1.65625, + 1.320312, + 1.25, + 1.140625, + 1.203125, + 1.414062, + 1.4375, + 1.109375, + 1.34375, + 1.085938, + 0.949219, + 1.1875, + 1.25, + 1.125, + 1.242188, + 1.257812, + 1.195312, + 1.273438, + 0.933594, + 1.429688, + 1.242188, + 1.273438, + 1.164062, + 1.335938, + 1.023438, + 1.148438, + 0.855469, + 1.195312, + 1.265625, + 1.234375, + 1.28125, + 1.289062, + 1.242188, + 1.164062, + 1.109375, + 0.984375, + 1.234375, + 1.359375, + 1.078125, + 1.171875, + 1.140625, + 1.335938, + 0.90625, + 1.257812, + 1.179688, + 1.132812, + 1.320312, + 1.21875, + 1.1875, + 1.203125, + 1.265625, + 1.101562, + 1.523438, + 1.421875, + 1.03125, + 1.273438, + 0.984375, + 1.289062, + 1.164062, + 0.996094, + 1.359375, + 1.5625, + 1.257812, + 1.296875, + 0.742188, + 1.335938, + 1.21875, + 1.132812, + 1.382812, + 0.925781, + 0.894531, + 1.320312, + 1.273438, + 1.257812, + 1.296875, + 1.085938, + 1.28125, + 1.109375, + 1.421875, + 1.34375, + 1.179688, + 1.335938, + 0.8125, + 1.242188, + 0.699219, + 1.265625, + 1.265625, + 1.117188, + 1.320312, + 1.335938, + 0.992188, + 0.445312, + 1.203125, + 1.460938, + 0.925781, + 1.148438, + 1.09375, + 0.314453, + 1.1875, + 1.054688, + 1.25, + 1.289062, + 1.015625, + 1.492188, + 1.429688, + 1.273438, + 0.582031, + 1.242188, + 1.140625, + 1.335938, + 1.242188, + 1.367188, + 0.925781, + 0.875, + 1.0625, + 1.484375, + 1.578125, + 1.203125, + 1.273438, + 1.078125, + 1.328125, + 1.03125, + 1.289062, + 0.609375, + 0.964844, + 1.335938, + 1.335938, + 1.101562, + 1.34375, + 1.320312, + 1.398438, + 1.242188, + 1.289062, + 1.414062, + 1.265625, + 1.007812, + 1.304688, + 1.945312, + 1.109375, + 1.164062, + 1.289062, + 1.257812, + 1.28125, + 0.601562, + 1.320312, + 1.296875, + 1.28125, + 1.273438, + 1.21875, + 1.25, + 0.929688, + 1.28125, + 0.832031, + 1.09375, + 0.695312, + 1.09375, + 1.390625, + 0.921875, + 1.1875, + 1.289062, + 1.242188, + 1.25, + 1.34375, + 0.667969, + 1.3125, + 1.398438, + 1.359375, + 1.484375, + 1.296875, + 1.210938, + 1.171875, + 1.414062, + 1.226562, + 1.109375, + 1.210938, + 1.359375, + 1.015625, + 1.34375, + 2.125, + 1.40625, + 1.328125, + 1.21875, + 0.964844, + 1.210938, + 1.28125, + 0.949219, + 0.957031, + 1.257812, + 0.695312, + 1.328125, + 1.453125, + 1.289062, + 0.863281, + 1.359375, + 1.28125, + 1.40625, + 0.777344, + 0.917969, + 0.945312, + 0.957031, + 1.367188, + 0.914062, + 1.328125, + 1.171875, + 1.234375, + 1.40625, + 0.941406, + 0.929688, + 1.195312, + 1.171875, + 1.367188, + 1.125, + 1.273438, + 1.140625, + 1.046875, + 1.296875, + 1.335938, + 1.226562, + 0.988281, + 1.3125, + 1.265625, + 1.320312, + 1.390625, + 1.257812, + 0.824219, + 1.15625, + 1.171875, + 0.792969, + 1.304688, + 1.210938, + 0.945312, + 1.210938, + 0.988281, + 1.179688, + 1.351562, + 1.179688, + 3.921875, + 1.21875, + 1.296875, + 1.265625, + 1.132812, + 1.1875, + 1.359375, + 1.28125, + 1.398438, + 1.375, + 0.910156, + 0.722656, + 1.390625, + 1.320312, + 1.132812, + 1.210938, + 1.328125, + 1.3125, + 1.398438, + 0.785156, + 0.964844, + 0.835938, + 1.0625, + 1.171875, + 0.972656, + 1.304688, + 1.4375, + 1.304688, + 1.15625, + 1.101562, + 1.296875, + 1.257812, + 1.375, + 1.015625, + 1.34375, + 1.03125, + 1.1875, + 0.714844, + 1.328125, + 1.242188, + 0.710938, + 1.382812, + 1.28125, + 1.53125, + 1.164062, + 0.703125, + 1.148438, + 1.125, + 0.753906, + 1.273438, + 1.0625, + 0.863281, + 1.507812, + 1.21875, + 0.765625, + 1.3125, + 0.8125, + 1.28125, + 1.171875, + 1.109375, + 1.210938, + 0.894531, + 1.304688, + 1.148438, + 1.351562, + 0.910156, + 1.195312, + 0.933594, + 0.976562, + 1.296875, + 0.78125, + 0.945312, + 1.015625, + 0.746094, + 1.132812, + 1.179688, + 1.046875, + 1.484375, + 1.234375, + 1.335938, + 1.046875, + 1.296875, + 0.699219, + 1.0625, + 1.296875, + 1.382812, + 1.28125, + 1.25, + 1.335938, + 1.023438, + 1.203125, + 1.09375, + 1.328125, + 1.078125, + 1.140625, + 1.25, + 1.171875, + 1.3125, + 1.21875, + 0.914062, + 1.40625, + 1.3125, + 1.304688, + 0.878906, + 1.070312, + 1.257812, + 1.023438, + 0.953125, + 0.800781, + 0.964844, + 1.265625, + 1.320312, + 1.289062, + 1.070312, + 1.25, + 1.265625, + 1.195312, + 1.226562, + 1.226562, + 1.023438, + 1.054688, + 1.203125, + 1.023438, + 1.195312, + 1.171875, + 0.757812, + 1.320312, + 1.296875, + 1.195312, + 1.242188, + 1.15625, + 1.25, + 1.203125, + 1.125, + 1.023438, + 0.78125, + 1.078125, + 0.898438, + 1.25, + 1.03125, + 1.421875, + 1.382812 + ] + }, + "name": "model.model.layers.21.post_attention_layernorm.weight", + "outputIndexes": [ + 1795 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1794 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_21/Mul_output_0", + "outputIndexes": [ + 1796 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1795, + 1796 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_21/Mul_1_output_0", + "outputIndexes": [ + 1797 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1797 + ], + "outputIndexes": [ + 2912 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2912 + ], + "outputIndexes": [ + 2913 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear", + "inputIndexes": [ + 2913 + ], + "outputIndexes": [ + 2914 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2769779962, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2914 + ], + "outputIndexes": [ + 2915 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2915 + ], + "outputIndexes": [ + 1798 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1798 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_21/Sigmoid_output_0", + "outputIndexes": [ + 1799 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1798, + 1799 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Mul_output_0", + "outputIndexes": [ + 1800 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1797 + ], + "outputIndexes": [ + 2916 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2916 + ], + "outputIndexes": [ + 2917 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear", + "inputIndexes": [ + 2917 + ], + "outputIndexes": [ + 2918 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2807971088, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2918 + ], + "outputIndexes": [ + 2919 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2919 + ], + "outputIndexes": [ + 1801 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1800, + 1801 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_21/Mul_output_0", + "outputIndexes": [ + 1802 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1802 + ], + "outputIndexes": [ + 2920 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2920 + ], + "outputIndexes": [ + 2921 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear", + "inputIndexes": [ + 2921 + ], + "outputIndexes": [ + 2922 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2846162214, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2922 + ], + "outputIndexes": [ + 2923 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2923 + ], + "outputIndexes": [ + 1803 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1794, + 1803 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_109_output_0", + "outputIndexes": [ + 1804 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1804, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_198_output_0", + "outputIndexes": [ + 1805 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.289062, + 0.847656, + 1.25, + 1.164062, + 1.398438, + 1.046875, + 0.824219, + 0.953125, + 1.851562, + 0.785156, + 0.914062, + 1.273438, + 0.796875, + 0.742188, + 1.3125, + 1.046875, + 0.8125, + 0.777344, + 0.832031, + 1.328125, + 1.570312, + 0.839844, + 0.851562, + 0.894531, + 0.972656, + 1.085938, + 1.203125, + 0.980469, + 1.046875, + 0.839844, + 1.171875, + 1.3125, + 1.820312, + 0.875, + 1.132812, + 1.0625, + 1.195312, + 1.726562, + 0.835938, + 0.773438, + 1.03125, + 0.875, + 1.335938, + 0.988281, + 1.226562, + 1.007812, + 1.101562, + 1.46875, + 1.078125, + 1.273438, + 1.234375, + 0.792969, + 0.789062, + 0.753906, + 0.890625, + 0.960938, + 0.9375, + 1.273438, + 1.007812, + 1.484375, + 0.722656, + 0.929688, + 0.914062, + 0.804688, + 1.070312, + 1.3125, + 0.953125, + 0.796875, + 0.710938, + 0.9375, + 0.828125, + 1.65625, + 0.953125, + 0.851562, + 1.148438, + 1.070312, + 1.570312, + 1.078125, + 1.59375, + 1.3125, + 1.25, + 1.570312, + 1.203125, + 0.929688, + 0.929688, + 0.839844, + 0.789062, + 1.25, + 0.90625, + 1.421875, + 0.960938, + 0.863281, + 0.878906, + 0.859375, + 1.820312, + 0.800781, + 1.492188, + 1.171875, + 0.824219, + 0.699219, + 1.101562, + 1.1875, + 1.210938, + 0.851562, + 1.9375, + 1.023438, + 1.921875, + 1.179688, + 1.28125, + 0.765625, + 0.839844, + 0.871094, + 0.890625, + 1.601562, + 0.808594, + 1.914062, + 1.007812, + 0.886719, + 1.03125, + 0.757812, + 0.820312, + 0.8125, + 1.109375, + 0.828125, + 1.015625, + 0.789062, + 0.992188, + 0.851562, + 1.015625, + 1.304688, + 1.398438, + 0.617188, + 1.328125, + 1.109375, + 0.769531, + 0.953125, + 0.820312, + 0.894531, + 1.335938, + 0.914062, + 0.734375, + 1.171875, + 1.117188, + 0.667969, + 1.664062, + 1.421875, + 1.359375, + 0.78125, + 1.070312, + 0.808594, + 1.085938, + 0.855469, + 0.902344, + 0.808594, + 1.609375, + 1.164062, + 1.242188, + 1.367188, + 1.15625, + 1.226562, + 0.960938, + 1.398438, + 1.664062, + 0.835938, + 1.71875, + 1.242188, + 0.902344, + 1.617188, + 0.851562, + 0.867188, + 0.828125, + 0.921875, + 0.898438, + 0.917969, + 0.804688, + 1.367188, + 0.851562, + 0.769531, + 0.984375, + 0.808594, + 0.609375, + 0.878906, + 0.972656, + 1.023438, + 0.605469, + 1.054688, + 0.816406, + 0.933594, + 0.847656, + 0.917969, + 0.898438, + 0.910156, + 1.820312, + 0.824219, + 1.820312, + 0.925781, + 0.902344, + 0.984375, + 1.492188, + 0.777344, + 0.78125, + 2.09375, + 1.476562, + 1.351562, + 1.484375, + 0.808594, + 0.601562, + 0.992188, + 0.980469, + 0.625, + 1.03125, + 0.8125, + 0.832031, + 0.917969, + 0.808594, + 1.484375, + 1.257812, + 1.140625, + 1.328125, + 0.828125, + 0.78125, + 1.234375, + 1.398438, + 0.90625, + 0.925781, + 1.34375, + 1.046875, + 1.273438, + 0.726562, + 0.839844, + 0.871094, + 1.109375, + 0.96875, + 0.777344, + 0.855469, + 1.492188, + 0.816406, + 1.21875, + 0.828125, + 0.933594, + 0.976562, + 0.824219, + 0.867188, + 0.816406, + -0.726562, + 1.65625, + 0.882812, + 0.964844, + 0.992188, + 0.859375, + 0.765625, + 1.71875, + 0.9375, + 0.953125, + 0.832031, + 1.054688, + 0.835938, + 1.09375, + 0.765625, + 1.265625, + 0.875, + 0.875, + 0.890625, + 0.925781, + 0.945312, + 0.917969, + 0.777344, + 0.773438, + 1.5, + 1.03125, + 1.226562, + 1.070312, + 0.929688, + 1.1875, + 0.871094, + 1.3125, + 0.886719, + 0.683594, + 0.820312, + 1.203125, + 0.773438, + 0.820312, + 1.015625, + 0.871094, + 0.835938, + 1.3125, + 0.652344, + 0.960938, + 0.945312, + 0.789062, + 1.15625, + 0.765625, + 1.101562, + 1.382812, + 0.671875, + 0.820312, + 1.6875, + 0.886719, + 1.125, + 0.757812, + 0.734375, + 1.304688, + 1.257812, + 1.125, + 1.5, + 1.023438, + 0.832031, + 0.765625, + 0.949219, + 0.878906, + 1.789062, + 0.910156, + 0.785156, + 0.789062, + 1.734375, + 0.90625, + 0.820312, + 1.15625, + 1.015625, + 0.796875, + 1.0, + 0.863281, + 0.796875, + 0.851562, + 1.117188, + 0.835938, + 0.78125, + 0.792969, + 1.023438, + 1.0625, + 0.890625, + 1.054688, + 1.09375, + 0.878906, + 1.28125, + 0.789062, + 1.0, + 1.273438, + 0.949219, + 0.761719, + 0.859375, + 0.835938, + 0.824219, + 0.839844, + 0.949219, + 1.085938, + 1.148438, + 0.785156, + 0.765625, + 0.828125, + 1.039062, + 1.226562, + 1.695312, + 0.847656, + 1.195312, + 0.789062, + 0.839844, + 0.933594, + 0.710938, + 0.855469, + 2.0625, + 1.328125, + 1.015625, + 1.085938, + 1.359375, + 1.390625, + 0.84375, + 1.1875, + 0.855469, + 0.816406, + 0.757812, + 0.796875, + 0.890625, + 0.875, + 0.921875, + 1.1875, + 1.140625, + 1.203125, + 0.804688, + 0.910156, + 1.195312, + 0.953125, + 1.398438, + 1.484375, + 0.964844, + 0.800781, + 1.179688, + 0.863281, + 0.878906, + 1.117188, + 0.769531, + 1.023438, + 1.429688, + 1.445312, + 0.890625, + 0.976562, + 1.078125, + 0.789062, + 0.882812, + 1.109375, + 1.046875, + 0.90625, + 1.46875, + 1.007812, + 0.882812, + 0.886719, + 0.949219, + 0.949219, + 0.855469, + 0.6875, + 1.40625, + 0.871094, + 0.980469, + 0.796875, + 0.957031, + 1.46875, + 1.023438, + 0.875, + 0.871094, + 0.902344, + 1.257812, + 1.539062, + 0.777344, + 0.703125, + 0.792969, + 1.226562, + 1.046875, + 0.894531, + 0.679688, + 0.859375, + 0.796875, + 0.722656, + 1.148438, + 0.890625, + 1.015625, + 0.636719, + 0.917969, + 0.839844, + 0.8125, + 1.34375, + 0.761719, + 1.132812, + 1.421875, + 0.804688, + 1.320312, + 1.210938, + 0.890625, + 0.878906, + 1.3125, + 1.625, + 1.601562, + 0.820312, + 0.855469, + 0.796875, + 1.4375, + 2.28125, + 0.59375, + 0.761719, + 1e-06, + 0.871094, + 0.929688, + 0.851562, + 0.792969, + 1.671875, + 1.265625, + 1.109375, + 1.101562, + 0.84375, + 1.203125, + 0.980469, + 0.722656, + 0.996094, + 0.84375, + 0.835938, + 1.109375, + 1.695312, + 0.777344, + 0.839844, + 0.875, + 0.839844, + 0.941406, + 0.875, + 0.695312, + 1.242188, + 1.796875, + 0.96875, + 1.273438, + 1.242188, + 1.085938, + 1.171875, + 0.792969, + 1.015625, + 1.1875, + 0.902344, + 1.1875, + 0.671875, + 0.839844, + 1.0, + 1.5, + 0.929688, + 0.8125, + 1.039062, + 0.796875, + 1.351562, + 0.742188, + 1.609375, + 1.203125, + 0.570312, + 0.804688, + 0.832031, + 1.03125, + 1.023438, + 0.9375, + 1.015625, + 1.078125, + 1.070312, + 0.804688, + 0.84375, + 0.859375, + 1.242188, + 0.71875, + 0.921875, + 0.855469, + 1.140625, + 0.835938, + 1.101562, + 1.070312, + 0.871094, + 0.902344, + 0.832031, + 0.824219, + 1.21875, + 1.328125, + 0.84375, + 0.804688, + 0.839844, + 1.234375, + 0.816406, + 1.117188, + 0.828125, + 0.777344, + 0.695312, + 0.871094, + 0.804688, + 1.023438, + 0.96875, + 1.367188, + 1.804688, + 0.460938, + 1.304688, + 1.171875, + 1.210938, + 0.953125, + 2.4375, + 0.851562, + 0.851562, + 0.800781, + 0.804688, + 0.871094, + 0.785156, + 1.164062, + 0.917969, + 1.03125, + 0.574219, + 1.21875, + 0.890625, + 0.824219, + 1.210938, + 1.289062, + 0.683594, + 1.289062, + 0.769531, + 0.722656, + 0.902344, + 0.847656, + 0.796875, + 0.730469, + 1.140625, + 1.140625, + 1.039062, + 0.925781, + 1.140625, + 0.964844, + 1.148438, + 1.078125, + 0.816406, + 0.851562, + 1.351562, + 0.796875, + 0.871094, + 1.140625, + 1.03125, + 0.882812, + 1.320312, + 0.894531, + 1.617188, + 0.808594, + 0.679688, + 1.265625, + 1.203125, + 1.085938, + 1.195312, + 0.84375, + 1.640625, + 1.015625, + 1.203125, + 0.828125, + 0.835938, + 1.90625, + 0.964844, + 1.226562, + 1.039062, + 1.0, + 0.804688, + 0.882812, + 0.804688, + 0.933594, + 0.839844, + 1.054688, + 1.132812, + 0.910156, + 0.769531, + 1.84375, + 0.839844, + 1.75, + 0.914062, + 1.429688, + 0.894531, + 0.828125, + 1.125, + 1.164062, + 1.046875, + 0.828125, + 0.867188, + 0.597656, + 1.078125, + 1.0625, + 0.621094, + 0.878906, + 0.871094, + 0.746094, + 0.824219, + 0.84375, + 0.914062, + 1.21875, + 2.234375, + 0.835938, + 0.871094, + 0.835938, + 0.816406, + 1.140625, + 1.40625, + 0.875, + 1.328125, + 1.3125, + 0.90625, + 0.953125, + 0.859375, + 0.902344, + 1.15625, + 1.398438, + 0.851562, + 1.664062, + 0.964844, + 0.949219, + 0.992188, + 0.753906, + 0.957031, + 0.945312, + 0.875, + 0.820312, + 0.886719, + 0.792969, + 0.917969, + 0.792969, + 0.789062, + 1.023438, + 1.398438, + 1.523438, + 0.902344, + 0.886719, + 0.957031, + 0.742188, + 0.925781, + 1.664062, + 1.554688, + 0.820312, + 1.25, + 1.070312, + 1.421875, + 1.296875, + 1.9375, + 0.785156, + 1.226562, + 0.847656, + 1.257812, + 1.851562, + 1.242188, + 0.808594, + 0.9375, + 0.898438, + 0.910156, + 0.984375, + 0.824219, + 0.867188, + 0.832031, + 0.816406, + 1.046875, + 0.871094, + 1.140625, + 0.925781, + 0.636719, + 1.007812, + 0.816406, + 1.859375, + 2.171875, + 1.421875, + 0.878906, + 1.226562, + 0.945312, + 1.65625, + 0.859375, + 0.800781, + 0.785156, + 0.957031, + 0.859375, + 0.953125, + 1.414062, + 0.859375, + 1.984375, + 0.921875, + 0.914062, + 0.839844, + 0.824219, + 1.5, + 0.90625, + 0.9375, + 0.628906, + 0.875, + 1.023438, + 1.109375, + 0.796875, + 1.273438, + 1.25, + 0.789062, + 0.765625, + 0.988281, + 0.769531, + 1.351562, + 0.96875, + 0.847656, + 0.820312, + 0.960938, + 1.5625, + 1.039062, + 0.773438, + 1.28125, + 0.953125, + 1.359375, + 2.0, + 0.820312, + 0.941406, + 0.992188, + 1.15625, + 0.847656, + 0.792969, + 0.898438, + 1.289062, + 1.257812, + 1.25, + 0.722656, + 0.992188, + 0.820312, + 0.777344, + 1.304688, + 1.304688, + 0.996094, + 1.015625, + 0.917969, + 0.898438, + 0.804688, + 1.1875, + 0.933594, + 0.90625, + 1.023438, + 0.816406, + 0.867188, + 0.910156, + 0.820312, + 0.816406, + 0.953125, + 1.171875, + 1.25, + 1.179688, + 0.921875, + 0.703125, + 1.210938, + 0.960938, + 1.695312, + 0.855469, + 0.761719, + 2.015625, + 0.921875, + 1.046875, + 1.078125, + 1.078125, + 0.878906, + 0.832031, + 1.5625, + 0.960938, + 0.792969, + 1.046875, + 0.800781, + 1.484375, + 0.8125, + 1.273438, + 1.007812, + 1.1875, + 0.960938, + 1.4375, + 0.972656, + 0.835938, + 1.140625, + 1.21875, + 0.664062, + 0.628906, + 0.808594, + 0.867188, + 0.769531, + 0.925781, + 0.84375, + 1.390625, + 1.171875, + 1.320312, + 1.054688, + 0.792969, + 1.90625, + 0.957031, + 0.933594, + 1.046875, + 0.910156, + 1.203125, + 1.242188, + 1.015625, + 2.0, + 0.949219, + 0.75, + 1.257812, + 0.917969, + 0.773438, + 0.757812, + 0.804688, + 1.546875, + 1.4375, + 1.046875, + 0.8125, + 1.21875, + 1.125, + 1.03125, + 1.140625, + 1.195312, + 0.898438, + 0.722656, + 0.984375, + 1.0, + 0.757812, + 1.1875, + 0.757812, + 0.800781, + 0.882812, + 0.773438, + 1.046875, + 1.289062, + 1.125, + 0.929688, + 1.054688, + 1.203125, + 1.054688, + 0.878906, + 2.15625, + 0.871094, + 1.078125, + 1.078125, + 0.875, + 1.046875, + 0.96875, + 0.824219, + 0.839844, + 0.859375, + 2.234375, + 1.929688, + 0.898438, + 0.839844, + 0.796875, + 1.398438, + 0.792969, + 0.851562, + 0.898438, + 1.984375, + 1.726562, + 0.941406, + 0.855469, + 0.816406, + 1.101562, + 0.96875, + 1.171875, + 0.832031, + 0.992188, + 0.910156, + 0.886719, + 1.210938, + 1.234375, + 0.832031, + 1.789062, + 0.921875, + 0.804688, + 0.933594, + 1.21875, + 0.964844, + 0.804688, + 0.964844, + 0.941406, + 0.835938, + 0.9375, + 0.929688, + 0.824219, + 1.195312, + 0.800781, + 1.164062, + 0.898438, + 0.796875, + 1.359375, + 0.855469, + 0.929688, + 1.09375, + 0.910156, + 0.800781, + 0.929688, + 1.078125, + 0.933594, + 1.257812, + 0.730469, + 0.792969, + 2.015625, + 1.859375, + 0.90625, + 1.179688, + 1.046875, + 1.8125, + 1.234375, + 1.382812, + 1.664062, + 0.863281, + 1.25, + 0.789062, + 1.1875, + 0.808594, + 1.023438, + 0.707031, + 1.015625, + 1.242188, + 1.234375, + 0.980469, + 0.945312, + 1.4375, + 0.835938, + 0.761719, + 0.765625, + 1.328125, + 1.5625, + 1.03125, + 0.761719, + 1.390625, + 0.980469, + 1.007812, + 1.53125, + 1.148438, + 0.886719, + 1.226562, + 1.09375, + 0.890625, + 1.25, + 1.109375, + 1.523438, + 1.140625, + 1.132812, + 1.046875, + 1.375, + 0.839844, + 1.78125, + 1.203125, + 0.816406, + 0.714844, + 0.84375, + 1.914062, + 0.96875, + 0.828125, + 1.078125, + 1.125, + 1.257812, + 0.792969, + 0.792969, + 0.847656, + 0.832031, + 1.335938, + 0.777344, + 0.917969, + 1.140625, + 1.03125, + 1.5, + 0.832031, + 0.820312, + 0.746094, + 0.808594, + 1.03125, + 0.824219, + 0.96875, + 0.6875, + 1.109375, + 1.09375, + 0.773438, + 0.953125, + 1.929688, + 1.164062, + 1.25, + 1.046875, + 1.140625, + 0.886719, + 0.734375, + 1.09375, + 1.1875, + 0.96875, + 0.882812, + 1.171875, + 0.707031, + 0.820312, + 0.890625, + 1.023438, + 1.351562, + 1.875, + 1.15625, + 0.632812, + 1.765625, + 1.453125, + 1.0, + 0.761719, + 1.554688, + 0.757812, + 0.8125, + 0.867188, + 0.929688, + 1.164062, + 1.148438, + 1.914062, + 1.085938, + 1.109375, + 0.859375, + 1.0625, + 1.054688, + 0.828125, + 0.820312, + 0.933594, + 1.125, + 0.953125, + 0.945312, + 1.328125, + 1.421875, + 0.824219, + 1.21875, + 1.210938, + 1.375, + 0.863281, + 1.140625, + 1.023438, + 1.742188, + 2.0, + 0.757812, + 1.25, + 1.03125, + 0.925781, + 0.796875, + 1.09375, + 0.886719, + 0.769531, + 1.15625, + 0.761719, + 1.015625, + 0.859375, + 0.660156, + 1.085938, + 0.9375, + 1.25, + 1.109375, + 1.398438, + 1.078125, + 1.296875, + 1.203125, + 1.242188, + 0.816406, + 0.582031, + 1.148438, + 0.734375, + 0.804688, + 0.945312, + 0.816406, + 1.109375, + 1.625, + 0.796875, + 1.34375, + 1.234375, + 0.578125, + 0.734375, + 0.878906, + 0.804688, + 0.980469, + 1.304688, + 0.789062, + 0.859375, + 1.1875, + 0.894531, + 1.054688, + 1.695312, + 1.0, + 0.667969, + 0.921875, + 1.890625, + 0.671875, + 1.148438, + 0.820312, + 0.84375, + 0.859375, + 1.328125, + 0.960938, + 0.953125, + 0.800781, + 0.980469, + 0.898438, + 0.835938, + 1.140625, + 1.164062, + 1.78125, + 0.910156, + 1.289062, + 0.898438, + 0.800781, + 0.871094, + 0.761719, + 1.125, + 1.125, + 0.878906, + 1.078125, + 0.828125, + 0.945312, + 1.203125, + 0.8125, + 1.15625, + 0.992188, + 0.832031, + 0.632812, + 0.949219, + 0.816406, + 1.890625, + 0.820312, + 0.777344, + 1.085938, + 0.972656, + 0.742188, + 1.4375, + 0.898438, + 1.1875, + 1.210938, + 0.859375, + 1.078125, + 0.878906, + 0.773438, + 1.234375, + 0.886719, + 0.828125, + 0.949219, + 0.863281, + 0.800781, + 1.078125, + 1.023438, + 1.234375, + 1.195312, + 1.085938, + 0.941406, + 1.070312, + 0.84375, + 0.867188, + 0.949219, + 1.117188, + 1.5, + 1.085938, + 0.894531, + 0.867188, + 0.78125, + 0.777344, + 1.078125, + 0.957031, + 0.964844, + 1.203125, + 0.929688, + 0.878906, + 0.800781, + 1.078125, + 0.847656, + 0.988281, + 0.992188, + 0.808594, + 0.796875, + 0.945312, + 0.988281, + 0.765625, + 0.851562, + 0.871094, + 1.328125, + 1.117188, + 0.808594, + 0.941406, + 0.664062, + 1.179688, + 0.644531, + 1.078125, + 0.957031, + 1.351562, + 0.820312, + 0.835938, + 1.109375, + 0.941406, + 0.738281, + 0.925781, + 1.09375, + 0.851562, + 1.210938, + 0.914062, + 1.15625, + 0.804688, + 1.085938, + 0.816406, + 1.085938, + 1.273438, + 1.304688, + 0.84375, + 1.046875, + 0.855469, + 1.492188, + 1.265625, + 0.800781, + 0.824219, + 1.117188, + 0.917969, + 0.839844, + 0.957031, + 1.140625, + 0.902344, + 0.792969, + 0.835938, + 0.964844, + 0.894531, + 0.882812, + 1.609375, + 0.796875, + 1.046875, + 1.28125, + 1.148438, + 1.0625, + 1.304688, + 0.765625, + 1.132812, + 0.90625, + 0.878906, + 1.1875, + 1.148438, + 1.070312, + 0.832031, + 0.84375, + 0.484375, + 0.871094, + 1.523438, + 0.761719, + 0.859375, + 0.933594, + 1.101562, + 1.585938, + 1.085938, + 0.84375, + 1.015625, + 1.75, + 0.949219, + 0.621094, + 1.539062, + 1.4375, + 0.902344, + 0.773438, + 1.148438, + 0.964844, + 0.964844, + 0.933594, + 0.722656, + 1.367188, + 0.960938, + 1.960938, + 1.195312, + 1.382812, + 1.007812, + 0.722656, + 0.984375, + 1.171875, + 1.429688, + 0.992188, + 0.980469, + 1.320312, + 1.46875, + 0.882812, + 0.972656, + 0.929688, + 0.882812, + 0.84375, + 1.265625, + 0.941406, + 0.878906, + 1.242188, + 0.796875, + 1.148438, + 1.109375, + 1.109375, + 0.921875, + 1.164062, + 0.886719, + 0.953125, + 0.824219, + 0.789062, + 0.765625, + 1.304688, + 0.804688, + 1.007812, + 0.859375, + 1.070312, + 0.867188, + 1.03125, + 1.101562, + 1.5, + 0.816406, + 1.234375, + 0.847656, + 0.824219, + 0.828125, + 0.839844, + 1.367188, + 1.5625, + 0.945312, + 0.824219, + 1.226562, + 0.773438, + 0.878906, + 0.867188, + 1.632812, + 0.765625, + 1.0625, + 0.9375, + 1.304688, + 1.335938, + 0.816406, + 1.015625, + 0.894531, + 0.890625, + 0.953125, + 1.171875, + 0.933594, + 0.847656, + 0.8125, + 1.296875, + 0.980469, + 1.710938, + 1.023438, + 0.898438, + 0.855469, + 1.078125, + 0.992188, + 1.460938, + 1.03125, + 0.824219, + 1.039062, + 0.792969, + 0.792969, + 0.742188, + 0.789062, + 0.933594, + 1.53125, + 0.855469, + 1.054688, + 0.816406, + 1.21875, + 1.085938, + 1.539062, + 1.578125, + 0.746094, + 0.933594, + 1.140625, + 0.90625, + 1.65625, + 0.785156, + 1.015625, + 1.0625, + 0.96875, + 0.839844, + 0.78125, + 1.078125, + 1.203125, + 0.890625, + 0.980469, + 0.835938, + 0.8125, + 1.0625, + 0.960938, + 1.179688, + 1.226562, + 0.949219, + 1.234375, + 1.054688, + 0.796875, + 1.101562, + 0.796875, + 1.171875, + 0.839844, + 1.390625, + 0.574219, + 1.015625, + 0.894531, + 0.867188, + 0.757812, + 0.742188, + 1.09375, + 1.671875, + 1.078125, + 0.875, + 1.15625, + 1.0625, + 2.125, + 0.867188, + 1.257812, + 1.117188, + 1.40625, + 0.914062, + 1.414062, + 1.09375, + 1.1875, + 0.867188, + 1.023438, + 1.296875, + 0.640625, + 1.023438, + 0.835938, + 0.835938, + 0.828125, + 0.710938, + 0.796875, + 1.078125, + 0.714844, + 1.015625, + 1.625, + 0.792969, + 1.023438, + 1.109375, + 0.914062, + 1.15625, + 0.828125, + 0.855469, + 0.941406, + 1.195312, + 1.132812, + 0.9375, + 1.28125, + 1.351562, + 0.824219, + 1.273438, + 0.894531, + 0.746094, + 1.023438, + 0.890625, + 0.957031, + 0.773438, + 0.953125, + 0.941406, + 1.085938, + 0.867188, + 0.769531, + 0.863281, + 0.796875, + 0.960938, + 1.515625, + 1.117188, + 1.03125, + 0.953125, + 0.933594, + 0.910156, + 0.921875, + 1.375, + 1.273438, + 1.164062, + 0.957031, + 1.179688, + 0.933594, + 0.804688, + 1.046875, + 0.847656, + 1.242188, + 0.941406, + 0.789062, + 1.109375, + 0.746094, + 0.8125, + 0.972656, + 0.753906, + 1.367188, + 0.832031, + 1.210938, + 0.875, + 0.96875, + 0.796875, + 0.828125, + 1.164062, + 1.046875, + 1.125, + 0.859375, + 0.816406, + 0.8125, + 0.871094, + 0.875, + 0.859375, + 0.78125, + 1.09375, + 0.820312, + 0.78125, + 0.871094, + 1.046875, + 1.59375, + 0.839844, + 0.941406, + 1.234375, + 0.917969, + 1.257812, + 0.78125, + 0.785156, + 1.125, + 1.21875, + 0.664062, + 0.902344, + 0.839844, + 0.710938, + 1.539062, + 0.839844, + 0.777344, + 2.015625, + 0.640625, + 0.917969, + 0.671875, + 0.78125, + 1.140625, + 0.753906, + 0.90625, + 1.101562, + 0.785156, + 1.171875, + 0.910156, + 0.839844, + 1.1875, + 1.453125, + 1.132812, + 0.882812, + 1.289062, + 1.078125, + 1.21875, + 1.164062, + 1.039062, + 0.675781, + 0.96875, + 0.953125, + 1.1875, + 0.941406, + 1.21875, + 1.03125, + 1.3125, + 1.125, + 0.796875, + 0.914062, + 0.878906, + 1.1875, + 0.792969, + 0.824219, + 0.824219, + 2.078125, + 1.226562, + 0.929688, + 0.832031, + 0.976562, + 0.902344, + 1.09375, + 0.722656, + 1.101562, + 0.890625, + 0.859375, + 2.140625, + 0.90625, + 1.148438, + 1.351562, + 0.804688, + 0.890625, + 0.894531, + 1.71875, + 1.03125, + 0.882812, + 1.054688, + 1.0, + 0.835938, + 0.988281, + 1.835938, + 0.847656, + 1.640625, + 1.445312, + 1.640625, + 1.28125, + 0.753906, + 1.28125, + 1.164062, + 0.960938, + 0.894531, + 1.109375, + 0.890625, + 0.945312, + 0.890625, + 0.882812, + 0.789062, + 0.792969, + 0.949219, + 1.226562, + 1.070312, + 0.835938, + 1.179688, + 0.808594, + 1.15625, + 0.648438, + 0.878906, + 0.664062, + 0.761719, + 1.132812, + 0.777344, + 0.902344, + 1.1875, + 1.664062, + 1.1875, + 2.375, + 0.824219, + 0.890625, + 1.109375, + 0.847656, + 0.625, + 1.117188, + 0.925781, + 1.890625, + 1.320312, + 0.851562, + 0.886719, + 0.984375, + 1.0625, + 0.921875, + 0.820312, + 1.046875, + 0.917969, + 0.929688, + 1.3125, + 1.195312, + 0.75, + 1.109375, + 0.921875, + 1.117188, + 0.773438, + 0.828125, + 0.996094, + 0.785156, + 0.921875, + 0.886719, + 0.941406, + 0.585938, + 0.890625, + 1.1875, + 1.023438, + 0.773438, + 1.023438, + 0.808594, + 1.039062, + 0.65625, + 1.101562, + 0.8125, + 0.921875, + 0.988281, + 0.863281, + 0.851562, + 1.367188, + 1.601562, + 0.863281, + 0.898438, + 0.871094, + 0.785156, + 0.933594, + 0.984375, + 0.898438, + 1.429688, + 0.8125, + 0.753906, + 0.96875, + 1.109375, + 2.34375, + 1.148438, + 0.789062, + 0.695312, + 1.0625, + 0.886719, + 0.839844, + 1.539062, + 1.46875, + 1.445312, + 0.835938, + 1.078125, + 1.0, + 0.976562, + 1.101562, + 1.046875, + 0.808594, + 0.816406, + 0.753906, + 0.875, + 0.78125, + 0.917969, + 2.140625, + 1.242188, + 0.78125, + 0.9375, + 1.148438, + 0.992188, + 0.816406, + 1.40625, + 1.226562, + 1.789062, + 0.789062, + 0.785156, + 0.824219, + 1.28125, + 1.09375, + 1.273438, + 1.414062, + 1.054688, + 0.71875, + 0.941406, + 0.851562, + 1.4375, + 0.851562, + 0.847656, + 1.109375, + 1.007812, + 0.769531, + 0.820312, + 1.023438, + 0.96875, + 0.871094, + 0.90625, + 0.589844, + 0.933594, + 1.070312, + 0.910156, + 1.570312, + 1.71875, + 1.296875, + 0.929688, + 1.3125, + 0.648438, + 0.847656, + 0.976562, + 0.886719, + 0.839844, + 0.478516, + 0.839844, + 1.320312, + 0.863281, + 1.203125, + 0.691406, + 0.894531, + 0.855469, + 0.964844, + 1.609375, + 0.976562, + 1.226562, + 0.75, + 0.800781, + 1.015625, + 0.890625, + 1.304688, + 0.90625, + 1.265625, + 0.90625, + 2.1875, + 1.453125, + 0.734375, + 1.125, + 0.8125, + 1.4375, + 1.140625, + 1.210938, + 1.84375, + 0.917969, + 0.753906, + 1.101562, + 0.980469, + 1.179688, + 0.925781, + 0.867188, + 1.125, + 1.195312, + 0.945312, + 0.734375, + 0.800781, + 0.824219, + 1.09375, + 1.140625, + 0.832031, + 1.0, + 1.015625, + 0.820312, + 2.109375, + 0.859375, + 0.769531, + 1.859375, + 0.96875, + 0.808594, + 1.117188, + 1.539062, + 1.359375, + 0.828125, + 0.699219, + 0.957031, + 1.015625, + 1.125, + 0.777344, + 0.765625, + 0.871094, + 1.195312, + 0.929688, + 1.203125, + 2.21875, + 0.972656, + 0.980469, + 0.929688, + 0.777344, + 0.949219, + 1.257812, + 1.21875, + 0.785156, + 0.824219, + 0.898438, + 1.101562, + 0.898438, + 1.398438, + 0.890625, + 0.972656, + 1.375, + 0.964844, + 1.5, + 1.382812, + 1.375, + 1.101562, + 0.660156, + 1.085938, + 1.375, + 0.800781, + 1.21875, + 0.746094, + 1.679688, + 0.90625, + 1.054688, + 0.800781, + 0.855469, + 0.886719, + 0.84375, + 0.839844, + 1.1875, + 0.902344, + 0.929688, + 0.792969, + 0.898438, + 0.644531, + 0.761719, + 1.234375, + 1.242188, + 0.765625, + 0.824219, + 1.164062, + 0.945312, + 0.738281, + 0.882812, + 0.835938, + 0.796875, + 0.828125, + 1.953125, + 0.644531, + 1.382812, + 1.078125, + 1.101562, + 0.824219, + 0.757812, + 1.304688, + 0.796875, + 2.328125, + 1.179688, + 0.890625, + 0.980469, + 0.757812, + 0.742188, + 0.957031, + 1.554688, + 1.015625, + 0.976562, + 0.929688, + 1.46875, + 0.835938, + 1.125, + 1.632812, + 0.820312, + 0.992188, + 1.664062, + 0.769531, + 0.878906, + 1.09375, + 1.179688, + 0.96875, + 1.171875, + 0.828125, + 0.800781, + 1.445312, + 1.4375, + 1.898438, + 1.03125, + 0.796875, + 0.9375, + 1.242188, + 0.765625, + 1.226562, + 1.3125, + 0.871094, + 0.882812, + 1.054688, + 1.976562, + 0.8125, + 1.0625, + 1.023438, + 0.785156, + 1.023438, + 0.890625, + 1.078125, + 0.960938, + 1.054688, + 1.039062, + 1.039062, + 0.804688, + 0.933594, + 1.421875, + 1.242188, + 1.09375, + 1.015625, + 0.742188, + 1.328125, + 0.644531, + 0.839844, + 0.960938, + 0.890625, + 1.015625, + 1.171875, + 0.800781, + 1.140625, + 0.800781, + 0.839844, + 1.320312, + 0.824219, + 1.140625, + 0.867188, + 0.414062, + 0.964844, + 0.769531, + 1.0625, + 0.820312, + 1.28125, + 0.914062, + 1.164062, + 1.273438, + 0.902344, + 0.878906, + 0.746094, + 0.847656, + 1.507812, + 1.671875, + 0.929688, + 1.015625, + 1.742188, + 0.835938, + 1.226562, + 1.085938, + 0.730469, + 0.855469, + 0.878906, + 0.835938, + 1.664062, + 1.078125, + 0.890625, + 0.988281, + 0.933594, + 0.855469, + 1.195312, + 0.875, + 1.234375, + 1.171875, + 1.09375, + 0.902344, + 1.039062, + 1.078125, + 1.171875, + 1.132812, + 0.738281, + 1.15625, + 1.125, + 0.660156, + 1.765625, + 0.792969, + 0.878906, + 0.769531, + 0.792969, + 0.808594, + 0.703125, + 0.8125, + 0.84375, + 0.660156, + 1.265625, + 1.09375, + 0.878906, + 0.84375, + 0.847656, + 1.195312, + 0.921875, + 0.804688, + 0.894531, + 1.25, + 0.878906, + 1.335938, + 1.242188, + 1.109375, + 0.765625, + 0.96875, + 0.773438, + 0.933594, + 0.773438, + 0.652344, + 1.148438, + 1.421875, + 0.964844, + 0.746094, + 1.039062, + 0.996094, + 0.447266, + 0.804688, + 0.972656, + 0.699219, + 0.914062, + 1.601562, + 1.117188, + 0.789062, + 1.101562, + 1.179688, + 0.800781, + 1.15625, + 1.070312, + 1.015625, + 1.054688, + 1.15625, + 0.75, + 0.878906, + 0.867188, + 0.859375, + 0.894531, + 0.8125, + 0.789062, + 0.839844, + 0.957031, + 0.902344, + 1.367188, + 1.03125, + 1.140625, + 0.867188, + 0.925781, + 0.820312, + 0.851562, + 1.578125, + 0.875, + 0.875, + 0.878906, + 0.925781, + 0.839844, + 1.148438, + 0.792969, + 0.765625, + 0.882812, + 1.367188, + 0.835938, + 1.414062, + 0.839844, + 0.890625, + 1.007812, + 1.148438, + 1.054688, + 1.117188, + 0.796875, + 1.140625, + 0.9375, + 1.070312, + 0.882812, + 1.882812, + 0.84375, + 1.039062, + 0.871094, + 1.070312, + 0.785156, + 1.46875, + 0.832031, + 0.84375, + 0.558594, + 0.882812, + 0.894531, + 0.828125, + 1.164062, + 1.015625, + 1.578125, + 0.835938, + 0.839844, + 0.839844, + 0.835938, + 1.265625, + 1.039062, + 0.847656, + 1.570312, + 0.804688, + 1.171875, + 1.757812, + 1.421875, + 1.0, + 0.742188, + 0.578125, + 0.941406, + 1.796875, + 0.882812, + 1.007812, + 0.890625, + 0.691406, + 1.390625, + 0.976562, + 1.046875, + 1.023438, + 0.796875, + 0.957031, + 1.117188, + 1.382812, + 1.03125, + 1.976562, + 0.742188, + 1.015625, + 0.804688, + 1.054688, + 0.84375, + 0.921875, + 1.140625, + 1.40625, + 1.765625, + 0.820312, + 0.761719, + 1.3125, + 0.867188, + 0.988281, + 0.898438, + 0.855469, + 0.898438, + 0.863281, + 0.835938, + 0.949219, + 0.808594, + 0.824219, + 0.859375, + 0.832031, + 0.796875, + 0.761719, + 0.878906, + 1.226562, + 1.046875, + 0.84375, + 1.3125, + 1.359375, + 0.703125, + 1.21875, + 0.820312, + 0.796875, + 0.816406, + 1.015625, + 0.679688, + 1.335938, + 0.824219, + 1.351562, + 0.828125, + 1.507812, + 0.984375, + 0.828125, + 1.109375, + 1.125, + 0.847656, + 0.804688, + 1.296875, + 0.972656, + 1.25, + 0.789062, + 0.882812, + 0.929688, + 1.609375, + 0.886719, + 1.15625, + 0.765625, + 1.09375, + 1.164062, + 0.820312, + 1.148438, + 0.699219, + 1.164062, + 0.660156, + 0.898438, + 1.046875, + 0.871094, + 1.148438, + 0.863281, + 0.890625, + 1.40625, + 0.828125, + 1.3125, + 0.792969, + 1.164062, + 1.03125, + 1.03125, + 1.890625, + 1.820312, + 1.078125, + 1.242188, + 1.765625, + 0.8125, + 0.90625, + 0.785156, + 0.855469, + 0.929688, + 0.90625, + 0.925781, + 1.328125, + 0.871094, + 1.351562, + 0.863281, + 0.859375, + 0.832031, + 1.257812, + 0.824219, + 0.832031, + 0.738281, + 0.929688, + 1.054688, + 0.976562, + 1.453125, + 0.765625, + 0.992188, + 0.871094, + 0.835938, + 1.304688, + 0.722656, + 0.828125, + 0.957031, + 1.09375, + 0.796875, + 0.800781, + 0.933594, + 1.085938, + 1.867188, + 0.957031, + 0.765625, + 0.863281, + 0.898438, + 1.351562, + 0.945312, + 0.875, + 0.847656, + 1.023438, + 0.898438, + 0.671875, + 1.289062, + 0.703125, + 0.90625, + 0.925781, + 1.007812, + 1.117188, + 1.4375, + 0.796875, + 0.832031, + 2.046875, + 0.785156, + 1.101562, + 0.851562, + 0.875, + 1.28125, + 1.289062, + 0.828125, + 0.828125, + 1.3125, + 1.015625, + 0.878906, + 0.996094, + 0.769531, + 0.882812, + 1.015625, + 0.777344, + 1.21875, + 0.972656, + 0.765625, + 0.691406, + 0.832031, + 1.554688, + 0.777344, + 1.976562, + 0.878906, + 0.953125, + 1.242188, + 0.960938, + 1.359375, + 0.902344, + 1.460938, + 1.0625, + 1.078125, + 1.328125, + 0.773438, + 0.796875, + 0.859375, + 1.109375, + 1.054688, + 0.8125, + 0.820312, + 1.242188, + 1.296875, + 0.734375, + 0.878906, + 0.921875, + 1.0, + 0.566406, + 0.917969, + 1.3125, + 0.824219, + 1.351562, + 1.046875, + 0.875, + 0.894531, + 0.792969, + 0.789062, + 1.210938, + 1.179688, + 1.554688, + 0.832031, + 1.59375, + 1.15625, + 1.40625, + 0.964844, + 0.75, + 0.871094, + 0.964844, + 0.8125, + 1.671875, + 1.34375, + 0.960938, + 0.878906, + 0.890625, + 0.75, + 1.296875, + 0.957031, + 0.800781, + 1.148438, + 1.195312, + 1.085938, + 1.054688, + 1.398438, + 1.75, + 1.335938, + 1.226562, + 1.195312, + 1.054688, + 0.863281, + 0.867188, + 1.125, + 0.953125, + 0.859375, + 1.398438, + 1.007812, + 1.265625, + 0.78125, + 0.960938, + 0.828125, + 1.34375, + 0.808594, + 0.84375, + 0.875, + 0.96875, + 0.921875, + 1.070312, + 1.179688, + 1.382812, + 1.523438, + 1.0625, + 1.007812, + 0.808594, + 1.851562, + 1.773438, + 0.898438, + 0.925781, + 1.085938, + 2.03125, + 1.007812, + 1.03125, + 0.75, + 0.882812, + 0.816406, + 0.863281, + 0.660156, + 0.863281, + 0.910156, + 1.164062, + 0.785156, + 0.769531, + 0.890625, + 1.304688, + 0.886719, + 1.335938, + 1.101562, + 0.804688, + 0.890625, + 0.820312, + 0.8125, + 1.859375, + 1.046875, + 0.878906, + 1.304688, + 1.195312, + 1.0, + 0.980469, + 1.054688, + 1.03125, + 0.796875, + 0.863281, + 0.96875, + 1.015625, + 1.070312, + 0.722656, + 0.945312, + 0.808594, + 1.148438, + 0.894531, + 1.015625, + 1.140625, + 0.964844, + 0.875, + 0.96875, + 0.640625, + 1.382812, + 0.769531, + 1.070312, + 0.875, + 0.878906, + 0.796875, + 1.015625, + 0.976562, + 1.0, + 1.140625, + 1.117188, + 1.257812, + 0.839844, + 1.109375, + 1.015625, + 1.023438, + 0.828125, + 1.078125, + 1.25, + 0.957031, + 0.871094, + 0.839844, + 0.925781, + 0.964844, + 0.941406, + 0.9375, + 1.101562, + 1.140625, + 0.746094, + 1.101562, + 0.988281, + 0.910156, + 2.390625, + 0.863281, + 1.265625, + 1.828125, + 0.839844, + 0.890625, + 0.996094, + 0.808594, + 0.90625, + 1.375, + 0.984375, + 0.804688, + 0.886719, + 1.109375, + 1.164062, + 1.445312, + 1.382812, + 1.140625, + 0.605469, + 1.078125, + 1.132812, + 1.109375, + 1.992188, + 0.863281, + 1.015625, + 0.992188, + 0.8125, + 1.328125, + 0.84375, + 1.164062, + 0.769531, + 0.898438, + 0.894531, + 1.257812, + 0.957031, + 0.65625, + 0.804688, + 1.25, + 1.265625, + 0.84375, + 1.773438, + 0.925781, + 0.832031, + 0.824219, + 0.703125, + 0.898438, + 1.273438, + 0.859375, + 1.085938, + 0.933594, + 1.078125, + 0.898438, + 1.15625, + 1.367188, + 1.046875, + 1.257812, + 0.773438, + 0.851562, + 1.335938, + 0.828125, + 1.117188, + 1.085938, + 1.15625, + -3.6e-05, + 1.0625, + 0.832031, + 1.023438, + 0.9375, + 0.792969, + 1.234375, + 1.515625, + 0.738281, + 1.304688, + 1.21875, + 0.769531, + 1.171875, + 1.1875, + 0.917969, + 0.863281, + 0.953125, + 0.917969, + 1.101562, + 0.882812, + 1.5625, + 1.757812, + 1.335938, + 0.953125, + 0.738281, + 1.34375, + 0.890625, + 1.492188, + 1.804688, + 1.023438, + 1.148438, + 1.148438, + 1.117188, + 0.660156, + 1.484375, + 1.210938, + 1.65625, + 1.460938, + 0.886719, + 0.925781, + 0.777344, + 0.820312, + 1.132812, + 0.863281, + 0.804688, + 0.792969, + 0.90625, + 0.894531, + 0.9375, + 0.585938, + 0.863281, + 1.046875, + 0.761719, + 0.957031, + 1.109375, + 1.632812, + 0.855469, + 0.832031, + 1.25, + 0.878906, + 0.839844, + 0.703125, + 1.125, + 0.734375, + 1.101562, + 0.867188, + 1.570312, + 0.886719, + 1.695312, + 2.140625, + 0.863281, + 0.84375, + 0.828125, + 1.398438, + 1.03125, + 1.023438, + 0.9375, + 0.832031, + 0.953125, + 0.890625, + 1.054688, + 1.226562, + 1.109375, + 0.796875, + 1.21875, + 1.023438, + 0.847656, + 0.667969, + 1.0625, + 1.0625, + 0.78125, + 1.09375, + 0.785156, + 1.070312, + 1.453125, + 1.171875, + 1.445312, + 0.847656, + 1.039062, + 1.398438, + 0.832031, + 1.203125, + 0.855469, + 1.09375, + 0.804688, + 0.5625, + 1.453125, + 1.65625, + 1.414062, + 0.820312, + 1.320312, + 0.9375, + 1.28125, + 0.71875, + 0.90625, + 1.257812, + 0.800781, + 1.25, + 1.101562, + 0.863281, + 0.609375, + 0.808594, + 1.109375, + 1.09375, + 1.140625, + 0.714844, + 0.832031, + 0.789062, + 0.859375, + 0.765625, + 0.722656, + 0.839844, + 0.796875, + 1.398438, + 0.746094, + 0.804688, + 0.863281, + 0.847656, + 1.476562, + 0.785156, + 1.148438, + 0.808594, + 0.808594, + 1.242188, + 1.773438, + 1.195312, + 0.9375, + 1.039062, + 0.949219, + 1.171875, + 1.351562, + 1.476562, + 0.875, + 1.265625, + 0.796875, + 0.613281, + 0.917969, + 0.695312, + 0.828125, + 0.820312, + 0.746094, + 1.640625, + 0.867188, + 0.738281, + 1.09375, + 1.085938, + 0.863281, + 1.46875, + 1.117188, + 0.84375, + 0.9375, + 0.902344, + 0.695312, + 1.179688, + 0.792969, + 1.078125, + 0.8125, + 1.09375, + 0.894531, + 0.921875, + 1.21875, + 0.769531, + 1.0625, + 0.707031, + 1.09375, + 1.046875, + 0.945312, + 1.351562, + 1.101562, + 2.046875, + 0.90625, + 0.765625, + 0.683594, + 0.765625, + 0.796875, + 0.945312, + 0.894531, + 1.21875, + 0.878906, + 0.925781, + 0.9375, + 1.148438, + 1.453125, + 1.304688, + 1.046875, + 1.210938, + 0.949219, + 0.855469, + 0.828125, + 1.335938, + 0.835938, + 0.804688, + 1.898438, + 1.1875, + 1.632812, + 1.117188, + 1.25, + 1.109375, + 0.773438, + 1.117188, + 0.972656, + 1.070312, + 0.75, + 0.753906, + 1.398438, + 0.714844, + 0.640625, + 0.988281, + 1.117188, + 0.867188, + 0.835938, + 0.960938, + 1.265625, + 0.976562, + 0.957031, + 0.917969, + 0.851562, + 1.195312, + 1.1875, + 0.859375, + 0.871094, + 0.757812, + 0.820312, + 1.421875, + 0.746094, + 0.996094, + 0.882812, + 0.972656, + 1.304688, + 0.808594, + 1.304688, + 1.242188, + 0.859375, + 0.871094, + 1.015625, + 1.171875, + 1.132812, + 0.941406, + 1.367188, + 1.03125, + 0.882812, + 0.886719, + 1.148438, + 0.953125, + 1.171875, + 0.960938, + 1.070312, + 1.195312, + 0.757812, + 1.242188, + 1.15625, + 1.3125, + 0.867188, + 0.609375, + 0.910156, + 1.007812, + 1.148438, + 1.070312, + 1.25, + 0.800781, + 0.8125, + 0.871094, + 1.132812, + 1.117188, + 0.757812, + 1.382812, + 1.171875, + 1.0625, + 0.832031, + 1.179688, + 1.054688, + 0.867188, + 0.890625, + 0.929688, + 1.179688, + 0.84375, + 0.835938, + 0.925781, + 0.925781, + 1.015625, + 0.816406, + 1.203125, + 0.652344, + 0.902344, + 0.84375, + 1.03125, + 1.023438, + 0.878906, + 0.804688, + 1.28125, + 0.933594, + 0.816406, + 1.507812, + 0.898438, + 0.949219, + 0.769531, + 1.164062, + 1.5625, + 1.054688, + 1.039062, + 1.664062, + 0.773438, + 0.949219, + 1.078125, + 1.796875, + 1.15625, + 0.683594, + 0.894531, + 1.984375, + 1.328125, + 1.140625, + 1.171875, + 1.3125, + 1.5, + 1.609375, + 1.359375, + 1.742188, + 0.914062, + 0.867188, + 0.902344, + 0.894531, + 0.761719, + 0.953125, + 0.847656, + 1.234375, + 0.875, + 0.78125, + 0.90625, + 1.203125, + 1.304688, + 0.816406, + 1.421875, + 1.078125, + 1.382812, + 0.867188, + 0.867188, + 0.789062, + 1.070312, + 0.792969, + 1.171875, + 0.960938, + 0.855469, + 0.949219, + 1.054688, + 1.320312, + 1.1875, + 0.789062, + 1.117188, + 0.820312, + 0.984375, + 1.96875, + 0.847656, + 0.828125, + 0.863281, + 0.832031, + 1.34375, + 1.6875, + 1.03125, + 1.171875, + 0.835938, + 0.855469, + 0.886719, + 0.820312, + 1.484375, + 0.835938, + 0.804688, + 1.523438, + 0.765625, + 0.828125, + 1.125, + 0.644531, + 1.148438, + 1.3125, + 0.863281, + 1.21875, + 0.78125, + 1.03125, + 1.023438, + 0.738281, + 1.09375, + 1.453125, + 1.023438, + 0.777344, + 0.914062, + 0.777344, + 1.28125, + 0.917969, + 0.953125, + 0.957031, + 0.761719, + 1.023438, + 0.859375, + 1.09375, + 1.367188, + 1.671875, + 0.945312, + 1.359375, + 1.578125, + 0.542969, + 1.335938, + 1.03125, + 0.824219, + 1.617188, + 0.863281, + 0.921875, + 1.195312, + 1.195312, + 0.882812, + 0.816406, + 0.773438, + 0.847656, + 1.125, + 0.878906, + 1.21875, + 0.890625, + 0.90625, + 0.972656, + 0.910156, + 0.902344, + 1.085938, + 0.78125, + 1.125, + 0.925781, + 1.210938, + 0.808594, + 1.15625, + 1.171875, + 1.25, + 1.109375, + 0.925781, + 0.839844, + 0.824219, + 0.972656, + 1.039062, + 0.976562, + 1.6875, + 1.492188, + 1.3125, + 0.8125, + 0.929688, + 1.015625, + 1.109375, + 0.894531, + 0.945312, + 0.847656, + 0.863281, + 1.164062, + 0.785156, + 0.882812, + 1.554688, + 1.039062, + 0.925781, + 1.015625, + 1.03125, + 1.117188, + 0.816406, + 1.109375, + 0.847656, + 1.0625, + 0.828125, + 1.34375, + 1.171875, + 0.855469, + 0.9375, + 0.988281, + 0.925781, + 1.046875, + 1.1875, + 0.957031, + 1.765625, + 1.3125, + 0.878906, + 1.101562, + 0.792969, + 0.695312, + 1.46875, + 0.730469, + 0.960938, + 0.839844, + 0.894531, + 1.476562, + 0.984375, + 0.917969, + 1.140625, + 0.835938, + 1.0, + 1.265625, + 1.328125, + 1.71875, + 0.917969, + 0.773438, + 1.257812, + 0.789062, + 0.792969, + 1.890625, + 0.851562, + 1.265625, + 0.867188, + 0.78125, + 0.84375, + 1.132812, + 1.0625, + 0.695312, + 1.101562, + 1.179688, + 0.734375, + 1.125, + 0.886719, + 1.101562, + 1.234375, + 1.015625, + 0.886719, + 0.980469, + 2.1875, + 0.710938, + 0.820312, + 1.03125, + 0.8125, + 0.785156, + 0.890625, + 0.679688, + 0.933594, + 1.03125, + 0.835938, + 0.929688, + 0.8125, + 0.964844, + 0.859375, + 0.847656, + 0.710938, + 1.914062, + 0.910156, + 0.832031, + 1.0, + 1.085938, + 0.84375, + 1.25, + 0.980469, + 1.453125, + 1.101562, + 1.484375, + 1.507812, + 1.226562, + 0.613281, + 1.007812, + 0.953125, + 1.367188, + 1.398438, + 0.847656, + 1.078125, + 1.164062, + 0.9375, + 0.976562, + 0.8125, + 0.863281, + 0.871094, + 1.046875, + 1.125, + 1.078125, + 1.132812, + 0.917969, + 0.941406, + 0.804688, + 0.835938, + 0.761719, + 0.789062, + 0.835938, + 0.917969, + 0.867188, + 0.777344, + 1.257812, + 1.257812, + 0.789062, + 0.867188, + 0.886719, + 0.902344, + 0.964844, + 0.816406, + 0.847656, + 0.789062, + 0.839844, + 1.304688, + 0.824219, + 1.125, + 0.792969, + 1.242188, + 0.960938, + 0.898438, + 0.761719, + 1.054688, + 0.800781, + 0.980469, + 0.773438, + 1.257812, + 0.855469, + 0.867188, + 0.804688, + 0.882812, + 1.109375, + 0.996094, + 1.179688, + 1.367188, + 1.179688, + 0.964844, + 1.265625, + 0.960938, + 0.789062, + 1.460938, + 0.898438, + 0.792969, + 0.8125, + 0.886719, + 0.859375, + 1.273438, + 0.828125, + 0.890625, + 0.839844, + 1.03125, + 0.859375, + 0.761719, + 0.808594, + 1.367188, + 1.328125, + 0.792969, + 0.914062, + 0.859375, + 0.570312, + 0.804688, + 0.835938, + 1.148438, + 0.816406, + 1.234375, + 0.730469, + 0.8125, + 1.617188, + 1.445312, + 0.855469, + 1.007812, + 0.878906, + 0.945312, + 0.851562, + 0.746094, + 0.960938, + 0.789062, + 0.785156, + 0.800781, + 0.851562, + 0.808594, + 0.78125, + 0.949219, + 0.851562, + 0.679688, + 0.863281, + 1.015625, + 1.132812, + 0.832031, + 0.785156, + 1.148438, + 0.996094, + 0.859375, + 0.765625, + 1.28125, + 0.859375, + 0.984375, + 0.777344, + 0.769531, + 0.871094, + 0.933594, + 1.3125, + 1.125, + 1.171875, + 0.902344, + 1.304688, + 0.824219, + 0.734375, + 0.878906, + 1.140625, + 1.28125, + 0.78125, + 0.996094, + 1.21875, + 0.925781, + 0.855469, + 0.792969, + 1.054688, + 1.421875, + 0.675781, + 0.945312, + 0.773438, + 0.8125, + 0.890625, + 0.867188, + 0.917969, + 0.898438, + 1.148438, + 0.863281, + 0.835938, + 1.507812, + 0.882812, + 0.84375, + 0.960938, + 0.8125, + 0.875, + 1.289062, + 1.039062, + 0.960938, + 0.648438, + 1.945312, + 0.949219, + 1.125, + 1.171875, + 0.851562, + 0.816406, + 1.953125, + 0.84375, + 1.421875, + 0.851562, + 1.039062, + 1.304688, + 1.320312, + 1.101562, + 0.527344, + 1.601562, + 1.765625, + 0.96875, + 1.164062, + 0.835938, + 0.945312, + 1.109375, + 1.0625, + 1.242188, + 1.320312, + 1.109375, + 1.085938, + 0.835938, + 1.03125, + 0.933594, + 0.703125, + 0.898438, + 1.75, + 0.605469, + 0.953125, + 0.910156, + 0.691406, + 1.3125, + 1.039062, + 1.023438, + 0.792969, + 0.816406, + 1.015625, + 0.847656, + 1.0625, + 1.101562, + 1.421875, + 0.6875, + 0.878906, + 0.921875, + 0.820312, + 1.234375, + 1.148438, + 1.023438, + 0.910156, + 0.820312, + 1.335938, + 1.015625, + 0.773438, + 1.289062, + 0.820312, + 0.917969, + 0.8125, + 0.832031, + 1.070312, + 1.023438, + 1.101562, + 0.886719, + 1.0, + 0.773438, + 0.785156, + 1.382812, + 0.914062, + 1.96875, + 0.976562, + 0.980469, + 1.5625, + 0.832031, + 0.902344, + 0.757812, + 1.148438, + 0.847656, + 0.988281, + 0.746094, + 1.1875, + 0.988281, + 0.953125, + 1.515625, + 1.007812, + 0.980469, + 0.832031, + 1.5625, + 0.828125, + 0.792969, + 1.3125, + 1.507812, + 0.914062, + 1.609375, + 0.917969, + 1.15625, + 0.851562, + 1.078125, + 1.390625, + 0.925781, + 1.070312, + 1.078125, + 1.125, + 1.070312, + 1.492188, + 0.9375, + 1.46875, + 1.007812, + 0.847656, + 0.8125, + 1.101562, + 1.070312, + 1.515625, + 0.753906, + 0.804688, + 1.164062, + 0.957031, + 0.828125, + 0.875, + 1.34375, + 0.8125, + 0.898438, + 0.878906, + 1.382812, + 0.917969, + 0.882812, + 0.976562, + 1.40625, + 1.5, + 0.75, + 0.988281, + 0.8125, + 1.21875, + 0.867188, + 0.847656, + 1.429688, + 0.820312, + 0.867188, + 0.78125, + 0.898438, + 0.753906, + 2.28125, + 0.757812, + 0.84375, + 1.070312, + 0.980469, + 1.015625, + 0.945312, + 0.851562, + 1.09375, + 1.179688, + 1.476562, + 1.03125, + 1.023438, + 0.976562, + 1.0625, + 0.800781, + 0.898438, + 0.898438, + 1.265625, + 0.933594, + 1.523438, + 1.09375, + 1.101562, + 0.785156, + 0.773438, + 0.9375, + 1.195312, + 0.855469, + 1.382812, + 1.648438, + 0.855469, + 0.867188, + 1.179688, + 1.335938, + 0.894531, + 1.484375, + 0.886719, + 0.824219, + 0.976562, + 0.769531, + 1.148438, + 0.992188, + 0.785156, + 1.507812, + 0.847656, + 1.914062, + 0.953125, + 0.886719, + 1.445312, + 1.007812, + 0.746094, + 0.859375, + 1.539062, + 0.847656, + 1.0, + 0.84375, + 1.328125, + 0.871094, + 1.554688, + 0.890625, + 0.789062, + 1.507812, + 1.007812, + 1.15625, + 0.90625, + 0.578125, + 0.8125, + 1.296875, + 1.484375, + 1.039062, + 1.15625, + 1.351562, + 0.667969, + 1.304688, + 1.117188, + 0.765625, + 2.421875, + 1.21875, + 1.203125, + 0.804688, + 0.710938, + 0.925781, + 0.960938, + 0.984375, + 0.90625, + 1.234375, + 0.945312, + 0.886719, + 1.125, + 0.882812, + 1.070312, + 0.84375, + 1.15625, + 1.265625, + 1.03125, + 0.8125, + 0.789062, + 0.847656, + 0.789062, + 1.585938, + 1.171875, + 0.875, + 0.925781, + 0.914062, + 0.820312, + 1.148438, + 1.351562, + 0.574219, + 1.132812, + 0.945312, + 0.863281, + 0.972656, + 0.96875, + 1.1875, + 1.304688, + 0.835938, + 0.800781, + 0.832031, + 0.835938, + 0.777344, + 0.996094, + 0.824219, + 1.007812, + 0.84375, + 0.871094, + 1.304688, + 0.855469, + 0.910156, + 0.851562, + 0.828125, + 0.792969, + 1.054688, + 0.835938, + 0.84375, + 1.34375, + 1.132812, + 0.996094, + 0.644531, + 0.839844, + 0.96875, + 1.039062, + 1.078125 + ] + }, + "name": "model.model.layers.22.input_layernorm.weight", + "outputIndexes": [ + 1806 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1805 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_22/Mul_output_0", + "outputIndexes": [ + 1807 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1806, + 1807 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_22/Mul_1_output_0", + "outputIndexes": [ + 1808 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1808 + ], + "outputIndexes": [ + 2924 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2924 + ], + "outputIndexes": [ + 2925 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear", + "inputIndexes": [ + 2925 + ], + "outputIndexes": [ + 2926 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2884353340, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2926 + ], + "outputIndexes": [ + 2927 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2927 + ], + "outputIndexes": [ + 1809 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1808 + ], + "main_type": "NONE", + "name": "/Shape_309_output_0", + "outputIndexes": [ + 1810 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1810 + ], + "main_type": "NONE", + "name": "Shape5579", + "outputIndexes": [ + 1811 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1810 + ], + "main_type": "NONE", + "name": "Rank5581", + "outputIndexes": [ + 1812 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1812, + 1812 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5583", + "outputIndexes": [ + 1813 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1813 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5584", + "outputIndexes": [ + 1814 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1813, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5586", + "outputIndexes": [ + 1815 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1815 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5587", + "outputIndexes": [ + 1816 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1811, + 1814, + 1816, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5590", + "outputIndexes": [ + 1817 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1817 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5591", + "outputIndexes": [ + 1818 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5592", + "outputIndexes": [ + 1819 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1819, + 1818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5593", + "outputIndexes": [ + 1820 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1810, + 1820, + 1813 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_334_output_0", + "outputIndexes": [ + 1821 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1821, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_705_output_0", + "outputIndexes": [ + 1822 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1822, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_286_output_0", + "outputIndexes": [ + 1823 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1809, + 1823 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_199_output_0", + "outputIndexes": [ + 1824 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1824, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_176_output_0", + "outputIndexes": [ + 1825 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1824 + ], + "main_type": "NONE", + "name": "/Shape_310_output_0", + "outputIndexes": [ + 1826 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1826 + ], + "main_type": "NONE", + "name": "Shape5600", + "outputIndexes": [ + 1827 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1826 + ], + "main_type": "NONE", + "name": "Rank5602", + "outputIndexes": [ + 1828 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1828, + 1828 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5604", + "outputIndexes": [ + 1829 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1829 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5605", + "outputIndexes": [ + 1830 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1829, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5607", + "outputIndexes": [ + 1831 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1831 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5608", + "outputIndexes": [ + 1832 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1827, + 1830, + 1832, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5611", + "outputIndexes": [ + 1833 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1833 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5612", + "outputIndexes": [ + 1834 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1834 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5613", + "outputIndexes": [ + 1835 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1835, + 1834 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5614", + "outputIndexes": [ + 1836 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1826, + 1836, + 1829 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_335_output_0", + "outputIndexes": [ + 1837 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1837, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_66_output_0", + "outputIndexes": [ + 1838 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1838, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_710_output_0", + "outputIndexes": [ + 1839 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1824, + 1839, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_89_output_0", + "outputIndexes": [ + 1840 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1840 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_44_output_0", + "outputIndexes": [ + 1841 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1824, + 22, + 1839, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_88_output_0", + "outputIndexes": [ + 1842 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1841, + 1842 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_289_output_0", + "outputIndexes": [ + 1843 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1843, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_177_output_0", + "outputIndexes": [ + 1844 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1825, + 1844 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_110_output_0", + "outputIndexes": [ + 1845 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1808 + ], + "outputIndexes": [ + 2928 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2928 + ], + "outputIndexes": [ + 2929 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear", + "inputIndexes": [ + 2929 + ], + "outputIndexes": [ + 2930 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2891593042, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2930 + ], + "outputIndexes": [ + 2931 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2931 + ], + "outputIndexes": [ + 1846 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1822, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_287_output_0", + "outputIndexes": [ + 1847 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1846, + 1847 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_200_output_0", + "outputIndexes": [ + 1848 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1848, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_178_output_0", + "outputIndexes": [ + 1849 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1848 + ], + "main_type": "NONE", + "name": "/Shape_311_output_0", + "outputIndexes": [ + 1850 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1850 + ], + "main_type": "NONE", + "name": "Shape5663", + "outputIndexes": [ + 1851 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1850 + ], + "main_type": "NONE", + "name": "Rank5665", + "outputIndexes": [ + 1852 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1852, + 1852 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5667", + "outputIndexes": [ + 1853 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1853 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5668", + "outputIndexes": [ + 1854 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1853, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5670", + "outputIndexes": [ + 1855 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1855 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5671", + "outputIndexes": [ + 1856 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1851, + 1854, + 1856, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5674", + "outputIndexes": [ + 1857 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1857 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5675", + "outputIndexes": [ + 1858 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5676", + "outputIndexes": [ + 1859 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1859, + 1858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5677", + "outputIndexes": [ + 1860 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1850, + 1860, + 1853 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_336_output_0", + "outputIndexes": [ + 1861 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1861, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_67_output_0", + "outputIndexes": [ + 1862 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1862, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_712_output_0", + "outputIndexes": [ + 1863 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1848, + 1863, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_91_output_0", + "outputIndexes": [ + 1864 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1864 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_45_output_0", + "outputIndexes": [ + 1865 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1848, + 22, + 1863, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_90_output_0", + "outputIndexes": [ + 1866 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1865, + 1866 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_290_output_0", + "outputIndexes": [ + 1867 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1867, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_179_output_0", + "outputIndexes": [ + 1868 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1849, + 1868 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_111_output_0", + "outputIndexes": [ + 1869 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1808 + ], + "outputIndexes": [ + 2932 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2932 + ], + "outputIndexes": [ + 2933 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear", + "inputIndexes": [ + 2933 + ], + "outputIndexes": [ + 2934 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 2892627304, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2934 + ], + "outputIndexes": [ + 2935 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2935 + ], + "outputIndexes": [ + 1870 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1870, + 1847 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_201_output_0", + "outputIndexes": [ + 1871 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1845, + 1869, + 1871, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_206_output_0", + "outputIndexes": [ + 1872 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1872 + ], + "outputIndexes": [ + 2936 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2936 + ], + "outputIndexes": [ + 2937 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear", + "inputIndexes": [ + 2937 + ], + "outputIndexes": [ + 2938 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 2893661566, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2938 + ], + "outputIndexes": [ + 2939 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2939 + ], + "outputIndexes": [ + 1873 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1805, + 1873 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_113_output_0", + "outputIndexes": [ + 1874 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.453125, + 1.429688, + 1.59375, + 1.125, + 1.429688, + 1.257812, + 1.398438, + 1.460938, + 0.601562, + 0.964844, + 1.398438, + 1.078125, + 1.328125, + 1.242188, + 1.054688, + 1.398438, + 1.414062, + 1.296875, + 1.421875, + 0.90625, + 0.832031, + 1.414062, + 1.40625, + 1.257812, + 1.203125, + 1.484375, + 0.882812, + 1.148438, + 1.1875, + 1.265625, + 1.492188, + 1.078125, + 0.707031, + 1.296875, + 1.492188, + 1.625, + 1.140625, + 0.416016, + 1.40625, + 0.945312, + 1.453125, + 1.382812, + 1.460938, + 1.34375, + 1.539062, + 1.5, + 0.90625, + 1.484375, + 1.390625, + 1.046875, + 1.46875, + 1.34375, + 1.335938, + 1.34375, + 1.429688, + 1.234375, + 1.460938, + 1.648438, + 1.453125, + 0.964844, + 1.164062, + 1.421875, + 1.453125, + 1.398438, + 1.53125, + 1.4375, + 1.085938, + 1.359375, + 1.171875, + 1.289062, + 1.28125, + 1.054688, + 1.4375, + 1.328125, + 1.4375, + 1.460938, + 1.15625, + 1.164062, + 0.625, + 1.5, + 1.523438, + 1.53125, + 1.484375, + 1.28125, + 1.40625, + 0.941406, + 1.421875, + 1.546875, + 1.414062, + 0.875, + 1.421875, + 1.421875, + 1.453125, + 1.429688, + 1.289062, + 1.367188, + 0.753906, + 1.15625, + 1.414062, + 0.945312, + 1.140625, + 1.117188, + 1.5625, + 1.375, + 1.148438, + 1.4375, + 1.257812, + 1.070312, + 1.257812, + 1.320312, + 1.390625, + 1.296875, + 1.359375, + 0.341797, + 1.3125, + 0.292969, + 1.109375, + 1.429688, + 1.523438, + 1.039062, + 1.289062, + 1.335938, + 1.507812, + 1.414062, + 1.34375, + 1.304688, + 1.46875, + 1.320312, + 0.957031, + 1.148438, + 0.890625, + 1.320312, + 1.132812, + 1.398438, + 1.867188, + 1.375, + 1.28125, + 1.4375, + 1.140625, + 1.4375, + 1.273438, + 1.46875, + 1.546875, + 1.226562, + 0.558594, + 1.070312, + 1.421875, + 1.390625, + 1.507812, + 1.414062, + 1.484375, + 1.398438, + 1.304688, + 1.382812, + 1.132812, + 1.226562, + 1.125, + 0.96875, + 1.46875, + 1.515625, + 0.960938, + 1.03125, + 0.609375, + 1.375, + 0.453125, + 1.101562, + 1.257812, + 1.070312, + 1.328125, + 1.398438, + 1.414062, + 1.195312, + 1.1875, + 1.1875, + 1.367188, + 1.539062, + 1.367188, + 1.351562, + 1.492188, + 1.351562, + 1.078125, + 1.359375, + 1.484375, + 1.007812, + 1.046875, + 1.390625, + 1.304688, + 1.015625, + 1.289062, + 1.445312, + 1.054688, + 1.375, + 1.023438, + 1.25, + 1.375, + 1.40625, + 1.382812, + 1.460938, + 1.0, + 1.367188, + 1.367188, + 0.410156, + 1.328125, + 1.304688, + 1.359375, + 1.40625, + 1.015625, + 1.210938, + 1.484375, + 1.046875, + 1.484375, + 1.273438, + 1.140625, + 1.414062, + 1.382812, + 1.25, + 1.070312, + 1.0625, + 1.5625, + 1.265625, + 1.34375, + 1.070312, + 1.171875, + 1.453125, + 1.40625, + 1.53125, + 1.117188, + 1.171875, + 1.265625, + 1.398438, + 1.414062, + 1.429688, + 1.375, + 1.351562, + 1.421875, + 1.296875, + 1.265625, + 1.507812, + 0.96875, + 1.351562, + 1.421875, + 1.34375, + 1.445312, + 1.34375, + 1.1875, + 1.109375, + 1.453125, + 1.484375, + 1.414062, + 1.351562, + 1.390625, + 1.414062, + 1.132812, + 1.273438, + 1.390625, + 1.164062, + 1.375, + 0.933594, + 1.320312, + 1.03125, + 1.375, + 1.460938, + 1.414062, + 1.445312, + 1.351562, + 1.148438, + 1.367188, + 1.398438, + 1.21875, + 1.414062, + 1.328125, + 1.4375, + 1.414062, + 1.179688, + 1.21875, + 1.640625, + 1.40625, + 0.65625, + 1.1875, + 1.421875, + 1.328125, + 1.390625, + 0.917969, + 1.414062, + 1.273438, + 1.523438, + 1.132812, + 1.4375, + 1.4375, + 0.949219, + 1.523438, + 0.941406, + 1.234375, + 1.085938, + 0.980469, + 1.296875, + 1.117188, + 1.070312, + 1.351562, + 1.328125, + 1.25, + 1.164062, + 1.023438, + 1.4375, + 1.5625, + 1.460938, + 1.351562, + 1.328125, + 1.335938, + 1.40625, + 0.75, + 1.265625, + 1.382812, + 1.367188, + 0.441406, + 1.460938, + 1.367188, + 1.515625, + 1.367188, + 1.359375, + 1.507812, + 1.335938, + 1.226562, + 1.3125, + 1.226562, + 1.40625, + 1.28125, + 1.367188, + 1.265625, + 1.25, + 0.945312, + 1.304688, + 1.320312, + 1.289062, + 1.078125, + 1.34375, + 1.414062, + 1.65625, + 1.421875, + 1.085938, + 0.941406, + 1.296875, + 1.328125, + 1.328125, + 0.980469, + 1.414062, + 1.523438, + 1.398438, + 1.304688, + 1.367188, + 1.390625, + 1.0625, + 1.398438, + 1.367188, + 1.53125, + 1.359375, + 1.4375, + 1.421875, + 1.289062, + 1.367188, + 1.226562, + 1.53125, + 0.914062, + 1.101562, + 0.828125, + 1.0, + 1.28125, + 1.5, + 1.367188, + 1.007812, + 1.335938, + 1.398438, + 1.429688, + 1.242188, + 1.429688, + 1.5625, + 0.9375, + 0.984375, + 1.382812, + 1.429688, + 1.390625, + 1.453125, + 1.085938, + 1.445312, + 1.460938, + 1.039062, + 1.507812, + 1.390625, + 1.3125, + 1.195312, + 1.382812, + 1.46875, + 1.242188, + 1.109375, + 1.234375, + 1.46875, + 1.171875, + 1.226562, + 1.4375, + 0.9375, + 1.125, + 1.445312, + 1.070312, + 1.492188, + 0.96875, + 1.421875, + 1.34375, + 1.421875, + 1.4375, + 1.25, + 1.015625, + 1.375, + 1.476562, + 1.382812, + 1.453125, + 1.539062, + 1.453125, + 1.367188, + 1.40625, + 1.453125, + 1.078125, + 1.195312, + 1.328125, + 1.007812, + 1.3125, + 1.046875, + 1.46875, + 1.445312, + 0.964844, + 1.34375, + 1.375, + 1.296875, + 1.0, + 1.289062, + 1.40625, + 1.054688, + 1.289062, + 1.414062, + 1.296875, + 1.125, + 1.328125, + 1.4375, + 1.453125, + 1.375, + 1.054688, + 1.132812, + 1.328125, + 1.414062, + 1.382812, + 1.453125, + 1.4375, + 1.375, + 1.421875, + 1.375, + 1.390625, + 3.5, + 1.109375, + 1.265625, + 0.369141, + 1.234375, + 1.414062, + 1.257812, + 1.398438, + 0.859375, + 1.085938, + 1.414062, + 1.140625, + 1.351562, + 1.03125, + 1.351562, + 1.21875, + 0.988281, + 1.429688, + 1.414062, + 1.421875, + 1.0625, + 1.265625, + 1.0, + 1.445312, + 1.421875, + 1.453125, + 1.359375, + 1.101562, + 1.40625, + 0.953125, + 1.492188, + 1.601562, + 1.359375, + 1.453125, + 1.359375, + 1.148438, + 1.476562, + 1.515625, + 1.398438, + 1.492188, + 1.179688, + 1.390625, + 1.289062, + 1.453125, + 1.429688, + 1.34375, + 1.171875, + 1.226562, + 1.109375, + 1.320312, + 1.171875, + 1.414062, + 1.0625, + 1.40625, + 1.257812, + 1.453125, + 1.476562, + 1.40625, + 1.484375, + 1.429688, + 1.179688, + 1.164062, + 1.351562, + 1.265625, + 1.515625, + 1.25, + 1.445312, + 1.429688, + 0.933594, + 1.421875, + 1.125, + 1.460938, + 1.46875, + 1.390625, + 1.3125, + 1.390625, + 1.429688, + 1.453125, + 1.414062, + 1.320312, + 1.445312, + 1.039062, + 1.359375, + 1.304688, + 1.453125, + 1.015625, + 1.023438, + 0.933594, + 1.34375, + 0.988281, + 1.476562, + 1.609375, + 0.609375, + 1.109375, + 1.578125, + 1.25, + 1.523438, + 1.375, + 0.945312, + 1.21875, + 1.046875, + 1.28125, + 1.421875, + 1.421875, + 1.1875, + 1.539062, + 1.382812, + 1.234375, + 1.0625, + 1.109375, + 1.460938, + 1.296875, + 1.359375, + 1.34375, + 1.070312, + 1.382812, + 1.359375, + 1.09375, + 1.078125, + 1.289062, + 1.328125, + 1.3125, + 1.578125, + 1.039062, + 1.460938, + 1.453125, + 1.382812, + 1.4375, + 1.132812, + 1.445312, + 1.34375, + 1.3125, + 1.109375, + 1.382812, + 1.085938, + 1.460938, + 1.34375, + 1.421875, + 1.367188, + 1.398438, + 1.015625, + 1.296875, + 1.132812, + 1.09375, + 1.140625, + 1.507812, + 1.070312, + 1.195312, + 1.492188, + 1.3125, + 1.453125, + 1.367188, + 1.34375, + 0.384766, + 1.484375, + 1.539062, + 1.46875, + 1.195312, + 0.960938, + 1.4375, + 1.390625, + 0.941406, + 1.273438, + 1.335938, + 1.40625, + 1.4375, + 1.382812, + 0.423828, + 1.359375, + 0.480469, + 1.304688, + 1.75, + 1.40625, + 1.359375, + 1.539062, + 1.132812, + 1.210938, + 1.265625, + 1.351562, + 1.140625, + 1.15625, + 1.4375, + 1.234375, + 1.429688, + 1.359375, + 1.296875, + 0.96875, + 1.40625, + 1.398438, + 1.539062, + 0.8125, + 1.375, + 1.351562, + 1.375, + 1.296875, + 0.949219, + 1.242188, + 1.375, + 1.007812, + 0.863281, + 1.4375, + 1.226562, + 1.421875, + 1.4375, + 1.046875, + 1.007812, + 1.203125, + 0.449219, + 1.414062, + 1.421875, + 1.460938, + 1.367188, + 1.28125, + 1.453125, + 1.382812, + 1.289062, + 1.320312, + 1.40625, + 1.460938, + 1.40625, + 1.359375, + 1.515625, + 1.117188, + 1.242188, + 1.445312, + 1.375, + 1.40625, + 1.15625, + 1.453125, + 0.894531, + 1.257812, + 1.335938, + 1.148438, + 1.132812, + 0.863281, + 1.5, + 1.265625, + 1.390625, + 1.515625, + 1.320312, + 0.984375, + 0.652344, + 1.46875, + 0.945312, + 1.390625, + 1.085938, + 1.460938, + 1.453125, + 1.398438, + 1.328125, + 1.398438, + 1.257812, + 0.96875, + 1.421875, + 1.484375, + 1.28125, + 1.0625, + 1.226562, + 1.273438, + 1.070312, + 0.155273, + 0.789062, + 1.382812, + 0.988281, + 1.484375, + 1.09375, + 1.390625, + 1.382812, + 1.375, + 1.460938, + 1.390625, + 1.351562, + 0.902344, + 1.109375, + 1.15625, + 1.4375, + 1.421875, + 1.257812, + 1.398438, + 1.101562, + 1.414062, + 0.953125, + 1.140625, + 1.3125, + 1.445312, + 1.34375, + 1.382812, + 1.046875, + 1.078125, + 1.367188, + 1.359375, + 1.421875, + 1.132812, + 1.515625, + 1.273438, + 0.921875, + 1.390625, + 1.328125, + 1.296875, + 1.46875, + 1.335938, + 1.09375, + 1.460938, + 1.320312, + 0.867188, + 1.421875, + 1.1875, + 1.398438, + 0.886719, + 1.390625, + 1.359375, + 1.414062, + 1.132812, + 0.929688, + 1.546875, + 1.273438, + 1.414062, + 0.960938, + 1.273438, + 1.515625, + 0.929688, + 1.34375, + 1.546875, + 1.445312, + 1.304688, + 1.335938, + 1.09375, + 1.5, + 1.34375, + 1.015625, + 1.398438, + 1.351562, + 0.988281, + 1.390625, + 1.367188, + 1.40625, + 0.949219, + 0.929688, + 1.234375, + 1.46875, + 0.953125, + 0.964844, + 1.476562, + 1.5, + 1.429688, + 1.3125, + 0.554688, + 1.335938, + 1.5, + 1.398438, + 0.9375, + 1.367188, + 1.367188, + 1.132812, + 1.0, + 1.179688, + 1.257812, + 1.375, + 2.046875, + 1.414062, + 1.28125, + 1.257812, + 1.046875, + 1.46875, + 0.875, + 1.28125, + 1.34375, + 0.875, + 1.492188, + 0.980469, + 1.09375, + 1.367188, + 1.273438, + 1.265625, + 1.210938, + 1.390625, + 1.328125, + 1.460938, + 1.460938, + 1.148438, + 1.59375, + 1.054688, + 1.460938, + 1.460938, + 1.398438, + 1.414062, + 1.0, + 1.125, + 1.507812, + 0.953125, + 1.34375, + 1.289062, + 1.15625, + 1.382812, + 1.367188, + 1.398438, + 1.390625, + 1.101562, + 1.03125, + 1.382812, + 1.359375, + 1.304688, + 1.132812, + 1.476562, + 1.296875, + 1.515625, + 1.226562, + 1.21875, + 1.414062, + 1.148438, + 1.257812, + 1.507812, + 1.148438, + 1.359375, + 1.414062, + 1.367188, + 1.289062, + 1.351562, + 1.5, + 1.429688, + 1.46875, + 1.148438, + 0.949219, + 1.421875, + 0.566406, + 1.390625, + 1.484375, + 0.8125, + 1.304688, + 1.515625, + 1.429688, + 1.414062, + 1.421875, + 0.9375, + 0.839844, + 0.480469, + 1.421875, + 1.3125, + 1.382812, + 1.5, + 1.351562, + 1.320312, + 1.375, + 0.671875, + 0.496094, + 1.46875, + 1.304688, + 1.320312, + 1.148438, + 1.445312, + 1.445312, + 1.375, + 1.476562, + 1.421875, + 1.265625, + 1.429688, + 1.46875, + 1.40625, + 0.726562, + 1.414062, + 1.289062, + 1.414062, + 1.382812, + 1.171875, + 1.390625, + 1.476562, + 1.40625, + 1.382812, + 1.453125, + 1.445312, + 1.375, + 1.523438, + 1.367188, + 1.132812, + 1.414062, + 1.382812, + 1.25, + 1.414062, + 1.242188, + 1.476562, + 1.34375, + 0.957031, + 1.492188, + 1.148438, + 1.398438, + 1.085938, + 1.359375, + 1.367188, + 0.460938, + 0.503906, + 1.179688, + 1.539062, + 1.195312, + 0.496094, + 1.445312, + 1.476562, + 1.085938, + 1.398438, + 1.09375, + 1.351562, + 1.4375, + 1.320312, + 0.964844, + 1.203125, + 0.949219, + 1.007812, + 1.492188, + 1.414062, + 0.941406, + 1.078125, + 1.28125, + 1.289062, + 1.28125, + 1.132812, + 1.453125, + 1.4375, + 1.382812, + 0.894531, + 1.460938, + 1.46875, + 1.609375, + 1.359375, + 1.421875, + 1.515625, + 1.375, + 1.3125, + 1.085938, + 1.117188, + 0.671875, + 1.203125, + 1.03125, + 1.140625, + 1.09375, + 1.390625, + 1.179688, + 1.492188, + 1.382812, + 1.203125, + 1.398438, + 1.15625, + 1.4375, + 1.390625, + 1.445312, + 0.910156, + 1.09375, + 1.335938, + 1.375, + 1.234375, + 0.929688, + 1.070312, + 1.34375, + 1.445312, + 1.304688, + 1.476562, + 0.933594, + 1.390625, + 1.367188, + 1.320312, + 1.007812, + 0.898438, + 1.382812, + 1.460938, + 1.125, + 1.132812, + 1.21875, + 1.289062, + 1.148438, + 1.3125, + 1.140625, + 1.085938, + 1.40625, + 0.9375, + 1.40625, + 1.226562, + 0.949219, + 1.492188, + 1.445312, + 1.429688, + 1.125, + 1.265625, + 1.40625, + 1.460938, + 1.476562, + 0.992188, + 0.867188, + 1.125, + 1.375, + 1.21875, + 0.792969, + 1.476562, + 1.1875, + 2.28125, + 1.304688, + 1.375, + 1.359375, + 1.210938, + 1.117188, + 1.476562, + 0.539062, + 1.507812, + 1.320312, + 1.203125, + 1.453125, + 1.117188, + 1.375, + 1.289062, + 0.964844, + 1.078125, + 1.359375, + 0.960938, + 1.078125, + 0.949219, + 1.335938, + 0.867188, + 0.929688, + 1.421875, + 1.265625, + 1.46875, + 1.484375, + 1.109375, + 1.25, + 1.289062, + 1.46875, + 1.226562, + 1.351562, + 1.390625, + 1.164062, + 0.992188, + 1.359375, + 1.453125, + 1.367188, + 1.359375, + 1.21875, + 1.125, + 0.945312, + 1.203125, + 1.203125, + 0.90625, + 0.96875, + 1.429688, + 1.25, + 1.4375, + 1.5, + 1.40625, + 1.0625, + 1.523438, + 1.320312, + 0.945312, + 1.28125, + 1.320312, + 1.507812, + 1.0, + 1.328125, + 1.59375, + 1.5, + 1.0625, + 1.539062, + 1.460938, + 1.40625, + 1.265625, + 1.507812, + 0.921875, + 1.242188, + 1.257812, + 1.398438, + 1.515625, + 0.578125, + 0.914062, + 1.15625, + 1.210938, + 1.203125, + 1.015625, + 1.546875, + 1.375, + 1.085938, + 1.320312, + 1.09375, + 1.460938, + 1.351562, + 1.335938, + 1.46875, + 1.179688, + 1.398438, + 1.3125, + 1.164062, + 0.738281, + 1.421875, + 1.21875, + 1.445312, + 1.195312, + 1.3125, + 1.296875, + 1.203125, + 1.546875, + 1.359375, + 1.179688, + 1.453125, + 0.929688, + 1.515625, + 1.289062, + 1.460938, + 1.421875, + 1.351562, + 1.140625, + 1.492188, + 1.25, + 1.367188, + 1.3125, + 1.210938, + 1.554688, + 1.398438, + 1.273438, + 1.0, + 1.453125, + 1.09375, + 1.46875, + 1.421875, + 1.507812, + 1.390625, + 1.03125, + 1.054688, + 1.398438, + 1.304688, + 1.460938, + 1.429688, + 1.265625, + 1.523438, + 1.359375, + 1.382812, + 1.507812, + 1.507812, + 1.382812, + 1.460938, + 1.328125, + 1.296875, + 1.140625, + 1.007812, + 1.414062, + 1.507812, + 1.398438, + 1.460938, + 1.367188, + 1.375, + 1.5, + 1.28125, + 1.4375, + 1.429688, + 1.414062, + 1.296875, + 1.414062, + 0.976562, + 1.40625, + 1.054688, + 0.949219, + 1.34375, + 1.320312, + 1.34375, + 1.171875, + 1.375, + 1.414062, + 1.445312, + 1.515625, + 1.546875, + 1.398438, + 1.125, + 0.949219, + 0.921875, + 1.210938, + 1.5, + 0.996094, + 2.125, + 1.304688, + 1.421875, + 1.460938, + 1.453125, + 1.3125, + 1.546875, + 1.523438, + 1.390625, + 1.070312, + 1.421875, + 1.53125, + 1.359375, + 1.171875, + 1.398438, + 1.5, + 1.4375, + 1.492188, + 1.390625, + 1.5625, + 1.460938, + 1.304688, + 1.578125, + 1.351562, + 1.25, + 1.5, + 1.421875, + 1.414062, + 1.460938, + 1.476562, + 1.445312, + 1.390625, + 1.367188, + 1.46875, + 1.25, + 1.335938, + 1.023438, + 1.367188, + 1.429688, + 1.429688, + 0.984375, + 0.957031, + 1.359375, + 1.359375, + 1.453125, + 1.476562, + 1.4375, + 1.210938, + 1.195312, + 1.515625, + 1.359375, + 1.390625, + 1.195312, + 1.390625, + 0.898438, + 1.351562, + 1.320312, + 1.085938, + 1.132812, + 1.375, + 0.945312, + 1.40625, + 1.226562, + 0.322266, + 1.421875, + 1.039062, + 1.007812, + 1.242188, + 1.460938, + 1.320312, + 1.125, + 1.414062, + 1.171875, + 1.0625, + 1.007812, + 0.851562, + 1.34375, + 0.373047, + 1.125, + 1.070312, + 1.382812, + 1.226562, + 1.460938, + 1.492188, + 1.125, + 1.460938, + 0.976562, + 1.492188, + 1.164062, + 1.34375, + 1.46875, + 1.429688, + 1.273438, + 1.414062, + 1.078125, + 1.492188, + 1.382812, + 1.789062, + 1.367188, + 1.039062, + 1.546875, + 1.523438, + 1.5, + 1.226562, + 1.367188, + 1.46875, + 1.265625, + 1.382812, + 1.25, + 1.5, + 1.351562, + 1.445312, + 1.429688, + 1.5, + 1.304688, + 1.382812, + 1.4375, + 1.03125, + 1.304688, + 1.476562, + 1.296875, + 1.429688, + 1.242188, + 1.382812, + 1.484375, + 1.289062, + 1.320312, + 0.933594, + 1.265625, + 1.304688, + 1.023438, + 1.398438, + 2.46875, + 1.304688, + 1.101562, + 1.460938, + 1.234375, + 1.453125, + 1.40625, + 1.445312, + 1.40625, + 1.421875, + 1.359375, + 1.148438, + 1.304688, + 1.023438, + 1.390625, + 1.390625, + 1.429688, + 0.617188, + 1.484375, + 1.40625, + 1.375, + 1.390625, + 1.226562, + 1.0625, + 0.921875, + 1.375, + 1.296875, + 1.289062, + 1.296875, + 1.3125, + 1.289062, + 1.335938, + 1.273438, + 1.375, + 1.40625, + 1.132812, + 1.242188, + 1.132812, + 0.789062, + 1.132812, + 1.195312, + 1.476562, + 1.460938, + 1.4375, + 1.265625, + 1.328125, + 1.367188, + 1.1875, + 1.257812, + 1.390625, + 1.3125, + 1.546875, + 1.53125, + 1.265625, + 0.933594, + 1.328125, + 1.320312, + 0.914062, + 1.453125, + 1.46875, + 1.515625, + 1.34375, + 1.28125, + 1.265625, + 1.304688, + 0.878906, + 1.382812, + 0.929688, + 1.429688, + 1.320312, + 2.09375, + 0.933594, + 1.21875, + 1.476562, + 1.046875, + 1.320312, + 1.007812, + 1.382812, + 1.476562, + 1.4375, + 1.382812, + 1.34375, + 0.636719, + 1.34375, + 1.421875, + 1.382812, + 1.054688, + 1.453125, + 0.851562, + 1.46875, + 1.453125, + 1.429688, + 1.523438, + 1.53125, + 1.21875, + 1.328125, + 1.367188, + 1.390625, + 1.382812, + 1.179688, + 1.398438, + 1.226562, + 1.265625, + 1.4375, + 0.640625, + 1.351562, + 1.398438, + 1.242188, + 1.304688, + 1.25, + 1.164062, + 1.375, + 1.4375, + 0.90625, + 1.507812, + 1.421875, + 0.941406, + 1.382812, + 1.15625, + 1.609375, + 1.429688, + 1.34375, + 1.367188, + 1.382812, + 1.359375, + 1.335938, + 1.40625, + 1.234375, + 1.492188, + 1.4375, + 1.359375, + 1.375, + 1.335938, + 1.445312, + 0.835938, + 1.429688, + 1.46875, + 1.171875, + 1.40625, + 1.429688, + 1.453125, + 1.289062, + 1.578125, + 1.578125, + 1.382812, + 1.054688, + 1.28125, + 1.34375, + 1.460938, + 1.4375, + 1.0, + 1.398438, + 1.398438, + 1.578125, + 1.257812, + 1.21875, + 1.46875, + 1.3125, + 1.109375, + 1.40625, + 1.53125, + 1.429688, + 1.453125, + 1.273438, + 1.359375, + 1.453125, + 1.460938, + 1.46875, + 1.40625, + 1.265625, + 1.203125, + 1.265625, + 1.359375, + 1.296875, + 0.941406, + 1.546875, + 1.304688, + 1.328125, + 1.4375, + 1.507812, + 1.578125, + 1.398438, + 1.367188, + 1.484375, + 1.421875, + 1.078125, + 1.40625, + 1.375, + 1.03125, + 1.445312, + 1.0, + 1.359375, + 1.21875, + 0.996094, + 1.078125, + 1.226562, + 1.335938, + 0.539062, + 1.101562, + 1.117188, + 1.0625, + 1.304688, + 1.1875, + 0.988281, + 1.453125, + 0.886719, + 1.3125, + 1.445312, + 1.40625, + 1.390625, + 1.546875, + 1.179688, + 1.5, + 1.4375, + 0.882812, + 0.914062, + 1.070312, + 1.242188, + 1.429688, + 1.078125, + 1.34375, + 1.484375, + 1.148438, + 1.46875, + 1.21875, + 1.492188, + 1.46875, + 1.359375, + 1.34375, + 1.273438, + 1.40625, + 0.921875, + 1.328125, + 1.335938, + 1.414062, + 0.703125, + 1.039062, + 1.203125, + 1.382812, + 1.414062, + 1.273438, + 1.164062, + 1.304688, + 1.375, + 1.421875, + 1.421875, + 1.1875, + 1.28125, + 1.265625, + 1.132812, + 1.351562, + 1.398438, + 1.335938, + 0.957031, + 1.304688, + 1.40625, + 1.414062, + 1.117188, + 1.351562, + 1.453125, + 0.71875, + 1.398438, + 1.085938, + 1.023438, + 0.542969, + 1.546875, + 1.34375, + 1.382812, + 1.132812, + 1.289062, + 1.070312, + 0.914062, + 1.398438, + 1.421875, + 1.125, + 1.304688, + 1.382812, + 1.226562, + 1.210938, + 1.507812, + 1.46875, + 1.242188, + 1.0, + 1.296875, + 1.46875, + 1.109375, + 1.429688, + 1.046875, + 1.335938, + 1.453125, + 1.296875, + 1.273438, + 1.515625, + 0.566406, + 1.421875, + 1.203125, + 1.351562, + 1.40625, + 1.226562, + 1.289062, + 1.09375, + 1.507812, + 1.53125, + 0.349609, + 0.980469, + 1.359375, + 1.210938, + 1.40625, + 1.460938, + 1.195312, + 1.335938, + 1.492188, + 1.390625, + 1.15625, + 1.484375, + 1.101562, + 1.328125, + 1.320312, + 1.367188, + 1.226562, + 1.335938, + 1.429688, + 1.3125, + 1.367188, + 1.460938, + 1.289062, + 1.046875, + 1.109375, + 1.21875, + 1.164062, + 1.382812, + 1.28125, + 1.421875, + 1.226562, + 1.304688, + 1.820312, + 1.257812, + 1.390625, + 1.414062, + 1.40625, + 1.03125, + 1.351562, + 0.875, + 1.226562, + 1.429688, + 1.375, + 1.40625, + 1.359375, + 1.257812, + 1.40625, + 0.953125, + 1.007812, + 1.359375, + 0.933594, + 1.25, + 1.25, + 1.148438, + 1.507812, + 1.390625, + 1.148438, + 0.945312, + 1.414062, + 0.945312, + 1.007812, + 1.023438, + 1.265625, + 1.242188, + 1.34375, + 1.171875, + 1.484375, + 1.382812, + 1.507812, + 1.398438, + 1.117188, + 1.335938, + 1.421875, + 1.398438, + 1.421875, + 0.96875, + 1.515625, + 1.328125, + 0.972656, + 1.5, + 1.28125, + 1.328125, + 1.171875, + 1.179688, + 1.054688, + 1.351562, + 1.382812, + 1.40625, + 1.054688, + 1.4375, + 1.0625, + 1.09375, + 0.945312, + 1.101562, + 1.460938, + 1.375, + 1.453125, + 1.375, + 1.351562, + 0.925781, + 1.25, + 0.976562, + 1.289062, + 1.226562, + 1.359375, + 1.382812, + 1.476562, + 0.902344, + 1.429688, + 1.335938, + 1.4375, + 1.4375, + 1.398438, + 1.46875, + 1.445312, + 1.523438, + 1.054688, + 1.320312, + 1.125, + 1.40625, + 1.335938, + 1.078125, + 1.398438, + 1.101562, + 1.421875, + 1.085938, + 1.015625, + 1.46875, + 0.976562, + 1.429688, + 0.765625, + 1.492188, + 1.507812, + 1.21875, + 1.335938, + 1.304688, + 1.46875, + 1.34375, + 1.4375, + 1.164062, + 1.4375, + 0.777344, + 1.46875, + 1.3125, + 1.5, + 1.0, + 0.851562, + 1.484375, + 1.554688, + 1.140625, + 1.40625, + 1.210938, + 1.460938, + 1.359375, + 1.585938, + 1.3125, + 1.28125, + 0.972656, + 1.4375, + 1.453125, + 1.296875, + 1.304688, + 1.445312, + 0.890625, + 1.507812, + 1.273438, + 1.484375, + 1.1875, + 1.335938, + 0.691406, + 1.304688, + 1.320312, + 0.398438, + 1.085938, + 1.359375, + 1.125, + 0.71875, + 1.507812, + 1.40625, + 0.988281, + 1.289062, + 0.914062, + 1.53125, + 1.367188, + 1.234375, + 1.34375, + 1.53125, + 1.328125, + 1.367188, + 0.675781, + 1.226562, + 1.21875, + 1.359375, + 1.179688, + 0.957031, + 1.085938, + 1.15625, + 1.351562, + 1.421875, + 1.453125, + 0.914062, + 1.460938, + 1.453125, + 1.4375, + 1.273438, + 0.847656, + 1.007812, + 1.421875, + 1.09375, + 0.792969, + 1.484375, + 1.203125, + 1.0, + 1.59375, + 1.382812, + 1.476562, + 1.171875, + 1.445312, + 1.25, + 1.5, + 1.351562, + 1.265625, + 1.398438, + 1.328125, + 1.429688, + 1.117188, + 1.429688, + 1.398438, + 1.257812, + 1.398438, + 0.976562, + 1.359375, + 1.25, + 1.242188, + 1.242188, + 1.171875, + 1.546875, + 1.445312, + 1.242188, + 1.421875, + 0.917969, + 1.390625, + 1.265625, + 0.613281, + 1.164062, + 1.429688, + 1.539062, + 1.171875, + 1.304688, + 1.054688, + 1.359375, + 1.28125, + 0.628906, + 1.40625, + 1.453125, + 1.179688, + 1.234375, + 1.304688, + 1.25, + 1.109375, + 1.46875, + 1.453125, + 1.296875, + 0.703125, + 1.390625, + 0.9375, + 0.578125, + 1.382812, + 1.273438, + 0.554688, + 1.320312, + 1.4375, + 1.09375, + 1.484375, + 1.320312, + 1.53125, + 1.375, + 1.40625, + 1.445312, + 1.820312, + 0.382812, + 1.21875, + 1.320312, + 1.3125, + 1.53125, + 1.289062, + 1.539062, + 1.492188, + 1.390625, + 1.429688, + 1.46875, + 0.484375, + 1.351562, + 1.492188, + 1.40625, + 1.28125, + 1.46875, + 1.320312, + 1.460938, + 1.445312, + 1.210938, + 1.46875, + 1.25, + 1.367188, + 1.4375, + 1.476562, + 1.523438, + 0.914062, + 1.335938, + 1.328125, + 1.460938, + 1.085938, + 1.40625, + 1.484375, + 1.421875, + 1.484375, + 1.1875, + 1.335938, + 1.460938, + 1.367188, + 1.289062, + 1.09375, + 1.28125, + 1.460938, + 0.984375, + 1.882812, + 1.40625, + 1.359375, + 1.492188, + 1.367188, + 1.109375, + 1.148438, + 1.492188, + 0.878906, + 1.429688, + 1.273438, + 1.25, + 1.351562, + 1.453125, + 1.101562, + 1.421875, + 1.484375, + 1.296875, + 1.335938, + 1.164062, + 1.515625, + 1.34375, + 1.34375, + 1.421875, + 1.390625, + 0.539062, + 1.476562, + 1.21875, + 1.367188, + 1.351562, + 1.375, + 0.976562, + 1.421875, + 1.390625, + 1.195312, + 1.375, + 1.429688, + 0.910156, + 1.523438, + 0.914062, + 1.125, + 1.226562, + 1.0625, + 1.054688, + 0.984375, + 0.494141, + 1.265625, + 1.328125, + 1.21875, + 1.34375, + 1.367188, + 1.171875, + 1.28125, + 1.390625, + 0.992188, + 1.125, + 0.925781, + 1.265625, + 1.40625, + 1.320312, + 1.0, + 1.460938, + 1.328125, + 1.21875, + 1.421875, + 1.34375, + 0.996094, + 1.507812, + 0.878906, + 1.3125, + 1.414062, + 1.34375, + 1.359375, + 1.382812, + 1.304688, + 1.140625, + 1.148438, + 1.476562, + 1.132812, + 1.5, + 1.492188, + 1.164062, + 1.414062, + 1.421875, + 0.925781, + 1.320312, + 1.109375, + 0.925781, + 1.351562, + 1.476562, + 1.507812, + 1.351562, + 1.070312, + 0.925781, + 1.5, + 1.164062, + 1.539062, + 1.335938, + 1.4375, + 1.375, + 1.226562, + 1.367188, + 1.414062, + 1.242188, + 1.335938, + 1.046875, + 1.453125, + 1.46875, + 1.484375, + 0.964844, + 0.992188, + 1.21875, + 1.34375, + 1.375, + 0.992188, + 1.296875, + 1.398438, + 1.34375, + 1.171875, + 1.367188, + 1.53125, + 1.265625, + 1.585938, + 1.46875, + 1.109375, + 1.390625, + 1.09375, + 1.40625, + 1.398438, + 1.484375, + 1.414062, + 0.976562, + 0.875, + 1.296875, + 1.4375, + 1.46875, + 1.546875, + 1.445312, + 0.855469, + 1.414062, + 1.523438, + 1.296875, + 0.90625, + 1.273438, + 1.476562, + 1.304688, + 1.445312, + 1.132812, + 1.242188, + 1.398438, + 1.375, + 1.273438, + 1.445312, + 1.351562, + 1.320312, + 1.398438, + 1.226562, + 1.46875, + 0.917969, + 1.398438, + 1.351562, + 1.390625, + 1.351562, + 1.15625, + 0.53125, + 1.101562, + 1.46875, + 1.265625, + 0.996094, + 1.328125, + 1.273438, + 1.429688, + 1.21875, + 1.476562, + 1.289062, + 2.328125, + 1.132812, + 1.476562, + 1.398438, + 1.320312, + 1.421875, + 1.484375, + 0.839844, + 1.453125, + 1.273438, + 1.296875, + 1.257812, + 1.414062, + 1.484375, + 1.296875, + 0.964844, + 1.46875, + 1.195312, + 0.601562, + 1.335938, + 1.335938, + 1.507812, + 1.367188, + 1.382812, + 1.460938, + 1.421875, + 1.34375, + 1.398438, + 1.421875, + 1.140625, + 1.335938, + 1.351562, + 1.296875, + 1.375, + 1.335938, + 1.359375, + 1.390625, + 1.453125, + 1.09375, + 1.21875, + 0.941406, + 1.507812, + 1.015625, + 1.46875, + 1.351562, + 1.320312, + 1.398438, + 1.28125, + 1.0625, + 1.101562, + 1.328125, + 1.0625, + 1.046875, + 1.273438, + 1.5, + 1.375, + 1.148438, + 1.296875, + 1.40625, + 1.289062, + 1.46875, + 1.460938, + 1.601562, + 1.210938, + 1.453125, + 1.21875, + 1.265625, + 1.429688, + 1.007812, + 1.390625, + 0.898438, + 1.226562, + 1.367188, + 1.367188, + 1.140625, + 1.085938, + 0.996094, + 1.445312, + 1.398438, + 1.453125, + 1.179688, + 1.4375, + 1.273438, + 1.546875, + 1.429688, + 1.0625, + 1.320312, + 1.234375, + 1.5, + 1.320312, + 1.21875, + 0.558594, + 1.507812, + 1.492188, + 0.6875, + 0.976562, + 1.421875, + 1.28125, + 0.949219, + 1.34375, + 1.375, + 1.359375, + 1.445312, + 1.375, + 1.203125, + 1.390625, + 1.289062, + 1.414062, + 1.03125, + 1.328125, + 1.421875, + 1.34375, + 1.28125, + 0.949219, + 1.476562, + 0.863281, + 1.226562, + 1.171875, + 1.382812, + 1.132812, + 1.242188, + 0.949219, + 1.367188, + 1.296875, + 1.171875, + 1.023438, + 1.289062, + 1.289062, + 0.925781, + 0.233398, + 1.210938, + 1.289062, + 1.390625, + 1.429688, + 0.902344, + 1.4375, + 1.445312, + 1.40625, + 1.390625, + 0.984375, + 1.171875, + 1.070312, + 1.140625, + 0.945312, + 0.957031, + 1.164062, + 1.429688, + 0.875, + 1.375, + 1.367188, + 1.15625, + 1.367188, + 1.492188, + 1.296875, + 1.445312, + 1.5625, + 1.085938, + 1.421875, + 1.210938, + 1.421875, + 1.171875, + 1.375, + 1.0625, + 1.296875, + 1.429688, + 1.515625, + 1.25, + 0.992188, + 1.335938, + 1.3125, + 1.382812, + 1.25, + 0.925781, + 1.328125, + 0.738281, + 1.1875, + 1.429688, + 1.578125, + 1.453125, + 1.460938, + 1.289062, + 0.960938, + 1.5, + 1.242188, + 1.492188, + 1.351562, + 1.257812, + 1.414062, + 0.894531, + 1.390625, + 1.414062, + 1.382812, + 1.453125, + 1.28125, + 1.3125, + 1.226562, + 1.359375, + 1.445312, + 1.070312, + 1.320312, + 1.3125, + 1.40625, + 1.492188, + 1.515625, + 1.265625, + 1.289062, + 1.320312, + 1.257812, + 1.28125, + 1.289062, + 1.203125, + 1.367188, + 1.046875, + 1.007812, + 1.007812, + 1.453125, + 1.296875, + 1.40625, + 1.46875, + 1.320312, + 1.390625, + 1.515625, + 1.4375, + 1.289062, + 1.296875, + 1.25, + 1.09375, + 1.242188, + 1.375, + 1.414062, + 1.476562, + 1.1875, + 1.34375, + 1.492188, + 1.09375, + 1.59375, + 1.148438, + 1.375, + 1.367188, + 1.40625, + 1.421875, + 0.929688, + 1.25, + 1.070312, + 1.140625, + 1.109375, + 0.882812, + 1.234375, + 1.117188, + 1.40625, + 1.109375, + 1.351562, + 1.382812, + 1.179688, + 1.453125, + 1.015625, + 1.25, + 1.460938, + 1.085938, + 1.101562, + 1.492188, + 1.4375, + 1.421875, + 1.289062, + 1.25, + 1.242188, + 1.09375, + 0.917969, + 1.257812, + 1.15625, + 1.460938, + 1.320312, + 1.46875, + 1.25, + 1.335938, + 1.125, + 1.414062, + 1.367188, + 1.1875, + 1.328125, + 1.3125, + 1.242188, + 1.148438, + 1.421875, + 0.988281, + 0.890625, + 1.351562, + 1.390625, + 1.3125, + 1.3125, + 1.164062, + 0.964844, + 1.234375, + 1.578125, + 1.445312, + 1.039062, + 1.421875, + 1.5, + 1.484375, + 1.382812, + 1.421875, + 1.226562, + 1.4375, + 1.398438, + 1.3125, + 0.921875, + 1.367188, + 0.882812, + 1.40625, + 1.40625, + 1.117188, + 1.484375, + 1.414062, + 1.460938, + 1.109375, + 1.210938, + 1.28125, + 0.902344, + 0.9375, + 1.367188, + 1.375, + 1.195312, + 1.460938, + 1.3125, + 1.0625, + 1.5, + 1.0625, + 1.359375, + 1.085938, + 1.25, + 1.429688, + 0.945312, + 1.476562, + 1.492188, + 1.414062, + 1.328125, + 1.28125, + 1.414062, + 1.210938, + 1.492188, + 1.476562, + 1.140625, + 1.46875, + 1.21875, + 1.460938, + 1.453125, + 1.429688, + 1.117188, + 1.421875, + 1.359375, + 0.396484, + 1.296875, + 1.421875, + 1.492188, + 1.429688, + 1.414062, + 1.125, + 1.429688, + 1.367188, + 1.070312, + 1.164062, + 1.367188, + 1.609375, + 0.949219, + 0.859375, + 1.140625, + 1.5, + 0.929688, + 1.382812, + 0.535156, + 1.421875, + 1.320312, + 1.460938, + 1.382812, + 1.070312, + 1.46875, + 1.632812, + 1.34375, + 1.359375, + 1.257812, + 1.328125, + 1.164062, + 1.03125, + 1.367188, + 1.0, + 0.902344, + 1.398438, + 0.964844, + 1.390625, + 1.335938, + 1.414062, + 1.1875, + 1.4375, + 1.5, + 1.453125, + 1.4375, + 1.476562, + 0.925781, + 1.28125, + 1.109375, + 1.039062, + 0.929688, + 1.476562, + 1.359375, + 1.445312, + 1.09375, + 1.335938, + 0.851562, + 1.171875, + 1.140625, + -1.9e-05, + 0.945312, + 1.382812, + 1.515625, + 1.398438, + 1.359375, + 1.304688, + 1.0625, + 1.382812, + 1.742188, + 1.5625, + 1.28125, + 1.296875, + 1.15625, + 1.453125, + 1.453125, + 1.492188, + 1.445312, + 1.46875, + 1.195312, + 1.125, + 0.5, + 1.46875, + 1.351562, + 1.375, + 1.421875, + 1.34375, + 1.5, + 0.984375, + 0.972656, + 1.085938, + 1.164062, + 1.453125, + 1.109375, + 0.882812, + 1.140625, + 0.863281, + 1.484375, + 1.382812, + 1.460938, + 1.304688, + 1.351562, + 1.164062, + 1.273438, + 1.359375, + 1.3125, + 1.4375, + 1.375, + 1.46875, + 1.054688, + 1.09375, + 1.492188, + 1.367188, + 1.492188, + 0.964844, + 1.367188, + 1.320312, + 1.390625, + 1.53125, + 1.320312, + 1.421875, + 1.023438, + 1.296875, + 1.210938, + 1.023438, + 1.40625, + 1.484375, + 1.25, + 1.234375, + 1.140625, + 1.304688, + 1.335938, + 1.203125, + 1.109375, + 1.28125, + 1.132812, + 1.40625, + 1.390625, + 1.265625, + 1.421875, + 1.15625, + 1.554688, + 1.234375, + 1.257812, + 1.515625, + 0.941406, + 1.234375, + 1.1875, + 1.234375, + 0.980469, + 0.964844, + 1.429688, + 1.367188, + 1.445312, + 1.085938, + 1.539062, + 1.203125, + 1.328125, + 1.453125, + 1.28125, + 1.367188, + 1.40625, + 1.445312, + 1.101562, + 1.320312, + 1.101562, + 1.40625, + 1.054688, + 1.078125, + 1.34375, + 1.09375, + 1.4375, + 1.148438, + 1.28125, + 1.367188, + 0.894531, + 1.382812, + 1.492188, + 1.453125, + 1.414062, + 1.09375, + 1.414062, + 1.484375, + 1.21875, + 1.5, + 0.933594, + 1.203125, + 1.375, + 1.398438, + 1.25, + 1.242188, + 1.289062, + 1.1875, + 1.054688, + 1.375, + 1.328125, + 1.242188, + 1.398438, + 1.117188, + 1.25, + 1.015625, + 1.34375, + 1.367188, + 0.9375, + 0.925781, + 1.03125, + 1.460938, + 1.453125, + 1.429688, + 1.476562, + 1.054688, + 1.070312, + 1.304688, + 1.484375, + 1.09375, + 0.972656, + 1.421875, + 1.257812, + 1.40625, + 1.390625, + 1.492188, + 1.179688, + 1.40625, + 1.070312, + 1.335938, + 1.210938, + 1.390625, + 0.777344, + 0.910156, + 1.40625, + 1.445312, + 1.351562, + 1.25, + 1.515625, + 1.40625, + 0.988281, + 1.351562, + 1.3125, + 1.304688, + 1.460938, + 0.894531, + 1.375, + 1.46875, + 1.140625, + 1.476562, + 1.0625, + 1.421875, + 1.617188, + 1.203125, + 0.143555, + 1.460938, + 1.367188, + 1.28125, + 1.3125, + 1.28125, + 1.421875, + 1.421875, + 1.539062, + 1.273438, + 1.085938, + 1.351562, + 1.296875, + 1.6875, + 1.226562, + 1.40625, + 1.601562, + 1.289062, + 1.328125, + 1.421875, + 1.140625, + 0.957031, + 1.34375, + 1.179688, + 1.507812, + 1.21875, + 1.507812, + 1.523438, + 1.359375, + 1.375, + 1.367188, + 0.957031, + 1.421875, + 0.960938, + 1.304688, + 1.1875, + 0.9375, + 1.0625, + 1.234375, + 1.414062, + 1.421875, + 1.335938, + 1.257812, + 1.492188, + 1.46875, + 1.445312, + 1.46875, + 1.328125, + 1.476562, + 1.492188, + 1.09375, + 1.328125, + 1.34375, + 1.296875, + 1.09375, + 1.242188, + 1.453125, + 1.460938, + 0.980469, + 1.070312, + 1.289062, + 1.53125, + 1.539062, + 1.4375, + 1.46875, + 1.476562, + 1.421875, + 1.492188, + 1.265625, + 1.007812, + 1.125, + 1.28125, + 1.296875, + 1.007812, + 1.40625, + 1.515625, + 1.210938, + 1.140625, + 1.507812, + 1.242188, + 1.46875, + 0.902344, + 1.070312, + 1.398438, + 1.164062, + 1.453125, + 1.476562, + 1.53125, + 1.53125, + 1.5625, + 1.351562, + 1.414062, + 1.3125, + 1.5, + 1.34375, + 1.289062, + 1.515625, + 1.515625, + 1.476562, + 1.3125, + 1.507812, + 1.539062, + 1.289062, + 1.445312, + 1.296875, + 1.46875, + 1.273438, + 1.390625, + 1.453125, + 1.476562, + 1.40625, + 1.289062, + 1.46875, + 1.171875, + 1.3125, + 1.3125, + 1.367188, + 1.5, + 1.28125, + 1.335938, + 1.53125, + 1.257812, + 1.359375, + 1.046875, + 1.078125, + 1.039062, + 1.390625, + 1.132812, + 0.769531, + 1.398438, + 1.210938, + 0.605469, + 1.359375, + 1.390625, + 1.578125, + 0.65625, + 1.507812, + 1.109375, + 1.359375, + 0.9375, + 1.507812, + 0.964844, + 0.976562, + 1.445312, + 1.617188, + 2.109375, + 1.117188, + 0.470703, + 1.21875, + 1.429688, + 1.414062, + 1.359375, + 1.328125, + 1.453125, + 1.40625, + 0.988281, + 1.25, + 1.367188, + 1.367188, + 1.023438, + 1.148438, + 1.0, + 1.078125, + 1.148438, + 1.085938, + 1.421875, + 1.398438, + 1.203125, + 0.921875, + 1.367188, + 1.5625, + 1.421875, + 1.382812, + 1.335938, + 1.5625, + 1.070312, + 1.40625, + 1.382812, + 1.476562, + 1.375, + 1.382812, + 0.326172, + 1.398438, + 1.390625, + 1.390625, + 1.234375, + 1.289062, + 1.132812, + 1.3125, + 1.007812, + 1.414062, + 1.4375, + 1.414062, + 1.351562, + 1.101562, + 1.34375, + 1.242188, + 1.242188, + 1.3125, + 0.949219, + 1.203125, + 0.984375, + 1.382812, + 1.757812, + 1.445312, + 1.484375, + 1.296875, + 1.429688, + 1.34375, + 1.304688, + 1.179688, + 1.101562, + 1.28125, + 1.34375, + 1.03125, + 1.359375, + 1.101562, + 1.453125, + 1.21875, + 1.320312, + 1.367188, + 1.046875, + 1.398438, + 1.328125, + 1.476562, + 1.445312, + 1.25, + 1.398438, + 1.203125, + 1.625, + 1.015625, + 1.398438, + 1.34375, + 1.210938, + 1.429688, + 1.445312, + 1.078125, + 1.078125, + 1.28125, + 1.3125, + 1.242188, + 1.421875, + 1.359375, + 1.460938, + 0.882812, + 1.414062, + 0.96875, + 1.445312, + 1.460938, + 1.257812, + 1.335938, + 1.335938, + 1.484375, + 1.46875, + 1.109375, + 1.398438, + 1.507812, + 1.148438, + 1.289062, + 1.460938, + 1.421875, + 1.265625, + 1.289062, + 1.367188, + 1.484375, + 1.476562, + 1.039062, + 1.125, + 1.492188, + 1.375, + 1.4375, + 1.335938, + 1.101562, + 1.3125, + 1.445312, + 1.40625, + 1.476562, + 1.304688, + 1.359375, + 1.4375, + 1.4375, + 1.492188, + 1.421875, + 1.367188, + 1.179688, + 1.375, + 1.273438, + 0.945312, + 1.382812, + 1.5, + 1.335938, + 1.226562, + 1.109375, + 1.398438, + 1.179688, + 1.484375, + 1.398438, + 1.492188, + 1.351562, + 1.210938, + 1.125, + 1.539062, + 1.429688, + 1.460938, + 1.3125, + 1.140625, + 1.320312, + 1.289062, + 1.203125, + 1.320312, + 1.390625, + 0.691406, + 0.9375, + 1.46875, + 1.015625, + 1.414062, + 1.40625, + 1.492188, + 1.007812, + 0.960938, + 1.4375, + 1.34375, + 1.453125, + 1.304688, + 1.34375, + 0.996094, + 1.179688, + 1.421875, + 1.351562, + 1.398438, + 1.445312, + 0.863281, + 1.507812, + 1.0, + 1.421875, + 1.507812, + 1.15625, + 1.484375, + 1.398438, + 1.515625, + 1.5, + 1.484375, + 1.414062, + 1.171875, + 0.972656, + 1.265625, + 1.390625, + 1.476562, + 1.40625, + 1.367188, + 1.4375, + 1.523438, + 0.992188, + 1.476562, + 1.257812, + 1.421875, + 1.398438, + 1.4375, + 1.382812, + 1.398438, + 0.980469, + 0.785156, + 1.304688, + 1.40625, + 1.085938, + 0.914062, + 1.351562, + 1.117188, + 1.203125, + 0.890625, + 1.070312, + 1.429688, + 1.148438, + 1.132812, + 1.039062, + 0.996094, + 1.257812, + 1.539062, + 1.046875, + 1.320312, + 1.507812, + 1.398438, + 1.398438, + 1.25, + 1.257812, + 1.398438, + 1.4375, + 1.335938, + 1.445312, + 1.117188, + 1.570312, + 1.4375, + 1.414062, + 1.304688, + 1.382812, + 1.148438, + 1.34375, + 1.398438, + 0.933594, + 1.382812, + 1.3125, + 1.125, + 1.492188, + 1.382812, + 1.390625, + 1.429688, + 1.46875, + 1.46875, + 1.320312, + 1.453125, + 1.359375, + 1.335938, + 1.085938, + 1.28125, + 1.179688, + 1.367188, + 1.53125, + 1.4375, + 1.429688, + 1.34375, + 1.445312, + 1.359375, + 0.972656, + 1.242188, + 1.523438, + 1.117188, + 1.289062, + 1.390625, + 1.382812, + 1.359375, + 1.320312, + 1.390625, + 1.1875, + 0.933594, + 1.4375, + 1.40625, + 1.320312, + 1.40625, + 0.324219, + 1.429688, + 1.390625, + 1.414062, + 1.421875, + 1.320312, + 1.140625, + 1.40625, + 1.179688, + 2.0, + 1.382812, + 1.359375, + 1.257812, + 1.3125, + 1.46875, + 1.523438, + 1.234375, + 1.46875, + 1.226562, + 1.078125, + 1.3125, + 1.367188, + 1.25, + 1.375, + 1.359375, + 1.335938, + 1.382812, + 1.070312, + 1.492188, + 1.359375, + 1.390625, + 1.265625, + 1.453125, + 1.132812, + 1.296875, + 0.949219, + 1.320312, + 1.390625, + 1.351562, + 1.40625, + 1.429688, + 1.359375, + 1.304688, + 1.257812, + 1.085938, + 1.367188, + 1.453125, + 1.21875, + 1.289062, + 1.296875, + 1.421875, + 1.039062, + 1.382812, + 1.296875, + 1.25, + 1.4375, + 1.351562, + 1.3125, + 1.320312, + 1.375, + 1.226562, + 1.578125, + 1.515625, + 1.171875, + 1.390625, + 1.140625, + 1.414062, + 1.296875, + 1.09375, + 1.4375, + 1.59375, + 1.367188, + 1.421875, + 0.933594, + 1.445312, + 1.335938, + 1.273438, + 1.460938, + 1.039062, + 0.976562, + 1.429688, + 1.414062, + 1.390625, + 1.421875, + 1.40625, + 1.40625, + 1.226562, + 1.5, + 1.4375, + 1.289062, + 1.429688, + 0.984375, + 1.375, + 0.910156, + 1.398438, + 1.367188, + 1.25, + 1.453125, + 1.4375, + 1.109375, + 0.404297, + 1.328125, + 1.515625, + 1.09375, + 1.289062, + 1.203125, + 0.251953, + 1.328125, + 1.179688, + 1.390625, + 1.414062, + 1.164062, + 1.5625, + 1.484375, + 1.632812, + 0.582031, + 1.351562, + 1.257812, + 1.4375, + 1.375, + 1.484375, + 1.03125, + 1.0, + 1.203125, + 1.515625, + 1.632812, + 1.320312, + 1.382812, + 1.203125, + 1.445312, + 1.140625, + 1.382812, + 0.625, + 1.109375, + 1.453125, + 1.445312, + 1.234375, + 1.460938, + 1.421875, + 1.492188, + 1.359375, + 1.40625, + 1.5, + 1.40625, + 1.132812, + 1.421875, + 1.84375, + 1.226562, + 1.273438, + 1.390625, + 1.398438, + 1.382812, + 0.929688, + 1.429688, + 1.421875, + 1.398438, + 1.398438, + 1.351562, + 1.375, + 1.070312, + 1.390625, + 0.925781, + 1.21875, + 0.945312, + 1.21875, + 1.492188, + 1.046875, + 1.328125, + 1.40625, + 1.359375, + 1.375, + 1.453125, + 0.953125, + 1.375, + 1.476562, + 1.453125, + 1.539062, + 1.398438, + 1.328125, + 1.304688, + 1.492188, + 1.351562, + 1.25, + 1.328125, + 1.445312, + 1.148438, + 1.445312, + 2.203125, + 1.484375, + 1.4375, + 1.367188, + 1.125, + 1.34375, + 1.414062, + 1.078125, + 1.070312, + 1.367188, + 0.726562, + 1.421875, + 1.554688, + 1.414062, + 0.957031, + 1.429688, + 1.414062, + 1.476562, + 0.921875, + 1.046875, + 1.0625, + 1.117188, + 1.476562, + 1.023438, + 1.453125, + 1.304688, + 1.34375, + 1.476562, + 1.0625, + 1.09375, + 1.320312, + 1.320312, + 1.453125, + 1.28125, + 1.421875, + 1.25, + 1.1875, + 1.421875, + 1.453125, + 1.382812, + 1.117188, + 1.421875, + 1.390625, + 1.453125, + 1.492188, + 1.375, + 0.960938, + 1.304688, + 1.273438, + 0.902344, + 1.429688, + 1.320312, + 1.078125, + 1.359375, + 1.101562, + 1.320312, + 1.445312, + 1.3125, + 3.578125, + 1.335938, + 1.398438, + 1.375, + 1.25, + 1.351562, + 1.46875, + 1.390625, + 1.492188, + 1.445312, + 1.054688, + 0.957031, + 1.476562, + 1.453125, + 1.257812, + 1.335938, + 1.4375, + 1.445312, + 1.492188, + 0.9375, + 1.09375, + 0.949219, + 1.179688, + 1.304688, + 1.054688, + 1.390625, + 1.53125, + 1.414062, + 1.289062, + 1.203125, + 1.429688, + 1.382812, + 1.460938, + 1.148438, + 1.460938, + 1.179688, + 1.304688, + 0.972656, + 1.445312, + 1.367188, + 0.902344, + 1.476562, + 1.40625, + 1.640625, + 1.304688, + 0.710938, + 1.28125, + 1.242188, + 0.828125, + 1.414062, + 1.171875, + 0.980469, + 1.585938, + 1.351562, + 0.917969, + 1.429688, + 0.882812, + 1.414062, + 1.289062, + 1.242188, + 1.320312, + 1.015625, + 1.414062, + 1.289062, + 1.445312, + 1.054688, + 1.34375, + 1.09375, + 1.085938, + 1.390625, + 0.933594, + 1.085938, + 1.15625, + 0.828125, + 1.257812, + 1.328125, + 1.15625, + 1.554688, + 1.367188, + 1.445312, + 1.15625, + 1.40625, + 0.988281, + 1.1875, + 1.421875, + 1.484375, + 1.421875, + 1.375, + 1.453125, + 1.148438, + 1.351562, + 1.21875, + 1.421875, + 1.226562, + 1.273438, + 1.390625, + 1.28125, + 1.421875, + 1.34375, + 1.03125, + 1.492188, + 1.429688, + 1.421875, + 0.976562, + 1.195312, + 1.375, + 1.171875, + 1.09375, + 0.890625, + 1.0625, + 1.390625, + 1.429688, + 1.390625, + 1.179688, + 1.382812, + 1.40625, + 1.320312, + 1.351562, + 1.359375, + 1.140625, + 1.179688, + 1.335938, + 1.15625, + 1.328125, + 1.296875, + 0.847656, + 1.40625, + 1.40625, + 1.296875, + 1.351562, + 1.296875, + 1.367188, + 1.34375, + 1.25, + 1.164062, + 0.875, + 1.210938, + 1.0, + 1.390625, + 1.15625, + 1.515625, + 1.476562 + ] + }, + "name": "model.model.layers.22.post_attention_layernorm.weight", + "outputIndexes": [ + 1875 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1874 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_22/Mul_output_0", + "outputIndexes": [ + 1876 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1875, + 1876 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_22/Mul_1_output_0", + "outputIndexes": [ + 1877 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1877 + ], + "outputIndexes": [ + 2940 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2940 + ], + "outputIndexes": [ + 2941 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear", + "inputIndexes": [ + 2941 + ], + "outputIndexes": [ + 2942 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2900886932, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2942 + ], + "outputIndexes": [ + 2943 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2943 + ], + "outputIndexes": [ + 1878 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1878 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_22/Sigmoid_output_0", + "outputIndexes": [ + 1879 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1878, + 1879 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Mul_output_0", + "outputIndexes": [ + 1880 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1877 + ], + "outputIndexes": [ + 2944 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2944 + ], + "outputIndexes": [ + 2945 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear", + "inputIndexes": [ + 2945 + ], + "outputIndexes": [ + 2946 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2939078058, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2946 + ], + "outputIndexes": [ + 2947 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2947 + ], + "outputIndexes": [ + 1881 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1880, + 1881 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_22/Mul_output_0", + "outputIndexes": [ + 1882 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1882 + ], + "outputIndexes": [ + 2948 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2948 + ], + "outputIndexes": [ + 2949 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear", + "inputIndexes": [ + 2949 + ], + "outputIndexes": [ + 2950 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 2977269184, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2950 + ], + "outputIndexes": [ + 2951 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2951 + ], + "outputIndexes": [ + 1883 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1874, + 1883 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_114_output_0", + "outputIndexes": [ + 1884 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1884, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_207_output_0", + "outputIndexes": [ + 1885 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.03125, + 0.769531, + 0.996094, + 1.03125, + 1.09375, + 0.855469, + 0.757812, + 0.808594, + 1.46875, + 0.761719, + 0.796875, + 1.203125, + 0.800781, + 0.710938, + 1.25, + 0.917969, + 0.785156, + 0.773438, + 0.789062, + 1.40625, + 1.507812, + 0.804688, + 0.78125, + 0.835938, + 0.847656, + 0.882812, + 1.75, + 0.953125, + 0.839844, + 0.730469, + 0.929688, + 1.148438, + 1.703125, + 0.808594, + 0.964844, + 0.964844, + 1.070312, + 1.601562, + 0.761719, + 0.753906, + 0.898438, + 0.816406, + 1.078125, + 0.859375, + 1.023438, + 0.917969, + 2.15625, + 1.09375, + 0.882812, + 1.140625, + 0.949219, + 0.765625, + 0.722656, + 0.710938, + 0.800781, + 0.894531, + 0.871094, + 1.070312, + 0.878906, + 1.21875, + 0.730469, + 0.839844, + 0.800781, + 0.785156, + 0.90625, + 1.007812, + 0.8125, + 0.738281, + 0.75, + 0.832031, + 0.804688, + 1.1875, + 0.824219, + 0.789062, + 0.910156, + 0.933594, + 1.132812, + 0.941406, + 1.445312, + 0.980469, + 0.945312, + 1.265625, + 0.945312, + 0.84375, + 0.8125, + 2.25, + 0.804688, + 0.988281, + 0.851562, + 1.296875, + 0.835938, + 0.789062, + 0.808594, + 0.753906, + 1.359375, + 0.773438, + 1.382812, + 1.039062, + 0.789062, + 0.730469, + 1.070312, + 1.015625, + 1.007812, + 0.796875, + 1.3125, + 0.882812, + 1.453125, + 1.054688, + 0.984375, + 0.734375, + 0.789062, + 0.796875, + 0.8125, + 2.046875, + 0.828125, + 2.53125, + 1.0, + 0.777344, + 0.867188, + 0.78125, + 0.769531, + 0.761719, + 0.933594, + 0.804688, + 0.84375, + 0.757812, + 0.84375, + 0.78125, + 2.171875, + 1.203125, + 1.6875, + 0.644531, + 1.070312, + 0.902344, + 0.851562, + 0.890625, + 0.742188, + 0.796875, + 1.039062, + 0.820312, + 0.710938, + 0.964844, + 0.949219, + 0.675781, + 1.5625, + 1.476562, + 1.046875, + 0.785156, + 0.945312, + 0.765625, + 0.917969, + 0.800781, + 0.839844, + 0.816406, + 1.09375, + 0.953125, + 1.0625, + 1.367188, + 0.894531, + 0.960938, + 0.914062, + 1.273438, + 1.390625, + 0.773438, + 1.632812, + 1.085938, + 0.808594, + 1.257812, + 0.792969, + 0.800781, + 0.78125, + 0.851562, + 0.871094, + 0.804688, + 0.792969, + 0.980469, + 0.789062, + 0.746094, + 0.847656, + 0.757812, + 0.625, + 0.796875, + 0.855469, + 1.109375, + 0.640625, + 0.890625, + 0.769531, + 0.839844, + 0.769531, + 0.859375, + 0.789062, + 0.769531, + 1.414062, + 0.761719, + 1.382812, + 0.835938, + 0.820312, + 0.832031, + 1.179688, + 0.757812, + 0.769531, + 2.0, + 1.0625, + 1.0, + 1.15625, + 0.792969, + 0.625, + 0.875, + 0.871094, + 0.644531, + 0.863281, + 0.792969, + 0.796875, + 0.835938, + 0.746094, + 1.09375, + 1.101562, + 1.039062, + 1.046875, + 0.738281, + 0.742188, + 1.203125, + 1.046875, + 0.765625, + 0.859375, + 1.054688, + 0.945312, + 1.0, + 0.710938, + 0.773438, + 0.820312, + 0.914062, + 0.863281, + 0.761719, + 0.800781, + 1.117188, + 0.765625, + 0.941406, + 2.15625, + 0.824219, + 0.859375, + 0.761719, + 0.800781, + 0.757812, + 0.75, + 1.101562, + 0.792969, + 0.863281, + 0.839844, + 0.792969, + 0.734375, + 1.328125, + 0.804688, + 0.816406, + 0.792969, + 0.953125, + 0.761719, + 2.203125, + 0.753906, + 1.164062, + 0.78125, + 0.789062, + 0.828125, + 0.828125, + 0.84375, + 0.8125, + 0.769531, + 0.742188, + 1.046875, + 0.875, + 0.9375, + 0.871094, + 0.875, + 0.960938, + 0.75, + 1.015625, + 0.804688, + 0.777344, + 0.765625, + 1.007812, + 0.726562, + 0.765625, + 2.15625, + 0.78125, + 0.761719, + 0.984375, + 0.648438, + 0.875, + 0.859375, + 0.816406, + 0.929688, + 0.75, + 0.957031, + 1.195312, + 0.703125, + 0.761719, + 1.109375, + 0.804688, + 0.925781, + 0.746094, + 0.699219, + 0.988281, + 1.140625, + 0.929688, + 1.109375, + 0.859375, + 0.800781, + 0.703125, + 0.8125, + 0.785156, + 1.398438, + 0.855469, + 0.761719, + 0.785156, + 1.554688, + 0.839844, + 0.777344, + 0.96875, + 0.910156, + 0.785156, + 0.898438, + 0.785156, + 0.742188, + 0.785156, + 0.875, + 0.761719, + 0.761719, + 0.773438, + 0.875, + 0.894531, + 2.171875, + 0.894531, + 0.867188, + 0.800781, + 1.078125, + 0.742188, + 0.859375, + 1.125, + 0.835938, + 0.808594, + 2.171875, + 0.804688, + 0.789062, + 0.78125, + 2.15625, + 0.882812, + 0.945312, + 0.75, + 0.761719, + 0.742188, + 0.851562, + 1.101562, + 1.21875, + 0.835938, + 0.929688, + 0.765625, + 0.777344, + 0.851562, + 0.679688, + 0.808594, + 1.453125, + 1.039062, + 1.945312, + 0.910156, + 1.421875, + 1.125, + 0.769531, + 0.921875, + 0.789062, + 0.824219, + 0.734375, + 0.777344, + 0.832031, + 0.78125, + 0.847656, + 0.917969, + 2.046875, + 1.085938, + 0.761719, + 0.835938, + 0.921875, + 0.878906, + 1.039062, + 1.101562, + 0.867188, + 0.777344, + 0.949219, + 0.777344, + 0.828125, + 0.84375, + 0.769531, + 0.90625, + 1.632812, + 1.53125, + 0.832031, + 0.855469, + 0.984375, + 0.761719, + 0.804688, + 2.109375, + 0.929688, + 0.8125, + 1.273438, + 0.898438, + 0.808594, + 0.796875, + 0.847656, + 0.828125, + 0.800781, + 0.699219, + 1.179688, + 0.785156, + 0.886719, + 0.765625, + 0.835938, + 1.046875, + 0.871094, + 0.785156, + 0.757812, + 0.851562, + 1.054688, + 1.0625, + 0.734375, + 0.71875, + 0.773438, + 1.257812, + 0.875, + 0.789062, + 0.695312, + 0.78125, + 0.738281, + 0.734375, + 1.203125, + 0.785156, + 0.894531, + 0.660156, + 0.808594, + 0.777344, + 0.769531, + 1.078125, + 0.746094, + 0.90625, + 1.09375, + 0.761719, + 1.179688, + 0.953125, + 0.796875, + 0.832031, + 1.007812, + 1.210938, + 1.21875, + 0.742188, + 0.828125, + 0.75, + 1.0, + 1.34375, + 0.609375, + 0.738281, + -2.1e-05, + 0.796875, + 0.855469, + 0.792969, + 0.792969, + 1.414062, + 1.171875, + 0.964844, + 0.925781, + 0.792969, + 1.101562, + 0.828125, + 0.691406, + 2.09375, + 0.792969, + 0.800781, + 0.921875, + 1.289062, + 0.695312, + 0.789062, + 0.835938, + 0.800781, + 0.878906, + 0.796875, + 0.691406, + 0.949219, + 1.4375, + 0.863281, + 1.015625, + 0.996094, + 0.9375, + 0.921875, + 0.933594, + 0.871094, + 0.953125, + 0.78125, + 0.957031, + 0.644531, + 0.78125, + 0.898438, + 1.070312, + 0.824219, + 0.753906, + 0.941406, + 0.753906, + 1.054688, + 0.734375, + 1.242188, + 0.957031, + 0.601562, + 0.800781, + 0.8125, + 0.878906, + 0.820312, + 0.851562, + 0.871094, + 0.902344, + 0.886719, + 0.757812, + 0.78125, + 0.824219, + 1.015625, + 0.695312, + 0.816406, + 0.796875, + 2.125, + 0.808594, + 1.132812, + 0.898438, + 0.792969, + 0.789062, + 0.777344, + 0.757812, + 0.988281, + 1.070312, + 0.804688, + 0.753906, + 0.824219, + 1.117188, + 0.765625, + 0.863281, + 0.777344, + 0.773438, + 0.714844, + 0.792969, + 0.785156, + 0.949219, + 0.828125, + 1.09375, + 1.453125, + 0.539062, + 1.039062, + 0.90625, + 1.0, + 0.839844, + 1.976562, + 0.789062, + 0.75, + 0.75, + 0.75, + 0.800781, + 0.746094, + 0.992188, + 0.816406, + 0.851562, + 0.574219, + 1.140625, + 0.796875, + 0.804688, + 0.910156, + 0.960938, + 0.628906, + 1.023438, + 0.78125, + 0.71875, + 0.851562, + 0.8125, + 0.730469, + 0.726562, + 0.855469, + 0.984375, + 0.890625, + 0.832031, + 0.902344, + 0.832031, + 1.078125, + 0.910156, + 0.777344, + 0.761719, + 1.335938, + 0.773438, + 0.765625, + 0.894531, + 0.910156, + 0.824219, + 1.039062, + 0.742188, + 1.265625, + 0.753906, + 0.714844, + 1.15625, + 1.023438, + 0.914062, + 1.273438, + 0.785156, + 1.210938, + 0.847656, + 0.945312, + 0.765625, + 0.792969, + 1.921875, + 0.832031, + 0.960938, + 0.878906, + 0.933594, + 0.820312, + 0.808594, + 0.722656, + 2.171875, + 0.761719, + 0.871094, + 0.875, + 0.839844, + 0.753906, + 1.679688, + 0.785156, + 1.570312, + 0.875, + 1.257812, + 0.800781, + 0.769531, + 0.953125, + 0.9375, + 0.910156, + 0.785156, + 0.765625, + 0.636719, + 1.0, + 0.875, + 0.625, + 0.785156, + 0.804688, + 0.75, + 0.859375, + 0.804688, + 0.808594, + 0.929688, + 1.84375, + 0.761719, + 0.777344, + 0.785156, + 0.753906, + 2.140625, + 0.976562, + 0.8125, + 1.21875, + 1.445312, + 0.851562, + 0.882812, + 0.796875, + 0.808594, + 1.078125, + 1.179688, + 0.78125, + 1.726562, + 0.84375, + 0.839844, + 0.84375, + 0.738281, + 0.851562, + 0.804688, + 0.820312, + 0.75, + 0.765625, + 0.777344, + 0.828125, + 0.808594, + 0.761719, + 0.871094, + 1.0, + 1.125, + 0.828125, + 0.8125, + 0.84375, + 0.714844, + 0.867188, + 1.320312, + 1.054688, + 0.773438, + 1.039062, + 0.910156, + 1.742188, + 1.054688, + 1.453125, + 0.75, + 1.03125, + 0.796875, + 1.265625, + 1.546875, + 0.972656, + 0.84375, + 0.839844, + 0.84375, + 0.804688, + 0.902344, + 0.78125, + 0.800781, + 0.792969, + 0.816406, + 2.21875, + 0.808594, + 0.914062, + 0.832031, + 0.570312, + 0.945312, + 0.742188, + 1.53125, + 2.53125, + 1.5, + 0.808594, + 0.964844, + 0.835938, + 1.210938, + 0.808594, + 0.757812, + 0.78125, + 0.820312, + 0.816406, + 0.859375, + 1.820312, + 0.851562, + 1.570312, + 0.824219, + 0.804688, + 0.839844, + 0.78125, + 1.171875, + 0.816406, + 0.863281, + 0.632812, + 0.761719, + 0.859375, + 0.9375, + 0.765625, + 1.0625, + 1.242188, + 0.746094, + 0.75, + 0.867188, + 0.71875, + 1.046875, + 0.835938, + 0.8125, + 0.765625, + 0.890625, + 1.054688, + 0.878906, + 0.769531, + 1.226562, + 0.855469, + 0.980469, + 1.328125, + 0.800781, + 0.855469, + 0.796875, + 1.953125, + 0.773438, + 0.746094, + 0.832031, + 1.203125, + 1.28125, + 1.039062, + 0.726562, + 0.871094, + 2.1875, + 0.722656, + 1.007812, + 2.15625, + 0.820312, + 0.90625, + 0.832031, + 0.863281, + 0.730469, + 1.148438, + 0.839844, + 0.808594, + 0.933594, + 0.769531, + 0.777344, + 0.820312, + 0.769531, + 0.75, + 0.820312, + 1.046875, + 1.703125, + 0.90625, + 0.855469, + 0.765625, + 1.125, + 0.824219, + 1.25, + 0.816406, + 0.730469, + 1.726562, + 0.792969, + 0.898438, + 0.90625, + 2.171875, + 0.835938, + 0.746094, + 1.210938, + 0.855469, + 0.789062, + 0.894531, + 0.746094, + 1.328125, + 0.785156, + 0.976562, + 0.894531, + 1.109375, + 0.847656, + 1.796875, + 0.808594, + 0.769531, + 1.882812, + 0.957031, + 0.675781, + 0.621094, + 0.773438, + 0.792969, + 0.722656, + 0.816406, + 0.757812, + 1.09375, + 0.945312, + 1.0625, + 0.9375, + 0.804688, + 1.070312, + 0.863281, + 0.84375, + 0.90625, + 0.792969, + 1.101562, + 1.0625, + 0.878906, + 1.375, + 0.824219, + 0.742188, + 0.957031, + 0.800781, + 0.738281, + 0.738281, + 0.789062, + 1.320312, + 1.398438, + 0.90625, + 0.746094, + 0.949219, + 1.0, + 0.933594, + 0.925781, + 0.921875, + 0.792969, + 0.714844, + 0.886719, + 0.894531, + 0.71875, + 1.007812, + 0.785156, + 0.746094, + 0.824219, + 0.769531, + 0.863281, + 0.941406, + 0.953125, + 0.886719, + 0.867188, + 1.046875, + 2.1875, + 0.824219, + 1.804688, + 0.804688, + 0.875, + 1.023438, + 0.769531, + 0.902344, + 0.847656, + 0.800781, + 0.796875, + 2.21875, + 1.609375, + 1.71875, + 0.785156, + 0.738281, + 0.769531, + 1.015625, + 0.75, + 0.773438, + 0.792969, + 1.664062, + 1.742188, + 0.875, + 0.765625, + 0.765625, + 1.085938, + 0.847656, + 0.984375, + 0.769531, + 0.898438, + 0.8125, + 0.796875, + 0.960938, + 0.980469, + 0.777344, + 1.570312, + 0.808594, + 0.75, + 0.792969, + 0.933594, + 0.90625, + 0.78125, + 0.832031, + 0.832031, + 0.769531, + 0.832031, + 0.84375, + 0.808594, + 0.941406, + 0.773438, + 1.09375, + 0.792969, + 0.769531, + 1.023438, + 0.78125, + 0.851562, + 0.925781, + 0.816406, + 0.78125, + 0.851562, + 0.945312, + 0.832031, + 1.15625, + 0.757812, + 0.757812, + 1.90625, + 1.84375, + 0.824219, + 0.988281, + 0.921875, + 1.617188, + 0.992188, + 1.078125, + 1.140625, + 0.8125, + 1.257812, + 0.785156, + 0.894531, + 0.777344, + 2.15625, + 0.652344, + 2.0625, + 1.046875, + 1.023438, + 0.84375, + 0.851562, + 1.164062, + 0.757812, + 0.734375, + 0.734375, + 1.117188, + 1.1875, + 0.933594, + 0.785156, + 1.90625, + 0.863281, + 0.898438, + 1.328125, + 0.902344, + 0.8125, + 0.988281, + 0.867188, + 0.808594, + 1.28125, + 0.953125, + 1.375, + 0.933594, + 1.078125, + 1.0625, + 1.171875, + 0.8125, + 1.210938, + 0.996094, + 0.769531, + 0.699219, + 0.75, + 1.445312, + 0.800781, + 0.773438, + 0.882812, + 2.046875, + 1.171875, + 0.746094, + 0.757812, + 0.835938, + 0.878906, + 1.210938, + 0.734375, + 0.804688, + 0.890625, + 0.878906, + 1.6875, + 0.789062, + 0.796875, + 0.738281, + 0.75, + 2.25, + 0.800781, + 0.867188, + 0.691406, + 1.148438, + 0.9375, + 0.691406, + 0.789062, + 1.414062, + 1.015625, + 1.1875, + 0.859375, + 2.09375, + 0.835938, + 0.726562, + 2.125, + 0.953125, + 0.863281, + 0.8125, + 0.917969, + 0.714844, + 0.777344, + 0.851562, + 0.910156, + 1.179688, + 1.5625, + 1.015625, + 0.640625, + 1.234375, + 1.398438, + 0.867188, + 0.726562, + 1.554688, + 0.703125, + 0.734375, + 0.789062, + 0.859375, + 1.0, + 0.929688, + 1.4375, + 0.898438, + 0.929688, + 0.800781, + 0.925781, + 0.949219, + 0.746094, + 0.734375, + 0.875, + 0.953125, + 0.859375, + 0.878906, + 1.203125, + 1.242188, + 0.800781, + 1.921875, + 1.867188, + 1.078125, + 0.796875, + 0.90625, + 0.867188, + 1.1875, + 1.453125, + 0.738281, + 0.953125, + 0.824219, + 0.847656, + 0.8125, + 1.046875, + 0.882812, + 0.753906, + 0.953125, + 0.777344, + 0.835938, + 0.78125, + 0.6875, + 0.957031, + 0.8125, + 0.953125, + 2.15625, + 1.179688, + 0.871094, + 0.964844, + 0.957031, + 0.9375, + 0.773438, + 0.566406, + 0.90625, + 0.738281, + 0.8125, + 0.835938, + 0.78125, + 0.929688, + 1.234375, + 0.78125, + 1.085938, + 0.960938, + 0.738281, + 0.800781, + 0.835938, + 0.769531, + 0.839844, + 1.007812, + 0.902344, + 0.757812, + 0.894531, + 0.835938, + 0.882812, + 1.539062, + 1.007812, + 0.65625, + 0.785156, + 1.335938, + 0.722656, + 0.933594, + 0.753906, + 0.757812, + 0.773438, + 1.203125, + 0.875, + 0.820312, + 0.769531, + 0.808594, + 0.832031, + 0.789062, + 0.894531, + 0.925781, + 1.390625, + 0.824219, + 0.984375, + 0.839844, + 0.789062, + 0.816406, + 0.757812, + 0.894531, + 0.953125, + 0.785156, + 0.980469, + 0.804688, + 0.859375, + 0.953125, + 0.75, + 0.921875, + 0.851562, + 0.78125, + 0.59375, + 0.859375, + 0.738281, + 1.40625, + 0.765625, + 0.785156, + 0.976562, + 0.863281, + 0.714844, + 1.210938, + 0.824219, + 1.0, + 0.9375, + 0.785156, + 0.925781, + 0.804688, + 0.773438, + 1.078125, + 0.828125, + 0.753906, + 0.847656, + 0.765625, + 0.777344, + 0.914062, + 0.828125, + 0.988281, + 0.898438, + 0.863281, + 0.84375, + 0.875, + 0.765625, + 0.792969, + 0.839844, + 0.984375, + 1.125, + 0.949219, + 0.808594, + 0.816406, + 0.75, + 0.757812, + 0.886719, + 0.816406, + 0.800781, + 0.980469, + 0.84375, + 0.78125, + 0.757812, + 2.1875, + 0.78125, + 0.90625, + 2.1875, + 0.761719, + 0.746094, + 0.84375, + 0.851562, + 0.730469, + 0.789062, + 0.835938, + 1.109375, + 0.941406, + 0.796875, + 0.816406, + 0.769531, + 1.109375, + 0.640625, + 0.9375, + 0.847656, + 1.226562, + 0.789062, + 0.789062, + 0.914062, + 0.847656, + 0.714844, + 0.875, + 0.929688, + 0.804688, + 1.054688, + 0.820312, + 0.933594, + 0.75, + 0.867188, + 0.808594, + 0.867188, + 1.007812, + 1.007812, + 0.792969, + 0.921875, + 0.824219, + 1.171875, + 0.941406, + 0.730469, + 0.765625, + 0.929688, + 0.835938, + 0.820312, + 0.824219, + 0.933594, + 0.820312, + 0.785156, + 0.773438, + 0.886719, + 0.804688, + 0.769531, + 1.28125, + 0.738281, + 0.890625, + 0.996094, + 1.085938, + 2.203125, + 0.992188, + 0.765625, + 0.917969, + 0.835938, + 0.808594, + 0.949219, + 0.984375, + 0.933594, + 0.796875, + 0.78125, + 0.597656, + 0.804688, + 1.179688, + 0.78125, + 0.792969, + 0.898438, + 0.894531, + 1.265625, + 2.21875, + 0.78125, + 0.835938, + 1.726562, + 0.851562, + 0.679688, + 1.171875, + 1.070312, + 0.828125, + 0.738281, + 0.90625, + 0.855469, + 0.910156, + 0.835938, + 0.738281, + 1.21875, + 0.804688, + 1.804688, + 1.054688, + 1.125, + 0.832031, + 0.722656, + 0.863281, + 0.957031, + 1.265625, + 0.84375, + 0.835938, + 0.980469, + 1.09375, + 0.785156, + 0.867188, + 0.851562, + 0.816406, + 0.785156, + 1.320312, + 0.847656, + 0.78125, + 1.164062, + 0.765625, + 0.992188, + 0.957031, + 0.925781, + 0.820312, + 0.90625, + 0.804688, + 0.867188, + 0.757812, + 0.765625, + 0.738281, + 0.976562, + 0.773438, + 0.914062, + 0.824219, + 0.929688, + 0.796875, + 0.886719, + 0.949219, + 1.226562, + 0.761719, + 0.988281, + 0.824219, + 0.78125, + 0.804688, + 0.824219, + 1.0, + 1.15625, + 0.828125, + 0.9375, + 0.9375, + 0.742188, + 0.867188, + 0.8125, + 1.648438, + 0.773438, + 0.957031, + 0.84375, + 0.957031, + 0.992188, + 0.789062, + 0.835938, + 0.8125, + 0.8125, + 0.824219, + 0.980469, + 0.828125, + 0.765625, + 0.753906, + 0.996094, + 0.886719, + 1.515625, + 0.886719, + 0.855469, + 0.792969, + 0.921875, + 0.835938, + 1.109375, + 0.949219, + 0.789062, + 0.863281, + 0.742188, + 0.773438, + 0.742188, + 0.722656, + 0.816406, + 1.148438, + 0.792969, + 0.886719, + 0.753906, + 0.980469, + 1.125, + 1.648438, + 1.148438, + 0.734375, + 0.832031, + 0.910156, + 0.847656, + 1.257812, + 0.777344, + 0.859375, + 0.839844, + 0.859375, + 0.820312, + 0.777344, + 0.917969, + 0.960938, + 0.808594, + 2.171875, + 0.78125, + 0.726562, + 2.140625, + 0.835938, + 0.941406, + 1.007812, + 0.828125, + 0.917969, + 0.894531, + 0.816406, + 1.976562, + 0.730469, + 2.09375, + 0.78125, + 1.0625, + 0.722656, + 2.15625, + 0.832031, + 0.816406, + 0.761719, + 0.710938, + 1.023438, + 1.265625, + 0.914062, + 0.804688, + 0.898438, + 0.824219, + 1.84375, + 0.789062, + 0.902344, + 0.910156, + 1.46875, + 0.835938, + 1.632812, + 0.917969, + 0.9375, + 0.777344, + 0.882812, + 1.0625, + 0.707031, + 0.84375, + 0.792969, + 0.824219, + 0.765625, + 0.664062, + 0.746094, + 0.949219, + 0.6875, + 0.851562, + 1.585938, + 0.785156, + 0.871094, + 0.894531, + 0.828125, + 0.898438, + 0.746094, + 0.792969, + 0.851562, + 2.03125, + 0.933594, + 0.824219, + 1.257812, + 1.0, + 0.773438, + 1.109375, + 0.777344, + 0.777344, + 0.910156, + 0.78125, + 0.816406, + 0.765625, + 0.832031, + 0.851562, + 0.949219, + 0.828125, + 0.746094, + 0.789062, + 0.761719, + 0.855469, + 1.632812, + 0.929688, + 0.847656, + 0.8125, + 0.839844, + 0.824219, + 0.824219, + 1.0, + 1.0, + 0.910156, + 0.867188, + 0.996094, + 0.832031, + 0.753906, + 0.859375, + 0.808594, + 1.929688, + 0.84375, + 0.78125, + 0.960938, + 0.726562, + 0.742188, + 0.847656, + 0.757812, + 1.390625, + 0.816406, + 0.945312, + 0.816406, + 0.855469, + 0.734375, + 0.757812, + 0.957031, + 0.867188, + 0.894531, + 0.808594, + 0.773438, + 0.761719, + 0.8125, + 0.824219, + 0.785156, + 0.757812, + 0.882812, + 0.773438, + 0.746094, + 0.832031, + 0.886719, + 1.273438, + 0.78125, + 0.792969, + 1.023438, + 0.828125, + 1.359375, + 0.796875, + 0.773438, + 1.0, + 0.910156, + 0.671875, + 0.78125, + 0.792969, + 0.726562, + 1.15625, + 0.804688, + 0.757812, + 1.734375, + 0.644531, + 0.800781, + 0.585938, + 0.769531, + 0.976562, + 0.726562, + 0.863281, + 2.015625, + 0.75, + 0.921875, + 0.78125, + 0.808594, + 1.007812, + 1.15625, + 0.945312, + 0.792969, + 1.898438, + 2.078125, + 1.125, + 0.929688, + 0.847656, + 0.691406, + 0.851562, + 0.894531, + 1.164062, + 0.828125, + 0.949219, + 0.859375, + 1.03125, + 0.867188, + 0.753906, + 0.882812, + 0.773438, + 1.914062, + 0.765625, + 0.769531, + 0.789062, + 1.75, + 1.125, + 0.925781, + 0.785156, + 0.863281, + 0.839844, + 0.996094, + 0.71875, + 0.886719, + 0.757812, + 0.789062, + 1.710938, + 0.777344, + 0.902344, + 1.039062, + 0.738281, + 0.832031, + 0.816406, + 1.28125, + 0.835938, + 0.78125, + 0.878906, + 0.957031, + 0.8125, + 0.875, + 1.554688, + 0.769531, + 1.132812, + 1.15625, + 1.515625, + 1.078125, + 0.71875, + 0.953125, + 1.015625, + 0.792969, + 0.914062, + 2.140625, + 0.828125, + 0.820312, + 0.8125, + 0.808594, + 0.777344, + 0.738281, + 0.847656, + 0.964844, + 0.894531, + 0.753906, + 1.039062, + 0.753906, + 0.886719, + 0.671875, + 0.773438, + 0.644531, + 0.738281, + 0.9375, + 0.75, + 0.808594, + 0.875, + 1.515625, + 0.96875, + 1.859375, + 0.800781, + 0.792969, + 0.917969, + 0.796875, + 0.625, + 0.929688, + 0.878906, + 1.882812, + 1.265625, + 0.773438, + 0.855469, + 0.84375, + 0.851562, + 0.875, + 0.738281, + 0.898438, + 0.820312, + 0.871094, + 1.046875, + 1.140625, + 0.753906, + 0.875, + 0.832031, + 0.910156, + 0.742188, + 0.777344, + 0.894531, + 0.738281, + 0.828125, + 0.796875, + 0.914062, + 0.601562, + 0.867188, + 0.984375, + 0.863281, + 0.777344, + 0.898438, + 0.734375, + 0.886719, + 0.753906, + 0.90625, + 0.773438, + 0.84375, + 0.839844, + 0.796875, + 0.785156, + 1.648438, + 1.125, + 0.804688, + 0.800781, + 0.796875, + 0.753906, + 0.863281, + 0.84375, + 2.234375, + 1.257812, + 0.785156, + 0.765625, + 0.875, + 0.863281, + 1.921875, + 0.925781, + 0.734375, + 0.6875, + 2.171875, + 0.796875, + 1.085938, + 1.164062, + 1.34375, + 1.054688, + 0.792969, + 0.84375, + 0.945312, + 0.863281, + 0.871094, + 0.882812, + 0.785156, + 0.828125, + 0.722656, + 0.789062, + 0.769531, + 0.832031, + 1.195312, + 0.992188, + 0.75, + 0.914062, + 0.941406, + 0.847656, + 0.765625, + 1.039062, + 0.953125, + 1.234375, + 0.757812, + 0.789062, + 0.796875, + 1.21875, + 0.902344, + 0.992188, + 1.1875, + 2.171875, + 0.71875, + 0.824219, + 0.773438, + 1.070312, + 0.785156, + 0.820312, + 2.09375, + 0.820312, + 0.746094, + 0.75, + 0.835938, + 0.84375, + 0.773438, + 0.84375, + 0.628906, + 0.832031, + 0.878906, + 0.851562, + 1.15625, + 1.25, + 0.960938, + 0.820312, + 1.046875, + 0.660156, + 0.800781, + 0.902344, + 0.789062, + 0.757812, + 0.722656, + 0.792969, + 0.976562, + 0.792969, + 1.132812, + 0.675781, + 0.871094, + 2.21875, + 0.847656, + 1.664062, + 0.863281, + 1.09375, + 0.734375, + 0.726562, + 0.855469, + 0.828125, + 0.960938, + 0.8125, + 1.0, + 0.808594, + 2.015625, + 1.023438, + 0.859375, + 0.902344, + 0.773438, + 1.53125, + 0.921875, + 0.992188, + 1.34375, + 0.8125, + 0.730469, + 0.867188, + 0.863281, + 1.039062, + 0.820312, + 0.816406, + 0.988281, + 0.964844, + 0.855469, + 0.710938, + 0.753906, + 0.796875, + 2.015625, + 0.929688, + 0.773438, + 0.847656, + 0.824219, + 0.765625, + 1.796875, + 0.804688, + 0.722656, + 2.140625, + 0.875, + 0.769531, + 0.976562, + 1.429688, + 0.980469, + 0.773438, + 0.6875, + 0.867188, + 0.933594, + 0.90625, + 0.761719, + 0.734375, + 0.808594, + 0.953125, + 0.851562, + 0.921875, + 1.898438, + 0.847656, + 0.929688, + 0.835938, + 0.742188, + 2.109375, + 1.179688, + 1.03125, + 0.734375, + 0.804688, + 0.820312, + 2.15625, + 0.832031, + 1.109375, + 0.851562, + 0.882812, + 1.679688, + 0.867188, + 1.117188, + 1.28125, + 1.445312, + 0.941406, + 0.65625, + 1.03125, + 1.023438, + 0.792969, + 0.941406, + 0.722656, + 1.273438, + 0.824219, + 0.882812, + 0.785156, + 0.816406, + 0.832031, + 0.777344, + 0.800781, + 1.078125, + 0.84375, + 0.828125, + 0.738281, + 0.808594, + 0.632812, + 0.746094, + 0.960938, + 0.972656, + 0.710938, + 0.804688, + 0.953125, + 0.824219, + 0.691406, + 0.800781, + 0.824219, + 0.730469, + 0.78125, + 1.710938, + 0.675781, + 1.070312, + 0.96875, + 0.9375, + 0.8125, + 0.710938, + 1.054688, + 0.777344, + 1.9375, + 0.90625, + 0.800781, + 0.9375, + 0.746094, + 0.714844, + 0.816406, + 1.15625, + 0.882812, + 0.863281, + 0.8125, + 1.40625, + 0.808594, + 2.171875, + 1.59375, + 0.804688, + 0.792969, + 1.546875, + 0.785156, + 0.796875, + 0.996094, + 0.972656, + 0.808594, + 0.953125, + 0.746094, + 0.773438, + 1.109375, + 1.460938, + 1.773438, + 0.894531, + 0.753906, + 0.820312, + 0.949219, + 0.777344, + 0.980469, + 1.03125, + 0.8125, + 0.753906, + 0.914062, + 1.882812, + 0.757812, + 0.9375, + 0.867188, + 0.777344, + 0.929688, + 0.796875, + 0.914062, + 0.835938, + 0.789062, + 0.855469, + 0.886719, + 0.761719, + 0.832031, + 1.09375, + 0.96875, + 2.140625, + 0.839844, + 0.738281, + 1.015625, + 0.644531, + 0.796875, + 0.832031, + 0.824219, + 0.828125, + 0.988281, + 0.757812, + 0.925781, + 0.75, + 0.808594, + 1.164062, + 0.738281, + 0.945312, + 2.25, + 0.59375, + 0.855469, + 0.746094, + 0.878906, + 0.78125, + 1.078125, + 0.796875, + 0.992188, + 1.40625, + 0.875, + 0.792969, + 0.695312, + 0.800781, + 1.117188, + 1.171875, + 0.851562, + 0.894531, + 1.304688, + 0.769531, + 1.085938, + 0.902344, + 0.746094, + 0.765625, + 0.839844, + 0.816406, + 1.796875, + 0.867188, + 0.808594, + 0.875, + 0.804688, + 0.820312, + 1.125, + 0.808594, + 0.941406, + 0.917969, + 0.867188, + 0.847656, + 2.125, + 0.878906, + 1.984375, + 0.984375, + 0.722656, + 1.117188, + 1.039062, + 0.746094, + 1.609375, + 0.773438, + 0.792969, + 0.714844, + 0.785156, + 0.753906, + 0.691406, + 0.773438, + 0.710938, + 0.679688, + 1.03125, + 2.1875, + 0.78125, + 0.785156, + 0.75, + 1.039062, + 0.820312, + 0.769531, + 0.785156, + 0.980469, + 0.820312, + 1.085938, + 0.960938, + 1.914062, + 0.761719, + 0.855469, + 0.726562, + 0.800781, + 0.730469, + 0.625, + 0.984375, + 1.070312, + 0.875, + 0.734375, + 0.910156, + 0.886719, + 0.53125, + 0.757812, + 0.867188, + 0.804688, + 0.851562, + 1.15625, + 2.1875, + 0.765625, + 0.929688, + 0.984375, + 0.777344, + 1.117188, + 2.109375, + 0.921875, + 0.964844, + 0.964844, + 0.773438, + 0.796875, + 0.792969, + 0.851562, + 0.800781, + 0.773438, + 0.722656, + 0.792969, + 0.867188, + 0.792969, + 1.132812, + 0.898438, + 1.0625, + 0.800781, + 0.847656, + 0.789062, + 0.792969, + 1.117188, + 0.78125, + 0.792969, + 0.796875, + 0.84375, + 0.757812, + 0.964844, + 0.757812, + 0.921875, + 0.835938, + 1.140625, + 0.753906, + 1.273438, + 0.765625, + 0.808594, + 0.886719, + 0.941406, + 0.96875, + 2.03125, + 0.792969, + 0.933594, + 0.835938, + 0.910156, + 0.820312, + 1.453125, + 0.800781, + 0.882812, + 0.785156, + 2.09375, + 0.761719, + 1.007812, + 0.777344, + 0.769531, + 0.628906, + 0.777344, + 0.785156, + 0.792969, + 0.941406, + 0.839844, + 1.125, + 0.78125, + 0.792969, + 0.75, + 0.789062, + 1.71875, + 0.910156, + 0.796875, + 1.054688, + 0.742188, + 0.949219, + 1.523438, + 1.203125, + 0.859375, + 0.765625, + 0.613281, + 0.828125, + 1.273438, + 0.796875, + 0.890625, + 0.863281, + 0.6875, + 1.875, + 1.09375, + 0.910156, + 0.828125, + 0.769531, + 0.851562, + 0.886719, + 1.625, + 0.871094, + 1.46875, + 0.761719, + 0.847656, + 0.777344, + 0.90625, + 0.769531, + 2.140625, + 0.949219, + 0.976562, + 1.554688, + 0.765625, + 0.742188, + 0.972656, + 0.800781, + 0.84375, + 0.84375, + 0.804688, + 0.804688, + 0.851562, + 0.796875, + 0.902344, + 0.777344, + 0.773438, + 0.757812, + 0.804688, + 0.777344, + 0.734375, + 0.828125, + 0.964844, + 0.945312, + 0.753906, + 1.101562, + 1.03125, + 0.691406, + 0.949219, + 0.75, + 0.773438, + 0.746094, + 0.8125, + 0.621094, + 1.453125, + 0.792969, + 1.40625, + 0.746094, + 1.101562, + 0.894531, + 0.78125, + 0.925781, + 0.917969, + 0.777344, + 0.785156, + 1.015625, + 0.890625, + 0.988281, + 0.765625, + 0.777344, + 0.789062, + 1.132812, + 0.820312, + 1.0625, + 0.757812, + 0.980469, + 1.0, + 0.800781, + 0.9375, + 0.714844, + 0.972656, + 0.691406, + 0.828125, + 0.855469, + 0.8125, + 0.996094, + 0.808594, + 0.8125, + 1.1875, + 0.804688, + 1.328125, + 0.769531, + 0.960938, + 0.882812, + 0.835938, + 1.421875, + 1.75, + 0.890625, + 0.996094, + 1.601562, + 0.8125, + 0.8125, + 0.785156, + 0.78125, + 0.839844, + 0.785156, + 0.8125, + 0.992188, + 0.78125, + 1.03125, + 0.804688, + 0.78125, + 0.78125, + 1.132812, + 0.753906, + 0.765625, + 0.726562, + 0.820312, + 1.085938, + 0.84375, + 1.257812, + 0.730469, + 0.855469, + 0.804688, + 0.8125, + 0.9375, + 0.769531, + 0.773438, + 0.828125, + 0.871094, + 0.804688, + 0.757812, + 0.871094, + 2.09375, + 2.328125, + 0.792969, + 0.734375, + 0.773438, + 0.816406, + 1.289062, + 0.832031, + 0.789062, + 0.738281, + 0.890625, + 0.859375, + 0.714844, + 1.21875, + 0.667969, + 2.1875, + 0.871094, + 0.921875, + 0.925781, + 1.28125, + 0.800781, + 0.777344, + 1.617188, + 0.765625, + 1.0, + 0.789062, + 0.820312, + 1.054688, + 1.007812, + 0.804688, + 0.761719, + 0.953125, + 1.039062, + 0.765625, + 0.890625, + 0.769531, + 0.816406, + 0.875, + 0.722656, + 1.179688, + 0.847656, + 0.746094, + 0.773438, + 0.777344, + 1.242188, + 0.722656, + 1.710938, + 0.871094, + 0.824219, + 0.988281, + 0.851562, + 1.023438, + 0.824219, + 1.210938, + 0.898438, + 0.867188, + 1.039062, + 0.757812, + 0.746094, + 0.789062, + 1.945312, + 0.886719, + 0.789062, + 0.769531, + 0.957031, + 0.9375, + 0.714844, + 0.8125, + 0.808594, + 0.851562, + 0.613281, + 0.796875, + 0.988281, + 0.753906, + 1.007812, + 0.914062, + 0.789062, + 0.785156, + 0.742188, + 0.726562, + 0.9375, + 0.917969, + 1.148438, + 0.804688, + 1.242188, + 0.996094, + 1.242188, + 0.839844, + 0.738281, + 0.800781, + 0.851562, + 0.777344, + 1.171875, + 0.988281, + 0.851562, + 0.777344, + 0.789062, + 0.714844, + 1.21875, + 0.824219, + 0.789062, + 0.902344, + 0.984375, + 0.957031, + 0.847656, + 1.101562, + 1.367188, + 1.117188, + 1.070312, + 0.964844, + 0.910156, + 0.78125, + 0.8125, + 2.171875, + 0.851562, + 0.800781, + 1.039062, + 0.898438, + 1.882812, + 0.722656, + 0.859375, + 0.789062, + 1.28125, + 0.75, + 0.789062, + 0.8125, + 0.820312, + 1.226562, + 0.894531, + 0.960938, + 1.164062, + 1.195312, + 0.890625, + 0.808594, + 0.761719, + 1.351562, + 1.328125, + 0.769531, + 0.925781, + 2.046875, + 1.476562, + 1.03125, + 0.933594, + 0.707031, + 0.816406, + 0.71875, + 0.785156, + 0.695312, + 0.777344, + 0.804688, + 0.917969, + 0.71875, + 0.710938, + 0.835938, + 1.164062, + 0.796875, + 1.148438, + 2.0, + 0.734375, + 0.789062, + 0.773438, + 0.746094, + 1.375, + 2.125, + 0.769531, + 1.078125, + 0.949219, + 0.859375, + 0.84375, + 0.882812, + 0.910156, + 0.761719, + 0.792969, + 0.8125, + 0.871094, + 0.835938, + 0.746094, + 2.09375, + 0.796875, + 1.9375, + 0.800781, + 0.847656, + 1.039062, + 0.847656, + 0.8125, + 0.886719, + 0.59375, + 1.007812, + 0.734375, + 2.078125, + 0.800781, + 0.769531, + 0.761719, + 0.867188, + 0.832031, + 0.835938, + 1.0625, + 0.917969, + 1.304688, + 0.757812, + 1.0, + 0.886719, + 0.886719, + 0.792969, + 0.882812, + 0.960938, + 0.816406, + 0.773438, + 0.738281, + 0.84375, + 0.804688, + 0.796875, + 0.871094, + 0.953125, + 0.914062, + 0.71875, + 0.898438, + 0.847656, + 0.839844, + 1.867188, + 0.765625, + 1.007812, + 1.710938, + 0.742188, + 0.785156, + 0.863281, + 0.808594, + 0.839844, + 1.125, + 0.820312, + 0.800781, + 0.820312, + 1.015625, + 0.886719, + 1.164062, + 1.164062, + 1.929688, + 0.632812, + 0.960938, + 2.171875, + 0.910156, + 1.710938, + 0.832031, + 0.882812, + 0.867188, + 0.773438, + 1.21875, + 0.800781, + 0.96875, + 0.773438, + 0.824219, + 0.78125, + 0.941406, + 0.839844, + 0.648438, + 0.746094, + 1.242188, + 1.875, + 0.789062, + 1.367188, + 0.84375, + 0.773438, + 0.785156, + 0.769531, + 0.832031, + 1.03125, + 0.800781, + 0.878906, + 0.878906, + 2.125, + 0.796875, + 1.070312, + 1.179688, + 2.109375, + 1.039062, + 0.75, + 0.851562, + 1.304688, + 0.789062, + 1.117188, + 0.917969, + 1.117188, + 0.000305, + 0.898438, + 0.8125, + 0.847656, + 0.828125, + 0.742188, + 0.96875, + 1.15625, + 0.742188, + 1.1875, + 0.980469, + 0.738281, + 0.9375, + 0.960938, + 0.808594, + 0.835938, + 0.867188, + 0.855469, + 0.964844, + 0.792969, + 1.140625, + 1.773438, + 1.0625, + 0.824219, + 0.773438, + 1.015625, + 0.847656, + 1.164062, + 1.304688, + 2.265625, + 1.070312, + 0.929688, + 0.90625, + 0.679688, + 1.609375, + 0.984375, + 1.390625, + 1.03125, + 0.816406, + 0.886719, + 0.773438, + 0.742188, + 0.949219, + 0.773438, + 0.796875, + 0.761719, + 0.855469, + 0.820312, + 0.820312, + 0.683594, + 0.808594, + 0.890625, + 0.761719, + 0.859375, + 1.054688, + 1.171875, + 0.765625, + 0.738281, + 0.976562, + 0.765625, + 0.792969, + 0.75, + 0.871094, + 0.703125, + 0.988281, + 0.816406, + 1.242188, + 0.765625, + 1.257812, + 1.796875, + 0.742188, + 0.753906, + 0.804688, + 1.148438, + 0.898438, + 0.933594, + 0.796875, + 0.765625, + 0.816406, + 0.800781, + 0.890625, + 0.941406, + 0.945312, + 0.785156, + 1.007812, + 2.140625, + 0.785156, + 0.6875, + 0.917969, + 2.21875, + 0.777344, + 0.921875, + 0.757812, + 0.871094, + 1.585938, + 0.953125, + 1.117188, + 0.765625, + 0.902344, + 1.03125, + 0.78125, + 0.972656, + 0.820312, + 1.085938, + 0.789062, + 0.660156, + 1.078125, + 1.21875, + 1.195312, + 0.734375, + 1.15625, + 0.828125, + 1.03125, + 0.722656, + 0.820312, + 1.59375, + 0.769531, + 0.976562, + 0.902344, + 0.792969, + 0.5625, + 0.757812, + 0.9375, + 0.84375, + 0.917969, + 0.769531, + 0.820312, + 0.765625, + 0.816406, + 0.707031, + 0.722656, + 0.777344, + 0.757812, + 1.226562, + 0.738281, + 0.769531, + 0.800781, + 0.800781, + 1.179688, + 0.765625, + 0.964844, + 0.765625, + 0.753906, + 1.242188, + 1.273438, + 1.03125, + 0.8125, + 0.90625, + 1.0, + 0.964844, + 1.210938, + 1.304688, + 0.8125, + 0.984375, + 0.804688, + 2.234375, + 0.8125, + 0.660156, + 0.789062, + 0.765625, + 0.71875, + 1.164062, + 0.773438, + 0.722656, + 0.910156, + 0.890625, + 0.777344, + 1.570312, + 2.109375, + 0.777344, + 0.808594, + 0.816406, + 0.683594, + 1.0, + 0.75, + 1.015625, + 0.777344, + 0.859375, + 0.796875, + 0.835938, + 1.078125, + 0.746094, + 0.875, + 0.683594, + 0.90625, + 0.910156, + 0.859375, + 1.078125, + 0.890625, + 2.484375, + 0.839844, + 0.726562, + 0.699219, + 0.746094, + 0.789062, + 0.859375, + 0.796875, + 0.957031, + 0.785156, + 0.863281, + 0.863281, + 0.96875, + 1.226562, + 1.023438, + 0.878906, + 1.0, + 0.816406, + 0.773438, + 0.789062, + 1.367188, + 2.21875, + 0.78125, + 1.484375, + 0.972656, + 1.15625, + 0.960938, + 0.964844, + 0.894531, + 0.78125, + 0.855469, + 1.09375, + 0.863281, + 0.757812, + 0.75, + 1.0, + 0.734375, + 0.65625, + 0.867188, + 0.894531, + 0.816406, + 0.753906, + 0.84375, + 1.039062, + 0.84375, + 0.832031, + 0.84375, + 0.777344, + 0.929688, + 0.949219, + 0.777344, + 0.804688, + 0.714844, + 0.738281, + 1.0625, + 0.738281, + 0.816406, + 0.804688, + 0.820312, + 1.234375, + 0.75, + 1.023438, + 0.957031, + 0.789062, + 0.824219, + 0.851562, + 0.945312, + 0.914062, + 0.820312, + 1.085938, + 0.914062, + 0.832031, + 0.785156, + 1.09375, + 0.816406, + 0.921875, + 0.878906, + 0.960938, + 0.945312, + 0.753906, + 0.957031, + 1.976562, + 1.140625, + 0.800781, + 0.5625, + 0.824219, + 0.890625, + 0.953125, + 0.902344, + 1.015625, + 0.734375, + 0.757812, + 0.789062, + 0.890625, + 0.890625, + 0.6875, + 1.101562, + 0.910156, + 0.90625, + 0.75, + 0.945312, + 0.898438, + 0.785156, + 0.828125, + 0.777344, + 1.007812, + 0.816406, + 0.808594, + 0.832031, + 0.835938, + 0.886719, + 0.710938, + 0.957031, + 0.648438, + 0.832031, + 0.777344, + 0.855469, + 0.816406, + 0.792969, + 0.757812, + 1.007812, + 0.828125, + 0.777344, + 1.210938, + 0.8125, + 0.828125, + 0.765625, + 1.109375, + 1.359375, + 0.910156, + 0.859375, + 1.523438, + 0.738281, + 0.832031, + 0.925781, + 1.578125, + 0.964844, + 0.648438, + 0.816406, + 1.429688, + 0.988281, + 1.007812, + 1.148438, + 1.046875, + 1.234375, + 1.375, + 1.421875, + 1.6875, + 0.804688, + 0.824219, + 0.808594, + 0.828125, + 0.777344, + 0.851562, + 0.8125, + 1.375, + 0.792969, + 0.769531, + 0.765625, + 1.132812, + 1.007812, + 0.769531, + 1.078125, + 0.925781, + 1.359375, + 0.800781, + 0.789062, + 0.707031, + 2.125, + 0.746094, + 0.886719, + 0.839844, + 0.769531, + 0.78125, + 0.960938, + 1.070312, + 0.925781, + 0.769531, + 0.960938, + 0.78125, + 0.84375, + 1.9375, + 0.804688, + 0.828125, + 0.761719, + 0.757812, + 1.03125, + 1.15625, + 0.878906, + 0.835938, + 0.773438, + 0.765625, + 0.804688, + 0.742188, + 1.445312, + 0.761719, + 0.789062, + 1.078125, + 0.742188, + 0.804688, + 0.953125, + 2.21875, + 0.894531, + 1.171875, + 0.8125, + 0.984375, + 0.707031, + 0.851562, + 0.832031, + 0.75, + 0.933594, + 1.40625, + 0.824219, + 0.722656, + 0.9375, + 0.746094, + 1.140625, + 0.835938, + 0.828125, + 0.808594, + 0.742188, + 1.046875, + 0.800781, + 0.875, + 1.054688, + 1.203125, + 0.824219, + 1.015625, + 1.117188, + 0.730469, + 1.265625, + 0.863281, + 0.789062, + 1.046875, + 0.820312, + 0.828125, + 1.40625, + 1.109375, + 0.773438, + 0.777344, + 0.75, + 0.78125, + 0.917969, + 0.816406, + 1.929688, + 0.828125, + 0.820312, + 0.855469, + 0.800781, + 0.808594, + 0.875, + 0.746094, + 0.910156, + 0.84375, + 1.054688, + 0.765625, + 0.945312, + 1.125, + 0.960938, + 0.921875, + 0.808594, + 0.789062, + 0.75, + 0.839844, + 0.929688, + 0.902344, + 1.28125, + 1.148438, + 0.972656, + 0.753906, + 0.835938, + 0.863281, + 0.96875, + 0.796875, + 0.851562, + 0.796875, + 0.832031, + 0.933594, + 0.773438, + 0.828125, + 1.148438, + 0.886719, + 0.832031, + 0.835938, + 0.941406, + 0.953125, + 0.722656, + 2.1875, + 0.785156, + 0.890625, + 0.757812, + 1.0, + 0.960938, + 0.789062, + 0.816406, + 0.863281, + 0.820312, + 0.910156, + 0.992188, + 0.878906, + 1.265625, + 1.078125, + 0.796875, + 0.921875, + 0.726562, + 0.6875, + 1.140625, + 0.714844, + 0.878906, + 0.796875, + 0.816406, + 1.539062, + 2.21875, + 0.820312, + 0.929688, + 0.796875, + 0.886719, + 0.96875, + 1.109375, + 1.328125, + 0.820312, + 0.777344, + 1.0, + 0.722656, + 0.742188, + 1.289062, + 0.753906, + 0.96875, + 0.777344, + 0.738281, + 0.804688, + 2.046875, + 0.921875, + 0.691406, + 0.898438, + 0.964844, + 0.699219, + 0.90625, + 0.804688, + 0.945312, + 0.941406, + 0.898438, + 0.796875, + 0.898438, + 1.242188, + 0.683594, + 0.78125, + 0.90625, + 0.78125, + 0.777344, + 0.800781, + 0.753906, + 0.824219, + 0.898438, + 0.75, + 0.859375, + 0.800781, + 0.828125, + 0.78125, + 0.792969, + 0.765625, + 1.453125, + 0.804688, + 0.765625, + 0.902344, + 2.171875, + 0.78125, + 1.359375, + 0.84375, + 1.21875, + 0.941406, + 1.046875, + 1.148438, + 1.046875, + 0.671875, + 0.902344, + 0.835938, + 1.078125, + 1.195312, + 0.792969, + 0.941406, + 0.925781, + 0.847656, + 0.824219, + 0.769531, + 0.792969, + 0.773438, + 0.859375, + 0.90625, + 0.875, + 0.949219, + 0.851562, + 0.882812, + 0.726562, + 0.757812, + 0.742188, + 0.777344, + 0.765625, + 2.09375, + 0.773438, + 0.738281, + 1.023438, + 0.988281, + 0.761719, + 0.789062, + 0.84375, + 0.839844, + 0.835938, + 0.777344, + 0.824219, + 0.765625, + 0.757812, + 1.015625, + 0.792969, + 0.929688, + 0.769531, + 1.03125, + 0.867188, + 0.851562, + 0.730469, + 0.917969, + 0.734375, + 2.15625, + 0.78125, + 0.96875, + 0.800781, + 0.8125, + 0.769531, + 0.863281, + 0.914062, + 0.871094, + 0.878906, + 1.085938, + 1.1875, + 0.851562, + 0.941406, + 0.859375, + 0.78125, + 1.414062, + 0.789062, + 0.765625, + 0.773438, + 0.78125, + 0.832031, + 0.949219, + 0.804688, + 0.808594, + 0.917969, + 0.859375, + 0.789062, + 0.757812, + 0.800781, + 0.988281, + 0.96875, + 0.765625, + 0.828125, + 0.839844, + 0.570312, + 0.796875, + 0.8125, + 0.9375, + 0.792969, + 0.964844, + 0.75, + 0.796875, + 1.304688, + 1.0625, + 0.765625, + 0.863281, + 0.796875, + 0.875, + 0.773438, + 0.710938, + 0.84375, + 0.78125, + 0.765625, + 0.738281, + 0.828125, + 0.792969, + 0.769531, + 0.824219, + 0.789062, + 0.628906, + 0.75, + 0.828125, + 0.863281, + 0.746094, + 0.785156, + 0.941406, + 0.984375, + 0.796875, + 0.730469, + 0.945312, + 0.832031, + 0.859375, + 0.75, + 0.742188, + 0.808594, + 0.917969, + 1.140625, + 0.976562, + 0.9375, + 0.824219, + 1.132812, + 0.773438, + 0.71875, + 0.738281, + 0.871094, + 1.15625, + 0.753906, + 0.800781, + 2.171875, + 0.847656, + 0.804688, + 0.753906, + 0.90625, + 1.0625, + 0.675781, + 0.863281, + 0.800781, + 0.769531, + 0.824219, + 1.0, + 0.820312, + 0.78125, + 0.914062, + 0.792969, + 0.773438, + 1.09375, + 0.960938, + 0.796875, + 2.140625, + 0.78125, + 0.828125, + 0.980469, + 0.875, + 0.839844, + 0.664062, + 1.820312, + 0.847656, + 0.925781, + 1.234375, + 0.765625, + 0.785156, + 2.171875, + 0.773438, + 1.0625, + 0.761719, + 0.921875, + 1.015625, + 1.054688, + 0.90625, + 0.683594, + 1.523438, + 1.265625, + 0.875, + 0.953125, + 0.769531, + 0.859375, + 0.925781, + 0.949219, + 0.914062, + 0.988281, + 0.960938, + 0.890625, + 0.8125, + 0.910156, + 0.855469, + 0.71875, + 0.792969, + 1.5625, + 0.578125, + 0.871094, + 0.84375, + 0.730469, + 0.953125, + 0.859375, + 0.9375, + 0.761719, + 0.777344, + 0.894531, + 0.78125, + 0.992188, + 0.953125, + 1.890625, + 0.695312, + 0.804688, + 0.871094, + 0.777344, + 0.96875, + 2.15625, + 0.871094, + 0.835938, + 0.78125, + 0.957031, + 0.859375, + 0.726562, + 1.21875, + 0.789062, + 0.90625, + 0.785156, + 2.25, + 0.941406, + 0.894531, + 1.03125, + 0.777344, + 0.867188, + 0.722656, + 0.746094, + 1.03125, + 2.21875, + 1.460938, + 0.835938, + 0.878906, + 1.242188, + 0.765625, + 0.804688, + 0.722656, + 0.957031, + 0.785156, + 0.835938, + 0.71875, + 0.972656, + 0.921875, + 0.855469, + 1.601562, + 0.871094, + 0.859375, + 0.761719, + 1.296875, + 0.753906, + 0.789062, + 1.125, + 1.265625, + 0.835938, + 1.507812, + 0.796875, + 0.957031, + 0.769531, + 0.9375, + 1.046875, + 0.804688, + 0.9375, + 2.078125, + 1.085938, + 0.957031, + 1.164062, + 0.859375, + 1.078125, + 0.875, + 0.765625, + 0.773438, + 0.964844, + 0.949219, + 1.453125, + 0.726562, + 0.777344, + 0.941406, + 0.792969, + 0.789062, + 0.785156, + 1.039062, + 0.78125, + 0.816406, + 0.816406, + 1.148438, + 0.816406, + 0.808594, + 0.886719, + 1.015625, + 1.0625, + 0.796875, + 0.863281, + 0.808594, + 2.0, + 0.839844, + 0.765625, + 1.21875, + 0.777344, + 0.867188, + 0.757812, + 0.828125, + 0.714844, + 1.742188, + 0.730469, + 0.808594, + 0.820312, + 0.902344, + 0.851562, + 0.839844, + 0.78125, + 0.929688, + 0.964844, + 1.382812, + 2.21875, + 0.878906, + 0.832031, + 0.894531, + 0.738281, + 0.792969, + 0.828125, + 0.976562, + 1.0, + 1.164062, + 1.054688, + 0.90625, + 0.726562, + 0.785156, + 0.851562, + 0.960938, + 0.800781, + 1.007812, + 1.195312, + 0.765625, + 0.789062, + 0.957031, + 1.015625, + 0.808594, + 1.023438, + 0.777344, + 2.265625, + 0.878906, + 0.75, + 2.078125, + 0.878906, + 0.75, + 1.273438, + 0.792969, + 1.507812, + 0.78125, + 0.808594, + 1.585938, + 0.875, + 0.710938, + 0.796875, + 1.242188, + 0.769531, + 2.203125, + 0.796875, + 1.757812, + 0.832031, + 1.140625, + 0.839844, + 0.738281, + 1.328125, + 0.898438, + 0.929688, + 0.863281, + 0.667969, + 0.773438, + 1.304688, + 1.070312, + 0.878906, + 2.125, + 1.21875, + 0.671875, + 1.609375, + 0.921875, + 0.75, + 1.976562, + 1.039062, + 0.929688, + 0.789062, + 0.710938, + 0.808594, + 2.21875, + 0.90625, + 0.847656, + 0.96875, + 0.832031, + 0.796875, + 0.941406, + 0.820312, + 0.878906, + 0.789062, + 0.914062, + 1.023438, + 0.851562, + 0.78125, + 0.761719, + 0.773438, + 0.773438, + 1.179688, + 0.953125, + 0.785156, + 0.835938, + 0.820312, + 0.792969, + 0.90625, + 1.0625, + 0.605469, + 2.0, + 0.859375, + 0.792969, + 0.863281, + 0.820312, + 0.910156, + 0.996094, + 0.796875, + 0.753906, + 0.800781, + 0.800781, + 0.710938, + 0.945312, + 0.761719, + 0.910156, + 0.792969, + 0.832031, + 1.609375, + 0.761719, + 0.753906, + 0.8125, + 0.757812, + 0.726562, + 0.859375, + 0.8125, + 0.804688, + 1.023438, + 2.078125, + 0.894531, + 0.648438, + 0.726562, + 0.820312, + 0.875, + 0.867188 + ] + }, + "name": "model.model.layers.23.input_layernorm.weight", + "outputIndexes": [ + 1886 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1885 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_23/Mul_output_0", + "outputIndexes": [ + 1887 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1886, + 1887 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_23/Mul_1_output_0", + "outputIndexes": [ + 1888 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1888 + ], + "outputIndexes": [ + 2952 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2952 + ], + "outputIndexes": [ + 2953 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear", + "inputIndexes": [ + 2953 + ], + "outputIndexes": [ + 2954 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3015460310, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2954 + ], + "outputIndexes": [ + 2955 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2955 + ], + "outputIndexes": [ + 1889 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1888 + ], + "main_type": "NONE", + "name": "/Shape_323_output_0", + "outputIndexes": [ + 1890 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1890 + ], + "main_type": "NONE", + "name": "Shape5829", + "outputIndexes": [ + 1891 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1890 + ], + "main_type": "NONE", + "name": "Rank5831", + "outputIndexes": [ + 1892 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1892, + 1892 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5833", + "outputIndexes": [ + 1893 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1893 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5834", + "outputIndexes": [ + 1894 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1893, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5836", + "outputIndexes": [ + 1895 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1895 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5837", + "outputIndexes": [ + 1896 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1891, + 1894, + 1896, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5840", + "outputIndexes": [ + 1897 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1897 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5841", + "outputIndexes": [ + 1898 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5842", + "outputIndexes": [ + 1899 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1899, + 1898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5843", + "outputIndexes": [ + 1900 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1890, + 1900, + 1893 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_349_output_0", + "outputIndexes": [ + 1901 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1901, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_737_output_0", + "outputIndexes": [ + 1902 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1902, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_299_output_0", + "outputIndexes": [ + 1903 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1889, + 1903 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_208_output_0", + "outputIndexes": [ + 1904 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1904, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_184_output_0", + "outputIndexes": [ + 1905 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1904 + ], + "main_type": "NONE", + "name": "/Shape_324_output_0", + "outputIndexes": [ + 1906 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1906 + ], + "main_type": "NONE", + "name": "Shape5850", + "outputIndexes": [ + 1907 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1906 + ], + "main_type": "NONE", + "name": "Rank5852", + "outputIndexes": [ + 1908 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1908, + 1908 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5854", + "outputIndexes": [ + 1909 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1909 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5855", + "outputIndexes": [ + 1910 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1909, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5857", + "outputIndexes": [ + 1911 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1911 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5858", + "outputIndexes": [ + 1912 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1907, + 1910, + 1912, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5861", + "outputIndexes": [ + 1913 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1913 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5862", + "outputIndexes": [ + 1914 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1914 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5863", + "outputIndexes": [ + 1915 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1915, + 1914 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5864", + "outputIndexes": [ + 1916 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1906, + 1916, + 1909 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_350_output_0", + "outputIndexes": [ + 1917 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1917, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_69_output_0", + "outputIndexes": [ + 1918 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1918, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_742_output_0", + "outputIndexes": [ + 1919 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1904, + 1919, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_93_output_0", + "outputIndexes": [ + 1920 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1920 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_46_output_0", + "outputIndexes": [ + 1921 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1904, + 22, + 1919, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_92_output_0", + "outputIndexes": [ + 1922 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1921, + 1922 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_302_output_0", + "outputIndexes": [ + 1923 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1923, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_185_output_0", + "outputIndexes": [ + 1924 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1905, + 1924 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_115_output_0", + "outputIndexes": [ + 1925 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1888 + ], + "outputIndexes": [ + 2956 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2956 + ], + "outputIndexes": [ + 2957 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear", + "inputIndexes": [ + 2957 + ], + "outputIndexes": [ + 2958 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3022700012, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2958 + ], + "outputIndexes": [ + 2959 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2959 + ], + "outputIndexes": [ + 1926 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1902, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_300_output_0", + "outputIndexes": [ + 1927 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1926, + 1927 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_209_output_0", + "outputIndexes": [ + 1928 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1928, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_186_output_0", + "outputIndexes": [ + 1929 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1928 + ], + "main_type": "NONE", + "name": "/Shape_325_output_0", + "outputIndexes": [ + 1930 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1930 + ], + "main_type": "NONE", + "name": "Shape5913", + "outputIndexes": [ + 1931 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1930 + ], + "main_type": "NONE", + "name": "Rank5915", + "outputIndexes": [ + 1932 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1932, + 1932 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5917", + "outputIndexes": [ + 1933 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1933 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5918", + "outputIndexes": [ + 1934 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1933, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5920", + "outputIndexes": [ + 1935 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1935 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5921", + "outputIndexes": [ + 1936 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1931, + 1934, + 1936, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5924", + "outputIndexes": [ + 1937 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1937 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5925", + "outputIndexes": [ + 1938 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5926", + "outputIndexes": [ + 1939 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1939, + 1938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5927", + "outputIndexes": [ + 1940 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1930, + 1940, + 1933 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_351_output_0", + "outputIndexes": [ + 1941 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1941, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_70_output_0", + "outputIndexes": [ + 1942 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1942, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_744_output_0", + "outputIndexes": [ + 1943 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1928, + 1943, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_95_output_0", + "outputIndexes": [ + 1944 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1944 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_47_output_0", + "outputIndexes": [ + 1945 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1928, + 22, + 1943, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_94_output_0", + "outputIndexes": [ + 1946 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1945, + 1946 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_303_output_0", + "outputIndexes": [ + 1947 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1947, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_187_output_0", + "outputIndexes": [ + 1948 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1929, + 1948 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_116_output_0", + "outputIndexes": [ + 1949 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1888 + ], + "outputIndexes": [ + 2960 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2960 + ], + "outputIndexes": [ + 2961 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear", + "inputIndexes": [ + 2961 + ], + "outputIndexes": [ + 2962 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3023734274, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2962 + ], + "outputIndexes": [ + 2963 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2963 + ], + "outputIndexes": [ + 1950 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1950, + 1927 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_210_output_0", + "outputIndexes": [ + 1951 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1925, + 1949, + 1951, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_215_output_0", + "outputIndexes": [ + 1952 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1952 + ], + "outputIndexes": [ + 2964 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2964 + ], + "outputIndexes": [ + 2965 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear", + "inputIndexes": [ + 2965 + ], + "outputIndexes": [ + 2966 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3024768536, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2966 + ], + "outputIndexes": [ + 2967 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2967 + ], + "outputIndexes": [ + 1953 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1885, + 1953 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_118_output_0", + "outputIndexes": [ + 1954 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.632812, + 1.625, + 1.773438, + 1.382812, + 1.640625, + 1.492188, + 1.601562, + 1.671875, + 0.632812, + 1.15625, + 1.617188, + 1.335938, + 1.546875, + 1.46875, + 1.289062, + 1.59375, + 1.609375, + 1.507812, + 1.609375, + 1.023438, + 0.894531, + 1.617188, + 1.59375, + 1.46875, + 1.460938, + 1.695312, + 0.976562, + 1.375, + 1.4375, + 1.492188, + 1.6875, + 1.335938, + 0.703125, + 1.523438, + 1.6875, + 1.75, + 1.382812, + 0.412109, + 1.625, + 1.09375, + 1.671875, + 1.578125, + 1.671875, + 1.539062, + 1.703125, + 1.671875, + 0.886719, + 1.679688, + 1.601562, + 1.28125, + 1.640625, + 1.570312, + 1.546875, + 1.546875, + 1.617188, + 1.445312, + 1.632812, + 1.773438, + 1.6875, + 1.171875, + 1.40625, + 1.640625, + 1.648438, + 1.59375, + 1.710938, + 1.625, + 1.328125, + 1.585938, + 1.351562, + 1.523438, + 1.5, + 1.304688, + 1.632812, + 1.554688, + 1.648438, + 1.648438, + 1.429688, + 1.367188, + 0.65625, + 1.710938, + 1.6875, + 1.71875, + 1.671875, + 1.539062, + 1.601562, + 0.929688, + 1.609375, + 1.742188, + 1.632812, + 1.070312, + 1.609375, + 1.640625, + 1.648438, + 1.632812, + 1.53125, + 1.570312, + 0.808594, + 1.390625, + 1.625, + 1.132812, + 1.382812, + 1.335938, + 1.71875, + 1.585938, + 1.429688, + 1.648438, + 1.507812, + 1.3125, + 1.46875, + 1.539062, + 1.609375, + 1.53125, + 1.546875, + 0.380859, + 1.539062, + 0.369141, + 1.320312, + 1.625, + 1.6875, + 1.234375, + 1.5, + 1.546875, + 1.695312, + 1.609375, + 1.578125, + 1.53125, + 1.664062, + 1.539062, + 0.933594, + 1.398438, + 0.949219, + 1.484375, + 1.382812, + 1.617188, + 2.25, + 1.601562, + 1.507812, + 1.617188, + 1.382812, + 1.625, + 1.492188, + 1.648438, + 1.726562, + 1.484375, + 0.597656, + 1.335938, + 1.640625, + 1.585938, + 1.671875, + 1.609375, + 1.679688, + 1.609375, + 1.515625, + 1.59375, + 1.390625, + 1.4375, + 1.382812, + 1.1875, + 1.664062, + 1.695312, + 1.148438, + 1.289062, + 0.609375, + 1.554688, + 0.455078, + 1.335938, + 1.476562, + 1.320312, + 1.546875, + 1.59375, + 1.601562, + 1.429688, + 1.414062, + 1.40625, + 1.554688, + 1.734375, + 1.570312, + 1.570312, + 1.6875, + 1.570312, + 1.296875, + 1.5625, + 1.664062, + 1.242188, + 1.265625, + 1.617188, + 1.554688, + 1.210938, + 1.539062, + 1.632812, + 1.28125, + 1.570312, + 1.265625, + 1.46875, + 1.59375, + 1.601562, + 1.601562, + 1.640625, + 1.234375, + 1.585938, + 1.5625, + 0.359375, + 1.5625, + 1.554688, + 1.59375, + 1.617188, + 1.203125, + 1.445312, + 1.6875, + 1.289062, + 1.6875, + 1.453125, + 1.390625, + 1.609375, + 1.609375, + 1.5, + 1.304688, + 1.296875, + 1.75, + 1.492188, + 1.578125, + 1.328125, + 1.414062, + 1.664062, + 1.609375, + 1.71875, + 1.34375, + 1.414062, + 1.492188, + 1.609375, + 1.617188, + 1.640625, + 1.601562, + 1.570312, + 1.625, + 1.539062, + 1.492188, + 1.695312, + 0.949219, + 1.5625, + 1.640625, + 1.546875, + 1.648438, + 1.585938, + 1.390625, + 1.414062, + 1.65625, + 1.6875, + 1.640625, + 1.546875, + 1.59375, + 1.632812, + 1.359375, + 1.5, + 1.570312, + 1.390625, + 1.59375, + 0.945312, + 1.546875, + 1.289062, + 1.578125, + 1.648438, + 1.648438, + 1.632812, + 1.578125, + 1.359375, + 1.5625, + 1.609375, + 1.476562, + 1.601562, + 1.5625, + 1.640625, + 1.625, + 1.421875, + 1.453125, + 1.757812, + 1.617188, + 0.730469, + 1.40625, + 1.640625, + 1.539062, + 1.601562, + 0.925781, + 1.632812, + 1.5, + 1.710938, + 1.351562, + 1.640625, + 1.648438, + 1.109375, + 1.703125, + 1.101562, + 1.445312, + 1.328125, + 1.179688, + 1.523438, + 1.375, + 1.273438, + 1.578125, + 1.570312, + 1.46875, + 1.421875, + 1.242188, + 1.640625, + 1.75, + 1.671875, + 1.5625, + 1.53125, + 1.570312, + 1.609375, + 0.832031, + 1.484375, + 1.59375, + 1.570312, + 0.431641, + 1.65625, + 1.570312, + 1.695312, + 1.601562, + 1.570312, + 1.671875, + 1.554688, + 1.4375, + 1.507812, + 1.453125, + 1.601562, + 1.492188, + 1.554688, + 1.5, + 1.484375, + 0.945312, + 1.523438, + 1.515625, + 1.515625, + 1.304688, + 1.546875, + 1.617188, + 2.015625, + 1.632812, + 1.296875, + 0.882812, + 1.523438, + 1.523438, + 1.53125, + 0.972656, + 1.65625, + 1.6875, + 1.609375, + 1.515625, + 1.554688, + 1.617188, + 1.3125, + 1.609375, + 1.585938, + 1.703125, + 1.578125, + 1.648438, + 1.609375, + 1.539062, + 1.59375, + 1.492188, + 1.757812, + 0.933594, + 1.328125, + 0.921875, + 1.226562, + 1.507812, + 1.695312, + 1.578125, + 1.195312, + 1.5625, + 1.601562, + 1.625, + 1.476562, + 1.648438, + 1.734375, + 0.980469, + 1.210938, + 1.601562, + 1.640625, + 1.601562, + 1.625, + 1.375, + 1.640625, + 1.648438, + 1.226562, + 1.679688, + 1.585938, + 1.546875, + 1.40625, + 1.578125, + 1.648438, + 1.273438, + 1.390625, + 1.460938, + 1.671875, + 1.414062, + 1.4375, + 1.617188, + 0.96875, + 1.328125, + 1.648438, + 1.335938, + 1.6875, + 1.164062, + 1.609375, + 1.5625, + 1.585938, + 1.640625, + 1.914062, + 1.257812, + 1.59375, + 1.679688, + 1.585938, + 1.65625, + 1.695312, + 1.671875, + 1.578125, + 1.585938, + 1.632812, + 1.289062, + 1.4375, + 1.539062, + 1.1875, + 1.53125, + 1.273438, + 1.664062, + 1.65625, + 1.140625, + 1.554688, + 1.578125, + 1.53125, + 1.242188, + 1.515625, + 1.617188, + 1.242188, + 1.492188, + 1.601562, + 1.523438, + 1.359375, + 1.554688, + 1.648438, + 1.648438, + 1.578125, + 1.296875, + 1.367188, + 1.539062, + 1.617188, + 1.601562, + 1.648438, + 1.664062, + 1.585938, + 1.65625, + 1.59375, + 1.601562, + 2.859375, + 1.367188, + 1.492188, + 0.423828, + 1.476562, + 1.609375, + 1.492188, + 1.578125, + 1.0625, + 1.328125, + 1.632812, + 1.382812, + 1.554688, + 1.28125, + 1.570312, + 1.46875, + 0.988281, + 1.617188, + 1.625, + 1.648438, + 1.34375, + 1.484375, + 1.21875, + 1.625, + 1.625, + 1.65625, + 1.585938, + 1.296875, + 1.625, + 1.179688, + 1.664062, + 1.773438, + 1.578125, + 1.65625, + 1.570312, + 1.492188, + 1.671875, + 1.695312, + 1.59375, + 1.710938, + 1.414062, + 1.578125, + 1.5, + 1.648438, + 1.625, + 1.585938, + 1.398438, + 1.4375, + 1.34375, + 1.53125, + 1.429688, + 1.632812, + 1.289062, + 1.617188, + 1.492188, + 1.648438, + 1.648438, + 1.617188, + 1.679688, + 1.632812, + 1.414062, + 1.40625, + 1.578125, + 1.484375, + 1.703125, + 1.5, + 1.664062, + 1.632812, + 0.898438, + 1.609375, + 1.375, + 1.671875, + 1.648438, + 1.609375, + 1.539062, + 1.59375, + 1.617188, + 1.6875, + 1.609375, + 1.539062, + 1.640625, + 1.265625, + 1.570312, + 1.554688, + 1.65625, + 1.179688, + 1.203125, + 1.109375, + 1.5625, + 1.179688, + 1.679688, + 1.78125, + 0.644531, + 1.359375, + 1.773438, + 1.476562, + 1.71875, + 1.585938, + 1.125, + 1.453125, + 1.242188, + 1.492188, + 1.617188, + 1.617188, + 1.40625, + 1.75, + 1.59375, + 1.476562, + 1.3125, + 1.335938, + 1.664062, + 1.523438, + 1.578125, + 1.570312, + 1.273438, + 1.601562, + 1.570312, + 1.328125, + 1.289062, + 1.484375, + 1.523438, + 1.53125, + 1.726562, + 1.273438, + 1.65625, + 1.664062, + 1.601562, + 1.640625, + 1.382812, + 1.65625, + 1.5625, + 1.546875, + 1.367188, + 1.570312, + 1.320312, + 1.664062, + 1.570312, + 1.609375, + 1.609375, + 1.625, + 1.265625, + 1.515625, + 1.359375, + 1.335938, + 1.382812, + 1.6875, + 1.3125, + 1.429688, + 1.695312, + 1.523438, + 1.640625, + 1.570312, + 1.5625, + 0.396484, + 1.679688, + 1.703125, + 1.671875, + 1.445312, + 1.125, + 1.640625, + 1.59375, + 0.941406, + 1.460938, + 1.570312, + 1.609375, + 1.640625, + 1.585938, + 0.423828, + 1.546875, + 0.478516, + 1.539062, + 1.882812, + 1.609375, + 1.570312, + 1.734375, + 1.375, + 1.445312, + 1.492188, + 1.554688, + 1.375, + 1.398438, + 1.640625, + 1.523438, + 1.640625, + 1.546875, + 1.515625, + 1.132812, + 1.601562, + 1.578125, + 1.703125, + 0.925781, + 1.59375, + 1.578125, + 1.585938, + 1.53125, + 0.957031, + 1.484375, + 1.601562, + 1.226562, + 0.949219, + 1.632812, + 1.460938, + 1.59375, + 1.617188, + 1.28125, + 1.21875, + 1.4375, + 0.435547, + 1.632812, + 1.648438, + 1.640625, + 1.570312, + 1.507812, + 1.648438, + 1.585938, + 1.53125, + 1.554688, + 1.601562, + 1.632812, + 1.625, + 1.570312, + 1.695312, + 1.359375, + 1.484375, + 1.640625, + 1.578125, + 1.617188, + 1.367188, + 1.65625, + 1.09375, + 1.523438, + 1.546875, + 1.398438, + 1.382812, + 0.902344, + 1.710938, + 1.546875, + 1.585938, + 1.710938, + 1.53125, + 1.164062, + 0.679688, + 1.6875, + 1.085938, + 1.59375, + 1.3125, + 1.640625, + 1.648438, + 1.609375, + 1.554688, + 1.609375, + 1.460938, + 0.953125, + 1.609375, + 1.671875, + 1.484375, + 1.296875, + 1.4375, + 1.460938, + 1.335938, + 0.18457, + 0.851562, + 1.617188, + 1.179688, + 1.664062, + 1.34375, + 1.609375, + 1.59375, + 1.585938, + 1.648438, + 1.601562, + 1.578125, + 0.972656, + 1.351562, + 1.421875, + 1.632812, + 1.632812, + 1.484375, + 1.617188, + 1.351562, + 1.632812, + 1.140625, + 1.335938, + 1.507812, + 1.679688, + 1.546875, + 1.578125, + 1.289062, + 1.320312, + 1.578125, + 1.585938, + 1.648438, + 1.359375, + 1.71875, + 1.507812, + 1.101562, + 1.585938, + 1.5625, + 1.523438, + 1.679688, + 1.546875, + 1.328125, + 1.640625, + 1.539062, + 1.09375, + 1.609375, + 1.414062, + 1.59375, + 0.960938, + 1.601562, + 1.570312, + 1.617188, + 1.382812, + 1.054688, + 1.726562, + 1.460938, + 1.609375, + 0.925781, + 1.492188, + 1.703125, + 0.945312, + 1.578125, + 1.734375, + 1.640625, + 1.539062, + 1.546875, + 1.320312, + 1.664062, + 1.570312, + 1.210938, + 1.570312, + 1.554688, + 1.171875, + 1.578125, + 1.578125, + 1.625, + 1.140625, + 0.902344, + 1.460938, + 1.648438, + 1.148438, + 1.164062, + 1.640625, + 1.695312, + 1.640625, + 1.539062, + 0.550781, + 1.554688, + 1.6875, + 1.625, + 0.972656, + 1.570312, + 1.578125, + 1.40625, + 1.203125, + 1.421875, + 1.46875, + 1.617188, + 2.328125, + 1.625, + 1.53125, + 1.453125, + 1.25, + 1.664062, + 0.9375, + 1.5, + 1.570312, + 0.921875, + 1.679688, + 1.148438, + 1.28125, + 1.570312, + 1.515625, + 1.5, + 1.429688, + 1.625, + 1.554688, + 1.679688, + 1.679688, + 1.398438, + 1.78125, + 1.351562, + 1.640625, + 1.679688, + 1.632812, + 1.609375, + 1.226562, + 1.382812, + 1.6875, + 1.234375, + 1.578125, + 1.523438, + 1.421875, + 1.578125, + 1.570312, + 1.585938, + 1.585938, + 1.351562, + 1.265625, + 1.585938, + 1.554688, + 1.546875, + 1.382812, + 1.671875, + 1.539062, + 1.710938, + 1.476562, + 1.4375, + 1.609375, + 1.375, + 1.507812, + 1.6875, + 1.367188, + 1.570312, + 1.609375, + 1.601562, + 1.507812, + 1.585938, + 1.695312, + 1.648438, + 1.671875, + 1.375, + 0.914062, + 1.632812, + 0.503906, + 1.585938, + 1.695312, + 0.949219, + 1.53125, + 1.6875, + 1.617188, + 1.601562, + 1.617188, + 0.945312, + 0.996094, + 0.519531, + 1.65625, + 1.53125, + 1.609375, + 1.703125, + 1.578125, + 1.539062, + 1.578125, + 0.699219, + 0.574219, + 1.65625, + 1.53125, + 1.546875, + 1.398438, + 1.648438, + 1.65625, + 1.570312, + 1.679688, + 1.609375, + 1.5, + 1.617188, + 1.671875, + 1.617188, + 0.8125, + 1.609375, + 1.5, + 1.617188, + 1.617188, + 1.398438, + 1.59375, + 1.648438, + 1.601562, + 1.601562, + 1.648438, + 1.625, + 1.601562, + 1.6875, + 1.601562, + 1.367188, + 1.617188, + 1.601562, + 1.484375, + 1.632812, + 1.46875, + 1.664062, + 1.578125, + 1.125, + 1.679688, + 1.398438, + 1.578125, + 1.351562, + 1.546875, + 1.578125, + 0.441406, + 0.578125, + 1.40625, + 1.726562, + 1.429688, + 0.539062, + 1.664062, + 1.664062, + 1.34375, + 1.617188, + 1.359375, + 1.554688, + 1.632812, + 1.523438, + 0.964844, + 1.429688, + 1.007812, + 1.210938, + 1.6875, + 1.617188, + 1.117188, + 1.320312, + 1.5, + 1.492188, + 1.515625, + 1.367188, + 1.671875, + 1.632812, + 1.570312, + 0.914062, + 1.648438, + 1.65625, + 1.765625, + 1.578125, + 1.640625, + 1.710938, + 1.585938, + 1.523438, + 1.34375, + 1.351562, + 0.769531, + 1.429688, + 1.21875, + 1.375, + 1.351562, + 1.609375, + 1.453125, + 1.6875, + 1.578125, + 1.414062, + 1.601562, + 1.390625, + 1.632812, + 1.609375, + 1.65625, + 0.898438, + 1.328125, + 1.554688, + 1.585938, + 1.460938, + 1.070312, + 1.320312, + 1.546875, + 1.648438, + 1.515625, + 1.664062, + 0.855469, + 1.601562, + 1.585938, + 1.507812, + 1.1875, + 0.921875, + 1.601562, + 1.664062, + 1.335938, + 1.367188, + 1.445312, + 1.507812, + 1.398438, + 1.5625, + 1.351562, + 1.335938, + 1.609375, + 0.949219, + 1.585938, + 1.460938, + 0.9375, + 1.679688, + 1.640625, + 1.632812, + 1.359375, + 1.484375, + 1.617188, + 1.640625, + 1.640625, + 1.21875, + 1.085938, + 1.375, + 1.664062, + 1.484375, + 0.886719, + 1.664062, + 1.414062, + 2.375, + 1.523438, + 1.585938, + 1.570312, + 1.429688, + 1.34375, + 1.664062, + 0.5625, + 1.6875, + 1.53125, + 1.445312, + 1.632812, + 1.34375, + 1.59375, + 1.523438, + 1.140625, + 1.3125, + 1.5625, + 1.132812, + 1.34375, + 1.164062, + 1.570312, + 0.921875, + 0.796875, + 1.617188, + 1.492188, + 1.664062, + 1.6875, + 1.359375, + 1.484375, + 1.515625, + 1.671875, + 1.460938, + 1.546875, + 1.59375, + 1.390625, + 1.195312, + 1.570312, + 1.664062, + 1.554688, + 1.546875, + 1.445312, + 1.351562, + 1.132812, + 1.46875, + 1.421875, + 0.921875, + 1.179688, + 1.632812, + 1.484375, + 1.632812, + 1.710938, + 1.617188, + 1.296875, + 1.726562, + 1.515625, + 1.101562, + 1.523438, + 1.53125, + 1.679688, + 1.289062, + 1.5625, + 1.726562, + 1.6875, + 1.328125, + 1.90625, + 1.65625, + 1.601562, + 1.507812, + 1.695312, + 1.0625, + 1.460938, + 1.484375, + 1.59375, + 1.703125, + 0.519531, + 1.085938, + 1.382812, + 1.453125, + 1.46875, + 1.1875, + 1.742188, + 1.601562, + 1.320312, + 1.554688, + 1.34375, + 1.671875, + 1.5625, + 1.570312, + 1.664062, + 1.390625, + 1.625, + 1.539062, + 1.398438, + 0.824219, + 1.617188, + 1.460938, + 1.625, + 1.414062, + 1.539062, + 1.523438, + 1.445312, + 1.710938, + 1.554688, + 1.40625, + 1.65625, + 1.085938, + 1.679688, + 1.5, + 1.648438, + 1.640625, + 1.585938, + 1.375, + 1.65625, + 1.46875, + 1.609375, + 1.515625, + 1.4375, + 1.726562, + 1.601562, + 1.507812, + 1.234375, + 1.65625, + 1.351562, + 1.671875, + 1.625, + 1.695312, + 1.585938, + 1.203125, + 1.28125, + 1.609375, + 1.53125, + 1.648438, + 1.625, + 1.507812, + 1.71875, + 1.523438, + 1.59375, + 1.726562, + 1.6875, + 1.601562, + 1.640625, + 1.53125, + 1.523438, + 1.382812, + 1.226562, + 1.648438, + 1.695312, + 1.59375, + 1.664062, + 1.546875, + 1.578125, + 1.6875, + 1.492188, + 1.640625, + 1.65625, + 1.609375, + 1.523438, + 1.625, + 0.910156, + 1.59375, + 1.265625, + 0.886719, + 1.554688, + 1.53125, + 1.578125, + 1.429688, + 1.59375, + 1.632812, + 1.632812, + 1.710938, + 1.695312, + 1.617188, + 1.34375, + 1.125, + 1.109375, + 1.421875, + 1.710938, + 1.179688, + 2.046875, + 1.515625, + 1.585938, + 1.664062, + 1.671875, + 1.523438, + 1.695312, + 1.71875, + 1.578125, + 1.3125, + 1.609375, + 1.71875, + 1.570312, + 1.414062, + 1.578125, + 1.671875, + 1.648438, + 1.6875, + 1.617188, + 1.71875, + 1.640625, + 1.523438, + 1.71875, + 1.578125, + 1.460938, + 1.703125, + 1.601562, + 1.625, + 1.65625, + 1.671875, + 1.640625, + 1.585938, + 1.578125, + 1.640625, + 1.453125, + 1.53125, + 1.304688, + 1.5625, + 1.609375, + 1.640625, + 1.1875, + 0.917969, + 1.578125, + 1.59375, + 1.640625, + 1.65625, + 1.632812, + 1.445312, + 1.4375, + 1.710938, + 1.554688, + 1.601562, + 1.789062, + 1.601562, + 1.125, + 1.5625, + 1.523438, + 1.304688, + 1.390625, + 1.554688, + 0.886719, + 1.625, + 1.484375, + 0.333984, + 1.632812, + 1.203125, + 1.242188, + 1.492188, + 1.65625, + 1.539062, + 1.351562, + 1.617188, + 1.40625, + 1.273438, + 1.1875, + 0.992188, + 1.539062, + 0.359375, + 1.351562, + 1.328125, + 1.585938, + 1.4375, + 1.65625, + 1.695312, + 1.40625, + 1.671875, + 1.171875, + 1.710938, + 1.414062, + 1.539062, + 1.679688, + 1.625, + 1.5, + 1.609375, + 1.328125, + 1.703125, + 1.601562, + 1.875, + 1.578125, + 1.257812, + 1.71875, + 1.710938, + 1.6875, + 1.460938, + 1.570312, + 1.664062, + 1.46875, + 1.59375, + 1.460938, + 1.710938, + 1.554688, + 1.640625, + 1.617188, + 1.695312, + 1.515625, + 1.570312, + 1.671875, + 1.265625, + 1.5, + 1.6875, + 1.515625, + 1.617188, + 1.46875, + 1.585938, + 1.679688, + 1.554688, + 1.53125, + 1.117188, + 1.5, + 1.515625, + 1.21875, + 1.617188, + 2.5625, + 1.539062, + 1.34375, + 1.65625, + 1.476562, + 1.632812, + 1.601562, + 1.640625, + 1.632812, + 1.632812, + 1.570312, + 1.390625, + 1.53125, + 1.234375, + 1.609375, + 1.625, + 1.640625, + 0.609375, + 1.65625, + 1.59375, + 1.578125, + 1.59375, + 1.460938, + 1.304688, + 1.09375, + 1.578125, + 1.515625, + 1.523438, + 1.515625, + 1.5, + 1.5, + 1.570312, + 1.539062, + 1.585938, + 1.632812, + 1.351562, + 1.476562, + 1.382812, + 0.789062, + 1.40625, + 1.414062, + 1.648438, + 1.640625, + 1.632812, + 1.523438, + 1.523438, + 1.578125, + 1.4375, + 1.492188, + 1.601562, + 1.523438, + 1.710938, + 1.695312, + 1.492188, + 0.949219, + 1.546875, + 1.539062, + 0.953125, + 1.640625, + 1.671875, + 1.703125, + 1.53125, + 1.515625, + 1.492188, + 1.523438, + 0.929688, + 1.570312, + 0.945312, + 1.617188, + 1.554688, + 2.421875, + 0.898438, + 1.453125, + 1.664062, + 1.273438, + 1.53125, + 1.210938, + 1.601562, + 1.679688, + 1.609375, + 1.617188, + 1.5625, + 0.679688, + 1.570312, + 1.625, + 1.59375, + 1.3125, + 1.640625, + 0.953125, + 1.648438, + 1.671875, + 1.609375, + 1.695312, + 1.75, + 1.398438, + 1.546875, + 1.5625, + 1.585938, + 1.585938, + 1.421875, + 1.59375, + 1.46875, + 1.492188, + 1.632812, + 0.628906, + 1.5625, + 1.617188, + 1.46875, + 1.546875, + 1.476562, + 1.429688, + 1.585938, + 1.640625, + 0.957031, + 1.6875, + 1.632812, + 1.140625, + 1.578125, + 1.367188, + 1.851562, + 1.632812, + 1.554688, + 1.5625, + 1.59375, + 1.546875, + 1.554688, + 1.609375, + 1.453125, + 1.679688, + 1.625, + 1.5625, + 1.578125, + 1.53125, + 1.65625, + 0.882812, + 1.664062, + 1.664062, + 1.40625, + 1.59375, + 1.601562, + 1.648438, + 1.53125, + 1.734375, + 1.71875, + 1.570312, + 1.296875, + 1.492188, + 1.585938, + 1.65625, + 1.632812, + 0.90625, + 1.625, + 1.609375, + 1.734375, + 1.476562, + 1.4375, + 1.671875, + 1.546875, + 1.382812, + 1.601562, + 1.695312, + 1.625, + 1.632812, + 1.484375, + 1.585938, + 1.640625, + 1.6875, + 1.671875, + 1.601562, + 1.492188, + 1.429688, + 1.453125, + 1.585938, + 1.507812, + 1.09375, + 1.71875, + 1.539062, + 1.546875, + 1.632812, + 1.6875, + 1.789062, + 1.601562, + 1.59375, + 1.671875, + 1.625, + 1.328125, + 1.617188, + 1.585938, + 1.234375, + 1.632812, + 1.203125, + 1.5625, + 1.484375, + 1.195312, + 1.335938, + 1.453125, + 1.578125, + 0.523438, + 1.304688, + 1.328125, + 1.289062, + 1.515625, + 1.421875, + 1.1875, + 1.632812, + 0.875, + 1.539062, + 1.648438, + 1.601562, + 1.570312, + 1.726562, + 1.398438, + 1.71875, + 1.648438, + 0.9375, + 0.96875, + 1.304688, + 1.492188, + 1.648438, + 1.289062, + 1.546875, + 1.679688, + 1.398438, + 1.648438, + 1.453125, + 1.679688, + 1.65625, + 1.578125, + 1.554688, + 1.5, + 1.617188, + 0.964844, + 1.53125, + 1.546875, + 1.632812, + 0.820312, + 1.28125, + 1.414062, + 1.59375, + 1.617188, + 1.492188, + 1.390625, + 1.523438, + 1.578125, + 1.625, + 1.632812, + 1.507812, + 1.515625, + 1.484375, + 1.382812, + 1.546875, + 1.617188, + 1.539062, + 1.210938, + 1.523438, + 1.59375, + 1.609375, + 1.359375, + 1.585938, + 1.664062, + 0.773438, + 1.617188, + 1.328125, + 1.273438, + 0.566406, + 1.734375, + 1.554688, + 1.59375, + 1.351562, + 1.5, + 1.1875, + 0.90625, + 1.617188, + 1.632812, + 1.335938, + 1.515625, + 1.578125, + 1.453125, + 1.429688, + 1.6875, + 1.65625, + 1.46875, + 1.1875, + 1.515625, + 1.664062, + 1.328125, + 1.625, + 1.273438, + 1.539062, + 1.65625, + 1.523438, + 1.515625, + 1.679688, + 0.566406, + 1.625, + 1.484375, + 1.539062, + 1.617188, + 1.445312, + 1.523438, + 1.382812, + 1.695312, + 1.710938, + 0.361328, + 1.203125, + 1.578125, + 1.460938, + 1.609375, + 1.648438, + 1.4375, + 1.5625, + 1.671875, + 1.59375, + 1.367188, + 1.6875, + 1.359375, + 1.546875, + 1.523438, + 1.578125, + 1.46875, + 1.578125, + 1.640625, + 1.53125, + 1.570312, + 1.664062, + 1.523438, + 1.273438, + 1.390625, + 1.453125, + 1.40625, + 1.59375, + 1.507812, + 1.632812, + 1.460938, + 1.539062, + 1.992188, + 1.492188, + 1.609375, + 1.625, + 1.609375, + 1.21875, + 1.5625, + 0.941406, + 1.476562, + 1.65625, + 1.578125, + 1.625, + 1.570312, + 1.492188, + 1.609375, + 0.917969, + 1.242188, + 1.570312, + 1.09375, + 1.476562, + 1.460938, + 1.445312, + 1.664062, + 1.609375, + 1.367188, + 0.933594, + 1.59375, + 1.054688, + 1.242188, + 1.28125, + 1.523438, + 1.445312, + 1.554688, + 1.398438, + 1.679688, + 1.578125, + 1.703125, + 1.617188, + 1.328125, + 1.546875, + 1.640625, + 1.609375, + 1.617188, + 1.289062, + 1.679688, + 1.546875, + 1.171875, + 1.6875, + 1.484375, + 1.523438, + 1.421875, + 1.40625, + 1.335938, + 1.5625, + 1.59375, + 1.601562, + 1.3125, + 1.640625, + 1.289062, + 1.34375, + 0.953125, + 1.289062, + 1.679688, + 1.585938, + 1.648438, + 1.570312, + 1.5625, + 0.890625, + 1.484375, + 1.148438, + 1.492188, + 1.453125, + 1.578125, + 1.601562, + 1.6875, + 1.054688, + 1.617188, + 1.546875, + 1.640625, + 1.648438, + 1.609375, + 1.664062, + 1.65625, + 1.6875, + 1.242188, + 1.53125, + 1.34375, + 1.609375, + 1.554688, + 1.4375, + 1.59375, + 1.335938, + 1.625, + 1.328125, + 1.195312, + 1.648438, + 0.964844, + 1.617188, + 0.738281, + 1.6875, + 1.703125, + 1.429688, + 1.554688, + 1.53125, + 1.640625, + 1.570312, + 1.632812, + 1.429688, + 1.648438, + 1.257812, + 1.695312, + 1.414062, + 1.703125, + 1.1875, + 0.953125, + 1.679688, + 1.742188, + 1.382812, + 1.617188, + 1.421875, + 1.671875, + 1.578125, + 1.75, + 1.53125, + 1.507812, + 1.148438, + 1.625, + 1.648438, + 1.492188, + 1.523438, + 1.640625, + 0.910156, + 1.71875, + 1.5, + 1.679688, + 1.421875, + 1.570312, + 0.730469, + 1.53125, + 1.515625, + 0.550781, + 1.296875, + 1.578125, + 1.34375, + 0.792969, + 1.695312, + 1.59375, + 1.164062, + 1.523438, + 1.09375, + 1.695312, + 1.578125, + 1.453125, + 1.578125, + 1.710938, + 1.554688, + 1.601562, + 0.671875, + 1.460938, + 1.445312, + 1.5625, + 1.398438, + 0.953125, + 1.351562, + 1.390625, + 1.570312, + 1.617188, + 1.632812, + 0.902344, + 1.648438, + 1.671875, + 1.640625, + 1.507812, + 0.875, + 1.21875, + 1.648438, + 1.320312, + 0.875, + 1.695312, + 1.421875, + 1.21875, + 1.742188, + 1.585938, + 1.640625, + 1.398438, + 1.632812, + 1.46875, + 1.6875, + 1.578125, + 1.476562, + 1.601562, + 1.539062, + 1.632812, + 1.390625, + 1.617188, + 1.617188, + 1.484375, + 1.625, + 1.164062, + 1.585938, + 1.5, + 1.484375, + 1.460938, + 1.398438, + 1.726562, + 1.648438, + 1.460938, + 1.632812, + 1.085938, + 1.617188, + 1.5, + 0.589844, + 1.398438, + 1.648438, + 1.726562, + 1.445312, + 1.523438, + 1.273438, + 1.585938, + 1.523438, + 0.582031, + 1.625, + 1.648438, + 1.40625, + 1.445312, + 1.507812, + 1.460938, + 1.375, + 1.648438, + 1.679688, + 1.554688, + 0.753906, + 1.585938, + 0.957031, + 0.605469, + 1.578125, + 1.515625, + 0.585938, + 1.539062, + 1.632812, + 1.328125, + 1.695312, + 1.554688, + 1.695312, + 1.585938, + 1.617188, + 1.648438, + 2.1875, + 0.382812, + 1.460938, + 1.554688, + 1.523438, + 1.71875, + 1.5, + 1.726562, + 1.6875, + 1.59375, + 1.632812, + 1.65625, + 0.496094, + 1.585938, + 1.695312, + 1.632812, + 1.484375, + 1.664062, + 1.554688, + 1.648438, + 1.640625, + 1.46875, + 1.648438, + 1.484375, + 1.570312, + 1.625, + 1.6875, + 1.710938, + 0.890625, + 1.570312, + 1.539062, + 1.640625, + 1.257812, + 1.609375, + 1.679688, + 1.625, + 1.671875, + 1.414062, + 1.523438, + 1.671875, + 1.59375, + 1.515625, + 1.351562, + 1.515625, + 1.664062, + 0.980469, + 2.5, + 1.601562, + 1.585938, + 1.6875, + 1.578125, + 1.34375, + 1.359375, + 1.695312, + 0.988281, + 1.609375, + 1.5, + 1.476562, + 1.546875, + 1.671875, + 1.382812, + 1.609375, + 1.65625, + 1.570312, + 1.554688, + 1.414062, + 1.703125, + 1.554688, + 1.539062, + 1.625, + 1.601562, + 0.523438, + 1.664062, + 1.445312, + 1.578125, + 1.570312, + 1.59375, + 1.195312, + 1.632812, + 1.617188, + 1.445312, + 1.601562, + 1.648438, + 0.976562, + 1.710938, + 0.945312, + 1.367188, + 1.4375, + 1.296875, + 1.296875, + 1.195312, + 0.474609, + 1.492188, + 1.53125, + 1.445312, + 1.570312, + 1.578125, + 1.40625, + 1.492188, + 1.585938, + 1.164062, + 1.382812, + 0.921875, + 1.515625, + 1.617188, + 1.539062, + 1.21875, + 1.664062, + 1.539062, + 1.445312, + 1.640625, + 1.570312, + 1.203125, + 1.6875, + 0.917969, + 1.53125, + 1.617188, + 1.546875, + 1.570312, + 1.601562, + 1.5, + 1.375, + 1.398438, + 1.664062, + 1.34375, + 1.710938, + 1.671875, + 1.375, + 1.625, + 1.632812, + 1.070312, + 1.53125, + 1.34375, + 0.929688, + 1.570312, + 1.671875, + 1.679688, + 1.578125, + 1.289062, + 0.894531, + 1.695312, + 1.40625, + 1.71875, + 1.5625, + 1.640625, + 1.585938, + 1.476562, + 1.578125, + 1.625, + 1.484375, + 1.5625, + 1.257812, + 1.601562, + 1.6875, + 1.679688, + 1.140625, + 1.179688, + 1.453125, + 1.539062, + 1.578125, + 1.257812, + 1.523438, + 1.601562, + 1.53125, + 1.40625, + 1.59375, + 1.734375, + 1.484375, + 2.0625, + 1.679688, + 1.375, + 1.609375, + 1.351562, + 1.640625, + 1.585938, + 1.671875, + 1.640625, + 1.171875, + 0.925781, + 1.53125, + 1.640625, + 1.65625, + 1.71875, + 1.625, + 1.070312, + 1.59375, + 1.671875, + 1.5, + 0.953125, + 1.515625, + 1.695312, + 1.523438, + 1.625, + 1.359375, + 1.484375, + 1.609375, + 1.59375, + 1.507812, + 1.648438, + 1.578125, + 1.539062, + 1.609375, + 1.46875, + 1.65625, + 0.984375, + 1.609375, + 1.554688, + 1.601562, + 1.546875, + 1.398438, + 0.511719, + 1.367188, + 1.664062, + 1.476562, + 1.1875, + 1.570312, + 1.53125, + 1.625, + 1.453125, + 1.664062, + 1.507812, + 2.453125, + 1.398438, + 1.679688, + 1.609375, + 1.5625, + 1.625, + 1.679688, + 0.898438, + 1.648438, + 1.523438, + 1.5, + 1.507812, + 1.640625, + 1.679688, + 1.515625, + 0.980469, + 1.679688, + 1.453125, + 0.558594, + 1.578125, + 1.554688, + 1.695312, + 1.570312, + 1.59375, + 1.648438, + 1.625, + 1.5625, + 1.617188, + 1.625, + 1.375, + 1.5625, + 1.570312, + 1.484375, + 1.585938, + 1.539062, + 1.578125, + 1.578125, + 1.664062, + 1.320312, + 1.445312, + 1.140625, + 1.679688, + 1.210938, + 1.664062, + 1.5625, + 1.53125, + 1.625, + 1.515625, + 1.296875, + 1.375, + 1.5625, + 1.328125, + 1.273438, + 1.523438, + 1.6875, + 1.59375, + 1.390625, + 1.507812, + 1.617188, + 1.515625, + 1.671875, + 1.65625, + 1.75, + 1.429688, + 1.640625, + 1.460938, + 1.507812, + 1.640625, + 1.21875, + 1.609375, + 1.046875, + 1.460938, + 1.585938, + 1.59375, + 1.34375, + 1.304688, + 1.1875, + 1.625, + 1.625, + 1.632812, + 1.4375, + 1.609375, + 1.484375, + 1.75, + 1.632812, + 1.320312, + 1.507812, + 1.445312, + 1.6875, + 1.5625, + 1.46875, + 0.640625, + 1.710938, + 1.695312, + 0.84375, + 1.179688, + 1.625, + 1.5, + 1.148438, + 1.546875, + 1.578125, + 1.585938, + 1.65625, + 1.59375, + 1.414062, + 1.609375, + 1.515625, + 1.609375, + 1.25, + 1.546875, + 1.625, + 1.539062, + 1.515625, + 1.148438, + 1.6875, + 1.03125, + 1.445312, + 1.367188, + 1.59375, + 1.351562, + 1.460938, + 1.148438, + 1.585938, + 1.539062, + 1.40625, + 1.226562, + 1.515625, + 1.507812, + 0.980469, + 0.273438, + 1.4375, + 1.523438, + 1.601562, + 1.625, + 1.09375, + 1.640625, + 1.640625, + 1.617188, + 1.585938, + 1.15625, + 1.40625, + 1.3125, + 1.359375, + 0.945312, + 1.117188, + 1.390625, + 1.640625, + 1.054688, + 1.585938, + 1.585938, + 1.453125, + 1.585938, + 1.703125, + 1.492188, + 1.648438, + 1.742188, + 1.296875, + 1.632812, + 1.429688, + 1.617188, + 1.40625, + 1.578125, + 1.28125, + 1.507812, + 1.648438, + 1.6875, + 1.453125, + 1.21875, + 1.546875, + 1.539062, + 1.453125, + 1.492188, + 1.164062, + 1.539062, + 0.800781, + 1.421875, + 1.640625, + 1.710938, + 1.648438, + 1.664062, + 1.523438, + 1.1875, + 1.71875, + 1.476562, + 1.65625, + 1.5625, + 1.492188, + 1.617188, + 0.917969, + 1.609375, + 1.617188, + 1.585938, + 1.664062, + 1.523438, + 1.539062, + 1.46875, + 1.578125, + 1.640625, + 1.320312, + 1.523438, + 1.554688, + 1.601562, + 1.671875, + 1.695312, + 1.492188, + 1.507812, + 1.539062, + 1.476562, + 1.507812, + 1.523438, + 1.453125, + 1.570312, + 1.273438, + 1.234375, + 1.257812, + 1.648438, + 1.507812, + 1.609375, + 1.671875, + 1.5625, + 1.625, + 1.710938, + 1.617188, + 1.507812, + 1.515625, + 1.484375, + 1.382812, + 1.492188, + 1.578125, + 1.609375, + 1.671875, + 1.40625, + 1.546875, + 1.671875, + 1.359375, + 1.765625, + 1.398438, + 1.609375, + 1.570312, + 1.59375, + 1.601562, + 0.941406, + 1.460938, + 1.289062, + 1.390625, + 1.328125, + 0.929688, + 1.476562, + 1.367188, + 1.625, + 1.382812, + 1.554688, + 1.601562, + 1.421875, + 1.625, + 1.164062, + 1.46875, + 1.679688, + 1.3125, + 1.34375, + 1.65625, + 1.632812, + 1.601562, + 1.507812, + 1.5, + 1.460938, + 1.320312, + 0.902344, + 1.53125, + 1.398438, + 1.671875, + 1.53125, + 1.648438, + 1.453125, + 1.53125, + 1.335938, + 1.59375, + 1.570312, + 1.390625, + 1.570312, + 1.539062, + 1.460938, + 1.414062, + 1.617188, + 1.1875, + 0.910156, + 1.570312, + 1.601562, + 1.53125, + 1.507812, + 1.445312, + 0.898438, + 1.46875, + 1.75, + 1.640625, + 1.21875, + 1.609375, + 1.703125, + 1.703125, + 1.59375, + 1.65625, + 1.476562, + 1.632812, + 1.601562, + 1.515625, + 0.914062, + 1.601562, + 0.96875, + 1.609375, + 1.601562, + 1.328125, + 1.671875, + 1.625, + 1.65625, + 1.359375, + 1.445312, + 1.515625, + 0.890625, + 1.09375, + 1.570312, + 1.601562, + 1.429688, + 1.664062, + 1.507812, + 1.289062, + 1.671875, + 1.351562, + 1.5625, + 1.304688, + 1.484375, + 1.632812, + 1.101562, + 1.695312, + 1.695312, + 1.609375, + 1.523438, + 1.5, + 1.617188, + 1.445312, + 1.679688, + 1.664062, + 1.375, + 1.648438, + 1.445312, + 1.664062, + 1.648438, + 1.648438, + 1.375, + 1.609375, + 1.601562, + 0.414062, + 1.507812, + 1.617188, + 1.710938, + 1.640625, + 1.617188, + 1.382812, + 1.648438, + 1.578125, + 1.273438, + 1.414062, + 1.601562, + 1.765625, + 1.210938, + 0.914062, + 1.398438, + 1.6875, + 0.886719, + 1.585938, + 0.470703, + 1.632812, + 1.523438, + 1.65625, + 1.570312, + 1.304688, + 1.648438, + 1.78125, + 1.554688, + 1.5625, + 1.492188, + 1.5625, + 1.398438, + 1.226562, + 1.578125, + 1.242188, + 0.957031, + 1.578125, + 1.21875, + 1.609375, + 1.554688, + 1.585938, + 1.390625, + 1.632812, + 1.695312, + 1.648438, + 1.625, + 1.664062, + 0.957031, + 1.492188, + 1.335938, + 1.273438, + 0.980469, + 1.6875, + 1.539062, + 1.640625, + 1.359375, + 1.539062, + 0.976562, + 1.40625, + 1.398438, + -5.8e-05, + 1.117188, + 1.632812, + 1.695312, + 1.609375, + 1.570312, + 1.53125, + 1.328125, + 1.59375, + 1.929688, + 1.710938, + 1.507812, + 1.523438, + 1.414062, + 1.648438, + 1.65625, + 1.679688, + 1.632812, + 1.679688, + 1.4375, + 1.398438, + 0.570312, + 1.679688, + 1.601562, + 1.59375, + 1.648438, + 1.554688, + 1.695312, + 1.234375, + 0.914062, + 1.335938, + 1.421875, + 1.617188, + 1.328125, + 0.929688, + 1.359375, + 1.0625, + 1.6875, + 1.578125, + 1.671875, + 1.523438, + 1.554688, + 1.398438, + 1.492188, + 1.570312, + 1.515625, + 1.625, + 1.570312, + 1.648438, + 1.453125, + 1.304688, + 1.6875, + 1.585938, + 1.679688, + 1.085938, + 1.617188, + 1.546875, + 1.601562, + 1.71875, + 1.546875, + 1.601562, + 1.210938, + 1.5, + 1.4375, + 1.257812, + 1.609375, + 1.695312, + 1.476562, + 1.476562, + 1.414062, + 1.523438, + 1.546875, + 1.421875, + 1.34375, + 1.492188, + 1.382812, + 1.609375, + 1.609375, + 1.515625, + 1.640625, + 1.390625, + 1.726562, + 1.445312, + 1.46875, + 1.710938, + 0.945312, + 1.453125, + 1.40625, + 1.460938, + 0.914062, + 1.117188, + 1.648438, + 1.585938, + 1.640625, + 1.359375, + 1.703125, + 1.453125, + 1.554688, + 1.671875, + 1.515625, + 1.59375, + 1.625, + 1.632812, + 1.328125, + 1.53125, + 1.335938, + 1.640625, + 1.296875, + 1.3125, + 1.546875, + 1.359375, + 1.65625, + 1.375, + 1.5, + 1.5625, + 0.976562, + 1.59375, + 1.695312, + 1.664062, + 1.609375, + 1.46875, + 1.617188, + 1.671875, + 1.460938, + 1.703125, + 1.09375, + 1.445312, + 1.585938, + 1.59375, + 1.476562, + 1.453125, + 1.53125, + 1.390625, + 1.304688, + 1.578125, + 1.546875, + 1.484375, + 1.601562, + 1.351562, + 1.453125, + 1.203125, + 1.539062, + 1.578125, + 1.117188, + 1.164062, + 1.242188, + 1.65625, + 1.664062, + 1.898438, + 1.679688, + 1.296875, + 1.34375, + 1.53125, + 1.671875, + 1.304688, + 0.929688, + 1.625, + 1.476562, + 1.625, + 1.585938, + 1.90625, + 1.445312, + 1.5625, + 1.28125, + 1.554688, + 1.429688, + 1.601562, + 0.796875, + 0.878906, + 1.59375, + 1.625, + 1.578125, + 1.46875, + 1.710938, + 1.609375, + 1.164062, + 1.546875, + 1.539062, + 1.523438, + 1.664062, + 1.070312, + 1.578125, + 1.671875, + 1.34375, + 1.671875, + 1.273438, + 1.632812, + 1.75, + 1.4375, + 0.172852, + 1.648438, + 1.554688, + 1.507812, + 1.53125, + 1.515625, + 1.59375, + 1.625, + 1.703125, + 1.507812, + 1.320312, + 1.546875, + 1.523438, + 1.84375, + 1.476562, + 1.625, + 1.734375, + 1.523438, + 1.53125, + 1.632812, + 1.398438, + 0.898438, + 1.546875, + 1.429688, + 1.703125, + 1.46875, + 1.695312, + 1.71875, + 1.585938, + 1.585938, + 1.5625, + 1.148438, + 1.640625, + 1.132812, + 1.539062, + 1.429688, + 1.117188, + 1.289062, + 1.453125, + 1.617188, + 1.617188, + 1.554688, + 1.484375, + 1.65625, + 1.664062, + 1.625, + 1.65625, + 1.554688, + 1.679688, + 1.671875, + 1.320312, + 1.546875, + 1.5625, + 1.515625, + 1.34375, + 1.5, + 1.640625, + 1.671875, + 1.171875, + 1.320312, + 1.53125, + 1.703125, + 1.71875, + 1.609375, + 1.648438, + 1.6875, + 1.65625, + 1.703125, + 1.476562, + 1.226562, + 1.328125, + 1.5, + 1.546875, + 1.25, + 1.609375, + 1.71875, + 1.46875, + 1.390625, + 1.695312, + 1.46875, + 1.664062, + 0.9375, + 1.296875, + 1.59375, + 1.445312, + 1.65625, + 1.664062, + 1.710938, + 1.703125, + 1.726562, + 1.570312, + 1.601562, + 1.539062, + 1.671875, + 1.578125, + 1.515625, + 1.710938, + 1.695312, + 1.679688, + 1.523438, + 1.679688, + 1.710938, + 1.507812, + 1.625, + 1.53125, + 1.671875, + 1.5, + 1.59375, + 1.648438, + 1.664062, + 1.640625, + 1.476562, + 1.65625, + 1.40625, + 1.53125, + 1.546875, + 1.59375, + 1.664062, + 1.507812, + 1.546875, + 1.710938, + 1.484375, + 1.546875, + 1.28125, + 1.28125, + 1.25, + 1.585938, + 1.390625, + 0.875, + 1.617188, + 1.445312, + 0.660156, + 1.546875, + 1.59375, + 1.71875, + 0.792969, + 1.703125, + 1.351562, + 1.609375, + 1.242188, + 1.71875, + 1.148438, + 1.210938, + 1.664062, + 1.828125, + 2.203125, + 1.375, + 0.523438, + 1.445312, + 1.625, + 1.632812, + 1.570312, + 1.554688, + 1.65625, + 1.609375, + 1.164062, + 1.46875, + 1.570312, + 1.59375, + 1.265625, + 1.382812, + 1.203125, + 1.320312, + 1.40625, + 1.351562, + 1.617188, + 1.601562, + 1.421875, + 0.949219, + 1.5625, + 1.726562, + 1.648438, + 1.601562, + 1.546875, + 1.710938, + 1.3125, + 1.632812, + 1.59375, + 1.664062, + 1.585938, + 1.59375, + 0.378906, + 1.609375, + 1.609375, + 1.59375, + 1.445312, + 1.515625, + 1.382812, + 1.546875, + 1.3125, + 1.585938, + 1.632812, + 1.625, + 1.554688, + 1.164062, + 1.5625, + 1.460938, + 1.5, + 1.53125, + 1.132812, + 1.4375, + 0.976562, + 1.601562, + 1.914062, + 1.632812, + 1.695312, + 1.507812, + 1.640625, + 1.578125, + 1.523438, + 1.398438, + 1.34375, + 1.523438, + 1.554688, + 1.234375, + 1.5625, + 1.34375, + 1.65625, + 1.429688, + 1.539062, + 1.546875, + 1.273438, + 1.601562, + 1.546875, + 1.6875, + 1.664062, + 1.46875, + 1.617188, + 1.453125, + 1.835938, + 1.242188, + 1.617188, + 1.5625, + 1.46875, + 1.617188, + 1.640625, + 1.359375, + 1.304688, + 1.492188, + 1.539062, + 1.46875, + 1.609375, + 1.5625, + 1.65625, + 0.933594, + 1.609375, + 1.132812, + 1.65625, + 1.65625, + 1.476562, + 1.539062, + 1.5625, + 1.679688, + 1.679688, + 1.367188, + 1.585938, + 1.710938, + 1.382812, + 1.507812, + 1.648438, + 1.640625, + 1.476562, + 1.53125, + 1.59375, + 1.695312, + 1.664062, + 1.304688, + 1.359375, + 1.703125, + 1.59375, + 1.648438, + 1.546875, + 1.3125, + 1.53125, + 1.640625, + 1.585938, + 1.671875, + 1.515625, + 1.578125, + 1.648438, + 1.632812, + 1.695312, + 1.640625, + 1.578125, + 1.414062, + 1.585938, + 1.492188, + 0.917969, + 1.578125, + 1.695312, + 1.5625, + 1.476562, + 1.34375, + 1.609375, + 1.4375, + 1.6875, + 1.59375, + 1.671875, + 1.585938, + 1.46875, + 1.390625, + 1.734375, + 1.640625, + 1.632812, + 1.539062, + 1.375, + 1.554688, + 1.515625, + 1.453125, + 1.546875, + 1.578125, + 0.867188, + 0.902344, + 1.65625, + 1.226562, + 1.617188, + 1.632812, + 1.695312, + 1.226562, + 1.15625, + 1.625, + 1.5625, + 1.664062, + 1.53125, + 1.554688, + 1.3125, + 1.421875, + 1.617188, + 1.578125, + 1.59375, + 1.65625, + 0.910156, + 1.710938, + 1.179688, + 1.625, + 1.671875, + 1.398438, + 1.6875, + 1.609375, + 1.695312, + 1.6875, + 1.6875, + 1.617188, + 1.398438, + 1.335938, + 1.5, + 1.585938, + 1.671875, + 1.609375, + 1.570312, + 1.617188, + 1.859375, + 1.171875, + 1.65625, + 1.484375, + 1.625, + 1.585938, + 1.65625, + 1.59375, + 1.59375, + 1.125, + 0.941406, + 1.53125, + 1.625, + 1.3125, + 0.890625, + 1.554688, + 1.375, + 1.4375, + 1.117188, + 1.257812, + 1.65625, + 1.40625, + 1.367188, + 1.234375, + 1.179688, + 1.460938, + 1.742188, + 1.3125, + 1.546875, + 1.695312, + 1.632812, + 1.59375, + 1.460938, + 1.492188, + 1.601562, + 1.632812, + 1.554688, + 1.640625, + 1.351562, + 1.734375, + 1.640625, + 1.625, + 1.523438, + 1.585938, + 1.382812, + 1.554688, + 1.609375, + 0.921875, + 1.59375, + 1.523438, + 1.367188, + 1.710938, + 1.609375, + 1.585938, + 1.609375, + 1.648438, + 1.679688, + 1.546875, + 1.65625, + 1.570312, + 1.53125, + 1.328125, + 1.492188, + 1.40625, + 1.601562, + 1.710938, + 1.65625, + 1.640625, + 1.554688, + 1.632812, + 1.585938, + 0.949219, + 1.460938, + 1.703125, + 1.351562, + 1.46875, + 1.601562, + 1.59375, + 1.539062, + 1.554688, + 1.585938, + 1.429688, + 1.0625, + 1.648438, + 1.625, + 1.515625, + 1.601562, + 0.328125, + 1.640625, + 1.578125, + 1.601562, + 1.617188, + 1.539062, + 1.375, + 1.625, + 1.390625, + 2.296875, + 1.585938, + 1.570312, + 1.476562, + 1.554688, + 1.664062, + 1.695312, + 1.46875, + 1.65625, + 1.460938, + 1.3125, + 1.523438, + 1.578125, + 1.5, + 1.570312, + 1.585938, + 1.546875, + 1.59375, + 1.3125, + 1.679688, + 1.59375, + 1.609375, + 1.5, + 1.632812, + 1.335938, + 1.484375, + 1.132812, + 1.546875, + 1.609375, + 1.578125, + 1.601562, + 1.65625, + 1.578125, + 1.523438, + 1.484375, + 1.296875, + 1.5625, + 1.65625, + 1.453125, + 1.539062, + 1.492188, + 1.640625, + 1.25, + 1.59375, + 1.523438, + 1.484375, + 1.632812, + 1.5625, + 1.53125, + 1.523438, + 1.59375, + 1.46875, + 1.796875, + 1.710938, + 1.382812, + 1.609375, + 1.382812, + 1.617188, + 1.53125, + 1.328125, + 1.640625, + 1.804688, + 1.585938, + 1.609375, + 0.933594, + 1.632812, + 1.53125, + 1.492188, + 1.648438, + 1.265625, + 1.164062, + 1.640625, + 1.617188, + 1.578125, + 1.632812, + 1.546875, + 1.632812, + 1.460938, + 1.6875, + 1.632812, + 1.53125, + 1.601562, + 1.109375, + 1.585938, + 0.925781, + 1.609375, + 1.578125, + 1.46875, + 1.640625, + 1.617188, + 1.335938, + 0.404297, + 1.554688, + 1.695312, + 1.335938, + 1.5, + 1.4375, + 0.235352, + 1.546875, + 1.421875, + 1.585938, + 1.617188, + 1.414062, + 1.742188, + 1.664062, + 1.96875, + 0.621094, + 1.601562, + 1.484375, + 1.65625, + 1.5625, + 1.640625, + 1.242188, + 1.195312, + 1.4375, + 1.71875, + 1.78125, + 1.539062, + 1.609375, + 1.445312, + 1.617188, + 1.359375, + 1.609375, + 0.582031, + 1.382812, + 1.648438, + 1.65625, + 1.429688, + 1.664062, + 1.625, + 1.671875, + 1.585938, + 1.609375, + 1.679688, + 1.601562, + 1.390625, + 1.640625, + 2.359375, + 1.492188, + 1.5, + 1.617188, + 1.609375, + 1.617188, + 0.871094, + 1.617188, + 1.59375, + 1.585938, + 1.609375, + 1.5625, + 1.585938, + 1.320312, + 1.617188, + 1.085938, + 1.453125, + 0.929688, + 1.445312, + 1.6875, + 1.296875, + 1.554688, + 1.601562, + 1.554688, + 1.59375, + 1.648438, + 0.925781, + 1.617188, + 1.671875, + 1.664062, + 1.75, + 1.609375, + 1.554688, + 1.523438, + 1.679688, + 1.585938, + 1.476562, + 1.546875, + 1.671875, + 1.359375, + 1.632812, + 2.296875, + 1.679688, + 1.65625, + 1.5625, + 1.375, + 1.546875, + 1.59375, + 1.320312, + 1.351562, + 1.59375, + 0.753906, + 1.617188, + 1.726562, + 1.609375, + 1.148438, + 1.648438, + 1.601562, + 1.679688, + 0.890625, + 1.273438, + 1.289062, + 1.351562, + 1.648438, + 1.273438, + 1.632812, + 1.53125, + 1.539062, + 1.679688, + 1.296875, + 1.359375, + 1.554688, + 1.53125, + 1.664062, + 1.507812, + 1.609375, + 1.5, + 1.414062, + 1.632812, + 1.625, + 1.578125, + 1.375, + 1.625, + 1.570312, + 1.65625, + 1.703125, + 1.609375, + 1.132812, + 1.53125, + 1.515625, + 0.929688, + 1.617188, + 1.523438, + 1.335938, + 1.5625, + 1.335938, + 1.53125, + 1.664062, + 1.523438, + 2.875, + 1.539062, + 1.585938, + 1.601562, + 1.507812, + 1.546875, + 1.671875, + 1.585938, + 1.695312, + 1.671875, + 1.328125, + 0.964844, + 1.679688, + 1.632812, + 1.492188, + 1.554688, + 1.632812, + 1.648438, + 1.703125, + 1.023438, + 1.335938, + 1.132812, + 1.414062, + 1.53125, + 1.25, + 1.59375, + 1.695312, + 1.609375, + 1.539062, + 1.453125, + 1.632812, + 1.570312, + 1.65625, + 1.390625, + 1.632812, + 1.429688, + 1.515625, + 0.976562, + 1.648438, + 1.5625, + 0.921875, + 1.671875, + 1.609375, + 1.828125, + 1.515625, + 0.773438, + 1.515625, + 1.445312, + 0.917969, + 1.625, + 1.375, + 1.164062, + 1.804688, + 1.5625, + 0.949219, + 1.640625, + 0.9375, + 1.59375, + 1.539062, + 1.460938, + 1.554688, + 1.265625, + 1.640625, + 1.523438, + 1.65625, + 1.257812, + 1.546875, + 1.34375, + 1.351562, + 1.625, + 0.972656, + 1.328125, + 1.367188, + 0.910156, + 1.5, + 1.53125, + 1.453125, + 1.734375, + 1.578125, + 1.632812, + 1.335938, + 1.601562, + 0.949219, + 1.40625, + 1.617188, + 1.679688, + 1.609375, + 1.585938, + 1.671875, + 1.375, + 1.570312, + 1.429688, + 1.640625, + 1.476562, + 1.484375, + 1.617188, + 1.507812, + 1.617188, + 1.5625, + 1.28125, + 1.695312, + 1.648438, + 1.625, + 1.179688, + 1.429688, + 1.609375, + 1.421875, + 1.304688, + 0.972656, + 1.273438, + 1.578125, + 1.625, + 1.601562, + 1.414062, + 1.601562, + 1.601562, + 1.53125, + 1.578125, + 1.5625, + 1.359375, + 1.421875, + 1.5625, + 1.359375, + 1.5625, + 1.523438, + 0.925781, + 1.601562, + 1.570312, + 1.515625, + 1.5625, + 1.5, + 1.585938, + 1.554688, + 1.5, + 1.40625, + 0.898438, + 1.421875, + 1.203125, + 1.601562, + 1.390625, + 1.703125, + 1.6875 + ] + }, + "name": "model.model.layers.23.post_attention_layernorm.weight", + "outputIndexes": [ + 1955 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1954 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_23/Mul_output_0", + "outputIndexes": [ + 1956 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1955, + 1956 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_23/Mul_1_output_0", + "outputIndexes": [ + 1957 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1957 + ], + "outputIndexes": [ + 2968 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2968 + ], + "outputIndexes": [ + 2969 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear", + "inputIndexes": [ + 2969 + ], + "outputIndexes": [ + 2970 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3031993902, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2970 + ], + "outputIndexes": [ + 2971 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2971 + ], + "outputIndexes": [ + 1958 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1958 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_23/Sigmoid_output_0", + "outputIndexes": [ + 1959 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1958, + 1959 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Mul_output_0", + "outputIndexes": [ + 1960 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1957 + ], + "outputIndexes": [ + 2972 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 2972 + ], + "outputIndexes": [ + 2973 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear", + "inputIndexes": [ + 2973 + ], + "outputIndexes": [ + 2974 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3070185028, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 2974 + ], + "outputIndexes": [ + 2975 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2975 + ], + "outputIndexes": [ + 1961 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1960, + 1961 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_23/Mul_output_0", + "outputIndexes": [ + 1962 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1962 + ], + "outputIndexes": [ + 2976 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 2976 + ], + "outputIndexes": [ + 2977 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear", + "inputIndexes": [ + 2977 + ], + "outputIndexes": [ + 2978 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3108376154, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 2978 + ], + "outputIndexes": [ + 2979 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2979 + ], + "outputIndexes": [ + 1963 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1954, + 1963 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_119_output_0", + "outputIndexes": [ + 1964 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1964, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_216_output_0", + "outputIndexes": [ + 1965 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.078125, + 0.878906, + 1.070312, + 0.976562, + 1.125, + 0.949219, + 0.875, + 0.921875, + 1.65625, + 0.953125, + 0.886719, + 1.046875, + 0.847656, + 0.796875, + 1.09375, + 0.9375, + 0.8125, + 0.796875, + 0.871094, + 1.578125, + 1.710938, + 0.886719, + 0.871094, + 0.878906, + 0.886719, + 0.945312, + 1.546875, + 0.949219, + 0.953125, + 0.816406, + 1.03125, + 1.015625, + 1.90625, + 0.910156, + 1.015625, + 1.0, + 0.957031, + 1.742188, + 0.882812, + 0.960938, + 0.976562, + 0.855469, + 1.171875, + 0.917969, + 1.007812, + 0.960938, + 1.945312, + 1.046875, + 0.984375, + 1.046875, + 1.039062, + 0.855469, + 0.867188, + 0.835938, + 0.933594, + 0.941406, + 0.957031, + 1.164062, + 0.960938, + 1.421875, + 0.796875, + 0.925781, + 0.902344, + 0.859375, + 0.996094, + 0.992188, + 0.949219, + 0.792969, + 0.9375, + 0.882812, + 0.871094, + 1.21875, + 0.929688, + 0.828125, + 0.992188, + 1.007812, + 1.171875, + 0.953125, + 1.71875, + 1.0625, + 1.046875, + 1.375, + 1.117188, + 0.953125, + 0.902344, + 1.789062, + 0.847656, + 1.078125, + 0.890625, + 1.460938, + 0.921875, + 0.882812, + 0.925781, + 0.890625, + 1.375, + 0.867188, + 1.632812, + 0.980469, + 0.855469, + 0.890625, + 0.941406, + 0.980469, + 1.125, + 0.839844, + 1.40625, + 0.957031, + 1.351562, + 0.992188, + 1.109375, + 0.789062, + 0.871094, + 0.871094, + 0.933594, + 2.53125, + 0.859375, + 2.625, + 0.953125, + 0.867188, + 1.023438, + 0.898438, + 0.886719, + 0.84375, + 1.03125, + 0.90625, + 0.90625, + 0.8125, + 0.9375, + 0.878906, + 1.84375, + 1.007812, + 1.65625, + 0.757812, + 1.0625, + 0.972656, + 1.164062, + 0.933594, + 0.875, + 0.828125, + 1.148438, + 0.917969, + 0.84375, + 1.0, + 1.015625, + 0.859375, + 1.898438, + 1.0625, + 1.125, + 0.84375, + 0.964844, + 0.847656, + 0.910156, + 0.917969, + 0.941406, + 0.878906, + 1.054688, + 1.03125, + 1.03125, + 1.578125, + 1.0, + 0.984375, + 1.046875, + 1.117188, + 1.53125, + 0.863281, + 1.789062, + 1.132812, + 0.839844, + 1.242188, + 0.890625, + 0.929688, + 0.867188, + 0.917969, + 0.871094, + 0.882812, + 0.863281, + 1.164062, + 0.816406, + 0.835938, + 0.976562, + 0.84375, + 0.800781, + 0.882812, + 0.894531, + 1.351562, + 0.738281, + 0.953125, + 0.828125, + 1.03125, + 0.851562, + 0.902344, + 0.90625, + 0.890625, + 1.539062, + 0.890625, + 1.390625, + 0.914062, + 0.890625, + 0.945312, + 1.179688, + 0.859375, + 0.871094, + 1.84375, + 1.203125, + 1.070312, + 1.171875, + 0.851562, + 0.839844, + 1.046875, + 0.890625, + 0.800781, + 0.898438, + 0.921875, + 0.878906, + 0.882812, + 0.804688, + 1.125, + 1.015625, + 0.9375, + 1.171875, + 0.855469, + 0.816406, + 1.039062, + 1.164062, + 0.890625, + 0.878906, + 1.148438, + 0.949219, + 1.03125, + 0.816406, + 0.84375, + 0.953125, + 0.992188, + 0.917969, + 0.835938, + 0.902344, + 1.265625, + 0.8125, + 1.046875, + 1.664062, + 0.863281, + 0.945312, + 0.832031, + 0.875, + 0.878906, + 0.910156, + 1.125, + 0.855469, + 0.894531, + 0.980469, + 0.878906, + 0.84375, + 1.390625, + 0.914062, + 0.933594, + 0.847656, + 0.984375, + 0.824219, + 1.90625, + 0.808594, + 1.0625, + 0.851562, + 0.890625, + 0.917969, + 0.875, + 0.914062, + 0.863281, + 0.851562, + 0.871094, + 1.070312, + 0.933594, + 0.996094, + 0.949219, + 0.902344, + 1.078125, + 0.796875, + 1.085938, + 0.917969, + 1.015625, + 0.847656, + 1.039062, + 0.808594, + 0.878906, + 1.773438, + 0.90625, + 0.886719, + 1.054688, + 0.796875, + 0.925781, + 0.941406, + 0.988281, + 1.03125, + 0.988281, + 1.007812, + 1.203125, + 0.910156, + 0.847656, + 1.265625, + 0.917969, + 1.0, + 0.863281, + 0.734375, + 1.148438, + 1.179688, + 1.070312, + 1.289062, + 0.964844, + 0.882812, + 0.804688, + 0.941406, + 0.886719, + 1.585938, + 0.902344, + 0.835938, + 0.824219, + 1.6875, + 0.929688, + 0.859375, + 1.101562, + 0.972656, + 0.832031, + 0.957031, + 0.855469, + 0.835938, + 0.910156, + 0.984375, + 0.890625, + 0.859375, + 0.847656, + 0.941406, + 0.941406, + 1.609375, + 0.957031, + 1.007812, + 0.910156, + 1.101562, + 0.839844, + 0.933594, + 1.429688, + 0.972656, + 0.851562, + 1.945312, + 0.832031, + 0.847656, + 0.863281, + 1.734375, + 0.992188, + 1.023438, + 0.875, + 0.824219, + 0.820312, + 0.972656, + 1.0625, + 1.367188, + 0.921875, + 1.015625, + 0.820312, + 0.863281, + 0.921875, + 0.828125, + 0.863281, + 1.414062, + 1.1875, + 1.507812, + 1.0, + 1.59375, + 1.140625, + 0.886719, + 1.015625, + 0.863281, + 1.054688, + 0.859375, + 0.820312, + 0.921875, + 0.863281, + 0.867188, + 1.015625, + 1.640625, + 1.140625, + 0.871094, + 0.917969, + 0.988281, + 1.023438, + 1.070312, + 1.0625, + 0.945312, + 0.929688, + 0.972656, + 0.917969, + 0.945312, + 0.980469, + 0.808594, + 0.992188, + 2.21875, + 0.988281, + 0.867188, + 0.898438, + 0.953125, + 0.882812, + 0.871094, + 1.671875, + 0.910156, + 0.929688, + 1.234375, + 0.960938, + 1.023438, + 0.871094, + 0.941406, + 0.929688, + 0.875, + 0.925781, + 1.21875, + 0.878906, + 0.957031, + 0.855469, + 0.863281, + 1.21875, + 0.949219, + 0.835938, + 0.847656, + 0.910156, + 1.070312, + 1.132812, + 0.84375, + 0.894531, + 0.867188, + 1.125, + 0.960938, + 0.867188, + 0.890625, + 0.90625, + 0.882812, + 0.824219, + 1.117188, + 0.894531, + 0.929688, + 0.847656, + 0.90625, + 0.851562, + 0.855469, + 1.0625, + 0.8125, + 1.023438, + 1.148438, + 0.824219, + 1.015625, + 0.976562, + 0.957031, + 0.964844, + 1.046875, + 1.367188, + 1.234375, + 0.835938, + 0.910156, + 0.84375, + 1.132812, + 3.671875, + 0.710938, + 0.808594, + 6e-06, + 0.863281, + 0.898438, + 0.882812, + 0.847656, + 1.539062, + 1.007812, + 1.054688, + 0.996094, + 0.886719, + 1.054688, + 0.898438, + 0.84375, + 1.5625, + 0.902344, + 0.875, + 0.964844, + 1.179688, + 0.828125, + 0.964844, + 0.890625, + 0.890625, + 0.90625, + 0.851562, + 0.851562, + 1.03125, + 1.476562, + 0.917969, + 1.164062, + 1.046875, + 0.957031, + 1.007812, + 1.085938, + 0.949219, + 1.03125, + 0.867188, + 1.0, + 0.738281, + 0.867188, + 0.945312, + 1.234375, + 0.929688, + 0.847656, + 0.957031, + 0.847656, + 1.078125, + 0.828125, + 1.25, + 1.03125, + 0.699219, + 0.859375, + 0.886719, + 0.90625, + 0.945312, + 0.914062, + 0.949219, + 1.015625, + 0.96875, + 0.824219, + 0.835938, + 0.886719, + 1.054688, + 0.816406, + 0.871094, + 0.890625, + 1.78125, + 0.828125, + 0.933594, + 0.992188, + 0.882812, + 0.917969, + 0.871094, + 0.839844, + 1.054688, + 1.140625, + 0.863281, + 0.851562, + 0.925781, + 1.132812, + 0.835938, + 0.992188, + 0.894531, + 0.929688, + 0.925781, + 0.972656, + 0.898438, + 1.039062, + 0.921875, + 1.3125, + 1.632812, + 0.707031, + 1.132812, + 1.007812, + 1.070312, + 0.929688, + 1.820312, + 0.878906, + 0.925781, + 0.839844, + 0.824219, + 0.882812, + 0.875, + 1.007812, + 0.871094, + 0.964844, + 0.710938, + 1.03125, + 0.894531, + 0.855469, + 0.992188, + 1.070312, + 0.796875, + 1.046875, + 0.800781, + 0.835938, + 0.902344, + 0.988281, + 0.828125, + 0.8125, + 1.039062, + 1.039062, + 0.941406, + 0.941406, + 1.023438, + 0.945312, + 0.910156, + 0.992188, + 0.855469, + 0.886719, + 1.070312, + 0.847656, + 0.878906, + 0.996094, + 1.015625, + 0.921875, + 1.132812, + 0.886719, + 1.328125, + 0.863281, + 0.84375, + 1.109375, + 1.007812, + 0.996094, + 1.054688, + 0.824219, + 1.429688, + 0.949219, + 0.984375, + 0.839844, + 0.871094, + 2.0, + 0.960938, + 1.03125, + 0.96875, + 0.917969, + 1.015625, + 0.859375, + 0.847656, + 1.617188, + 0.804688, + 0.9375, + 1.03125, + 0.945312, + 0.855469, + 1.703125, + 0.855469, + 1.71875, + 0.9375, + 1.125, + 0.921875, + 0.859375, + 0.992188, + 1.0625, + 0.980469, + 0.824219, + 0.871094, + 0.746094, + 0.992188, + 0.96875, + 0.824219, + 0.851562, + 0.855469, + 0.832031, + 1.03125, + 0.914062, + 0.902344, + 0.988281, + 1.84375, + 0.859375, + 0.832031, + 0.910156, + 0.820312, + 1.671875, + 1.007812, + 0.871094, + 1.34375, + 1.53125, + 0.902344, + 0.933594, + 0.882812, + 0.902344, + 1.054688, + 1.265625, + 0.816406, + 1.953125, + 0.902344, + 0.910156, + 0.910156, + 0.863281, + 0.917969, + 0.882812, + 0.941406, + 0.828125, + 0.898438, + 0.890625, + 0.902344, + 0.84375, + 0.875, + 0.996094, + 1.039062, + 1.234375, + 0.890625, + 0.851562, + 0.925781, + 0.78125, + 0.933594, + 1.523438, + 1.164062, + 0.867188, + 1.023438, + 1.0, + 1.625, + 1.085938, + 1.359375, + 0.828125, + 1.101562, + 0.890625, + 1.414062, + 1.609375, + 1.023438, + 1.046875, + 0.910156, + 0.9375, + 0.878906, + 0.949219, + 0.847656, + 0.886719, + 0.871094, + 0.851562, + 1.757812, + 0.902344, + 0.984375, + 0.898438, + 0.769531, + 0.9375, + 0.839844, + 1.4375, + 2.3125, + 1.640625, + 0.871094, + 1.101562, + 0.964844, + 1.226562, + 0.933594, + 0.867188, + 0.882812, + 0.878906, + 0.90625, + 0.917969, + 1.609375, + 0.910156, + 1.546875, + 0.925781, + 0.839844, + 0.867188, + 0.871094, + 1.125, + 0.921875, + 1.054688, + 0.785156, + 0.863281, + 0.933594, + 0.96875, + 0.890625, + 1.054688, + 1.0625, + 0.820312, + 0.816406, + 0.929688, + 0.769531, + 1.09375, + 0.9375, + 1.0, + 0.835938, + 0.953125, + 1.195312, + 0.992188, + 0.84375, + 1.023438, + 0.898438, + 1.085938, + 1.445312, + 0.839844, + 0.890625, + 0.933594, + 1.515625, + 0.875, + 0.832031, + 0.90625, + 1.039062, + 1.398438, + 1.132812, + 0.828125, + 0.890625, + 1.75, + 0.832031, + 1.0625, + 1.84375, + 0.945312, + 0.960938, + 0.90625, + 0.878906, + 0.878906, + 0.960938, + 0.894531, + 0.863281, + 1.054688, + 0.84375, + 0.855469, + 0.988281, + 0.859375, + 0.902344, + 0.890625, + 1.257812, + 2.046875, + 1.046875, + 0.925781, + 0.910156, + 1.21875, + 0.867188, + 1.25, + 0.875, + 0.824219, + 1.75, + 0.914062, + 1.0, + 0.980469, + 1.5625, + 0.914062, + 0.839844, + 1.242188, + 1.023438, + 0.820312, + 0.992188, + 0.847656, + 1.453125, + 0.847656, + 1.085938, + 0.9375, + 1.007812, + 0.972656, + 1.53125, + 0.882812, + 0.867188, + 1.421875, + 1.015625, + 0.863281, + 0.769531, + 0.847656, + 0.808594, + 0.835938, + 0.875, + 0.90625, + 1.171875, + 0.996094, + 1.007812, + 0.953125, + 0.851562, + 1.101562, + 0.890625, + 0.925781, + 0.988281, + 0.886719, + 1.132812, + 1.039062, + 0.96875, + 1.328125, + 0.898438, + 0.824219, + 1.046875, + 0.949219, + 0.875, + 0.859375, + 0.863281, + 1.21875, + 1.234375, + 0.984375, + 0.839844, + 1.054688, + 1.0, + 1.023438, + 1.046875, + 1.039062, + 0.882812, + 0.785156, + 0.917969, + 0.957031, + 0.828125, + 1.0625, + 0.808594, + 0.828125, + 0.894531, + 0.84375, + 0.976562, + 1.0625, + 0.972656, + 0.96875, + 0.953125, + 1.109375, + 1.828125, + 0.890625, + 1.664062, + 0.859375, + 1.0, + 1.25, + 0.890625, + 0.988281, + 0.925781, + 0.871094, + 0.886719, + 1.710938, + 1.648438, + 1.789062, + 0.894531, + 0.867188, + 0.84375, + 1.15625, + 0.816406, + 0.898438, + 0.894531, + 1.695312, + 1.890625, + 0.960938, + 0.894531, + 0.910156, + 0.921875, + 0.953125, + 1.070312, + 0.898438, + 0.976562, + 0.953125, + 0.902344, + 1.117188, + 1.054688, + 0.875, + 1.664062, + 0.910156, + 0.835938, + 0.894531, + 1.039062, + 0.925781, + 0.855469, + 0.90625, + 0.902344, + 0.835938, + 0.914062, + 0.875, + 0.855469, + 1.046875, + 0.839844, + 0.921875, + 0.898438, + 0.871094, + 1.109375, + 0.863281, + 0.949219, + 1.046875, + 0.90625, + 1.023438, + 0.914062, + 0.859375, + 0.917969, + 0.972656, + 0.820312, + 0.796875, + 1.875, + 1.679688, + 0.933594, + 1.117188, + 0.972656, + 1.859375, + 1.09375, + 1.1875, + 1.1875, + 0.957031, + 1.054688, + 0.90625, + 0.996094, + 0.851562, + 1.8125, + 0.789062, + 1.578125, + 1.195312, + 1.085938, + 0.925781, + 1.070312, + 1.171875, + 0.894531, + 0.785156, + 0.824219, + 1.046875, + 1.34375, + 0.980469, + 0.859375, + 1.710938, + 0.914062, + 0.960938, + 1.554688, + 1.023438, + 0.921875, + 1.0625, + 1.0, + 0.894531, + 0.957031, + 0.933594, + 1.609375, + 0.972656, + 1.101562, + 0.964844, + 1.164062, + 0.859375, + 1.242188, + 1.03125, + 0.851562, + 0.800781, + 0.839844, + 1.421875, + 0.917969, + 0.847656, + 1.0, + 1.703125, + 1.03125, + 0.847656, + 0.84375, + 0.890625, + 1.117188, + 1.101562, + 0.851562, + 0.925781, + 0.984375, + 0.957031, + 1.8125, + 0.898438, + 0.894531, + 0.832031, + 0.9375, + 1.804688, + 0.875, + 0.949219, + 0.832031, + 0.96875, + 1.039062, + 0.800781, + 0.867188, + 1.429688, + 1.03125, + 0.988281, + 0.996094, + 1.648438, + 0.90625, + 0.832031, + 1.726562, + 1.054688, + 0.960938, + 0.871094, + 1.054688, + 0.800781, + 0.84375, + 0.898438, + 0.960938, + 1.195312, + 1.648438, + 0.945312, + 0.894531, + 1.203125, + 1.585938, + 0.941406, + 0.855469, + 1.734375, + 0.816406, + 0.855469, + 0.925781, + 0.894531, + 0.976562, + 1.132812, + 1.5625, + 0.976562, + 0.972656, + 0.882812, + 0.976562, + 0.960938, + 0.847656, + 0.847656, + 1.0625, + 0.988281, + 0.953125, + 1.085938, + 1.070312, + 1.28125, + 0.902344, + 1.453125, + 2.046875, + 1.148438, + 0.882812, + 0.957031, + 0.953125, + 1.265625, + 1.546875, + 0.816406, + 1.101562, + 0.882812, + 0.921875, + 0.871094, + 0.953125, + 1.0, + 0.867188, + 1.070312, + 0.816406, + 0.933594, + 0.839844, + 0.804688, + 1.125, + 0.824219, + 1.03125, + 1.710938, + 1.40625, + 0.953125, + 1.054688, + 1.03125, + 0.996094, + 0.882812, + 0.734375, + 0.988281, + 0.867188, + 0.941406, + 0.9375, + 0.820312, + 0.988281, + 1.085938, + 0.816406, + 1.15625, + 1.015625, + 0.703125, + 1.023438, + 0.914062, + 0.867188, + 0.921875, + 1.101562, + 1.140625, + 0.816406, + 1.015625, + 0.945312, + 0.976562, + 1.796875, + 1.210938, + 0.742188, + 0.910156, + 1.46875, + 0.898438, + 1.007812, + 0.847656, + 0.910156, + 0.914062, + 1.148438, + 0.914062, + 0.957031, + 0.824219, + 0.964844, + 0.875, + 0.863281, + 1.007812, + 0.910156, + 1.523438, + 0.886719, + 1.070312, + 0.925781, + 0.867188, + 0.863281, + 0.839844, + 1.03125, + 1.015625, + 0.894531, + 0.949219, + 0.867188, + 1.0625, + 1.046875, + 0.851562, + 0.992188, + 0.917969, + 0.867188, + 0.730469, + 0.867188, + 0.816406, + 1.40625, + 0.863281, + 0.863281, + 1.007812, + 0.964844, + 0.820312, + 1.15625, + 0.875, + 0.964844, + 1.007812, + 0.882812, + 0.992188, + 0.855469, + 0.980469, + 1.09375, + 0.886719, + 0.855469, + 0.933594, + 0.902344, + 0.820312, + 1.0, + 0.898438, + 1.03125, + 1.007812, + 0.964844, + 0.914062, + 0.949219, + 0.84375, + 0.84375, + 0.914062, + 1.070312, + 1.085938, + 0.9375, + 0.863281, + 0.894531, + 0.847656, + 0.824219, + 0.957031, + 0.894531, + 0.921875, + 1.046875, + 0.933594, + 0.890625, + 0.863281, + 2.015625, + 0.871094, + 1.007812, + 1.890625, + 0.828125, + 0.863281, + 0.914062, + 0.902344, + 0.832031, + 0.898438, + 0.839844, + 1.28125, + 1.023438, + 0.84375, + 0.902344, + 0.960938, + 1.414062, + 0.804688, + 1.007812, + 1.039062, + 1.585938, + 0.867188, + 0.902344, + 0.984375, + 0.929688, + 0.84375, + 0.949219, + 0.996094, + 0.894531, + 1.0, + 0.957031, + 1.007812, + 0.824219, + 0.96875, + 0.875, + 0.9375, + 1.0625, + 1.148438, + 0.875, + 0.96875, + 0.902344, + 1.203125, + 1.132812, + 0.855469, + 0.832031, + 0.988281, + 0.890625, + 0.878906, + 0.914062, + 0.996094, + 0.867188, + 0.851562, + 0.824219, + 0.90625, + 0.875, + 0.917969, + 1.226562, + 0.832031, + 1.007812, + 1.101562, + 1.148438, + 2.015625, + 1.117188, + 0.839844, + 1.0625, + 0.90625, + 0.890625, + 1.085938, + 0.960938, + 1.03125, + 0.851562, + 0.847656, + 0.628906, + 0.886719, + 1.390625, + 0.855469, + 0.898438, + 0.839844, + 0.96875, + 1.429688, + 1.945312, + 0.878906, + 0.953125, + 1.84375, + 0.917969, + 0.882812, + 1.273438, + 1.140625, + 0.929688, + 0.820312, + 0.984375, + 0.929688, + 0.910156, + 0.902344, + 0.9375, + 1.421875, + 0.898438, + 1.796875, + 1.023438, + 1.148438, + 0.902344, + 0.816406, + 0.925781, + 1.0, + 1.054688, + 0.886719, + 1.039062, + 1.09375, + 1.15625, + 0.882812, + 0.984375, + 0.933594, + 0.855469, + 0.863281, + 1.09375, + 0.921875, + 0.886719, + 1.234375, + 0.816406, + 1.03125, + 1.0625, + 0.964844, + 0.890625, + 0.976562, + 0.917969, + 0.957031, + 0.859375, + 0.855469, + 0.78125, + 1.148438, + 0.839844, + 0.898438, + 0.910156, + 0.914062, + 0.902344, + 0.941406, + 0.988281, + 1.234375, + 0.84375, + 1.039062, + 0.914062, + 0.847656, + 0.890625, + 0.875, + 1.1875, + 1.1875, + 0.917969, + 1.203125, + 1.007812, + 0.851562, + 0.933594, + 0.882812, + 1.820312, + 0.804688, + 0.890625, + 0.953125, + 1.09375, + 1.03125, + 0.847656, + 0.917969, + 0.851562, + 0.90625, + 0.894531, + 1.039062, + 0.859375, + 0.898438, + 0.824219, + 0.988281, + 0.949219, + 1.65625, + 0.972656, + 0.921875, + 0.882812, + 1.0, + 0.972656, + 1.09375, + 1.140625, + 0.890625, + 0.925781, + 0.863281, + 0.8125, + 0.867188, + 0.808594, + 0.886719, + 1.21875, + 0.875, + 0.972656, + 0.859375, + 0.988281, + 0.917969, + 1.820312, + 1.101562, + 0.796875, + 0.882812, + 1.007812, + 0.933594, + 1.21875, + 0.839844, + 0.945312, + 0.941406, + 0.945312, + 0.886719, + 0.839844, + 1.0, + 1.015625, + 0.867188, + 1.664062, + 0.871094, + 0.871094, + 1.703125, + 0.941406, + 1.007812, + 0.984375, + 0.917969, + 0.976562, + 0.96875, + 0.855469, + 1.507812, + 0.8125, + 1.703125, + 0.863281, + 1.09375, + 0.867188, + 1.953125, + 0.875, + 0.882812, + 0.992188, + 0.769531, + 1.039062, + 1.335938, + 1.023438, + 0.925781, + 0.976562, + 1.015625, + 1.921875, + 0.878906, + 1.023438, + 1.023438, + 1.171875, + 0.914062, + 1.585938, + 0.972656, + 1.0, + 0.878906, + 0.96875, + 1.085938, + 0.851562, + 0.917969, + 0.914062, + 0.851562, + 0.878906, + 0.785156, + 0.84375, + 0.980469, + 0.761719, + 0.910156, + 1.789062, + 0.875, + 0.917969, + 0.964844, + 0.914062, + 0.972656, + 0.871094, + 0.902344, + 0.929688, + 1.617188, + 1.007812, + 0.9375, + 1.4375, + 1.164062, + 0.878906, + 1.085938, + 0.910156, + 0.820312, + 0.972656, + 0.878906, + 1.070312, + 0.886719, + 0.875, + 0.90625, + 0.976562, + 0.882812, + 0.789062, + 0.867188, + 0.828125, + 0.941406, + 1.84375, + 0.957031, + 0.941406, + 0.875, + 0.90625, + 0.898438, + 0.90625, + 1.085938, + 1.09375, + 1.015625, + 0.945312, + 1.039062, + 0.902344, + 0.875, + 1.039062, + 0.84375, + 1.984375, + 0.917969, + 0.878906, + 0.976562, + 0.855469, + 0.832031, + 0.949219, + 0.832031, + 0.964844, + 0.871094, + 1.007812, + 0.960938, + 0.9375, + 0.820312, + 0.859375, + 1.0625, + 0.972656, + 0.988281, + 0.902344, + 0.855469, + 0.84375, + 0.859375, + 0.871094, + 0.878906, + 1.0, + 0.96875, + 0.890625, + 0.84375, + 0.894531, + 0.953125, + 1.40625, + 0.898438, + 0.914062, + 1.039062, + 0.914062, + 1.023438, + 0.851562, + 0.867188, + 1.164062, + 1.046875, + 0.871094, + 0.914062, + 0.878906, + 0.882812, + 1.234375, + 0.875, + 0.871094, + 1.789062, + 0.777344, + 0.925781, + 0.789062, + 0.8125, + 0.953125, + 0.953125, + 0.890625, + 1.632812, + 0.796875, + 1.015625, + 0.875, + 0.863281, + 1.007812, + 1.210938, + 0.953125, + 0.914062, + 1.515625, + 1.648438, + 1.015625, + 0.980469, + 0.992188, + 0.808594, + 0.863281, + 0.953125, + 0.953125, + 0.890625, + 1.078125, + 0.9375, + 1.015625, + 0.921875, + 0.867188, + 0.945312, + 0.910156, + 1.554688, + 0.84375, + 0.847656, + 0.855469, + 1.929688, + 1.03125, + 0.886719, + 0.894531, + 0.984375, + 0.90625, + 0.917969, + 0.824219, + 0.980469, + 0.910156, + 0.882812, + 1.523438, + 0.890625, + 1.023438, + 1.125, + 0.824219, + 0.851562, + 0.851562, + 1.375, + 0.964844, + 0.863281, + 0.953125, + 0.910156, + 0.878906, + 0.945312, + 1.625, + 0.855469, + 1.132812, + 1.1875, + 1.734375, + 0.992188, + 0.851562, + 1.046875, + 0.988281, + 0.929688, + 1.125, + 1.890625, + 0.894531, + 0.894531, + 0.898438, + 0.902344, + 0.828125, + 0.824219, + 0.878906, + 1.070312, + 0.949219, + 0.816406, + 1.132812, + 0.84375, + 1.007812, + 0.769531, + 0.886719, + 0.789062, + 0.8125, + 0.992188, + 0.835938, + 0.902344, + 0.984375, + 1.765625, + 1.046875, + 1.515625, + 0.871094, + 0.886719, + 0.960938, + 0.867188, + 0.773438, + 0.964844, + 0.867188, + 2.078125, + 1.40625, + 0.890625, + 0.859375, + 0.925781, + 0.957031, + 0.871094, + 0.855469, + 1.007812, + 0.855469, + 0.9375, + 1.125, + 1.023438, + 0.808594, + 1.0, + 0.925781, + 0.976562, + 0.847656, + 0.867188, + 0.925781, + 0.886719, + 0.890625, + 0.933594, + 0.964844, + 0.710938, + 0.898438, + 1.046875, + 0.960938, + 0.796875, + 0.929688, + 0.796875, + 0.90625, + 0.8125, + 0.972656, + 0.867188, + 0.886719, + 0.996094, + 0.917969, + 0.875, + 1.679688, + 1.257812, + 0.875, + 0.886719, + 0.910156, + 0.855469, + 0.882812, + 0.957031, + 1.828125, + 1.195312, + 0.832031, + 1.007812, + 0.875, + 0.976562, + 1.53125, + 1.046875, + 0.886719, + 0.789062, + 1.75, + 0.902344, + 1.289062, + 1.226562, + 1.296875, + 1.0625, + 0.863281, + 1.0, + 0.949219, + 0.953125, + 1.039062, + 0.980469, + 0.886719, + 0.882812, + 0.804688, + 0.953125, + 0.875, + 0.921875, + 1.070312, + 1.078125, + 0.808594, + 1.070312, + 0.960938, + 0.949219, + 0.832031, + 1.0625, + 1.046875, + 1.195312, + 0.84375, + 0.855469, + 0.855469, + 1.109375, + 0.988281, + 1.0625, + 1.078125, + 1.773438, + 0.863281, + 0.953125, + 0.878906, + 1.070312, + 0.855469, + 0.890625, + 1.75, + 0.914062, + 0.894531, + 0.847656, + 0.9375, + 0.941406, + 0.878906, + 0.894531, + 0.722656, + 0.9375, + 0.96875, + 0.898438, + 1.265625, + 1.445312, + 1.09375, + 0.933594, + 1.09375, + 0.851562, + 0.828125, + 0.921875, + 0.863281, + 0.828125, + 0.652344, + 0.871094, + 1.070312, + 0.867188, + 1.03125, + 0.851562, + 0.890625, + 1.765625, + 0.925781, + 1.929688, + 0.898438, + 1.1875, + 0.820312, + 0.875, + 0.929688, + 0.882812, + 1.03125, + 0.921875, + 0.96875, + 0.832031, + 0.976562, + 1.054688, + 0.960938, + 1.023438, + 0.980469, + 1.585938, + 1.0, + 1.046875, + 1.445312, + 0.890625, + 0.820312, + 0.949219, + 0.945312, + 1.070312, + 0.933594, + 0.914062, + 1.078125, + 1.054688, + 0.917969, + 0.8125, + 0.800781, + 0.816406, + 1.609375, + 1.03125, + 0.875, + 0.917969, + 0.878906, + 0.882812, + 1.710938, + 0.875, + 0.835938, + 1.796875, + 0.976562, + 0.820312, + 1.03125, + 1.59375, + 1.078125, + 0.867188, + 0.9375, + 0.945312, + 1.117188, + 1.03125, + 0.816406, + 0.808594, + 0.855469, + 1.015625, + 0.917969, + 1.023438, + 1.882812, + 0.921875, + 1.023438, + 0.917969, + 0.796875, + 1.679688, + 0.964844, + 1.0625, + 0.847656, + 0.871094, + 0.914062, + 1.867188, + 0.882812, + 1.210938, + 0.890625, + 0.917969, + 1.59375, + 0.945312, + 1.210938, + 1.125, + 1.695312, + 0.988281, + 0.761719, + 1.054688, + 1.085938, + 0.882812, + 1.039062, + 0.804688, + 1.414062, + 0.914062, + 0.953125, + 0.902344, + 0.859375, + 0.882812, + 0.890625, + 0.878906, + 0.976562, + 0.894531, + 0.929688, + 0.855469, + 0.921875, + 0.808594, + 0.820312, + 1.023438, + 1.0625, + 0.824219, + 0.816406, + 0.992188, + 0.910156, + 0.773438, + 0.894531, + 1.007812, + 0.835938, + 0.90625, + 1.789062, + 0.804688, + 1.117188, + 1.007812, + 1.03125, + 0.84375, + 0.824219, + 1.023438, + 0.832031, + 1.773438, + 0.921875, + 0.914062, + 1.023438, + 0.863281, + 0.820312, + 0.90625, + 1.210938, + 0.949219, + 0.910156, + 0.882812, + 1.625, + 0.839844, + 1.664062, + 1.929688, + 0.84375, + 0.941406, + 1.71875, + 0.855469, + 0.890625, + 1.0, + 1.054688, + 0.914062, + 1.023438, + 0.835938, + 0.875, + 1.226562, + 1.632812, + 1.78125, + 0.914062, + 0.855469, + 0.90625, + 1.03125, + 0.820312, + 1.085938, + 1.1875, + 0.894531, + 0.859375, + 0.984375, + 2.0, + 0.851562, + 0.976562, + 0.921875, + 0.851562, + 0.96875, + 0.917969, + 1.0, + 0.898438, + 0.890625, + 0.941406, + 0.914062, + 0.847656, + 0.890625, + 1.09375, + 1.046875, + 1.78125, + 0.964844, + 0.824219, + 1.179688, + 0.78125, + 0.875, + 0.894531, + 0.882812, + 0.917969, + 0.976562, + 0.839844, + 1.007812, + 0.851562, + 0.878906, + 1.101562, + 0.84375, + 1.023438, + 1.742188, + 0.976562, + 0.914062, + 0.863281, + 0.984375, + 0.832031, + 1.0625, + 1.015625, + 1.078125, + 1.570312, + 0.953125, + 0.921875, + 0.808594, + 0.882812, + 1.117188, + 1.289062, + 0.890625, + 0.917969, + 1.515625, + 0.820312, + 1.03125, + 0.960938, + 0.789062, + 0.921875, + 0.917969, + 0.886719, + 2.4375, + 1.007812, + 0.882812, + 0.933594, + 0.925781, + 0.851562, + 1.1875, + 0.890625, + 1.039062, + 0.910156, + 0.9375, + 0.910156, + 1.609375, + 0.988281, + 1.726562, + 1.007812, + 0.796875, + 1.046875, + 1.03125, + 0.847656, + 1.742188, + 0.832031, + 0.878906, + 0.847656, + 0.796875, + 0.855469, + 0.804688, + 0.839844, + 0.820312, + 0.828125, + 1.039062, + 1.71875, + 0.902344, + 0.851562, + 0.839844, + 1.078125, + 0.929688, + 0.894531, + 0.929688, + 1.015625, + 0.90625, + 1.140625, + 1.054688, + 1.453125, + 0.824219, + 0.917969, + 0.832031, + 0.890625, + 0.835938, + 0.769531, + 0.976562, + 1.148438, + 0.953125, + 0.804688, + 0.96875, + 0.945312, + 0.632812, + 0.851562, + 0.984375, + 1.007812, + 0.882812, + 1.171875, + 1.703125, + 0.8125, + 0.925781, + 1.015625, + 0.820312, + 0.976562, + 1.84375, + 1.03125, + 0.914062, + 0.996094, + 0.820312, + 0.914062, + 0.929688, + 0.890625, + 0.917969, + 0.855469, + 0.828125, + 0.859375, + 0.941406, + 0.871094, + 1.09375, + 0.941406, + 1.234375, + 0.917969, + 0.871094, + 0.859375, + 0.878906, + 1.273438, + 0.871094, + 0.898438, + 0.863281, + 0.894531, + 0.828125, + 0.984375, + 0.855469, + 1.28125, + 0.914062, + 1.125, + 0.859375, + 1.0625, + 0.882812, + 0.890625, + 0.933594, + 1.046875, + 1.085938, + 1.5625, + 0.828125, + 1.039062, + 0.871094, + 0.960938, + 0.890625, + 1.679688, + 0.898438, + 0.980469, + 0.847656, + 1.617188, + 0.8125, + 1.09375, + 0.824219, + 0.851562, + 0.757812, + 0.886719, + 0.894531, + 0.84375, + 1.054688, + 0.945312, + 1.1875, + 0.84375, + 0.878906, + 0.871094, + 0.878906, + 1.648438, + 0.960938, + 0.882812, + 1.125, + 0.792969, + 1.0, + 1.726562, + 1.117188, + 0.933594, + 0.820312, + 0.765625, + 0.898438, + 1.335938, + 0.933594, + 0.925781, + 0.96875, + 0.785156, + 1.554688, + 0.941406, + 0.960938, + 0.941406, + 0.871094, + 0.921875, + 0.972656, + 1.648438, + 1.0, + 1.484375, + 0.867188, + 0.882812, + 0.835938, + 1.070312, + 0.84375, + 1.890625, + 0.992188, + 1.046875, + 1.695312, + 0.824219, + 0.796875, + 1.0, + 0.960938, + 0.90625, + 0.90625, + 0.875, + 0.910156, + 0.917969, + 0.910156, + 0.949219, + 0.84375, + 0.878906, + 0.875, + 0.871094, + 0.816406, + 0.789062, + 0.933594, + 1.015625, + 0.96875, + 0.835938, + 1.265625, + 1.046875, + 0.890625, + 1.054688, + 0.851562, + 0.851562, + 0.855469, + 0.96875, + 0.785156, + 1.007812, + 0.871094, + 1.140625, + 0.9375, + 1.164062, + 0.972656, + 0.871094, + 0.992188, + 0.960938, + 0.894531, + 0.847656, + 1.039062, + 0.902344, + 1.148438, + 0.78125, + 0.941406, + 0.914062, + 1.226562, + 0.90625, + 1.085938, + 0.828125, + 1.164062, + 1.0, + 0.871094, + 0.996094, + 0.792969, + 0.980469, + 0.917969, + 0.910156, + 0.960938, + 0.949219, + 0.972656, + 0.878906, + 0.859375, + 1.273438, + 0.882812, + 1.015625, + 0.878906, + 1.023438, + 0.957031, + 0.953125, + 1.421875, + 2.0, + 0.980469, + 1.070312, + 1.695312, + 0.957031, + 0.882812, + 0.832031, + 0.972656, + 0.890625, + 0.886719, + 0.933594, + 1.046875, + 0.898438, + 1.164062, + 0.894531, + 0.824219, + 0.855469, + 1.09375, + 0.859375, + 0.84375, + 0.835938, + 0.953125, + 1.21875, + 0.917969, + 1.53125, + 0.828125, + 0.929688, + 0.914062, + 0.882812, + 1.015625, + 0.902344, + 0.832031, + 0.953125, + 0.972656, + 0.953125, + 0.832031, + 0.933594, + 1.648438, + 2.484375, + 0.902344, + 0.816406, + 0.894531, + 0.878906, + 1.460938, + 0.953125, + 0.859375, + 0.816406, + 0.953125, + 1.039062, + 0.761719, + 1.164062, + 0.8125, + 1.90625, + 1.109375, + 1.007812, + 0.96875, + 1.570312, + 0.859375, + 0.867188, + 1.4375, + 0.847656, + 1.023438, + 0.847656, + 0.878906, + 1.117188, + 1.085938, + 0.867188, + 0.816406, + 1.070312, + 0.914062, + 0.902344, + 0.964844, + 0.84375, + 0.925781, + 0.941406, + 0.847656, + 1.195312, + 0.929688, + 0.824219, + 0.988281, + 0.816406, + 1.414062, + 0.804688, + 1.6875, + 0.890625, + 0.9375, + 1.03125, + 0.9375, + 1.070312, + 0.929688, + 1.328125, + 0.992188, + 0.933594, + 1.0625, + 0.859375, + 0.863281, + 0.867188, + 1.492188, + 0.972656, + 0.867188, + 0.863281, + 1.078125, + 1.054688, + 0.804688, + 0.84375, + 0.949219, + 0.953125, + 0.71875, + 0.90625, + 1.0625, + 0.851562, + 1.132812, + 0.941406, + 0.855469, + 0.886719, + 0.8125, + 0.808594, + 1.015625, + 0.96875, + 1.085938, + 0.878906, + 1.242188, + 1.179688, + 1.320312, + 0.902344, + 0.820312, + 0.851562, + 0.929688, + 0.835938, + 1.203125, + 1.109375, + 0.9375, + 0.867188, + 0.882812, + 0.804688, + 0.996094, + 0.867188, + 0.878906, + 1.023438, + 1.101562, + 0.941406, + 0.960938, + 1.226562, + 1.359375, + 1.1875, + 0.96875, + 1.03125, + 0.945312, + 0.855469, + 0.882812, + 1.734375, + 0.9375, + 0.941406, + 1.085938, + 0.925781, + 1.539062, + 0.824219, + 0.917969, + 0.882812, + 0.953125, + 0.78125, + 0.839844, + 0.84375, + 0.957031, + 1.242188, + 1.046875, + 1.0, + 1.125, + 1.132812, + 1.0, + 0.921875, + 0.875, + 1.460938, + 1.4375, + 0.855469, + 0.886719, + 1.601562, + 1.453125, + 0.894531, + 0.984375, + 0.808594, + 0.898438, + 0.832031, + 0.871094, + 0.777344, + 0.832031, + 0.894531, + 1.046875, + 0.835938, + 0.847656, + 0.890625, + 0.984375, + 0.886719, + 1.171875, + 1.617188, + 0.820312, + 0.886719, + 0.851562, + 0.875, + 1.382812, + 1.789062, + 0.859375, + 1.148438, + 0.972656, + 0.980469, + 0.9375, + 0.992188, + 0.929688, + 0.84375, + 0.898438, + 0.898438, + 0.945312, + 0.945312, + 0.820312, + 1.640625, + 0.84375, + 1.445312, + 0.890625, + 0.902344, + 1.125, + 0.9375, + 0.898438, + 0.902344, + 0.730469, + 1.039062, + 0.792969, + 1.703125, + 0.976562, + 0.855469, + 0.828125, + 0.855469, + 0.921875, + 0.921875, + 1.015625, + 1.0, + 0.921875, + 0.863281, + 0.976562, + 0.898438, + 0.933594, + 1.046875, + 1.03125, + 1.117188, + 0.910156, + 0.851562, + 0.835938, + 0.957031, + 0.898438, + 0.90625, + 0.929688, + 0.980469, + 1.015625, + 0.832031, + 0.957031, + 0.925781, + 0.964844, + 1.632812, + 0.839844, + 1.117188, + 1.804688, + 0.882812, + 0.867188, + 0.980469, + 0.882812, + 0.953125, + 1.039062, + 0.921875, + 0.890625, + 0.929688, + 0.910156, + 1.03125, + 1.335938, + 1.210938, + 1.414062, + 0.757812, + 0.980469, + 1.9375, + 0.972656, + 1.742188, + 0.878906, + 0.996094, + 0.949219, + 0.890625, + 1.0625, + 0.894531, + 1.007812, + 0.851562, + 0.921875, + 0.882812, + 1.039062, + 0.917969, + 0.835938, + 0.863281, + 1.21875, + 1.601562, + 0.863281, + 1.53125, + 0.929688, + 0.828125, + 0.878906, + 0.84375, + 0.898438, + 1.023438, + 0.867188, + 0.960938, + 0.917969, + 1.59375, + 0.90625, + 0.972656, + 1.140625, + 1.554688, + 1.101562, + 0.847656, + 0.933594, + 1.054688, + 0.863281, + 1.320312, + 0.914062, + 1.0, + 0.191406, + 1.03125, + 0.886719, + 0.988281, + 0.894531, + 0.835938, + 1.046875, + 1.125, + 0.84375, + 1.265625, + 1.132812, + 0.8125, + 1.0, + 1.046875, + 0.886719, + 0.894531, + 0.917969, + 0.902344, + 1.007812, + 0.859375, + 1.226562, + 2.046875, + 1.15625, + 0.914062, + 0.808594, + 1.078125, + 0.878906, + 1.304688, + 1.421875, + 1.820312, + 0.972656, + 0.960938, + 0.996094, + 0.820312, + 1.796875, + 1.03125, + 1.515625, + 1.148438, + 0.882812, + 0.925781, + 0.839844, + 0.839844, + 1.03125, + 0.921875, + 0.867188, + 0.820312, + 0.957031, + 0.9375, + 0.867188, + 1.03125, + 0.867188, + 0.90625, + 0.816406, + 0.90625, + 1.3125, + 1.171875, + 0.8125, + 0.855469, + 1.117188, + 0.890625, + 0.894531, + 0.96875, + 0.960938, + 0.855469, + 1.023438, + 0.828125, + 1.210938, + 0.886719, + 1.257812, + 1.507812, + 0.925781, + 0.863281, + 0.875, + 1.09375, + 0.964844, + 0.972656, + 0.859375, + 0.890625, + 0.878906, + 0.90625, + 0.941406, + 1.007812, + 1.023438, + 0.792969, + 1.085938, + 1.765625, + 0.910156, + 0.773438, + 0.953125, + 2.015625, + 1.03125, + 0.996094, + 0.886719, + 0.964844, + 0.949219, + 0.996094, + 1.15625, + 0.882812, + 0.941406, + 1.164062, + 0.878906, + 1.09375, + 0.875, + 0.976562, + 0.855469, + 0.71875, + 1.101562, + 1.289062, + 1.203125, + 0.828125, + 1.03125, + 0.917969, + 1.101562, + 0.796875, + 0.925781, + 1.601562, + 0.839844, + 1.023438, + 0.984375, + 0.871094, + 0.710938, + 0.871094, + 1.015625, + 0.976562, + 0.988281, + 1.0, + 0.902344, + 0.886719, + 0.890625, + 0.800781, + 0.835938, + 0.898438, + 0.863281, + 1.171875, + 0.835938, + 0.820312, + 0.832031, + 0.886719, + 1.203125, + 0.828125, + 1.070312, + 0.839844, + 0.859375, + 1.414062, + 1.398438, + 1.109375, + 0.910156, + 0.960938, + 0.722656, + 1.0, + 1.15625, + 1.125, + 0.871094, + 1.09375, + 0.945312, + 1.679688, + 0.914062, + 0.789062, + 0.894531, + 0.878906, + 0.511719, + 1.210938, + 0.914062, + 0.847656, + 1.101562, + 0.9375, + 0.894531, + 1.71875, + 1.851562, + 0.882812, + 0.949219, + 0.925781, + 0.769531, + 1.03125, + 0.839844, + 1.242188, + 0.863281, + 0.957031, + 0.898438, + 0.9375, + 1.28125, + 0.824219, + 0.9375, + 0.851562, + 1.046875, + 0.953125, + 0.960938, + 1.132812, + 0.941406, + 2.265625, + 0.960938, + 0.839844, + 0.761719, + 0.824219, + 0.875, + 0.910156, + 0.914062, + 1.0625, + 0.855469, + 0.953125, + 0.96875, + 1.03125, + 1.59375, + 1.117188, + 0.957031, + 1.085938, + 0.949219, + 0.863281, + 0.882812, + 0.972656, + 1.851562, + 0.839844, + 1.3125, + 1.046875, + 1.21875, + 1.0, + 1.054688, + 1.046875, + 0.839844, + 0.980469, + 1.15625, + 0.984375, + 0.984375, + 0.84375, + 1.140625, + 0.941406, + 0.777344, + 0.976562, + 0.980469, + 0.902344, + 0.863281, + 0.878906, + 1.015625, + 0.898438, + 0.902344, + 0.90625, + 0.835938, + 0.976562, + 1.03125, + 0.90625, + 0.875, + 0.84375, + 0.851562, + 1.21875, + 0.804688, + 0.898438, + 0.878906, + 0.992188, + 1.0625, + 0.835938, + 1.164062, + 1.054688, + 0.882812, + 0.898438, + 0.933594, + 1.039062, + 1.023438, + 0.925781, + 1.148438, + 1.023438, + 0.921875, + 0.863281, + 1.03125, + 0.886719, + 1.054688, + 0.855469, + 0.910156, + 1.023438, + 0.816406, + 1.03125, + 1.726562, + 1.125, + 0.855469, + 0.667969, + 0.855469, + 0.980469, + 0.988281, + 1.039062, + 1.109375, + 0.863281, + 0.835938, + 0.886719, + 1.039062, + 1.054688, + 0.800781, + 1.101562, + 1.015625, + 0.980469, + 0.867188, + 0.996094, + 0.988281, + 0.894531, + 0.921875, + 0.917969, + 1.046875, + 0.886719, + 0.855469, + 0.917969, + 0.882812, + 0.960938, + 0.886719, + 1.015625, + 0.78125, + 0.933594, + 0.878906, + 0.945312, + 0.945312, + 0.839844, + 0.863281, + 1.101562, + 0.945312, + 0.871094, + 1.273438, + 0.957031, + 0.953125, + 0.875, + 1.007812, + 1.585938, + 0.992188, + 0.953125, + 1.78125, + 0.859375, + 0.933594, + 1.03125, + 1.695312, + 0.984375, + 0.757812, + 0.914062, + 1.351562, + 1.039062, + 1.078125, + 1.242188, + 1.179688, + 1.5625, + 1.546875, + 1.054688, + 1.703125, + 0.867188, + 0.882812, + 0.910156, + 0.929688, + 0.824219, + 0.941406, + 0.871094, + 1.539062, + 0.816406, + 0.828125, + 0.871094, + 1.179688, + 1.046875, + 0.957031, + 1.242188, + 0.914062, + 1.070312, + 0.882812, + 0.871094, + 0.859375, + 1.617188, + 0.84375, + 0.972656, + 0.945312, + 0.886719, + 0.890625, + 0.992188, + 1.109375, + 0.96875, + 0.894531, + 1.023438, + 0.871094, + 0.910156, + 2.125, + 0.894531, + 0.898438, + 0.882812, + 0.796875, + 1.109375, + 1.21875, + 0.988281, + 0.863281, + 0.886719, + 0.867188, + 0.910156, + 0.863281, + 1.742188, + 0.828125, + 0.875, + 1.101562, + 0.835938, + 1.015625, + 0.9375, + 1.507812, + 0.941406, + 1.164062, + 0.90625, + 1.039062, + 0.796875, + 0.921875, + 0.949219, + 0.824219, + 0.980469, + 1.125, + 0.910156, + 0.847656, + 1.132812, + 0.867188, + 1.0, + 0.890625, + 0.953125, + 0.914062, + 0.804688, + 1.023438, + 0.90625, + 0.980469, + 1.085938, + 1.179688, + 0.859375, + 1.070312, + 1.1875, + 0.84375, + 1.34375, + 0.9375, + 0.871094, + 1.078125, + 0.855469, + 0.917969, + 1.054688, + 1.078125, + 0.882812, + 0.902344, + 0.816406, + 0.875, + 0.992188, + 0.867188, + 1.46875, + 0.917969, + 1.015625, + 0.964844, + 0.847656, + 0.863281, + 0.933594, + 0.796875, + 0.992188, + 0.941406, + 1.101562, + 0.84375, + 1.039062, + 1.007812, + 1.0, + 1.007812, + 0.933594, + 0.859375, + 0.832031, + 0.949219, + 0.945312, + 0.953125, + 1.34375, + 1.171875, + 1.0, + 0.875, + 0.929688, + 1.03125, + 0.917969, + 0.890625, + 0.929688, + 0.890625, + 0.917969, + 1.007812, + 0.804688, + 0.890625, + 1.203125, + 0.976562, + 0.914062, + 0.917969, + 0.898438, + 0.996094, + 0.859375, + 1.96875, + 0.855469, + 0.980469, + 0.820312, + 1.046875, + 0.949219, + 0.90625, + 0.914062, + 0.925781, + 0.933594, + 0.957031, + 1.03125, + 0.953125, + 1.367188, + 1.039062, + 0.910156, + 0.964844, + 0.789062, + 0.777344, + 1.195312, + 0.789062, + 0.949219, + 0.886719, + 0.886719, + 1.75, + 1.742188, + 0.917969, + 1.054688, + 0.933594, + 0.925781, + 1.023438, + 1.15625, + 1.46875, + 0.902344, + 0.839844, + 1.039062, + 0.816406, + 0.84375, + 1.179688, + 0.832031, + 1.03125, + 0.859375, + 0.855469, + 0.871094, + 1.609375, + 0.929688, + 0.894531, + 1.039062, + 1.039062, + 0.792969, + 0.980469, + 0.847656, + 1.078125, + 1.03125, + 0.96875, + 0.894531, + 0.890625, + 1.109375, + 0.816406, + 0.890625, + 0.992188, + 0.886719, + 0.820312, + 0.90625, + 1.023438, + 0.96875, + 0.890625, + 0.847656, + 0.957031, + 0.824219, + 0.921875, + 0.863281, + 0.851562, + 0.949219, + 1.5, + 0.871094, + 0.847656, + 0.925781, + 1.953125, + 0.863281, + 1.0, + 0.894531, + 1.367188, + 1.054688, + 1.171875, + 1.226562, + 1.03125, + 0.808594, + 1.070312, + 0.882812, + 1.226562, + 1.148438, + 0.859375, + 1.0625, + 1.007812, + 0.9375, + 0.898438, + 0.832031, + 0.855469, + 0.875, + 0.972656, + 1.015625, + 0.921875, + 1.046875, + 0.90625, + 0.949219, + 0.859375, + 0.859375, + 0.804688, + 0.863281, + 0.867188, + 1.710938, + 0.855469, + 0.84375, + 0.90625, + 1.0625, + 0.855469, + 0.898438, + 0.882812, + 0.933594, + 0.914062, + 0.875, + 0.890625, + 0.84375, + 0.875, + 1.070312, + 0.832031, + 0.996094, + 0.847656, + 1.085938, + 0.898438, + 0.882812, + 0.824219, + 0.953125, + 0.828125, + 1.773438, + 0.863281, + 0.992188, + 0.792969, + 0.929688, + 0.867188, + 0.898438, + 1.039062, + 1.015625, + 0.988281, + 1.09375, + 1.335938, + 0.925781, + 1.078125, + 0.925781, + 0.886719, + 1.640625, + 0.871094, + 0.871094, + 0.855469, + 0.828125, + 0.902344, + 0.941406, + 0.847656, + 0.84375, + 1.015625, + 1.007812, + 0.898438, + 0.84375, + 0.839844, + 1.25, + 1.0, + 0.835938, + 0.921875, + 0.878906, + 0.730469, + 0.847656, + 0.875, + 0.964844, + 0.820312, + 0.976562, + 0.835938, + 0.890625, + 1.328125, + 1.078125, + 0.875, + 0.949219, + 0.921875, + 0.949219, + 0.90625, + 0.804688, + 1.039062, + 0.828125, + 0.863281, + 0.839844, + 0.894531, + 0.878906, + 0.824219, + 0.976562, + 0.878906, + 0.820312, + 0.84375, + 0.871094, + 0.980469, + 0.859375, + 0.839844, + 0.980469, + 1.101562, + 0.894531, + 0.8125, + 0.988281, + 0.875, + 0.929688, + 0.808594, + 0.8125, + 0.886719, + 0.882812, + 1.289062, + 1.023438, + 1.03125, + 0.910156, + 1.03125, + 0.886719, + 0.828125, + 0.863281, + 0.980469, + 1.257812, + 0.84375, + 0.941406, + 1.671875, + 1.0, + 0.894531, + 0.820312, + 0.96875, + 1.09375, + 0.875, + 0.894531, + 0.847656, + 0.847656, + 0.878906, + 1.125, + 0.925781, + 0.84375, + 1.03125, + 0.859375, + 0.894531, + 1.226562, + 1.164062, + 0.878906, + 1.726562, + 0.847656, + 0.894531, + 1.101562, + 0.984375, + 0.925781, + 0.75, + 1.8125, + 0.960938, + 0.9375, + 0.996094, + 0.84375, + 0.855469, + 2.375, + 0.859375, + 1.125, + 0.875, + 0.96875, + 1.054688, + 1.109375, + 1.046875, + 0.984375, + 1.757812, + 1.210938, + 0.933594, + 1.085938, + 0.859375, + 0.917969, + 1.03125, + 1.085938, + 1.070312, + 1.140625, + 1.046875, + 0.960938, + 0.933594, + 0.902344, + 0.941406, + 0.863281, + 0.898438, + 1.601562, + 0.707031, + 0.957031, + 0.917969, + 0.808594, + 1.023438, + 0.980469, + 0.945312, + 0.832031, + 0.863281, + 0.945312, + 0.863281, + 0.867188, + 0.996094, + 2.3125, + 0.761719, + 0.890625, + 0.980469, + 0.847656, + 1.046875, + 2.0, + 1.007812, + 0.914062, + 0.890625, + 1.007812, + 0.921875, + 0.84375, + 1.09375, + 0.871094, + 1.070312, + 0.871094, + 1.695312, + 0.96875, + 0.953125, + 1.054688, + 0.875, + 0.96875, + 0.808594, + 0.851562, + 1.039062, + 1.84375, + 1.476562, + 0.929688, + 0.964844, + 1.445312, + 0.859375, + 0.914062, + 0.84375, + 1.085938, + 0.875, + 0.945312, + 0.808594, + 1.023438, + 0.902344, + 0.929688, + 1.476562, + 0.957031, + 0.9375, + 0.855469, + 1.101562, + 0.851562, + 0.835938, + 1.132812, + 1.195312, + 0.894531, + 1.710938, + 0.878906, + 1.03125, + 0.886719, + 1.117188, + 1.101562, + 0.898438, + 1.007812, + 1.65625, + 1.046875, + 0.917969, + 1.125, + 0.921875, + 1.195312, + 0.964844, + 0.878906, + 0.859375, + 0.984375, + 1.015625, + 1.085938, + 0.847656, + 0.859375, + 0.96875, + 0.882812, + 0.863281, + 0.894531, + 1.09375, + 0.878906, + 0.894531, + 0.90625, + 1.132812, + 0.851562, + 0.890625, + 0.921875, + 1.070312, + 1.125, + 0.96875, + 0.960938, + 0.859375, + 1.664062, + 0.925781, + 0.859375, + 1.257812, + 0.867188, + 0.867188, + 0.882812, + 0.871094, + 0.824219, + 1.75, + 0.824219, + 0.855469, + 0.917969, + 0.917969, + 0.960938, + 0.914062, + 0.8125, + 0.957031, + 1.03125, + 1.179688, + 1.796875, + 0.933594, + 0.945312, + 0.992188, + 0.84375, + 0.871094, + 0.917969, + 1.039062, + 1.125, + 1.1875, + 1.226562, + 0.976562, + 0.835938, + 0.867188, + 0.914062, + 1.046875, + 0.917969, + 1.03125, + 1.273438, + 0.882812, + 0.882812, + 1.03125, + 1.046875, + 0.894531, + 1.164062, + 0.863281, + 1.664062, + 1.0, + 0.875, + 1.742188, + 0.929688, + 0.867188, + 1.4375, + 0.886719, + 1.664062, + 0.898438, + 0.875, + 1.6875, + 0.941406, + 0.878906, + 0.980469, + 1.671875, + 0.875, + 1.679688, + 0.871094, + 1.570312, + 0.90625, + 1.132812, + 0.878906, + 0.820312, + 1.257812, + 0.949219, + 0.988281, + 0.933594, + 0.78125, + 0.816406, + 1.078125, + 1.046875, + 0.972656, + 1.710938, + 1.09375, + 0.800781, + 1.632812, + 1.023438, + 0.824219, + 1.78125, + 1.164062, + 1.023438, + 0.855469, + 0.859375, + 0.921875, + 1.8125, + 0.898438, + 0.898438, + 1.046875, + 0.933594, + 0.917969, + 1.023438, + 0.925781, + 1.03125, + 0.847656, + 0.992188, + 1.023438, + 0.886719, + 0.878906, + 0.863281, + 0.863281, + 0.875, + 1.265625, + 1.007812, + 0.878906, + 0.925781, + 1.054688, + 0.847656, + 0.996094, + 1.03125, + 0.738281, + 1.617188, + 0.996094, + 0.914062, + 0.96875, + 0.921875, + 0.976562, + 1.101562, + 0.835938, + 0.808594, + 0.824219, + 0.878906, + 0.820312, + 0.90625, + 0.835938, + 0.980469, + 0.84375, + 0.933594, + 1.570312, + 0.84375, + 0.878906, + 0.855469, + 0.8125, + 0.800781, + 0.941406, + 0.875, + 0.835938, + 1.125, + 1.695312, + 0.917969, + 0.832031, + 0.859375, + 0.882812, + 0.96875, + 0.988281 + ] + }, + "name": "model.model.layers.24.input_layernorm.weight", + "outputIndexes": [ + 1966 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1965 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_24/Mul_output_0", + "outputIndexes": [ + 1967 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1966, + 1967 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_24/Mul_1_output_0", + "outputIndexes": [ + 1968 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1968 + ], + "outputIndexes": [ + 2980 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 2980 + ], + "outputIndexes": [ + 2981 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear", + "inputIndexes": [ + 2981 + ], + "outputIndexes": [ + 2982 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3146567280, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 2982 + ], + "outputIndexes": [ + 2983 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2983 + ], + "outputIndexes": [ + 1969 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1968 + ], + "main_type": "NONE", + "name": "/Shape_337_output_0", + "outputIndexes": [ + 1970 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1970 + ], + "main_type": "NONE", + "name": "Shape6079", + "outputIndexes": [ + 1971 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1970 + ], + "main_type": "NONE", + "name": "Rank6081", + "outputIndexes": [ + 1972 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1972, + 1972 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6083", + "outputIndexes": [ + 1973 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1973 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6084", + "outputIndexes": [ + 1974 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1973, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6086", + "outputIndexes": [ + 1975 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1975 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6087", + "outputIndexes": [ + 1976 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1971, + 1974, + 1976, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6090", + "outputIndexes": [ + 1977 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1977 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6091", + "outputIndexes": [ + 1978 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6092", + "outputIndexes": [ + 1979 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1979, + 1978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6093", + "outputIndexes": [ + 1980 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1970, + 1980, + 1973 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_364_output_0", + "outputIndexes": [ + 1981 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1981, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_769_output_0", + "outputIndexes": [ + 1982 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1982, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_312_output_0", + "outputIndexes": [ + 1983 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1969, + 1983 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_217_output_0", + "outputIndexes": [ + 1984 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_192_output_0", + "outputIndexes": [ + 1985 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984 + ], + "main_type": "NONE", + "name": "/Shape_338_output_0", + "outputIndexes": [ + 1986 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1986 + ], + "main_type": "NONE", + "name": "Shape6100", + "outputIndexes": [ + 1987 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1986 + ], + "main_type": "NONE", + "name": "Rank6102", + "outputIndexes": [ + 1988 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1988, + 1988 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6104", + "outputIndexes": [ + 1989 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1989 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6105", + "outputIndexes": [ + 1990 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1989, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6107", + "outputIndexes": [ + 1991 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1991 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6108", + "outputIndexes": [ + 1992 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1987, + 1990, + 1992, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6111", + "outputIndexes": [ + 1993 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1993 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6112", + "outputIndexes": [ + 1994 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1994 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6113", + "outputIndexes": [ + 1995 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1995, + 1994 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6114", + "outputIndexes": [ + 1996 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1986, + 1996, + 1989 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_365_output_0", + "outputIndexes": [ + 1997 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1997, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_72_output_0", + "outputIndexes": [ + 1998 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1998, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_774_output_0", + "outputIndexes": [ + 1999 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 1999, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_97_output_0", + "outputIndexes": [ + 2000 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2000 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_48_output_0", + "outputIndexes": [ + 2001 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 22, + 1999, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_96_output_0", + "outputIndexes": [ + 2002 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2001, + 2002 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_315_output_0", + "outputIndexes": [ + 2003 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2003, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_193_output_0", + "outputIndexes": [ + 2004 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1985, + 2004 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_120_output_0", + "outputIndexes": [ + 2005 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1968 + ], + "outputIndexes": [ + 2984 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 2984 + ], + "outputIndexes": [ + 2985 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear", + "inputIndexes": [ + 2985 + ], + "outputIndexes": [ + 2986 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3153806982, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 2986 + ], + "outputIndexes": [ + 2987 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2987 + ], + "outputIndexes": [ + 2006 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1982, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_313_output_0", + "outputIndexes": [ + 2007 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2006, + 2007 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_218_output_0", + "outputIndexes": [ + 2008 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2008, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_194_output_0", + "outputIndexes": [ + 2009 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2008 + ], + "main_type": "NONE", + "name": "/Shape_339_output_0", + "outputIndexes": [ + 2010 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2010 + ], + "main_type": "NONE", + "name": "Shape6163", + "outputIndexes": [ + 2011 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2010 + ], + "main_type": "NONE", + "name": "Rank6165", + "outputIndexes": [ + 2012 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2012, + 2012 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6167", + "outputIndexes": [ + 2013 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2013 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6168", + "outputIndexes": [ + 2014 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2013, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6170", + "outputIndexes": [ + 2015 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2015 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6171", + "outputIndexes": [ + 2016 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2011, + 2014, + 2016, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6174", + "outputIndexes": [ + 2017 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2017 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6175", + "outputIndexes": [ + 2018 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6176", + "outputIndexes": [ + 2019 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2019, + 2018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6177", + "outputIndexes": [ + 2020 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2010, + 2020, + 2013 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_366_output_0", + "outputIndexes": [ + 2021 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2021, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_73_output_0", + "outputIndexes": [ + 2022 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2022, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_776_output_0", + "outputIndexes": [ + 2023 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2008, + 2023, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_99_output_0", + "outputIndexes": [ + 2024 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2024 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_49_output_0", + "outputIndexes": [ + 2025 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2008, + 22, + 2023, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_98_output_0", + "outputIndexes": [ + 2026 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2025, + 2026 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_316_output_0", + "outputIndexes": [ + 2027 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2027, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_195_output_0", + "outputIndexes": [ + 2028 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2009, + 2028 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_121_output_0", + "outputIndexes": [ + 2029 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1968 + ], + "outputIndexes": [ + 2988 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 2988 + ], + "outputIndexes": [ + 2989 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear", + "inputIndexes": [ + 2989 + ], + "outputIndexes": [ + 2990 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3154841244, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 2990 + ], + "outputIndexes": [ + 2991 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2991 + ], + "outputIndexes": [ + 2030 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2030, + 2007 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_219_output_0", + "outputIndexes": [ + 2031 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2005, + 2029, + 2031, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_224_output_0", + "outputIndexes": [ + 2032 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2032 + ], + "outputIndexes": [ + 2992 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 2992 + ], + "outputIndexes": [ + 2993 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear", + "inputIndexes": [ + 2993 + ], + "outputIndexes": [ + 2994 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3155875506, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 2994 + ], + "outputIndexes": [ + 2995 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2995 + ], + "outputIndexes": [ + 2033 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1965, + 2033 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_123_output_0", + "outputIndexes": [ + 2034 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.6875, + 1.695312, + 1.789062, + 1.429688, + 1.6875, + 1.515625, + 1.648438, + 1.703125, + 0.703125, + 1.242188, + 1.65625, + 1.414062, + 1.578125, + 1.53125, + 1.382812, + 1.640625, + 1.640625, + 1.578125, + 1.65625, + 1.148438, + 0.949219, + 1.65625, + 1.664062, + 1.53125, + 1.523438, + 1.695312, + 1.046875, + 1.46875, + 1.484375, + 1.539062, + 1.71875, + 1.429688, + 0.859375, + 1.578125, + 1.71875, + 1.773438, + 1.476562, + 0.449219, + 1.65625, + 1.242188, + 1.703125, + 1.632812, + 1.695312, + 1.601562, + 1.734375, + 1.71875, + 0.890625, + 1.695312, + 1.664062, + 1.367188, + 1.695312, + 1.609375, + 1.59375, + 1.609375, + 1.65625, + 1.507812, + 1.679688, + 1.773438, + 1.703125, + 1.289062, + 1.460938, + 1.671875, + 1.6875, + 1.648438, + 1.734375, + 1.679688, + 1.414062, + 1.640625, + 1.453125, + 1.570312, + 1.5625, + 1.398438, + 1.6875, + 1.59375, + 1.679688, + 1.703125, + 1.492188, + 1.445312, + 0.726562, + 1.75, + 1.71875, + 1.75, + 1.710938, + 1.570312, + 1.648438, + 0.984375, + 1.664062, + 1.75, + 1.664062, + 1.171875, + 1.664062, + 1.703125, + 1.6875, + 1.671875, + 1.625, + 1.625, + 0.851562, + 1.453125, + 1.664062, + 1.257812, + 1.445312, + 1.414062, + 1.71875, + 1.640625, + 1.5, + 1.6875, + 1.570312, + 1.398438, + 1.539062, + 1.570312, + 1.664062, + 1.570312, + 1.59375, + 0.435547, + 1.585938, + 0.435547, + 1.390625, + 1.65625, + 1.734375, + 1.304688, + 1.5625, + 1.601562, + 1.703125, + 1.664062, + 1.617188, + 1.585938, + 1.703125, + 1.59375, + 0.988281, + 1.476562, + 1.039062, + 1.601562, + 1.476562, + 1.664062, + 2.53125, + 1.617188, + 1.554688, + 1.664062, + 1.460938, + 1.671875, + 1.546875, + 1.671875, + 1.75, + 1.515625, + 0.65625, + 1.429688, + 1.6875, + 1.648438, + 1.71875, + 1.65625, + 1.710938, + 1.648438, + 1.578125, + 1.640625, + 1.460938, + 1.539062, + 1.453125, + 1.320312, + 1.695312, + 1.75, + 1.265625, + 1.382812, + 0.667969, + 1.617188, + 0.511719, + 1.429688, + 1.53125, + 1.40625, + 1.601562, + 1.640625, + 1.65625, + 1.515625, + 1.484375, + 1.460938, + 1.617188, + 1.78125, + 1.625, + 1.601562, + 1.710938, + 1.609375, + 1.429688, + 1.617188, + 1.703125, + 1.328125, + 1.429688, + 1.648438, + 1.585938, + 1.289062, + 1.5625, + 1.664062, + 1.351562, + 1.59375, + 1.367188, + 1.53125, + 1.65625, + 1.65625, + 1.648438, + 1.664062, + 1.328125, + 1.601562, + 1.609375, + 0.400391, + 1.617188, + 1.601562, + 1.625, + 1.679688, + 1.289062, + 1.515625, + 1.710938, + 1.414062, + 1.6875, + 1.507812, + 1.4375, + 1.648438, + 1.632812, + 1.578125, + 1.375, + 1.367188, + 1.742188, + 1.554688, + 1.625, + 1.414062, + 1.484375, + 1.6875, + 1.664062, + 1.765625, + 1.4375, + 1.46875, + 1.546875, + 1.625, + 1.6875, + 1.664062, + 1.640625, + 1.617188, + 1.679688, + 1.59375, + 1.554688, + 1.734375, + 1.007812, + 1.625, + 1.679688, + 1.640625, + 1.679688, + 1.648438, + 1.453125, + 1.46875, + 1.695312, + 1.710938, + 1.671875, + 1.59375, + 1.664062, + 1.648438, + 1.429688, + 1.5625, + 1.640625, + 1.460938, + 1.65625, + 0.960938, + 1.609375, + 1.367188, + 1.640625, + 1.695312, + 1.664062, + 1.679688, + 1.632812, + 1.445312, + 1.625, + 1.640625, + 1.515625, + 1.65625, + 1.625, + 1.664062, + 1.648438, + 1.492188, + 1.515625, + 1.757812, + 1.65625, + 0.875, + 1.46875, + 1.695312, + 1.578125, + 1.640625, + 0.949219, + 1.664062, + 1.539062, + 1.71875, + 1.429688, + 1.65625, + 1.6875, + 1.25, + 1.726562, + 1.242188, + 1.515625, + 1.398438, + 1.335938, + 1.570312, + 1.460938, + 1.335938, + 1.664062, + 1.617188, + 1.53125, + 1.507812, + 1.3125, + 1.664062, + 1.8125, + 1.710938, + 1.617188, + 1.585938, + 1.625, + 1.65625, + 0.925781, + 1.546875, + 1.65625, + 1.617188, + 0.474609, + 1.703125, + 1.617188, + 1.734375, + 1.617188, + 1.648438, + 1.726562, + 1.585938, + 1.484375, + 1.578125, + 1.546875, + 1.640625, + 1.554688, + 1.625, + 1.5625, + 1.546875, + 0.984375, + 1.570312, + 1.585938, + 1.5625, + 1.40625, + 1.601562, + 1.640625, + 3.234375, + 1.640625, + 1.390625, + 0.953125, + 1.570312, + 1.578125, + 1.617188, + 1.046875, + 1.679688, + 1.710938, + 1.65625, + 1.578125, + 1.59375, + 1.679688, + 1.390625, + 1.703125, + 1.632812, + 1.742188, + 1.640625, + 1.671875, + 1.671875, + 1.570312, + 1.640625, + 1.585938, + 1.765625, + 0.96875, + 1.4375, + 1.015625, + 1.328125, + 1.554688, + 1.734375, + 1.625, + 1.296875, + 1.625, + 1.648438, + 1.632812, + 1.539062, + 1.65625, + 1.757812, + 1.023438, + 1.304688, + 1.640625, + 1.679688, + 1.625, + 1.664062, + 1.445312, + 1.695312, + 1.679688, + 1.28125, + 1.742188, + 1.625, + 1.625, + 1.492188, + 1.625, + 1.695312, + 1.375, + 1.484375, + 1.515625, + 1.679688, + 1.484375, + 1.507812, + 1.6875, + 1.0625, + 1.40625, + 1.6875, + 1.429688, + 1.71875, + 1.28125, + 1.664062, + 1.648438, + 1.648438, + 1.65625, + 1.78125, + 1.351562, + 1.640625, + 1.710938, + 1.625, + 1.679688, + 1.742188, + 1.695312, + 1.640625, + 1.640625, + 1.6875, + 1.375, + 1.515625, + 1.578125, + 1.328125, + 1.585938, + 1.382812, + 1.71875, + 1.703125, + 1.273438, + 1.609375, + 1.640625, + 1.59375, + 1.335938, + 1.5625, + 1.65625, + 1.351562, + 1.5625, + 1.65625, + 1.5625, + 1.445312, + 1.632812, + 1.6875, + 1.695312, + 1.617188, + 1.398438, + 1.4375, + 1.585938, + 1.695312, + 1.664062, + 1.703125, + 1.710938, + 1.664062, + 1.664062, + 1.632812, + 1.671875, + 3.359375, + 1.445312, + 1.554688, + 0.458984, + 1.523438, + 1.671875, + 1.539062, + 1.632812, + 1.1875, + 1.40625, + 1.679688, + 1.476562, + 1.609375, + 1.351562, + 1.625, + 1.523438, + 1.046875, + 1.664062, + 1.648438, + 1.679688, + 1.4375, + 1.539062, + 1.296875, + 1.671875, + 1.664062, + 1.6875, + 1.632812, + 1.359375, + 1.65625, + 1.296875, + 1.695312, + 1.78125, + 1.632812, + 1.6875, + 1.609375, + 2.71875, + 1.703125, + 1.710938, + 1.648438, + 1.734375, + 1.507812, + 1.625, + 1.546875, + 1.679688, + 1.664062, + 1.617188, + 1.476562, + 1.507812, + 1.429688, + 1.570312, + 1.484375, + 1.664062, + 1.414062, + 1.648438, + 1.5625, + 1.6875, + 1.703125, + 1.664062, + 1.710938, + 1.664062, + 1.484375, + 1.484375, + 1.617188, + 1.546875, + 1.71875, + 1.515625, + 1.671875, + 1.671875, + 0.996094, + 1.6875, + 1.445312, + 1.695312, + 1.671875, + 1.679688, + 1.59375, + 1.632812, + 1.65625, + 1.6875, + 1.65625, + 1.609375, + 1.679688, + 1.375, + 1.625, + 1.585938, + 1.671875, + 1.296875, + 1.328125, + 1.210938, + 1.625, + 1.273438, + 1.71875, + 1.789062, + 0.703125, + 1.5625, + 1.773438, + 1.523438, + 1.742188, + 1.648438, + 1.25, + 1.53125, + 1.320312, + 1.554688, + 1.65625, + 1.6875, + 1.46875, + 1.742188, + 1.632812, + 1.515625, + 1.460938, + 1.429688, + 1.695312, + 1.578125, + 1.625, + 1.632812, + 1.390625, + 1.640625, + 1.609375, + 1.367188, + 1.390625, + 1.539062, + 1.585938, + 1.578125, + 1.75, + 1.382812, + 1.695312, + 1.695312, + 1.648438, + 1.695312, + 1.460938, + 1.710938, + 1.609375, + 1.59375, + 1.453125, + 1.632812, + 1.390625, + 1.703125, + 1.609375, + 1.679688, + 1.640625, + 1.679688, + 1.382812, + 1.578125, + 1.398438, + 1.414062, + 1.484375, + 1.726562, + 1.398438, + 1.507812, + 1.773438, + 1.554688, + 1.679688, + 1.609375, + 1.609375, + 0.419922, + 1.703125, + 1.734375, + 1.695312, + 1.523438, + 1.273438, + 1.648438, + 1.640625, + 0.988281, + 1.53125, + 1.632812, + 1.640625, + 1.671875, + 1.640625, + 0.484375, + 1.585938, + 0.535156, + 1.601562, + 1.8125, + 1.664062, + 1.609375, + 1.742188, + 1.460938, + 1.523438, + 1.539062, + 1.625, + 1.453125, + 1.460938, + 1.6875, + 1.59375, + 1.664062, + 1.609375, + 1.554688, + 1.257812, + 1.65625, + 1.65625, + 1.734375, + 1.007812, + 1.632812, + 1.632812, + 1.65625, + 1.570312, + 1.023438, + 1.546875, + 1.671875, + 1.34375, + 1.046875, + 1.671875, + 1.53125, + 1.65625, + 1.640625, + 1.382812, + 1.335938, + 1.484375, + 0.478516, + 1.664062, + 1.679688, + 1.679688, + 1.601562, + 1.5625, + 1.671875, + 1.617188, + 1.585938, + 1.601562, + 1.632812, + 1.65625, + 1.65625, + 1.617188, + 1.742188, + 1.4375, + 1.539062, + 1.6875, + 1.625, + 1.648438, + 1.4375, + 1.710938, + 1.210938, + 1.5625, + 1.59375, + 1.484375, + 1.453125, + 0.980469, + 1.734375, + 1.617188, + 1.625, + 1.726562, + 1.578125, + 1.289062, + 0.742188, + 1.703125, + 1.257812, + 1.625, + 1.375, + 1.671875, + 1.679688, + 1.65625, + 1.601562, + 1.664062, + 1.554688, + 1.007812, + 1.65625, + 1.726562, + 1.578125, + 1.382812, + 1.554688, + 1.53125, + 1.445312, + 0.226562, + 0.945312, + 1.65625, + 1.257812, + 1.710938, + 1.4375, + 1.671875, + 1.625, + 1.640625, + 1.6875, + 1.640625, + 1.640625, + 1.0625, + 1.414062, + 1.515625, + 1.648438, + 1.664062, + 1.539062, + 1.679688, + 1.445312, + 1.664062, + 1.265625, + 1.40625, + 1.578125, + 1.710938, + 1.617188, + 1.609375, + 1.375, + 1.398438, + 1.625, + 1.625, + 1.671875, + 1.453125, + 1.734375, + 1.5625, + 1.21875, + 1.648438, + 1.585938, + 1.59375, + 1.71875, + 1.601562, + 1.421875, + 1.6875, + 1.59375, + 1.195312, + 1.648438, + 1.5, + 1.625, + 0.976562, + 1.640625, + 1.617188, + 1.664062, + 1.46875, + 1.1875, + 1.71875, + 1.53125, + 1.664062, + 1.015625, + 1.578125, + 1.75, + 1.007812, + 1.625, + 1.75, + 1.6875, + 1.59375, + 1.609375, + 1.382812, + 1.742188, + 1.601562, + 1.304688, + 1.625, + 1.609375, + 1.273438, + 1.617188, + 1.617188, + 1.65625, + 1.21875, + 0.851562, + 1.554688, + 1.710938, + 1.28125, + 1.289062, + 1.65625, + 1.71875, + 1.679688, + 1.59375, + 0.617188, + 1.59375, + 1.71875, + 1.671875, + 1.015625, + 1.632812, + 1.625, + 1.460938, + 1.289062, + 1.5, + 1.539062, + 1.65625, + 2.0625, + 1.65625, + 1.578125, + 1.554688, + 1.359375, + 1.695312, + 1.0, + 1.5625, + 1.609375, + 0.890625, + 1.703125, + 1.320312, + 1.375, + 1.609375, + 1.5625, + 1.5625, + 1.484375, + 1.664062, + 1.609375, + 1.695312, + 1.710938, + 1.46875, + 1.789062, + 1.4375, + 1.671875, + 1.6875, + 1.65625, + 1.640625, + 1.296875, + 1.453125, + 1.742188, + 1.335938, + 1.625, + 1.554688, + 1.484375, + 1.617188, + 1.617188, + 1.640625, + 1.640625, + 1.4375, + 1.398438, + 1.632812, + 1.625, + 1.59375, + 1.460938, + 1.726562, + 1.578125, + 1.742188, + 1.539062, + 1.507812, + 1.65625, + 1.4375, + 1.546875, + 1.71875, + 1.46875, + 1.617188, + 1.65625, + 1.640625, + 1.5625, + 1.632812, + 1.734375, + 1.679688, + 1.710938, + 1.453125, + 0.988281, + 1.632812, + 0.550781, + 1.640625, + 1.710938, + 1.101562, + 1.585938, + 1.726562, + 1.679688, + 1.640625, + 1.65625, + 0.988281, + 1.09375, + 0.5625, + 1.679688, + 1.570312, + 1.617188, + 1.734375, + 1.617188, + 1.617188, + 1.632812, + 0.789062, + 0.652344, + 1.695312, + 1.601562, + 1.617188, + 1.460938, + 1.679688, + 1.710938, + 1.632812, + 1.695312, + 1.648438, + 1.578125, + 1.671875, + 1.703125, + 1.640625, + 0.898438, + 1.664062, + 1.539062, + 1.640625, + 1.625, + 1.453125, + 1.632812, + 1.6875, + 1.648438, + 1.648438, + 1.703125, + 1.679688, + 1.632812, + 1.710938, + 1.65625, + 1.4375, + 1.648438, + 1.640625, + 1.570312, + 1.640625, + 1.523438, + 1.703125, + 1.617188, + 1.3125, + 1.703125, + 1.46875, + 1.640625, + 1.429688, + 1.59375, + 1.640625, + 0.492188, + 0.667969, + 1.476562, + 1.75, + 1.5, + 0.613281, + 1.6875, + 1.695312, + 1.445312, + 1.664062, + 1.445312, + 1.59375, + 1.679688, + 1.578125, + 1.054688, + 1.507812, + 1.046875, + 1.3125, + 1.734375, + 1.664062, + 1.226562, + 1.429688, + 1.554688, + 1.546875, + 1.554688, + 1.4375, + 1.695312, + 1.679688, + 1.625, + 1.054688, + 1.671875, + 1.703125, + 1.820312, + 1.648438, + 1.679688, + 1.742188, + 1.617188, + 1.570312, + 1.414062, + 1.414062, + 0.867188, + 1.5, + 1.328125, + 1.453125, + 1.429688, + 1.648438, + 1.539062, + 1.71875, + 1.625, + 1.492188, + 1.648438, + 1.484375, + 1.671875, + 1.625, + 1.6875, + 1.023438, + 1.421875, + 1.625, + 1.617188, + 1.515625, + 1.304688, + 1.4375, + 1.59375, + 1.679688, + 1.585938, + 1.710938, + 0.910156, + 1.648438, + 1.640625, + 1.5625, + 1.265625, + 0.945312, + 1.617188, + 1.6875, + 1.421875, + 1.445312, + 1.539062, + 1.546875, + 1.46875, + 1.625, + 1.445312, + 1.421875, + 1.648438, + 1.023438, + 1.65625, + 1.507812, + 0.972656, + 1.703125, + 1.6875, + 1.671875, + 1.4375, + 1.570312, + 1.648438, + 1.679688, + 1.6875, + 1.328125, + 1.195312, + 1.445312, + 1.695312, + 1.554688, + 0.996094, + 1.703125, + 1.460938, + 2.0625, + 1.59375, + 1.625, + 1.617188, + 1.5, + 1.398438, + 1.695312, + 0.648438, + 1.726562, + 1.585938, + 1.5, + 1.664062, + 1.414062, + 1.648438, + 1.570312, + 1.257812, + 1.375, + 1.640625, + 1.21875, + 1.414062, + 1.265625, + 1.625, + 0.882812, + 0.832031, + 1.671875, + 1.5625, + 1.6875, + 1.703125, + 1.460938, + 1.570312, + 1.578125, + 1.695312, + 1.507812, + 1.609375, + 1.65625, + 1.476562, + 1.289062, + 1.632812, + 1.6875, + 1.617188, + 1.625, + 1.523438, + 1.4375, + 1.234375, + 1.515625, + 1.515625, + 0.976562, + 1.28125, + 1.65625, + 1.5625, + 1.671875, + 1.71875, + 1.640625, + 1.421875, + 1.726562, + 1.578125, + 1.226562, + 1.570312, + 1.578125, + 1.734375, + 1.390625, + 1.609375, + 1.757812, + 1.71875, + 1.625, + 1.789062, + 1.695312, + 1.625, + 1.554688, + 1.742188, + 1.25, + 1.539062, + 1.554688, + 1.617188, + 1.710938, + 0.574219, + 1.195312, + 1.476562, + 1.53125, + 1.554688, + 1.320312, + 1.71875, + 1.640625, + 1.367188, + 1.59375, + 1.4375, + 1.695312, + 1.617188, + 1.609375, + 1.695312, + 1.460938, + 1.65625, + 1.601562, + 1.476562, + 0.910156, + 1.6875, + 1.546875, + 1.671875, + 1.515625, + 1.601562, + 1.5625, + 1.539062, + 1.726562, + 1.632812, + 1.476562, + 1.710938, + 1.195312, + 1.726562, + 1.578125, + 1.695312, + 1.695312, + 1.617188, + 1.445312, + 1.695312, + 1.539062, + 1.648438, + 1.585938, + 1.507812, + 1.757812, + 1.671875, + 1.5625, + 1.320312, + 1.695312, + 1.421875, + 1.6875, + 1.671875, + 1.71875, + 1.632812, + 1.28125, + 1.367188, + 1.648438, + 1.578125, + 1.671875, + 1.679688, + 1.546875, + 1.726562, + 1.523438, + 1.640625, + 1.734375, + 1.71875, + 1.632812, + 1.6875, + 1.59375, + 1.570312, + 1.453125, + 1.3125, + 1.6875, + 1.726562, + 1.601562, + 1.703125, + 1.625, + 1.609375, + 1.710938, + 1.570312, + 1.640625, + 1.679688, + 1.664062, + 1.578125, + 1.65625, + 0.964844, + 1.65625, + 1.34375, + 0.953125, + 1.609375, + 1.585938, + 1.625, + 1.5, + 1.65625, + 1.65625, + 1.65625, + 1.734375, + 1.742188, + 1.648438, + 1.398438, + 1.320312, + 1.226562, + 1.484375, + 1.726562, + 1.242188, + 1.953125, + 1.578125, + 1.664062, + 1.703125, + 1.6875, + 1.570312, + 1.75, + 1.742188, + 1.648438, + 1.398438, + 1.640625, + 1.71875, + 1.609375, + 1.492188, + 1.640625, + 1.710938, + 1.671875, + 1.726562, + 1.648438, + 1.726562, + 1.679688, + 1.578125, + 1.78125, + 1.625, + 1.539062, + 1.726562, + 1.65625, + 1.65625, + 1.6875, + 1.71875, + 1.695312, + 1.625, + 1.617188, + 1.703125, + 1.523438, + 1.617188, + 1.390625, + 1.617188, + 1.664062, + 1.664062, + 1.289062, + 0.917969, + 1.625, + 1.609375, + 1.6875, + 1.695312, + 1.695312, + 1.53125, + 1.507812, + 1.734375, + 1.617188, + 1.632812, + 2.484375, + 1.640625, + 1.234375, + 1.625, + 1.601562, + 1.398438, + 1.4375, + 1.632812, + 0.972656, + 1.65625, + 1.546875, + 0.378906, + 1.6875, + 1.34375, + 1.351562, + 1.539062, + 1.6875, + 1.585938, + 1.445312, + 1.664062, + 1.492188, + 1.34375, + 1.28125, + 1.125, + 1.601562, + 0.408203, + 1.4375, + 1.398438, + 1.648438, + 1.5, + 1.6875, + 1.710938, + 1.492188, + 1.6875, + 1.28125, + 1.71875, + 1.484375, + 1.609375, + 1.71875, + 1.671875, + 1.5625, + 1.664062, + 1.414062, + 1.710938, + 1.632812, + 1.851562, + 1.640625, + 1.351562, + 1.734375, + 1.742188, + 1.695312, + 1.53125, + 1.640625, + 1.695312, + 1.539062, + 1.648438, + 1.539062, + 1.75, + 1.609375, + 1.664062, + 1.664062, + 1.71875, + 1.578125, + 1.625, + 1.703125, + 1.359375, + 1.578125, + 1.6875, + 1.585938, + 1.648438, + 1.515625, + 1.648438, + 1.703125, + 1.609375, + 1.578125, + 1.203125, + 1.5625, + 1.578125, + 1.296875, + 1.648438, + 2.328125, + 1.578125, + 1.421875, + 1.710938, + 1.515625, + 1.6875, + 1.664062, + 1.695312, + 1.679688, + 1.671875, + 1.609375, + 1.4375, + 1.585938, + 1.328125, + 1.640625, + 1.65625, + 1.679688, + 0.683594, + 1.695312, + 1.65625, + 1.632812, + 1.648438, + 1.539062, + 1.382812, + 1.234375, + 1.640625, + 1.585938, + 1.585938, + 1.570312, + 1.570312, + 1.578125, + 1.617188, + 1.578125, + 1.648438, + 1.671875, + 1.4375, + 1.546875, + 1.453125, + 0.941406, + 1.476562, + 1.492188, + 1.703125, + 1.6875, + 1.679688, + 1.570312, + 1.578125, + 1.632812, + 1.492188, + 1.570312, + 1.65625, + 1.59375, + 1.71875, + 1.734375, + 1.539062, + 1.0, + 1.625, + 1.59375, + 1.007812, + 1.695312, + 1.695312, + 1.71875, + 1.617188, + 1.5625, + 1.554688, + 1.585938, + 0.902344, + 1.617188, + 1.0, + 1.648438, + 1.609375, + 1.960938, + 0.925781, + 1.523438, + 1.6875, + 1.4375, + 1.609375, + 1.304688, + 1.65625, + 1.710938, + 1.679688, + 1.648438, + 1.609375, + 0.78125, + 1.617188, + 1.679688, + 1.617188, + 1.398438, + 1.679688, + 1.015625, + 1.703125, + 1.695312, + 1.640625, + 1.726562, + 1.742188, + 1.53125, + 1.609375, + 1.617188, + 1.65625, + 1.625, + 1.492188, + 1.648438, + 1.546875, + 1.570312, + 1.679688, + 0.734375, + 1.609375, + 1.664062, + 1.507812, + 1.601562, + 1.5625, + 1.492188, + 1.632812, + 1.679688, + 1.007812, + 1.71875, + 1.648438, + 1.273438, + 1.632812, + 1.421875, + 1.8125, + 1.671875, + 1.570312, + 1.617188, + 1.625, + 1.578125, + 1.59375, + 1.65625, + 1.515625, + 1.695312, + 1.671875, + 1.601562, + 1.625, + 1.609375, + 1.703125, + 0.984375, + 1.679688, + 1.679688, + 1.492188, + 1.648438, + 1.640625, + 1.6875, + 1.585938, + 1.75, + 1.757812, + 1.625, + 1.359375, + 1.539062, + 1.601562, + 1.6875, + 1.664062, + 0.859375, + 1.65625, + 1.671875, + 1.757812, + 1.523438, + 1.5, + 1.703125, + 1.578125, + 1.46875, + 1.648438, + 1.734375, + 1.640625, + 1.664062, + 1.523438, + 1.617188, + 1.664062, + 1.726562, + 1.703125, + 1.664062, + 1.523438, + 1.515625, + 1.539062, + 1.609375, + 1.570312, + 1.25, + 1.742188, + 1.570312, + 1.5625, + 1.6875, + 1.71875, + 1.8125, + 1.65625, + 1.632812, + 1.679688, + 1.679688, + 1.421875, + 1.648438, + 1.640625, + 1.335938, + 1.65625, + 1.328125, + 1.609375, + 1.539062, + 1.296875, + 1.421875, + 1.539062, + 1.617188, + 0.597656, + 1.398438, + 1.421875, + 1.382812, + 1.570312, + 1.5, + 1.320312, + 1.671875, + 0.871094, + 1.601562, + 1.6875, + 1.640625, + 1.632812, + 1.742188, + 1.484375, + 1.742188, + 1.695312, + 0.96875, + 0.972656, + 1.398438, + 1.539062, + 1.695312, + 1.398438, + 1.609375, + 1.710938, + 1.476562, + 1.695312, + 1.515625, + 1.695312, + 1.71875, + 1.625, + 1.609375, + 1.539062, + 1.671875, + 1.007812, + 1.59375, + 1.601562, + 1.664062, + 0.9375, + 1.390625, + 1.5, + 1.632812, + 1.65625, + 1.570312, + 1.460938, + 1.570312, + 1.65625, + 1.648438, + 1.640625, + 1.585938, + 1.546875, + 1.523438, + 1.46875, + 1.617188, + 1.640625, + 1.59375, + 1.3125, + 1.578125, + 1.648438, + 1.679688, + 1.421875, + 1.625, + 1.6875, + 0.859375, + 1.632812, + 1.4375, + 1.367188, + 0.636719, + 1.757812, + 1.59375, + 1.65625, + 1.453125, + 1.59375, + 1.351562, + 0.933594, + 1.65625, + 1.671875, + 1.390625, + 1.578125, + 1.625, + 1.507812, + 1.5, + 1.71875, + 1.671875, + 1.523438, + 1.28125, + 1.570312, + 1.6875, + 1.375, + 1.671875, + 1.328125, + 1.59375, + 1.695312, + 1.59375, + 1.570312, + 1.71875, + 0.644531, + 1.671875, + 1.578125, + 1.617188, + 1.648438, + 1.539062, + 1.585938, + 1.429688, + 1.75, + 1.71875, + 0.363281, + 1.304688, + 1.648438, + 1.515625, + 1.65625, + 1.6875, + 1.492188, + 1.59375, + 1.734375, + 1.632812, + 1.445312, + 1.703125, + 1.4375, + 1.585938, + 1.585938, + 1.625, + 1.523438, + 1.59375, + 1.679688, + 1.570312, + 1.617188, + 1.710938, + 1.585938, + 1.34375, + 1.492188, + 1.507812, + 1.492188, + 1.632812, + 1.570312, + 1.679688, + 1.53125, + 1.578125, + 2.09375, + 1.5625, + 1.632812, + 1.664062, + 1.648438, + 1.3125, + 1.617188, + 1.03125, + 1.546875, + 1.6875, + 1.640625, + 1.664062, + 1.617188, + 1.523438, + 1.640625, + 0.976562, + 1.328125, + 1.640625, + 1.242188, + 1.546875, + 1.53125, + 1.53125, + 1.671875, + 1.632812, + 1.46875, + 0.96875, + 1.640625, + 1.25, + 1.351562, + 1.390625, + 1.578125, + 1.507812, + 1.617188, + 1.460938, + 1.726562, + 1.648438, + 1.742188, + 1.65625, + 1.398438, + 1.59375, + 1.6875, + 1.648438, + 1.664062, + 1.367188, + 1.742188, + 1.609375, + 1.296875, + 1.726562, + 1.570312, + 1.609375, + 1.492188, + 1.46875, + 1.414062, + 1.625, + 1.617188, + 1.632812, + 1.390625, + 1.65625, + 1.359375, + 1.421875, + 1.0, + 1.375, + 1.710938, + 1.625, + 1.6875, + 1.632812, + 1.617188, + 0.910156, + 1.539062, + 1.257812, + 1.5625, + 1.515625, + 1.617188, + 1.648438, + 1.703125, + 1.414062, + 1.671875, + 1.601562, + 1.703125, + 1.703125, + 1.6875, + 1.679688, + 1.695312, + 1.71875, + 1.34375, + 1.585938, + 1.421875, + 1.65625, + 1.585938, + 1.921875, + 1.640625, + 1.398438, + 1.648438, + 1.390625, + 1.3125, + 1.6875, + 1.039062, + 1.671875, + 0.878906, + 1.742188, + 1.726562, + 1.515625, + 1.609375, + 1.570312, + 1.679688, + 1.625, + 1.664062, + 1.484375, + 1.703125, + 1.523438, + 1.71875, + 1.570312, + 1.734375, + 1.296875, + 1.046875, + 1.726562, + 1.773438, + 1.46875, + 1.65625, + 1.515625, + 1.679688, + 1.640625, + 1.765625, + 1.585938, + 1.546875, + 1.242188, + 1.65625, + 1.664062, + 1.554688, + 1.578125, + 1.671875, + 0.914062, + 1.734375, + 1.546875, + 1.71875, + 1.460938, + 1.640625, + 0.8125, + 1.585938, + 1.59375, + 0.675781, + 1.382812, + 1.625, + 1.421875, + 0.890625, + 1.726562, + 1.632812, + 1.273438, + 1.578125, + 1.210938, + 1.742188, + 1.617188, + 1.523438, + 1.625, + 1.757812, + 1.59375, + 1.664062, + 0.746094, + 1.515625, + 1.523438, + 1.617188, + 1.484375, + 1.007812, + 1.4375, + 1.46875, + 1.617188, + 1.679688, + 1.671875, + 0.953125, + 1.695312, + 1.703125, + 1.679688, + 1.554688, + 0.980469, + 1.296875, + 1.679688, + 1.414062, + 0.988281, + 1.71875, + 1.507812, + 1.304688, + 1.78125, + 1.625, + 1.695312, + 1.476562, + 1.679688, + 1.546875, + 1.710938, + 1.609375, + 1.554688, + 1.625, + 1.585938, + 1.6875, + 1.460938, + 1.65625, + 1.640625, + 1.523438, + 1.6875, + 1.296875, + 1.617188, + 1.578125, + 1.578125, + 1.507812, + 1.484375, + 1.734375, + 1.671875, + 1.515625, + 1.65625, + 1.203125, + 1.65625, + 1.585938, + 0.667969, + 1.476562, + 1.703125, + 1.757812, + 1.492188, + 1.570312, + 1.367188, + 1.640625, + 1.59375, + 0.648438, + 1.625, + 1.6875, + 1.476562, + 1.523438, + 1.570312, + 1.53125, + 1.4375, + 1.679688, + 1.679688, + 1.585938, + 0.867188, + 1.65625, + 0.976562, + 0.683594, + 1.625, + 1.570312, + 0.625, + 1.59375, + 1.703125, + 1.421875, + 1.734375, + 1.585938, + 1.710938, + 1.640625, + 1.664062, + 1.679688, + 2.046875, + 0.416016, + 1.539062, + 1.59375, + 1.578125, + 1.734375, + 1.5625, + 1.773438, + 1.695312, + 1.640625, + 1.6875, + 1.71875, + 0.5625, + 1.640625, + 1.710938, + 1.664062, + 1.53125, + 1.6875, + 1.617188, + 1.695312, + 1.703125, + 1.539062, + 1.679688, + 1.539062, + 1.625, + 1.65625, + 1.726562, + 1.710938, + 0.96875, + 1.625, + 1.609375, + 1.648438, + 1.328125, + 1.664062, + 1.703125, + 1.664062, + 1.695312, + 1.507812, + 1.59375, + 1.679688, + 1.632812, + 1.539062, + 1.429688, + 1.554688, + 1.695312, + 1.023438, + 2.421875, + 1.648438, + 1.632812, + 1.71875, + 1.59375, + 1.445312, + 1.5, + 1.71875, + 1.101562, + 1.648438, + 1.554688, + 1.523438, + 1.609375, + 1.703125, + 1.460938, + 1.664062, + 1.703125, + 1.617188, + 1.617188, + 1.484375, + 1.726562, + 1.617188, + 1.609375, + 1.65625, + 1.648438, + 0.601562, + 1.71875, + 1.515625, + 1.632812, + 1.632812, + 1.625, + 1.289062, + 1.671875, + 1.65625, + 1.515625, + 1.648438, + 1.664062, + 1.0, + 1.742188, + 1.023438, + 1.429688, + 1.507812, + 1.382812, + 1.390625, + 1.3125, + 0.542969, + 1.578125, + 1.570312, + 1.5, + 1.609375, + 1.632812, + 1.5, + 1.5625, + 1.632812, + 1.265625, + 1.460938, + 1.039062, + 1.578125, + 1.65625, + 1.601562, + 1.3125, + 1.679688, + 1.585938, + 1.492188, + 1.710938, + 1.59375, + 1.3125, + 1.71875, + 0.878906, + 1.5625, + 1.65625, + 1.609375, + 1.617188, + 1.625, + 1.546875, + 1.453125, + 1.476562, + 1.6875, + 1.414062, + 1.742188, + 1.6875, + 1.46875, + 1.679688, + 1.671875, + 1.210938, + 1.609375, + 1.445312, + 0.996094, + 1.617188, + 1.703125, + 1.703125, + 1.640625, + 1.382812, + 0.910156, + 1.710938, + 1.484375, + 1.75, + 1.585938, + 1.671875, + 1.632812, + 1.53125, + 1.625, + 1.648438, + 1.523438, + 1.59375, + 1.328125, + 1.664062, + 1.71875, + 1.695312, + 1.25, + 1.289062, + 1.523438, + 1.585938, + 1.609375, + 1.34375, + 1.5625, + 1.632812, + 1.578125, + 1.476562, + 1.632812, + 1.726562, + 1.554688, + 2.21875, + 1.710938, + 1.453125, + 1.65625, + 1.46875, + 1.640625, + 1.648438, + 1.695312, + 1.648438, + 1.296875, + 0.914062, + 1.609375, + 1.671875, + 1.703125, + 1.742188, + 1.671875, + 1.164062, + 1.632812, + 1.71875, + 1.585938, + 0.972656, + 1.570312, + 1.71875, + 1.570312, + 1.679688, + 1.460938, + 1.515625, + 1.648438, + 1.65625, + 1.570312, + 1.695312, + 1.648438, + 1.609375, + 1.648438, + 1.539062, + 1.695312, + 1.070312, + 1.664062, + 1.609375, + 1.640625, + 1.632812, + 1.453125, + 0.578125, + 1.429688, + 1.695312, + 1.554688, + 1.320312, + 1.617188, + 1.585938, + 1.679688, + 1.523438, + 1.6875, + 1.546875, + 1.984375, + 1.476562, + 1.710938, + 1.640625, + 1.601562, + 1.664062, + 1.6875, + 1.007812, + 1.679688, + 1.570312, + 1.546875, + 1.585938, + 1.664062, + 1.710938, + 1.59375, + 1.0625, + 1.695312, + 1.539062, + 0.605469, + 1.609375, + 1.585938, + 1.742188, + 1.625, + 1.65625, + 1.679688, + 1.664062, + 1.59375, + 1.65625, + 1.65625, + 1.460938, + 1.601562, + 1.632812, + 1.53125, + 1.640625, + 1.609375, + 1.640625, + 1.640625, + 1.703125, + 1.390625, + 1.523438, + 1.234375, + 1.710938, + 1.335938, + 1.6875, + 1.625, + 1.585938, + 1.648438, + 1.578125, + 1.421875, + 1.460938, + 1.609375, + 1.4375, + 1.335938, + 1.585938, + 1.710938, + 1.625, + 1.460938, + 1.570312, + 1.640625, + 1.570312, + 1.6875, + 1.703125, + 1.773438, + 1.507812, + 1.671875, + 1.539062, + 1.59375, + 1.6875, + 1.320312, + 1.648438, + 1.15625, + 1.53125, + 1.625, + 1.625, + 1.414062, + 1.421875, + 1.40625, + 1.664062, + 1.671875, + 1.679688, + 1.507812, + 1.648438, + 1.554688, + 1.75, + 1.648438, + 1.414062, + 1.570312, + 1.53125, + 1.703125, + 1.59375, + 1.523438, + 0.710938, + 1.710938, + 1.71875, + 0.976562, + 1.328125, + 1.65625, + 1.570312, + 1.234375, + 1.617188, + 1.625, + 1.625, + 1.703125, + 1.625, + 1.46875, + 1.648438, + 1.578125, + 1.648438, + 1.328125, + 1.601562, + 1.625, + 1.632812, + 1.578125, + 1.265625, + 1.695312, + 1.125, + 1.507812, + 1.445312, + 1.640625, + 1.4375, + 1.53125, + 1.265625, + 1.617188, + 1.585938, + 1.492188, + 1.390625, + 1.5625, + 1.546875, + 1.03125, + 0.318359, + 1.515625, + 1.570312, + 1.65625, + 1.664062, + 1.1875, + 1.695312, + 1.65625, + 1.671875, + 1.617188, + 1.265625, + 1.492188, + 1.398438, + 1.445312, + 1.023438, + 1.28125, + 1.453125, + 1.6875, + 1.164062, + 1.625, + 1.640625, + 1.523438, + 1.609375, + 1.734375, + 1.570312, + 1.679688, + 1.789062, + 1.382812, + 1.664062, + 1.484375, + 1.664062, + 1.492188, + 1.617188, + 1.367188, + 1.578125, + 1.679688, + 1.710938, + 1.507812, + 1.328125, + 1.625, + 1.585938, + 1.515625, + 1.578125, + 1.273438, + 1.59375, + 0.886719, + 1.492188, + 1.679688, + 1.726562, + 1.664062, + 1.703125, + 1.5625, + 1.296875, + 1.734375, + 1.53125, + 1.703125, + 1.601562, + 1.539062, + 1.648438, + 0.910156, + 1.664062, + 1.648438, + 1.625, + 1.71875, + 1.570312, + 1.609375, + 1.539062, + 1.625, + 1.679688, + 1.453125, + 1.59375, + 1.601562, + 1.648438, + 1.703125, + 1.726562, + 1.554688, + 1.554688, + 1.578125, + 1.554688, + 1.585938, + 1.585938, + 1.515625, + 1.625, + 1.382812, + 1.328125, + 1.351562, + 1.679688, + 1.5625, + 1.632812, + 1.710938, + 1.617188, + 1.648438, + 1.757812, + 1.65625, + 1.546875, + 1.5625, + 1.554688, + 1.453125, + 1.523438, + 1.609375, + 1.65625, + 1.710938, + 1.484375, + 1.609375, + 1.648438, + 1.445312, + 1.789062, + 1.484375, + 1.65625, + 1.640625, + 1.65625, + 1.65625, + 0.996094, + 1.515625, + 1.367188, + 1.460938, + 1.421875, + 1.023438, + 1.539062, + 1.398438, + 1.648438, + 1.46875, + 1.632812, + 1.648438, + 1.476562, + 1.671875, + 1.257812, + 1.554688, + 1.6875, + 1.421875, + 1.460938, + 1.703125, + 1.671875, + 1.648438, + 1.585938, + 1.554688, + 1.53125, + 1.382812, + 0.878906, + 1.601562, + 1.484375, + 1.703125, + 1.585938, + 1.695312, + 1.523438, + 1.617188, + 1.429688, + 1.617188, + 1.625, + 1.476562, + 1.609375, + 1.585938, + 1.53125, + 1.492188, + 1.671875, + 1.273438, + 0.90625, + 1.632812, + 1.640625, + 1.585938, + 1.570312, + 1.53125, + 0.929688, + 1.507812, + 1.765625, + 1.671875, + 1.289062, + 1.648438, + 1.726562, + 1.71875, + 1.640625, + 1.6875, + 1.53125, + 1.671875, + 1.640625, + 1.578125, + 0.972656, + 1.625, + 0.949219, + 1.65625, + 1.65625, + 1.421875, + 1.695312, + 1.648438, + 1.710938, + 1.445312, + 1.515625, + 1.578125, + 0.886719, + 1.21875, + 1.632812, + 1.617188, + 1.5, + 1.679688, + 1.578125, + 1.367188, + 1.703125, + 1.429688, + 1.609375, + 1.367188, + 1.554688, + 1.648438, + 1.226562, + 1.75, + 1.726562, + 1.648438, + 1.554688, + 1.554688, + 1.65625, + 1.5, + 1.710938, + 1.703125, + 1.445312, + 1.703125, + 1.53125, + 1.679688, + 1.664062, + 1.664062, + 1.492188, + 1.65625, + 1.648438, + 0.447266, + 1.5625, + 1.65625, + 1.726562, + 1.671875, + 1.640625, + 1.453125, + 1.6875, + 1.640625, + 1.351562, + 1.476562, + 1.632812, + 1.796875, + 1.304688, + 0.902344, + 1.484375, + 1.71875, + 0.984375, + 1.640625, + 0.527344, + 1.671875, + 1.625, + 1.679688, + 1.617188, + 1.398438, + 1.679688, + 1.742188, + 1.609375, + 1.640625, + 1.546875, + 1.640625, + 1.492188, + 1.328125, + 1.632812, + 1.34375, + 1.03125, + 1.632812, + 1.34375, + 1.65625, + 1.59375, + 1.640625, + 1.460938, + 1.664062, + 1.726562, + 1.671875, + 1.664062, + 1.710938, + 1.039062, + 1.546875, + 1.429688, + 1.398438, + 1.03125, + 1.710938, + 1.59375, + 1.664062, + 1.445312, + 1.609375, + 1.117188, + 1.492188, + 1.476562, + -3.2e-05, + 1.210938, + 1.65625, + 1.695312, + 1.632812, + 1.609375, + 1.585938, + 1.414062, + 1.648438, + 1.898438, + 1.75, + 1.554688, + 1.585938, + 1.476562, + 1.6875, + 1.679688, + 1.710938, + 1.671875, + 1.726562, + 1.523438, + 1.46875, + 0.636719, + 1.71875, + 1.648438, + 1.648438, + 1.671875, + 1.601562, + 1.71875, + 1.328125, + 0.988281, + 1.429688, + 1.484375, + 1.648438, + 1.4375, + 1.132812, + 1.46875, + 1.179688, + 1.742188, + 1.609375, + 1.710938, + 1.578125, + 1.617188, + 1.46875, + 1.546875, + 1.625, + 1.585938, + 1.679688, + 1.648438, + 1.6875, + 1.78125, + 1.390625, + 1.710938, + 1.640625, + 1.710938, + 1.195312, + 1.640625, + 1.570312, + 1.640625, + 1.71875, + 1.578125, + 1.65625, + 1.328125, + 1.570312, + 1.484375, + 1.335938, + 1.65625, + 1.742188, + 1.53125, + 1.5625, + 1.492188, + 1.5625, + 1.59375, + 1.484375, + 1.414062, + 1.5625, + 1.445312, + 1.664062, + 1.632812, + 1.546875, + 1.65625, + 1.460938, + 1.75, + 1.515625, + 1.53125, + 1.726562, + 0.96875, + 1.5, + 1.484375, + 1.53125, + 0.972656, + 1.257812, + 1.664062, + 1.609375, + 1.679688, + 1.460938, + 1.726562, + 1.53125, + 1.609375, + 1.703125, + 1.585938, + 1.640625, + 1.671875, + 1.65625, + 1.4375, + 1.585938, + 1.453125, + 1.65625, + 1.390625, + 1.40625, + 1.601562, + 1.4375, + 1.6875, + 1.460938, + 1.539062, + 1.648438, + 1.078125, + 1.648438, + 1.703125, + 1.695312, + 1.648438, + 1.679688, + 1.640625, + 1.6875, + 1.53125, + 1.734375, + 1.226562, + 1.5, + 1.632812, + 1.648438, + 1.539062, + 1.5, + 1.570312, + 1.4375, + 1.40625, + 1.625, + 1.585938, + 1.53125, + 1.648438, + 1.453125, + 1.523438, + 1.304688, + 1.601562, + 1.625, + 1.234375, + 1.242188, + 1.351562, + 1.703125, + 1.703125, + 2.09375, + 1.703125, + 1.390625, + 1.445312, + 1.5625, + 1.710938, + 1.359375, + 0.976562, + 1.65625, + 1.546875, + 1.664062, + 1.632812, + 2.0625, + 1.515625, + 1.632812, + 1.34375, + 1.601562, + 1.523438, + 1.632812, + 0.9375, + 0.921875, + 1.632812, + 1.65625, + 1.625, + 1.523438, + 1.734375, + 1.640625, + 1.273438, + 1.59375, + 1.59375, + 1.609375, + 1.6875, + 1.164062, + 1.625, + 1.71875, + 1.414062, + 1.703125, + 1.351562, + 1.679688, + 1.773438, + 1.507812, + 0.206055, + 1.695312, + 1.617188, + 1.601562, + 1.578125, + 1.554688, + 1.664062, + 1.625, + 1.757812, + 1.5625, + 1.382812, + 1.609375, + 1.578125, + 1.921875, + 1.539062, + 1.65625, + 1.757812, + 1.578125, + 1.59375, + 1.640625, + 1.5, + 0.992188, + 1.59375, + 1.5, + 1.71875, + 1.554688, + 1.71875, + 1.742188, + 1.632812, + 1.617188, + 1.609375, + 1.226562, + 1.664062, + 1.265625, + 1.578125, + 1.523438, + 1.28125, + 1.382812, + 1.53125, + 1.664062, + 1.648438, + 1.625, + 1.546875, + 1.703125, + 1.695312, + 1.664062, + 1.6875, + 1.609375, + 1.710938, + 1.71875, + 1.398438, + 1.59375, + 1.601562, + 1.578125, + 1.445312, + 1.539062, + 1.679688, + 1.695312, + 1.257812, + 1.414062, + 1.578125, + 1.742188, + 1.726562, + 1.679688, + 1.6875, + 1.695312, + 1.664062, + 1.734375, + 1.546875, + 1.335938, + 1.390625, + 1.578125, + 1.578125, + 1.351562, + 1.640625, + 1.742188, + 1.523438, + 1.46875, + 1.71875, + 1.53125, + 1.695312, + 1.007812, + 1.398438, + 1.648438, + 1.5625, + 1.6875, + 1.695312, + 1.710938, + 1.734375, + 1.734375, + 1.609375, + 1.65625, + 1.578125, + 1.726562, + 1.617188, + 1.585938, + 1.742188, + 1.734375, + 1.71875, + 1.570312, + 1.726562, + 1.703125, + 1.578125, + 1.671875, + 1.585938, + 1.695312, + 1.5625, + 1.640625, + 1.664062, + 1.703125, + 1.664062, + 1.515625, + 1.695312, + 1.453125, + 1.585938, + 1.601562, + 1.640625, + 1.71875, + 1.578125, + 1.601562, + 1.742188, + 1.546875, + 1.59375, + 1.382812, + 1.375, + 1.320312, + 1.632812, + 1.484375, + 0.972656, + 1.65625, + 1.523438, + 0.722656, + 1.601562, + 1.640625, + 1.757812, + 0.871094, + 1.71875, + 1.445312, + 1.632812, + 1.335938, + 1.726562, + 1.257812, + 1.289062, + 1.703125, + 1.851562, + 2.03125, + 1.476562, + 0.613281, + 1.5, + 1.6875, + 1.679688, + 1.601562, + 1.609375, + 1.679688, + 1.648438, + 1.289062, + 1.523438, + 1.640625, + 1.625, + 1.359375, + 1.46875, + 1.304688, + 1.398438, + 1.476562, + 1.460938, + 1.65625, + 1.632812, + 1.476562, + 1.015625, + 1.617188, + 1.726562, + 1.648438, + 1.648438, + 1.59375, + 1.75, + 1.398438, + 1.671875, + 1.632812, + 1.703125, + 1.617188, + 1.664062, + 0.384766, + 1.65625, + 1.648438, + 1.632812, + 1.5, + 1.570312, + 1.460938, + 1.585938, + 1.4375, + 1.648438, + 1.679688, + 1.695312, + 1.625, + 1.265625, + 1.601562, + 1.515625, + 1.570312, + 1.578125, + 1.242188, + 1.492188, + 1.046875, + 1.664062, + 1.859375, + 1.648438, + 1.703125, + 1.578125, + 1.648438, + 1.625, + 1.570312, + 1.484375, + 1.414062, + 1.578125, + 1.601562, + 1.34375, + 1.625, + 1.4375, + 1.679688, + 1.476562, + 1.585938, + 1.617188, + 1.359375, + 1.65625, + 1.585938, + 1.742188, + 1.6875, + 1.523438, + 1.6875, + 1.539062, + 1.679688, + 1.335938, + 1.65625, + 1.609375, + 1.578125, + 1.65625, + 1.695312, + 1.445312, + 1.382812, + 1.554688, + 1.59375, + 1.53125, + 1.65625, + 1.617188, + 1.679688, + 0.898438, + 1.671875, + 1.257812, + 1.726562, + 1.695312, + 1.539062, + 1.617188, + 1.609375, + 1.695312, + 1.695312, + 1.4375, + 1.65625, + 1.75, + 1.46875, + 1.546875, + 1.679688, + 1.664062, + 1.578125, + 1.578125, + 1.65625, + 1.695312, + 1.703125, + 1.390625, + 1.445312, + 1.726562, + 1.640625, + 1.703125, + 1.617188, + 1.398438, + 1.570312, + 1.703125, + 1.664062, + 1.71875, + 1.585938, + 1.617188, + 1.671875, + 1.695312, + 1.71875, + 1.679688, + 1.625, + 1.5, + 1.632812, + 1.554688, + 0.964844, + 1.617188, + 1.710938, + 1.632812, + 1.546875, + 1.421875, + 1.648438, + 1.523438, + 1.703125, + 1.648438, + 1.695312, + 1.632812, + 1.523438, + 1.476562, + 1.734375, + 1.695312, + 1.671875, + 1.585938, + 1.445312, + 1.632812, + 1.578125, + 1.515625, + 1.59375, + 1.632812, + 0.992188, + 1.0, + 1.65625, + 1.304688, + 1.65625, + 1.664062, + 1.726562, + 1.304688, + 1.25, + 1.695312, + 1.617188, + 1.695312, + 1.59375, + 1.617188, + 1.390625, + 1.484375, + 1.671875, + 1.609375, + 1.648438, + 1.6875, + 0.875, + 1.71875, + 1.289062, + 1.664062, + 1.710938, + 1.492188, + 1.734375, + 1.65625, + 1.734375, + 1.726562, + 1.71875, + 1.648438, + 1.484375, + 1.40625, + 1.53125, + 1.640625, + 1.671875, + 1.648438, + 1.632812, + 1.65625, + 1.9375, + 1.242188, + 1.703125, + 1.539062, + 1.671875, + 1.640625, + 1.679688, + 1.625, + 1.640625, + 1.265625, + 1.023438, + 1.585938, + 1.664062, + 1.390625, + 0.9375, + 1.59375, + 1.46875, + 1.523438, + 1.210938, + 1.328125, + 1.703125, + 1.460938, + 1.453125, + 1.390625, + 1.28125, + 1.539062, + 1.78125, + 1.398438, + 1.601562, + 1.71875, + 1.679688, + 1.648438, + 1.554688, + 1.546875, + 1.648438, + 1.679688, + 1.609375, + 1.6875, + 1.4375, + 1.765625, + 1.695312, + 1.6875, + 1.578125, + 1.632812, + 1.445312, + 1.585938, + 1.679688, + 0.96875, + 1.632812, + 1.5625, + 1.46875, + 1.726562, + 1.625, + 1.640625, + 1.65625, + 1.6875, + 1.703125, + 1.617188, + 1.679688, + 1.617188, + 1.585938, + 1.390625, + 1.5625, + 1.492188, + 1.625, + 1.734375, + 1.671875, + 1.6875, + 1.632812, + 1.679688, + 1.617188, + 1.046875, + 1.53125, + 1.71875, + 1.40625, + 1.523438, + 1.671875, + 1.65625, + 1.578125, + 1.578125, + 1.648438, + 1.515625, + 1.195312, + 1.65625, + 1.679688, + 1.570312, + 1.65625, + 0.359375, + 1.671875, + 1.609375, + 1.648438, + 1.625, + 1.609375, + 1.460938, + 1.648438, + 1.445312, + 2.03125, + 1.609375, + 1.640625, + 1.5625, + 1.59375, + 1.6875, + 1.734375, + 1.546875, + 1.6875, + 1.539062, + 1.484375, + 1.554688, + 1.617188, + 1.554688, + 1.625, + 1.640625, + 1.609375, + 1.625, + 1.414062, + 1.710938, + 1.617188, + 1.65625, + 1.546875, + 1.695312, + 1.421875, + 1.5625, + 1.234375, + 1.585938, + 1.640625, + 1.609375, + 1.65625, + 1.65625, + 1.617188, + 1.5625, + 1.5625, + 1.390625, + 1.609375, + 1.695312, + 1.515625, + 1.585938, + 1.570312, + 1.648438, + 1.320312, + 1.648438, + 1.585938, + 1.539062, + 1.65625, + 1.632812, + 1.570312, + 1.585938, + 1.625, + 1.523438, + 1.8125, + 1.710938, + 1.453125, + 1.632812, + 1.46875, + 1.664062, + 1.578125, + 1.382812, + 1.65625, + 1.765625, + 1.65625, + 1.671875, + 0.996094, + 1.679688, + 1.617188, + 1.554688, + 1.679688, + 1.351562, + 1.273438, + 1.679688, + 1.664062, + 1.609375, + 1.671875, + 1.695312, + 1.679688, + 1.523438, + 1.6875, + 1.671875, + 1.578125, + 1.65625, + 1.242188, + 1.617188, + 0.957031, + 1.664062, + 1.625, + 1.570312, + 1.695312, + 1.679688, + 1.421875, + 0.449219, + 1.617188, + 1.734375, + 1.4375, + 1.546875, + 1.5, + 0.241211, + 1.617188, + 1.484375, + 1.65625, + 1.65625, + 1.484375, + 1.734375, + 1.6875, + 1.820312, + 0.691406, + 1.640625, + 1.554688, + 1.679688, + 1.632812, + 1.695312, + 1.328125, + 1.296875, + 1.507812, + 1.742188, + 1.757812, + 1.601562, + 1.671875, + 1.515625, + 1.648438, + 1.445312, + 1.632812, + 0.640625, + 1.53125, + 1.695312, + 1.695312, + 1.515625, + 1.6875, + 1.65625, + 1.671875, + 1.625, + 1.65625, + 1.726562, + 1.632812, + 1.46875, + 1.6875, + 2.53125, + 1.523438, + 1.554688, + 1.648438, + 1.632812, + 1.65625, + 0.917969, + 1.671875, + 1.664062, + 1.632812, + 1.671875, + 1.625, + 1.648438, + 1.4375, + 1.671875, + 1.21875, + 1.507812, + 1.0, + 1.539062, + 1.734375, + 1.382812, + 1.609375, + 1.648438, + 1.609375, + 1.640625, + 1.6875, + 0.972656, + 1.679688, + 1.71875, + 1.703125, + 1.78125, + 1.640625, + 1.617188, + 1.570312, + 1.71875, + 1.609375, + 1.515625, + 1.601562, + 1.679688, + 1.429688, + 1.671875, + 2.03125, + 1.71875, + 1.671875, + 1.617188, + 1.476562, + 1.632812, + 1.65625, + 1.390625, + 1.429688, + 1.640625, + 0.914062, + 1.65625, + 1.734375, + 1.640625, + 1.234375, + 1.695312, + 1.65625, + 1.695312, + 0.925781, + 1.351562, + 1.382812, + 1.445312, + 1.710938, + 1.359375, + 1.671875, + 1.601562, + 1.59375, + 1.726562, + 1.382812, + 1.46875, + 1.601562, + 1.601562, + 1.703125, + 1.578125, + 1.65625, + 1.554688, + 1.492188, + 1.65625, + 1.679688, + 1.617188, + 1.460938, + 1.679688, + 1.625, + 1.710938, + 1.6875, + 1.640625, + 1.304688, + 1.609375, + 1.585938, + 0.96875, + 1.65625, + 1.59375, + 1.4375, + 1.609375, + 1.421875, + 1.585938, + 1.679688, + 1.585938, + 3.390625, + 1.585938, + 1.65625, + 1.625, + 1.585938, + 1.632812, + 1.695312, + 1.65625, + 1.703125, + 1.710938, + 1.414062, + 1.023438, + 1.726562, + 1.65625, + 1.570312, + 1.601562, + 1.679688, + 1.664062, + 1.703125, + 1.25, + 1.414062, + 1.257812, + 1.476562, + 1.59375, + 1.34375, + 1.640625, + 1.726562, + 1.640625, + 1.585938, + 1.539062, + 1.65625, + 1.617188, + 1.6875, + 1.476562, + 1.679688, + 1.515625, + 1.578125, + 1.054688, + 1.703125, + 1.625, + 0.960938, + 1.710938, + 1.664062, + 1.851562, + 1.585938, + 0.871094, + 1.585938, + 1.523438, + 0.996094, + 1.65625, + 1.398438, + 1.273438, + 1.992188, + 1.609375, + 1.03125, + 1.679688, + 1.007812, + 1.65625, + 1.601562, + 1.515625, + 1.601562, + 1.351562, + 1.6875, + 1.601562, + 1.6875, + 1.421875, + 1.59375, + 1.460938, + 1.40625, + 1.664062, + 1.023438, + 1.4375, + 1.453125, + 0.988281, + 1.5625, + 1.570312, + 1.554688, + 1.78125, + 1.648438, + 1.648438, + 1.40625, + 1.640625, + 1.03125, + 1.492188, + 1.664062, + 1.695312, + 1.671875, + 1.617188, + 1.703125, + 1.4375, + 1.640625, + 1.5, + 1.671875, + 1.539062, + 1.5625, + 1.671875, + 1.539062, + 1.679688, + 1.617188, + 1.367188, + 1.710938, + 1.679688, + 1.679688, + 1.296875, + 1.5, + 1.648438, + 1.5, + 1.4375, + 0.992188, + 1.351562, + 1.65625, + 1.671875, + 1.640625, + 1.507812, + 1.65625, + 1.632812, + 1.617188, + 1.609375, + 1.617188, + 1.421875, + 1.507812, + 1.625, + 1.476562, + 1.632812, + 1.570312, + 1.0, + 1.640625, + 1.632812, + 1.570312, + 1.617188, + 1.554688, + 1.640625, + 1.59375, + 1.546875, + 1.476562, + 0.925781, + 1.515625, + 1.296875, + 1.617188, + 1.484375, + 1.71875, + 1.710938 + ] + }, + "name": "model.model.layers.24.post_attention_layernorm.weight", + "outputIndexes": [ + 2035 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2034 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_24/Mul_output_0", + "outputIndexes": [ + 2036 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2035, + 2036 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_24/Mul_1_output_0", + "outputIndexes": [ + 2037 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2037 + ], + "outputIndexes": [ + 2996 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 2996 + ], + "outputIndexes": [ + 2997 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear", + "inputIndexes": [ + 2997 + ], + "outputIndexes": [ + 2998 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3163100872, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 2998 + ], + "outputIndexes": [ + 2999 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 2999 + ], + "outputIndexes": [ + 2038 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2038 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_24/Sigmoid_output_0", + "outputIndexes": [ + 2039 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2038, + 2039 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Mul_output_0", + "outputIndexes": [ + 2040 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2037 + ], + "outputIndexes": [ + 3000 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3000 + ], + "outputIndexes": [ + 3001 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear", + "inputIndexes": [ + 3001 + ], + "outputIndexes": [ + 3002 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3201291998, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3002 + ], + "outputIndexes": [ + 3003 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3003 + ], + "outputIndexes": [ + 2041 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2040, + 2041 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_24/Mul_output_0", + "outputIndexes": [ + 2042 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2042 + ], + "outputIndexes": [ + 3004 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3004 + ], + "outputIndexes": [ + 3005 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear", + "inputIndexes": [ + 3005 + ], + "outputIndexes": [ + 3006 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3239483124, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3006 + ], + "outputIndexes": [ + 3007 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3007 + ], + "outputIndexes": [ + 2043 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2034, + 2043 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_124_output_0", + "outputIndexes": [ + 2044 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2044, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_225_output_0", + "outputIndexes": [ + 2045 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.941406, + 0.808594, + 0.972656, + 0.921875, + 1.039062, + 0.882812, + 0.773438, + 0.832031, + 2.03125, + 0.898438, + 0.8125, + 0.886719, + 0.792969, + 0.757812, + 1.023438, + 0.890625, + 0.832031, + 0.777344, + 0.800781, + 1.6875, + 2.078125, + 0.832031, + 0.808594, + 0.832031, + 0.824219, + 0.863281, + 2.125, + 0.886719, + 0.871094, + 0.804688, + 0.933594, + 0.894531, + 2.21875, + 0.855469, + 0.933594, + 0.972656, + 0.910156, + 2.171875, + 0.808594, + 1.015625, + 0.859375, + 0.75, + 1.375, + 0.851562, + 0.894531, + 0.917969, + 2.6875, + 0.941406, + 0.863281, + 0.910156, + 0.980469, + 0.792969, + 0.824219, + 0.761719, + 0.832031, + 0.871094, + 0.878906, + 1.382812, + 0.855469, + 1.140625, + 0.785156, + 0.859375, + 0.867188, + 0.820312, + 0.898438, + 0.886719, + 0.824219, + 0.78125, + 0.933594, + 0.832031, + 0.78125, + 1.054688, + 0.921875, + 0.796875, + 0.867188, + 0.871094, + 0.945312, + 0.847656, + 2.390625, + 0.992188, + 0.886719, + 1.53125, + 0.945312, + 0.855469, + 0.875, + 2.65625, + 0.78125, + 1.164062, + 0.851562, + 1.40625, + 0.84375, + 0.847656, + 0.839844, + 0.804688, + 1.210938, + 0.78125, + 2.25, + 0.855469, + 0.804688, + 0.886719, + 0.855469, + 0.914062, + 1.140625, + 0.835938, + 1.078125, + 0.929688, + 1.140625, + 0.929688, + 0.925781, + 0.789062, + 0.789062, + 0.773438, + 0.859375, + 2.890625, + 0.832031, + 3.15625, + 0.835938, + 0.875, + 0.886719, + 0.929688, + 0.753906, + 0.8125, + 0.988281, + 0.859375, + 0.863281, + 0.800781, + 0.859375, + 0.761719, + 2.625, + 0.902344, + 2.109375, + 0.726562, + 0.933594, + 0.851562, + 1.140625, + 0.832031, + 0.847656, + 0.832031, + 0.949219, + 0.859375, + 0.796875, + 0.921875, + 1.117188, + 0.648438, + 2.203125, + 0.851562, + 0.996094, + 0.769531, + 0.921875, + 0.792969, + 0.839844, + 0.796875, + 0.8125, + 0.804688, + 0.949219, + 0.929688, + 0.851562, + 1.210938, + 0.898438, + 0.929688, + 1.023438, + 0.964844, + 2.1875, + 0.8125, + 2.21875, + 0.929688, + 0.835938, + 1.078125, + 0.804688, + 0.8125, + 0.800781, + 0.773438, + 0.757812, + 0.871094, + 0.789062, + 1.117188, + 0.816406, + 0.8125, + 0.914062, + 0.808594, + 0.746094, + 0.769531, + 0.800781, + 1.132812, + 0.75, + 0.863281, + 0.832031, + 0.980469, + 0.835938, + 0.84375, + 0.894531, + 0.8125, + 1.28125, + 0.804688, + 1.367188, + 0.8125, + 0.839844, + 0.890625, + 1.0625, + 0.824219, + 0.8125, + 2.65625, + 0.933594, + 0.925781, + 0.933594, + 0.78125, + 0.863281, + 0.890625, + 0.839844, + 0.746094, + 0.867188, + 0.824219, + 0.820312, + 0.828125, + 0.789062, + 0.949219, + 0.867188, + 0.929688, + 1.132812, + 0.832031, + 0.777344, + 0.894531, + 0.972656, + 0.839844, + 0.828125, + 1.09375, + 0.871094, + 0.90625, + 0.789062, + 0.765625, + 0.828125, + 0.867188, + 0.914062, + 0.765625, + 0.820312, + 1.070312, + 0.765625, + 0.890625, + 2.515625, + 0.851562, + 0.835938, + 0.785156, + 0.804688, + 0.804688, + 0.824219, + 0.9375, + 0.824219, + 0.863281, + 0.851562, + 0.832031, + 0.792969, + 1.421875, + 0.914062, + 0.828125, + 0.796875, + 0.898438, + 0.746094, + 2.703125, + 0.796875, + 0.890625, + 0.792969, + 0.84375, + 0.832031, + 0.847656, + 0.835938, + 0.832031, + 0.816406, + 0.75, + 0.9375, + 0.828125, + 0.882812, + 0.855469, + 0.8125, + 0.910156, + 0.824219, + 1.0, + 0.871094, + 1.351562, + 0.792969, + 0.863281, + 0.777344, + 0.765625, + 2.671875, + 0.8125, + 0.824219, + 0.9375, + 0.832031, + 0.839844, + 0.820312, + 1.039062, + 1.070312, + 0.992188, + 0.914062, + 0.984375, + 0.855469, + 0.84375, + 0.988281, + 0.925781, + 0.875, + 0.773438, + 0.734375, + 0.9375, + 1.039062, + 0.894531, + 1.203125, + 0.859375, + 0.765625, + 0.777344, + 0.796875, + 0.847656, + 1.96875, + 0.886719, + 0.753906, + 0.761719, + 2.1875, + 0.828125, + 0.847656, + 0.964844, + 0.921875, + 0.800781, + 0.878906, + 0.847656, + 0.769531, + 0.816406, + 0.839844, + 0.808594, + 0.777344, + 0.796875, + 0.886719, + 0.875, + 2.578125, + 0.953125, + 0.878906, + 0.835938, + 0.941406, + 0.800781, + 0.855469, + 1.15625, + 0.839844, + 0.875, + 2.6875, + 0.765625, + 0.816406, + 0.796875, + 2.5, + 0.917969, + 0.976562, + 0.808594, + 0.804688, + 0.75, + 0.839844, + 0.921875, + 1.1875, + 0.8125, + 1.046875, + 0.816406, + 0.78125, + 0.832031, + 0.792969, + 0.832031, + 1.234375, + 1.046875, + 2.34375, + 0.941406, + 1.875, + 1.039062, + 0.84375, + 0.914062, + 0.8125, + 0.941406, + 0.800781, + 0.796875, + 0.855469, + 0.804688, + 0.875, + 0.980469, + 2.453125, + 0.976562, + 0.828125, + 0.847656, + 0.953125, + 0.875, + 0.898438, + 0.945312, + 0.871094, + 0.914062, + 0.929688, + 0.835938, + 0.898438, + 0.886719, + 0.789062, + 0.941406, + 2.296875, + 0.859375, + 0.785156, + 0.839844, + 0.878906, + 0.855469, + 0.832031, + 2.609375, + 0.878906, + 0.890625, + 1.03125, + 0.910156, + 0.976562, + 0.800781, + 0.855469, + 0.867188, + 0.828125, + 0.863281, + 1.046875, + 0.851562, + 0.933594, + 0.777344, + 0.789062, + 1.28125, + 0.859375, + 0.828125, + 0.8125, + 0.808594, + 0.945312, + 0.902344, + 0.8125, + 0.835938, + 0.808594, + 0.910156, + 0.882812, + 0.851562, + 0.917969, + 0.863281, + 0.777344, + 0.792969, + 1.0, + 0.796875, + 0.820312, + 0.808594, + 0.824219, + 0.863281, + 0.824219, + 0.875, + 0.792969, + 0.886719, + 0.96875, + 0.839844, + 0.949219, + 0.882812, + 0.808594, + 0.886719, + 0.878906, + 1.351562, + 1.0625, + 0.753906, + 0.84375, + 0.832031, + 1.007812, + 2.40625, + 0.769531, + 0.796875, + -1.3e-05, + 0.867188, + 0.816406, + 0.785156, + 0.824219, + 1.414062, + 0.894531, + 0.957031, + 0.886719, + 0.828125, + 0.929688, + 0.832031, + 0.789062, + 2.578125, + 0.785156, + 0.757812, + 0.878906, + 0.953125, + 0.816406, + 0.871094, + 0.808594, + 0.832031, + 0.890625, + 0.808594, + 0.894531, + 0.898438, + 1.25, + 0.875, + 0.964844, + 0.929688, + 0.867188, + 0.941406, + 0.8125, + 0.894531, + 1.203125, + 0.820312, + 0.925781, + 0.769531, + 0.8125, + 0.828125, + 1.117188, + 0.890625, + 0.8125, + 0.832031, + 0.8125, + 0.9375, + 0.777344, + 1.03125, + 0.847656, + 0.710938, + 0.847656, + 0.863281, + 0.816406, + 0.871094, + 0.828125, + 0.875, + 0.917969, + 0.859375, + 0.796875, + 0.800781, + 0.8125, + 1.023438, + 0.777344, + 0.84375, + 0.796875, + 2.578125, + 0.808594, + 0.828125, + 0.898438, + 0.804688, + 0.828125, + 0.789062, + 0.796875, + 0.953125, + 1.125, + 0.816406, + 0.78125, + 0.835938, + 1.007812, + 0.800781, + 0.890625, + 0.828125, + 0.9375, + 0.851562, + 0.972656, + 0.84375, + 0.960938, + 0.773438, + 1.375, + 1.859375, + 0.746094, + 0.957031, + 0.898438, + 0.992188, + 0.816406, + 1.859375, + 0.820312, + 0.898438, + 0.800781, + 0.757812, + 0.828125, + 0.804688, + 0.855469, + 0.832031, + 0.863281, + 0.714844, + 0.9375, + 0.875, + 0.835938, + 0.878906, + 0.894531, + 0.804688, + 0.917969, + 0.8125, + 0.8125, + 0.890625, + 0.746094, + 0.8125, + 0.820312, + 0.957031, + 0.925781, + 0.898438, + 0.851562, + 0.859375, + 0.84375, + 0.816406, + 0.925781, + 0.769531, + 0.828125, + 0.859375, + 0.792969, + 0.839844, + 0.917969, + 0.898438, + 0.816406, + 0.976562, + 0.773438, + 1.070312, + 0.765625, + 0.859375, + 0.90625, + 0.910156, + 0.910156, + 0.847656, + 0.804688, + 1.367188, + 0.933594, + 0.921875, + 0.800781, + 0.800781, + 2.53125, + 0.925781, + 1.015625, + 0.859375, + 0.832031, + 0.972656, + 0.792969, + 0.808594, + 2.59375, + 0.871094, + 0.863281, + 0.871094, + 0.832031, + 0.808594, + 2.328125, + 0.867188, + 2.203125, + 0.824219, + 1.148438, + 0.777344, + 0.832031, + 0.957031, + 0.929688, + 0.875, + 0.789062, + 0.832031, + 0.734375, + 0.828125, + 0.839844, + 0.613281, + 0.816406, + 0.796875, + 0.800781, + 0.992188, + 0.804688, + 0.839844, + 0.859375, + 2.109375, + 0.847656, + 0.855469, + 0.808594, + 0.769531, + 2.5625, + 0.902344, + 0.84375, + 1.109375, + 1.9375, + 0.792969, + 0.878906, + 0.828125, + 0.882812, + 0.976562, + 1.007812, + 0.820312, + 2.625, + 0.875, + 0.800781, + 0.828125, + 0.78125, + 0.847656, + 0.820312, + 0.855469, + 0.792969, + 0.839844, + 0.734375, + 0.84375, + 0.851562, + 0.765625, + 0.882812, + 0.941406, + 1.046875, + 0.835938, + 0.832031, + 0.84375, + 0.800781, + 0.859375, + 1.554688, + 0.945312, + 0.824219, + 0.9375, + 0.878906, + 2.140625, + 0.917969, + 1.085938, + 0.820312, + 0.96875, + 0.816406, + 1.25, + 2.3125, + 1.046875, + 1.148438, + 0.816406, + 0.898438, + 0.816406, + 0.871094, + 0.8125, + 0.816406, + 0.792969, + 0.78125, + 2.734375, + 0.84375, + 0.925781, + 0.839844, + 0.664062, + 0.878906, + 0.796875, + 1.171875, + 2.65625, + 2.0625, + 0.808594, + 0.976562, + 0.855469, + 1.0, + 0.804688, + 0.796875, + 0.785156, + 0.910156, + 0.8125, + 0.832031, + 2.34375, + 0.863281, + 1.375, + 0.835938, + 0.832031, + 0.792969, + 0.777344, + 0.964844, + 0.847656, + 1.039062, + 0.804688, + 0.773438, + 0.828125, + 0.847656, + 0.769531, + 0.925781, + 0.894531, + 0.78125, + 0.777344, + 0.863281, + 0.769531, + 0.996094, + 0.828125, + 1.054688, + 0.804688, + 0.910156, + 0.988281, + 0.808594, + 0.808594, + 0.910156, + 0.816406, + 0.964844, + 1.625, + 0.808594, + 0.8125, + 0.933594, + 2.34375, + 0.800781, + 0.785156, + 0.839844, + 0.882812, + 1.445312, + 1.304688, + 0.84375, + 0.882812, + 2.703125, + 0.789062, + 1.046875, + 2.515625, + 0.859375, + 1.023438, + 0.839844, + 0.867188, + 0.761719, + 0.929688, + 0.820312, + 0.800781, + 1.0, + 0.8125, + 0.820312, + 0.980469, + 0.84375, + 0.828125, + 0.855469, + 1.148438, + 2.3125, + 0.890625, + 0.820312, + 0.933594, + 1.085938, + 0.828125, + 1.09375, + 0.78125, + 0.773438, + 2.53125, + 0.785156, + 0.9375, + 0.855469, + 2.546875, + 0.828125, + 0.773438, + 1.007812, + 0.996094, + 0.804688, + 0.867188, + 0.796875, + 1.773438, + 0.785156, + 0.949219, + 0.855469, + 0.976562, + 0.847656, + 2.28125, + 0.808594, + 0.761719, + 2.265625, + 0.988281, + 0.855469, + 0.777344, + 0.789062, + 0.734375, + 0.804688, + 0.835938, + 0.816406, + 0.894531, + 0.953125, + 0.957031, + 0.847656, + 0.800781, + 0.921875, + 0.90625, + 0.8125, + 0.882812, + 0.820312, + 0.941406, + 0.941406, + 0.820312, + 1.085938, + 0.832031, + 0.828125, + 0.90625, + 0.871094, + 0.757812, + 0.765625, + 0.78125, + 0.972656, + 1.039062, + 0.875, + 0.859375, + 0.929688, + 0.863281, + 0.886719, + 0.898438, + 1.023438, + 0.835938, + 0.765625, + 0.835938, + 0.855469, + 0.757812, + 1.015625, + 0.8125, + 0.777344, + 0.863281, + 0.789062, + 0.882812, + 0.902344, + 0.859375, + 0.898438, + 0.859375, + 0.910156, + 2.609375, + 0.859375, + 2.671875, + 0.816406, + 0.957031, + 1.382812, + 0.902344, + 0.851562, + 0.824219, + 0.804688, + 0.78125, + 2.625, + 1.890625, + 2.203125, + 0.828125, + 0.804688, + 0.820312, + 0.949219, + 0.789062, + 0.816406, + 0.820312, + 2.28125, + 2.171875, + 0.871094, + 0.804688, + 0.832031, + 0.839844, + 0.839844, + 0.925781, + 0.804688, + 0.894531, + 0.820312, + 0.828125, + 0.902344, + 0.996094, + 0.808594, + 2.15625, + 0.84375, + 0.785156, + 0.832031, + 0.941406, + 0.882812, + 0.78125, + 0.855469, + 0.835938, + 0.789062, + 0.855469, + 0.839844, + 0.78125, + 0.921875, + 0.769531, + 0.859375, + 0.867188, + 0.800781, + 0.953125, + 0.808594, + 0.839844, + 0.894531, + 0.851562, + 1.023438, + 0.851562, + 0.835938, + 0.875, + 0.847656, + 0.828125, + 0.765625, + 2.65625, + 2.3125, + 0.792969, + 1.054688, + 0.910156, + 2.125, + 0.9375, + 1.117188, + 1.023438, + 0.832031, + 0.902344, + 0.863281, + 0.882812, + 0.835938, + 2.609375, + 0.773438, + 2.46875, + 1.023438, + 0.960938, + 0.855469, + 1.09375, + 1.03125, + 0.835938, + 0.855469, + 0.78125, + 0.933594, + 1.453125, + 0.917969, + 0.777344, + 2.484375, + 0.925781, + 1.0, + 1.648438, + 0.863281, + 0.855469, + 0.910156, + 0.867188, + 0.804688, + 0.882812, + 0.871094, + 1.875, + 0.878906, + 0.992188, + 0.855469, + 0.949219, + 0.8125, + 1.0, + 0.890625, + 0.824219, + 0.761719, + 0.84375, + 1.148438, + 0.835938, + 0.773438, + 0.953125, + 2.390625, + 0.898438, + 0.808594, + 0.796875, + 0.859375, + 1.171875, + 0.941406, + 0.816406, + 0.828125, + 0.894531, + 0.898438, + 2.21875, + 0.84375, + 0.816406, + 0.816406, + 0.945312, + 2.625, + 0.816406, + 0.914062, + 0.847656, + 0.890625, + 0.878906, + 0.746094, + 0.796875, + 1.242188, + 0.886719, + 0.855469, + 0.875, + 2.546875, + 0.824219, + 0.804688, + 2.59375, + 1.007812, + 0.863281, + 0.820312, + 0.914062, + 0.761719, + 0.792969, + 0.878906, + 0.914062, + 1.015625, + 1.585938, + 0.820312, + 0.683594, + 0.949219, + 1.851562, + 0.84375, + 0.8125, + 1.765625, + 0.761719, + 0.789062, + 0.792969, + 0.789062, + 0.800781, + 1.046875, + 1.9375, + 0.867188, + 0.835938, + 0.855469, + 1.007812, + 0.902344, + 0.785156, + 0.761719, + 0.953125, + 0.898438, + 0.832031, + 1.0625, + 0.890625, + 1.132812, + 0.816406, + 2.328125, + 2.34375, + 1.007812, + 0.792969, + 0.933594, + 0.851562, + 1.015625, + 1.304688, + 0.789062, + 1.039062, + 0.855469, + 0.839844, + 0.777344, + 0.871094, + 0.949219, + 0.8125, + 0.960938, + 0.847656, + 0.828125, + 0.777344, + 0.8125, + 1.03125, + 0.785156, + 0.945312, + 2.59375, + 1.25, + 0.84375, + 0.945312, + 1.0625, + 1.015625, + 0.769531, + 0.71875, + 0.882812, + 0.800781, + 0.984375, + 0.820312, + 0.773438, + 0.917969, + 0.964844, + 0.789062, + 1.289062, + 0.953125, + 0.683594, + 0.890625, + 0.832031, + 0.804688, + 0.824219, + 1.039062, + 1.265625, + 0.804688, + 0.9375, + 0.875, + 0.851562, + 2.25, + 1.1875, + 0.8125, + 0.832031, + 1.132812, + 0.753906, + 0.90625, + 0.785156, + 0.910156, + 0.742188, + 0.933594, + 0.859375, + 0.828125, + 0.78125, + 0.914062, + 0.8125, + 0.796875, + 0.890625, + 0.863281, + 1.96875, + 0.839844, + 0.925781, + 0.835938, + 0.84375, + 0.761719, + 0.746094, + 0.882812, + 1.09375, + 0.8125, + 0.871094, + 0.796875, + 1.023438, + 1.109375, + 0.765625, + 0.855469, + 0.867188, + 0.878906, + 0.738281, + 0.878906, + 0.753906, + 1.28125, + 0.792969, + 0.820312, + 0.949219, + 0.824219, + 0.773438, + 1.054688, + 0.816406, + 0.875, + 0.976562, + 0.804688, + 0.875, + 0.804688, + 0.917969, + 0.941406, + 0.820312, + 0.8125, + 0.769531, + 0.835938, + 0.792969, + 0.914062, + 0.84375, + 1.007812, + 0.859375, + 0.894531, + 0.851562, + 0.847656, + 0.84375, + 0.8125, + 0.816406, + 1.0, + 0.957031, + 0.949219, + 0.828125, + 0.886719, + 0.773438, + 0.789062, + 0.847656, + 0.816406, + 0.816406, + 0.9375, + 0.851562, + 0.820312, + 0.800781, + 2.8125, + 0.820312, + 0.941406, + 2.6875, + 0.769531, + 0.828125, + 0.835938, + 0.796875, + 0.730469, + 0.84375, + 0.855469, + 1.351562, + 0.925781, + 0.839844, + 0.84375, + 0.996094, + 1.242188, + 0.761719, + 0.921875, + 0.921875, + 1.851562, + 0.78125, + 0.800781, + 0.871094, + 0.855469, + 0.78125, + 0.867188, + 0.988281, + 0.816406, + 0.886719, + 0.828125, + 0.996094, + 0.792969, + 0.890625, + 0.8125, + 0.9375, + 0.855469, + 0.957031, + 0.820312, + 0.886719, + 0.859375, + 1.03125, + 1.054688, + 0.792969, + 0.824219, + 0.890625, + 0.828125, + 0.800781, + 0.835938, + 1.0, + 0.832031, + 0.808594, + 0.777344, + 0.890625, + 0.804688, + 0.816406, + 1.03125, + 0.777344, + 0.953125, + 0.894531, + 1.054688, + 2.78125, + 1.015625, + 0.78125, + 0.964844, + 0.824219, + 0.867188, + 0.890625, + 0.859375, + 0.933594, + 0.824219, + 0.761719, + 0.558594, + 0.800781, + 1.15625, + 0.75, + 0.808594, + 0.832031, + 0.914062, + 1.515625, + 2.71875, + 0.765625, + 0.839844, + 2.171875, + 0.867188, + 0.78125, + 1.0625, + 0.960938, + 0.863281, + 0.8125, + 0.960938, + 0.832031, + 0.859375, + 0.933594, + 0.890625, + 1.367188, + 0.855469, + 2.546875, + 0.914062, + 0.984375, + 0.863281, + 0.84375, + 0.882812, + 0.949219, + 0.871094, + 0.847656, + 0.960938, + 1.015625, + 1.0, + 0.855469, + 0.90625, + 0.886719, + 0.792969, + 0.796875, + 0.832031, + 0.886719, + 0.785156, + 1.179688, + 0.777344, + 0.886719, + 0.980469, + 0.964844, + 0.863281, + 0.855469, + 0.847656, + 0.882812, + 0.824219, + 0.777344, + 0.796875, + 1.203125, + 0.765625, + 0.90625, + 0.832031, + 0.945312, + 0.8125, + 0.882812, + 0.925781, + 1.109375, + 0.773438, + 0.925781, + 0.832031, + 0.808594, + 0.847656, + 0.808594, + 1.15625, + 0.925781, + 0.832031, + 1.085938, + 0.910156, + 0.828125, + 0.921875, + 0.8125, + 1.773438, + 0.84375, + 0.894531, + 0.847656, + 0.914062, + 0.976562, + 0.769531, + 0.808594, + 0.824219, + 0.878906, + 0.816406, + 0.933594, + 0.855469, + 0.941406, + 0.824219, + 0.9375, + 0.898438, + 2.359375, + 0.917969, + 0.835938, + 0.875, + 0.886719, + 0.867188, + 1.054688, + 1.132812, + 0.84375, + 0.878906, + 0.796875, + 0.738281, + 0.796875, + 0.820312, + 0.820312, + 1.070312, + 0.8125, + 0.847656, + 0.824219, + 0.871094, + 0.804688, + 2.21875, + 0.953125, + 0.828125, + 0.8125, + 0.894531, + 0.816406, + 0.984375, + 0.824219, + 0.882812, + 0.921875, + 0.847656, + 0.828125, + 0.792969, + 0.992188, + 0.933594, + 0.789062, + 2.59375, + 0.746094, + 0.820312, + 2.640625, + 0.792969, + 0.894531, + 0.941406, + 0.789062, + 0.917969, + 0.875, + 0.839844, + 2.390625, + 0.792969, + 2.5, + 0.796875, + 0.859375, + 0.949219, + 2.734375, + 0.839844, + 0.828125, + 0.964844, + 0.804688, + 0.972656, + 1.140625, + 0.914062, + 0.828125, + 0.847656, + 0.851562, + 2.359375, + 0.835938, + 0.90625, + 0.890625, + 0.933594, + 0.839844, + 2.09375, + 0.894531, + 0.898438, + 0.851562, + 0.902344, + 1.226562, + 0.78125, + 0.847656, + 0.832031, + 0.816406, + 0.824219, + 0.742188, + 0.804688, + 0.867188, + 0.769531, + 0.839844, + 2.09375, + 0.824219, + 0.859375, + 0.871094, + 0.816406, + 0.902344, + 0.808594, + 0.804688, + 0.789062, + 2.4375, + 0.90625, + 0.851562, + 1.382812, + 1.054688, + 0.804688, + 0.964844, + 0.792969, + 0.804688, + 0.910156, + 0.800781, + 0.851562, + 0.828125, + 0.839844, + 0.859375, + 0.941406, + 0.855469, + 0.753906, + 0.8125, + 0.828125, + 0.84375, + 2.15625, + 0.886719, + 0.792969, + 0.875, + 0.8125, + 0.824219, + 0.835938, + 0.882812, + 1.03125, + 0.976562, + 0.878906, + 0.933594, + 0.886719, + 0.84375, + 0.910156, + 0.808594, + 2.5625, + 0.804688, + 0.800781, + 0.914062, + 0.828125, + 0.851562, + 0.871094, + 0.820312, + 0.84375, + 0.8125, + 0.882812, + 0.800781, + 0.835938, + 0.820312, + 0.828125, + 1.03125, + 0.863281, + 0.980469, + 0.828125, + 0.832031, + 0.800781, + 0.84375, + 0.863281, + 0.8125, + 1.007812, + 0.8125, + 0.789062, + 0.765625, + 0.867188, + 0.863281, + 1.179688, + 0.824219, + 0.835938, + 0.992188, + 0.855469, + 0.894531, + 0.84375, + 0.789062, + 0.960938, + 0.933594, + 0.824219, + 0.820312, + 0.789062, + 0.902344, + 1.03125, + 0.804688, + 0.796875, + 2.484375, + 0.804688, + 0.816406, + 0.71875, + 0.800781, + 0.8125, + 0.941406, + 0.847656, + 2.4375, + 0.800781, + 0.910156, + 0.835938, + 0.820312, + 0.867188, + 1.015625, + 0.867188, + 0.847656, + 2.265625, + 2.453125, + 0.933594, + 0.890625, + 0.847656, + 0.816406, + 0.863281, + 0.855469, + 0.867188, + 0.828125, + 0.886719, + 0.867188, + 0.941406, + 0.847656, + 0.796875, + 0.84375, + 0.789062, + 2.328125, + 0.808594, + 0.804688, + 0.777344, + 2.109375, + 0.925781, + 0.847656, + 0.792969, + 0.886719, + 0.839844, + 0.886719, + 0.78125, + 0.855469, + 0.902344, + 0.816406, + 1.21875, + 0.847656, + 0.878906, + 0.910156, + 0.75, + 0.804688, + 0.84375, + 1.140625, + 0.859375, + 0.84375, + 0.859375, + 0.839844, + 0.8125, + 0.816406, + 2.265625, + 0.785156, + 0.957031, + 1.023438, + 2.015625, + 0.964844, + 0.773438, + 0.890625, + 0.882812, + 0.867188, + 1.179688, + 2.578125, + 0.796875, + 0.875, + 0.820312, + 0.835938, + 0.75, + 0.804688, + 0.851562, + 1.0625, + 0.882812, + 0.816406, + 1.015625, + 0.785156, + 0.894531, + 0.777344, + 0.855469, + 0.78125, + 0.761719, + 0.953125, + 0.800781, + 0.816406, + 0.886719, + 2.1875, + 0.945312, + 1.257812, + 0.792969, + 0.828125, + 0.871094, + 0.800781, + 0.75, + 0.90625, + 0.929688, + 2.421875, + 1.132812, + 0.777344, + 0.820312, + 0.851562, + 0.796875, + 0.847656, + 0.828125, + 0.925781, + 0.800781, + 0.847656, + 1.039062, + 0.898438, + 0.796875, + 0.878906, + 0.859375, + 0.878906, + 0.8125, + 0.804688, + 0.898438, + 0.792969, + 0.875, + 0.769531, + 0.917969, + 0.695312, + 0.835938, + 0.867188, + 0.839844, + 0.832031, + 0.867188, + 0.808594, + 0.828125, + 0.746094, + 0.867188, + 0.816406, + 0.878906, + 0.933594, + 0.902344, + 0.800781, + 2.125, + 0.960938, + 0.785156, + 0.824219, + 0.800781, + 0.769531, + 0.800781, + 0.863281, + 2.6875, + 1.0, + 0.773438, + 1.007812, + 0.828125, + 0.871094, + 1.195312, + 0.953125, + 0.816406, + 0.824219, + 2.734375, + 0.859375, + 1.164062, + 1.070312, + 1.03125, + 0.894531, + 0.839844, + 0.875, + 0.835938, + 0.84375, + 0.890625, + 0.832031, + 0.765625, + 0.851562, + 0.738281, + 0.78125, + 0.796875, + 0.855469, + 0.957031, + 1.046875, + 0.761719, + 1.070312, + 0.871094, + 0.839844, + 0.828125, + 0.960938, + 0.921875, + 0.957031, + 0.785156, + 0.777344, + 0.800781, + 0.90625, + 0.914062, + 0.941406, + 0.914062, + 2.609375, + 0.878906, + 0.839844, + 0.824219, + 0.980469, + 0.796875, + 0.8125, + 2.609375, + 0.863281, + 0.886719, + 0.84375, + 0.820312, + 0.859375, + 0.816406, + 0.84375, + 0.667969, + 0.890625, + 0.855469, + 0.839844, + 1.015625, + 1.390625, + 0.933594, + 0.863281, + 1.023438, + 0.851562, + 0.78125, + 0.878906, + 0.800781, + 0.851562, + 0.511719, + 0.84375, + 0.910156, + 0.789062, + 0.863281, + 0.796875, + 0.878906, + 2.703125, + 0.882812, + 2.390625, + 0.882812, + 1.179688, + 0.753906, + 0.824219, + 0.84375, + 0.828125, + 0.839844, + 0.78125, + 0.800781, + 0.804688, + 0.789062, + 0.910156, + 1.015625, + 0.941406, + 0.949219, + 1.953125, + 0.941406, + 0.878906, + 1.304688, + 0.828125, + 0.785156, + 0.847656, + 0.859375, + 1.023438, + 0.855469, + 0.816406, + 1.039062, + 0.976562, + 0.800781, + 0.742188, + 0.785156, + 0.796875, + 2.515625, + 0.875, + 0.804688, + 0.84375, + 0.832031, + 0.800781, + 2.265625, + 0.785156, + 0.789062, + 1.914062, + 0.902344, + 0.777344, + 0.96875, + 2.0625, + 0.933594, + 0.769531, + 0.875, + 0.832031, + 1.117188, + 0.875, + 0.761719, + 0.820312, + 0.828125, + 0.925781, + 0.8125, + 0.875, + 2.59375, + 0.894531, + 0.84375, + 0.851562, + 0.757812, + 2.59375, + 0.878906, + 0.871094, + 0.769531, + 0.792969, + 0.808594, + 2.59375, + 0.820312, + 0.984375, + 0.855469, + 0.878906, + 2.109375, + 1.0, + 0.980469, + 0.9375, + 1.984375, + 0.925781, + 0.714844, + 0.949219, + 1.117188, + 0.777344, + 0.933594, + 0.75, + 1.414062, + 0.804688, + 0.929688, + 0.84375, + 0.796875, + 0.808594, + 0.824219, + 0.761719, + 0.882812, + 0.8125, + 0.835938, + 0.785156, + 0.835938, + 0.78125, + 0.769531, + 0.886719, + 0.859375, + 0.804688, + 0.8125, + 0.890625, + 0.855469, + 0.84375, + 0.808594, + 0.984375, + 0.761719, + 0.84375, + 2.5, + 0.800781, + 1.015625, + 0.921875, + 0.832031, + 0.800781, + 0.882812, + 0.914062, + 0.765625, + 2.765625, + 0.851562, + 0.808594, + 0.878906, + 0.746094, + 0.800781, + 0.847656, + 0.957031, + 0.894531, + 0.832031, + 0.804688, + 2.15625, + 0.804688, + 2.59375, + 2.34375, + 0.8125, + 0.804688, + 2.15625, + 0.796875, + 0.832031, + 0.941406, + 0.945312, + 0.800781, + 0.996094, + 0.808594, + 0.796875, + 1.28125, + 1.945312, + 2.3125, + 0.808594, + 0.847656, + 0.855469, + 0.957031, + 0.816406, + 0.941406, + 0.9375, + 0.84375, + 0.804688, + 0.875, + 2.484375, + 0.785156, + 0.917969, + 0.8125, + 0.816406, + 1.0, + 0.800781, + 0.871094, + 0.824219, + 0.820312, + 0.84375, + 0.84375, + 0.769531, + 0.875, + 1.0625, + 1.03125, + 2.578125, + 0.84375, + 0.777344, + 1.335938, + 0.808594, + 0.832031, + 0.898438, + 0.84375, + 0.867188, + 0.871094, + 0.796875, + 0.90625, + 0.78125, + 0.84375, + 0.910156, + 0.808594, + 0.964844, + 2.609375, + 0.804688, + 0.875, + 0.742188, + 0.890625, + 0.8125, + 0.964844, + 0.871094, + 0.96875, + 1.828125, + 0.921875, + 0.777344, + 0.820312, + 0.800781, + 1.0, + 1.015625, + 0.871094, + 0.929688, + 1.242188, + 0.800781, + 0.890625, + 0.886719, + 0.765625, + 0.820312, + 0.828125, + 0.796875, + 2.609375, + 0.945312, + 0.84375, + 0.882812, + 0.832031, + 0.820312, + 1.007812, + 0.796875, + 0.925781, + 0.824219, + 0.859375, + 0.84375, + 2.484375, + 0.886719, + 2.5, + 0.882812, + 0.789062, + 0.941406, + 0.894531, + 0.875, + 2.3125, + 0.800781, + 0.808594, + 0.847656, + 0.777344, + 0.753906, + 0.792969, + 0.78125, + 0.808594, + 0.828125, + 0.871094, + 2.703125, + 0.816406, + 0.792969, + 0.792969, + 0.925781, + 0.816406, + 0.824219, + 0.859375, + 0.90625, + 0.804688, + 0.960938, + 0.914062, + 2.296875, + 0.777344, + 0.890625, + 0.769531, + 0.847656, + 0.804688, + 0.671875, + 0.839844, + 0.980469, + 0.917969, + 0.878906, + 0.929688, + 0.875, + 0.554688, + 0.808594, + 0.875, + 1.078125, + 0.789062, + 1.03125, + 2.578125, + 0.765625, + 0.925781, + 0.929688, + 0.757812, + 0.90625, + 2.59375, + 0.882812, + 0.78125, + 0.9375, + 0.808594, + 0.808594, + 0.828125, + 0.84375, + 0.8125, + 0.863281, + 0.8125, + 0.792969, + 0.953125, + 0.886719, + 0.988281, + 0.875, + 1.070312, + 0.910156, + 0.78125, + 0.824219, + 0.796875, + 1.101562, + 0.800781, + 0.867188, + 0.886719, + 0.871094, + 0.8125, + 0.90625, + 0.824219, + 1.140625, + 0.832031, + 0.976562, + 0.804688, + 0.90625, + 0.851562, + 0.867188, + 0.867188, + 0.914062, + 1.023438, + 2.5, + 0.800781, + 0.871094, + 0.800781, + 0.886719, + 0.789062, + 1.5, + 0.804688, + 0.851562, + 0.800781, + 2.5, + 0.804688, + 0.984375, + 0.804688, + 0.835938, + 0.734375, + 0.816406, + 0.839844, + 0.824219, + 0.875, + 0.878906, + 0.9375, + 0.785156, + 0.820312, + 0.773438, + 0.855469, + 2.171875, + 0.894531, + 0.828125, + 0.90625, + 0.75, + 0.914062, + 2.28125, + 0.863281, + 0.839844, + 0.761719, + 0.804688, + 0.824219, + 1.046875, + 0.824219, + 0.875, + 0.902344, + 0.804688, + 1.882812, + 0.796875, + 0.859375, + 0.824219, + 0.78125, + 0.847656, + 0.886719, + 2.125, + 0.871094, + 1.710938, + 0.808594, + 0.777344, + 0.808594, + 1.03125, + 0.804688, + 2.421875, + 0.867188, + 0.917969, + 2.203125, + 0.78125, + 0.757812, + 0.875, + 0.859375, + 0.851562, + 0.816406, + 0.816406, + 0.851562, + 0.859375, + 0.8125, + 0.875, + 0.835938, + 0.777344, + 0.84375, + 0.792969, + 0.792969, + 0.785156, + 0.847656, + 0.910156, + 0.914062, + 0.753906, + 1.164062, + 0.953125, + 0.855469, + 0.96875, + 0.796875, + 0.792969, + 0.828125, + 0.851562, + 0.71875, + 0.816406, + 0.832031, + 0.914062, + 0.898438, + 0.957031, + 0.855469, + 0.820312, + 0.886719, + 0.929688, + 0.78125, + 0.808594, + 0.90625, + 0.890625, + 1.335938, + 0.761719, + 0.832031, + 0.816406, + 0.929688, + 0.808594, + 0.953125, + 0.808594, + 1.140625, + 0.894531, + 0.855469, + 0.894531, + 0.820312, + 0.917969, + 0.824219, + 0.832031, + 0.855469, + 0.867188, + 0.859375, + 0.785156, + 0.832031, + 1.28125, + 0.824219, + 0.863281, + 0.847656, + 0.925781, + 0.910156, + 0.847656, + 1.164062, + 2.171875, + 0.882812, + 0.945312, + 1.929688, + 0.917969, + 0.8125, + 0.785156, + 1.023438, + 0.832031, + 0.871094, + 0.84375, + 0.890625, + 0.816406, + 0.949219, + 0.84375, + 0.789062, + 0.808594, + 0.945312, + 0.792969, + 0.789062, + 0.679688, + 0.875, + 1.164062, + 0.957031, + 1.53125, + 0.769531, + 0.925781, + 0.820312, + 0.878906, + 0.933594, + 0.949219, + 0.765625, + 0.84375, + 0.867188, + 0.949219, + 0.792969, + 0.863281, + 2.5, + 3.125, + 0.84375, + 0.769531, + 0.820312, + 0.824219, + 1.453125, + 0.859375, + 0.820312, + 0.785156, + 0.875, + 0.960938, + 0.75, + 1.046875, + 0.800781, + 2.703125, + 1.0625, + 0.882812, + 0.949219, + 1.523438, + 0.777344, + 0.824219, + 1.273438, + 0.800781, + 0.945312, + 0.765625, + 0.804688, + 0.96875, + 0.867188, + 0.816406, + 0.882812, + 0.941406, + 0.816406, + 0.804688, + 0.910156, + 0.78125, + 0.847656, + 0.867188, + 0.730469, + 1.054688, + 0.839844, + 0.765625, + 0.90625, + 0.792969, + 1.109375, + 0.792969, + 1.90625, + 0.824219, + 0.851562, + 1.03125, + 0.847656, + 1.007812, + 0.867188, + 1.054688, + 0.871094, + 0.828125, + 0.953125, + 0.816406, + 0.796875, + 0.800781, + 2.375, + 0.898438, + 0.769531, + 0.804688, + 0.921875, + 0.894531, + 0.777344, + 0.820312, + 0.796875, + 0.816406, + 0.703125, + 0.871094, + 0.902344, + 0.800781, + 1.0625, + 0.9375, + 0.816406, + 0.816406, + 0.765625, + 0.761719, + 0.910156, + 0.867188, + 0.890625, + 0.847656, + 1.070312, + 0.980469, + 1.054688, + 0.832031, + 0.765625, + 0.816406, + 0.914062, + 0.8125, + 1.25, + 1.007812, + 0.917969, + 0.828125, + 0.851562, + 0.789062, + 0.863281, + 0.828125, + 0.808594, + 0.898438, + 1.101562, + 0.882812, + 0.886719, + 1.632812, + 1.046875, + 1.242188, + 0.855469, + 0.851562, + 0.972656, + 0.8125, + 0.863281, + 2.546875, + 0.847656, + 0.863281, + 0.984375, + 0.894531, + 2.328125, + 0.757812, + 0.855469, + 0.800781, + 0.832031, + 0.742188, + 0.792969, + 0.8125, + 0.882812, + 1.109375, + 0.917969, + 0.875, + 0.96875, + 0.980469, + 0.9375, + 0.882812, + 0.863281, + 1.15625, + 1.40625, + 0.847656, + 0.867188, + 2.453125, + 1.320312, + 0.859375, + 0.878906, + 0.804688, + 0.875, + 0.832031, + 0.804688, + 0.832031, + 0.8125, + 0.84375, + 0.910156, + 0.804688, + 0.773438, + 0.84375, + 0.820312, + 0.816406, + 1.039062, + 2.5, + 0.792969, + 0.828125, + 0.773438, + 0.835938, + 1.023438, + 2.609375, + 0.800781, + 1.21875, + 0.90625, + 0.914062, + 0.863281, + 0.84375, + 0.871094, + 0.742188, + 0.8125, + 0.8125, + 0.925781, + 0.859375, + 0.773438, + 2.5, + 0.832031, + 2.328125, + 0.820312, + 0.828125, + 1.015625, + 0.867188, + 0.820312, + 0.859375, + 0.734375, + 0.945312, + 0.761719, + 2.578125, + 0.972656, + 0.808594, + 0.796875, + 0.804688, + 0.886719, + 0.835938, + 0.917969, + 0.917969, + 0.816406, + 0.777344, + 0.863281, + 0.8125, + 0.839844, + 1.023438, + 0.921875, + 1.03125, + 0.824219, + 0.835938, + 0.824219, + 0.914062, + 0.808594, + 0.847656, + 0.90625, + 0.933594, + 0.886719, + 0.78125, + 0.894531, + 0.878906, + 0.839844, + 1.375, + 0.816406, + 0.882812, + 2.296875, + 0.796875, + 0.832031, + 0.90625, + 0.8125, + 0.800781, + 0.855469, + 0.855469, + 0.796875, + 0.886719, + 0.824219, + 0.890625, + 1.53125, + 1.054688, + 2.296875, + 0.71875, + 0.894531, + 2.65625, + 0.90625, + 2.5625, + 0.796875, + 0.898438, + 0.871094, + 0.789062, + 0.941406, + 0.824219, + 0.914062, + 0.792969, + 0.835938, + 0.804688, + 0.910156, + 0.847656, + 0.785156, + 0.789062, + 1.054688, + 2.4375, + 0.808594, + 1.21875, + 0.8125, + 0.847656, + 0.785156, + 0.808594, + 0.828125, + 1.078125, + 0.8125, + 0.847656, + 0.867188, + 2.53125, + 0.84375, + 0.898438, + 1.023438, + 2.5625, + 0.90625, + 0.804688, + 0.867188, + 0.910156, + 0.832031, + 1.421875, + 0.875, + 0.835938, + -4e-05, + 1.0, + 0.804688, + 0.890625, + 0.820312, + 0.839844, + 0.886719, + 0.929688, + 0.765625, + 1.304688, + 1.101562, + 0.78125, + 0.886719, + 0.921875, + 0.851562, + 0.835938, + 0.878906, + 0.835938, + 0.910156, + 0.765625, + 0.984375, + 2.015625, + 0.996094, + 0.785156, + 0.789062, + 0.925781, + 0.863281, + 1.203125, + 1.164062, + 2.703125, + 0.917969, + 0.921875, + 0.898438, + 0.820312, + 2.265625, + 1.015625, + 1.570312, + 1.039062, + 0.816406, + 0.886719, + 0.765625, + 0.773438, + 0.9375, + 0.824219, + 0.820312, + 0.777344, + 0.875, + 0.8125, + 0.835938, + 0.945312, + 0.851562, + 0.871094, + 0.78125, + 0.910156, + 1.359375, + 1.140625, + 0.808594, + 0.796875, + 1.007812, + 0.859375, + 0.84375, + 0.882812, + 0.839844, + 0.78125, + 0.9375, + 0.835938, + 1.132812, + 0.832031, + 1.101562, + 1.3125, + 0.8125, + 0.800781, + 0.832031, + 0.9375, + 0.914062, + 0.894531, + 0.84375, + 0.785156, + 0.824219, + 0.855469, + 0.875, + 1.039062, + 0.859375, + 0.859375, + 1.085938, + 2.671875, + 0.8125, + 0.800781, + 0.855469, + 2.828125, + 0.984375, + 0.894531, + 0.804688, + 0.910156, + 0.792969, + 0.960938, + 0.953125, + 0.796875, + 0.859375, + 0.914062, + 0.820312, + 0.980469, + 0.824219, + 0.898438, + 0.808594, + 0.738281, + 1.117188, + 1.179688, + 0.96875, + 0.804688, + 0.917969, + 0.839844, + 0.972656, + 0.761719, + 0.78125, + 2.046875, + 0.8125, + 0.878906, + 0.882812, + 0.832031, + 0.636719, + 0.800781, + 0.957031, + 0.867188, + 0.890625, + 1.03125, + 0.851562, + 0.804688, + 0.832031, + 0.761719, + 0.796875, + 0.847656, + 0.832031, + 0.980469, + 0.765625, + 0.796875, + 0.832031, + 0.808594, + 0.957031, + 0.8125, + 1.0, + 0.832031, + 0.808594, + 1.351562, + 1.132812, + 0.964844, + 0.867188, + 0.921875, + 0.988281, + 0.882812, + 1.007812, + 0.964844, + 0.839844, + 1.109375, + 0.878906, + 2.640625, + 0.851562, + 0.753906, + 0.773438, + 0.777344, + 0.640625, + 1.007812, + 0.855469, + 0.902344, + 0.949219, + 0.878906, + 0.828125, + 2.03125, + 2.546875, + 0.789062, + 0.894531, + 0.832031, + 0.761719, + 0.953125, + 0.757812, + 1.132812, + 0.832031, + 0.890625, + 0.785156, + 0.820312, + 1.25, + 0.804688, + 0.871094, + 0.796875, + 1.203125, + 0.875, + 0.824219, + 1.09375, + 0.824219, + 2.703125, + 0.925781, + 0.773438, + 0.621094, + 0.769531, + 0.789062, + 0.832031, + 0.828125, + 0.976562, + 0.828125, + 0.914062, + 0.871094, + 0.925781, + 1.28125, + 0.925781, + 0.796875, + 0.941406, + 0.851562, + 0.792969, + 0.871094, + 0.855469, + 2.78125, + 0.871094, + 1.09375, + 0.9375, + 0.917969, + 0.945312, + 0.984375, + 0.855469, + 0.792969, + 0.839844, + 1.1875, + 0.875, + 0.929688, + 0.773438, + 0.933594, + 0.945312, + 0.722656, + 0.882812, + 0.871094, + 0.835938, + 0.757812, + 0.820312, + 0.933594, + 0.859375, + 0.835938, + 0.792969, + 0.796875, + 0.867188, + 1.0, + 0.832031, + 0.824219, + 0.792969, + 0.835938, + 0.96875, + 0.785156, + 0.851562, + 0.796875, + 1.0, + 0.921875, + 0.804688, + 1.445312, + 0.976562, + 0.835938, + 0.824219, + 0.871094, + 0.871094, + 0.871094, + 0.839844, + 1.046875, + 0.925781, + 0.816406, + 0.8125, + 0.976562, + 0.824219, + 0.9375, + 0.851562, + 0.804688, + 0.882812, + 0.769531, + 0.960938, + 2.421875, + 0.964844, + 0.867188, + 0.675781, + 0.871094, + 0.875, + 0.875, + 0.914062, + 0.988281, + 0.785156, + 0.8125, + 0.792969, + 0.890625, + 0.894531, + 0.824219, + 1.210938, + 0.933594, + 0.882812, + 0.828125, + 0.878906, + 0.859375, + 0.855469, + 0.828125, + 0.851562, + 1.023438, + 0.824219, + 0.789062, + 0.824219, + 0.882812, + 0.847656, + 0.785156, + 0.988281, + 0.757812, + 0.804688, + 0.800781, + 0.882812, + 0.820312, + 0.800781, + 0.804688, + 1.109375, + 0.851562, + 0.871094, + 1.0625, + 0.886719, + 0.890625, + 0.769531, + 0.894531, + 1.773438, + 0.910156, + 0.839844, + 2.078125, + 0.800781, + 0.867188, + 0.984375, + 1.789062, + 0.945312, + 0.75, + 0.851562, + 1.226562, + 0.941406, + 1.039062, + 1.101562, + 0.933594, + 1.484375, + 1.960938, + 0.867188, + 2.140625, + 0.832031, + 0.8125, + 0.808594, + 0.871094, + 0.828125, + 0.839844, + 0.808594, + 1.28125, + 0.792969, + 0.777344, + 0.777344, + 0.976562, + 0.976562, + 0.957031, + 1.007812, + 0.867188, + 0.875, + 0.835938, + 0.824219, + 0.8125, + 2.515625, + 0.777344, + 0.820312, + 0.832031, + 0.828125, + 0.835938, + 1.0, + 0.902344, + 0.859375, + 0.792969, + 0.988281, + 0.804688, + 0.867188, + 2.328125, + 0.808594, + 0.851562, + 0.808594, + 0.785156, + 0.957031, + 1.03125, + 0.894531, + 0.710938, + 0.820312, + 0.820312, + 0.828125, + 0.828125, + 2.0625, + 0.816406, + 0.804688, + 0.945312, + 0.800781, + 0.996094, + 0.882812, + 2.703125, + 0.839844, + 1.203125, + 0.863281, + 0.949219, + 0.753906, + 0.808594, + 0.851562, + 0.792969, + 0.894531, + 0.90625, + 0.855469, + 0.765625, + 1.039062, + 0.84375, + 0.886719, + 0.804688, + 0.882812, + 0.78125, + 0.789062, + 0.933594, + 0.824219, + 0.875, + 0.914062, + 1.054688, + 0.796875, + 0.898438, + 0.921875, + 0.835938, + 1.039062, + 0.828125, + 0.773438, + 0.886719, + 0.84375, + 0.851562, + 0.847656, + 0.886719, + 0.8125, + 0.777344, + 0.800781, + 0.789062, + 0.886719, + 0.800781, + 2.34375, + 0.808594, + 1.0, + 0.859375, + 0.796875, + 0.84375, + 0.808594, + 0.765625, + 0.878906, + 0.863281, + 0.863281, + 0.796875, + 0.914062, + 0.847656, + 0.878906, + 0.863281, + 0.808594, + 0.796875, + 0.785156, + 0.8125, + 0.917969, + 0.925781, + 1.0625, + 1.0, + 0.917969, + 0.792969, + 0.851562, + 0.878906, + 0.945312, + 0.882812, + 0.859375, + 0.792969, + 0.835938, + 0.902344, + 0.796875, + 0.792969, + 1.429688, + 0.878906, + 0.816406, + 0.835938, + 0.800781, + 0.890625, + 0.839844, + 2.640625, + 0.828125, + 0.921875, + 0.75, + 0.910156, + 0.878906, + 0.792969, + 0.859375, + 0.949219, + 0.855469, + 0.804688, + 0.898438, + 0.828125, + 1.070312, + 0.992188, + 0.816406, + 0.855469, + 0.78125, + 0.78125, + 0.984375, + 0.824219, + 0.816406, + 0.835938, + 0.8125, + 1.664062, + 2.6875, + 0.816406, + 0.988281, + 0.847656, + 0.886719, + 0.972656, + 0.964844, + 1.46875, + 0.835938, + 0.792969, + 0.902344, + 0.765625, + 0.742188, + 1.046875, + 0.84375, + 0.914062, + 0.804688, + 0.832031, + 0.824219, + 2.46875, + 0.886719, + 0.878906, + 0.9375, + 0.988281, + 0.800781, + 0.859375, + 0.824219, + 1.0, + 0.890625, + 0.894531, + 0.804688, + 0.871094, + 0.925781, + 0.789062, + 0.789062, + 0.832031, + 0.792969, + 0.765625, + 0.832031, + 0.820312, + 0.925781, + 0.859375, + 0.792969, + 0.847656, + 0.804688, + 0.84375, + 0.824219, + 0.824219, + 0.921875, + 1.671875, + 0.828125, + 0.832031, + 0.898438, + 2.734375, + 0.820312, + 0.894531, + 0.839844, + 1.203125, + 1.0, + 0.933594, + 1.03125, + 0.863281, + 0.78125, + 1.015625, + 0.828125, + 1.171875, + 0.953125, + 0.816406, + 0.964844, + 0.851562, + 0.847656, + 0.832031, + 0.78125, + 0.796875, + 0.769531, + 0.871094, + 0.910156, + 0.839844, + 1.015625, + 0.867188, + 0.816406, + 0.789062, + 0.753906, + 0.785156, + 0.8125, + 0.777344, + 2.59375, + 0.808594, + 0.800781, + 0.835938, + 0.964844, + 0.761719, + 0.816406, + 0.84375, + 0.832031, + 0.828125, + 0.785156, + 0.808594, + 0.808594, + 0.851562, + 0.90625, + 0.808594, + 0.890625, + 0.785156, + 1.125, + 0.855469, + 0.808594, + 0.792969, + 0.851562, + 0.773438, + 2.546875, + 0.820312, + 0.902344, + 0.84375, + 0.828125, + 0.828125, + 0.847656, + 0.902344, + 0.925781, + 0.9375, + 0.902344, + 1.382812, + 0.898438, + 0.882812, + 0.820312, + 0.804688, + 2.125, + 0.804688, + 0.820312, + 0.820312, + 0.769531, + 0.847656, + 0.871094, + 0.800781, + 0.90625, + 0.9375, + 0.820312, + 0.808594, + 0.78125, + 0.796875, + 1.234375, + 0.902344, + 0.785156, + 0.882812, + 0.835938, + 0.664062, + 0.796875, + 0.785156, + 0.851562, + 0.8125, + 0.886719, + 0.816406, + 0.835938, + 1.109375, + 0.972656, + 0.796875, + 0.851562, + 0.808594, + 0.925781, + 0.8125, + 0.773438, + 0.996094, + 0.824219, + 0.792969, + 0.792969, + 0.828125, + 0.8125, + 0.785156, + 0.800781, + 0.753906, + 0.796875, + 0.820312, + 0.820312, + 0.878906, + 0.792969, + 0.789062, + 0.925781, + 0.949219, + 0.785156, + 0.773438, + 0.863281, + 0.828125, + 0.835938, + 0.800781, + 0.820312, + 0.820312, + 0.839844, + 1.53125, + 0.996094, + 0.890625, + 0.855469, + 0.890625, + 0.769531, + 0.765625, + 0.863281, + 0.878906, + 1.390625, + 0.785156, + 0.898438, + 2.609375, + 0.878906, + 0.808594, + 0.792969, + 0.949219, + 0.933594, + 0.847656, + 0.917969, + 0.789062, + 0.8125, + 0.851562, + 1.304688, + 0.875, + 0.824219, + 0.878906, + 0.847656, + 0.832031, + 1.265625, + 1.203125, + 0.851562, + 2.515625, + 0.8125, + 0.824219, + 0.921875, + 0.871094, + 0.816406, + 0.8125, + 2.40625, + 0.886719, + 0.84375, + 0.867188, + 0.820312, + 0.796875, + 2.84375, + 0.773438, + 0.953125, + 0.804688, + 0.851562, + 0.890625, + 1.21875, + 0.925781, + 0.742188, + 2.296875, + 1.070312, + 0.804688, + 0.898438, + 0.835938, + 0.835938, + 0.933594, + 1.023438, + 0.902344, + 0.953125, + 0.980469, + 0.882812, + 0.867188, + 0.839844, + 0.8125, + 0.8125, + 0.84375, + 2.609375, + 0.644531, + 0.882812, + 0.851562, + 0.757812, + 0.890625, + 0.917969, + 0.878906, + 0.777344, + 0.824219, + 0.898438, + 0.757812, + 0.832031, + 0.859375, + 1.734375, + 0.792969, + 0.824219, + 0.84375, + 0.769531, + 0.871094, + 2.6875, + 0.851562, + 0.878906, + 0.8125, + 0.890625, + 0.855469, + 0.753906, + 0.929688, + 0.789062, + 1.140625, + 0.820312, + 2.640625, + 0.863281, + 0.871094, + 0.851562, + 0.8125, + 0.851562, + 0.738281, + 0.816406, + 0.945312, + 2.6875, + 1.5, + 0.859375, + 0.84375, + 1.382812, + 0.828125, + 0.835938, + 0.769531, + 1.0, + 0.78125, + 0.875, + 0.828125, + 0.894531, + 0.871094, + 0.800781, + 1.9375, + 0.925781, + 0.832031, + 0.808594, + 0.902344, + 0.789062, + 0.816406, + 0.980469, + 1.015625, + 0.78125, + 2.03125, + 0.84375, + 0.933594, + 0.835938, + 1.015625, + 1.226562, + 0.820312, + 0.941406, + 2.53125, + 0.90625, + 0.925781, + 0.96875, + 0.84375, + 1.015625, + 0.875, + 0.808594, + 0.816406, + 0.894531, + 0.941406, + 0.859375, + 0.773438, + 0.773438, + 0.871094, + 0.800781, + 0.8125, + 0.816406, + 0.921875, + 0.796875, + 0.820312, + 0.839844, + 0.882812, + 0.839844, + 0.832031, + 0.878906, + 1.046875, + 0.953125, + 0.921875, + 0.84375, + 0.851562, + 2.390625, + 0.824219, + 0.816406, + 0.953125, + 0.753906, + 0.839844, + 0.785156, + 0.832031, + 0.792969, + 1.820312, + 0.769531, + 0.808594, + 0.855469, + 0.882812, + 0.832031, + 0.855469, + 0.820312, + 0.832031, + 0.902344, + 0.945312, + 2.671875, + 0.925781, + 0.933594, + 0.867188, + 0.777344, + 0.832031, + 0.808594, + 0.972656, + 1.289062, + 0.945312, + 1.148438, + 0.9375, + 0.773438, + 0.902344, + 0.863281, + 0.976562, + 0.824219, + 0.914062, + 1.085938, + 0.824219, + 0.804688, + 0.925781, + 0.863281, + 0.894531, + 0.9375, + 0.820312, + 2.625, + 0.898438, + 0.792969, + 2.5625, + 0.84375, + 0.78125, + 1.703125, + 0.792969, + 2.125, + 0.84375, + 0.816406, + 2.09375, + 0.894531, + 0.867188, + 0.945312, + 1.367188, + 0.820312, + 2.59375, + 0.828125, + 2.296875, + 0.84375, + 0.980469, + 0.828125, + 0.765625, + 1.023438, + 0.839844, + 0.882812, + 0.859375, + 0.777344, + 0.820312, + 0.898438, + 0.902344, + 0.863281, + 2.515625, + 0.875, + 0.78125, + 2.03125, + 0.90625, + 0.84375, + 1.492188, + 1.03125, + 0.882812, + 0.816406, + 0.742188, + 0.832031, + 2.703125, + 0.878906, + 0.789062, + 0.921875, + 0.851562, + 0.792969, + 0.875, + 0.871094, + 0.878906, + 0.800781, + 0.875, + 0.851562, + 0.890625, + 0.859375, + 0.835938, + 0.851562, + 0.761719, + 1.0625, + 0.957031, + 0.792969, + 0.820312, + 0.925781, + 0.835938, + 0.871094, + 0.929688, + 0.730469, + 2.359375, + 0.929688, + 0.839844, + 0.886719, + 0.867188, + 0.867188, + 0.941406, + 0.828125, + 0.78125, + 0.789062, + 0.730469, + 0.847656, + 0.777344, + 0.777344, + 0.871094, + 0.816406, + 0.8125, + 2.046875, + 0.792969, + 0.832031, + 0.820312, + 0.785156, + 0.777344, + 0.871094, + 0.769531, + 0.773438, + 0.917969, + 2.515625, + 0.832031, + 0.726562, + 0.773438, + 0.871094, + 0.921875, + 0.882812 + ] + }, + "name": "model.model.layers.25.input_layernorm.weight", + "outputIndexes": [ + 2046 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2045 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_25/Mul_output_0", + "outputIndexes": [ + 2047 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2046, + 2047 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_25/Mul_1_output_0", + "outputIndexes": [ + 2048 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2048 + ], + "outputIndexes": [ + 3008 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3008 + ], + "outputIndexes": [ + 3009 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear", + "inputIndexes": [ + 3009 + ], + "outputIndexes": [ + 3010 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3277674250, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3010 + ], + "outputIndexes": [ + 3011 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3011 + ], + "outputIndexes": [ + 2049 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2048 + ], + "main_type": "NONE", + "name": "/Shape_351_output_0", + "outputIndexes": [ + 2050 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2050 + ], + "main_type": "NONE", + "name": "Shape6329", + "outputIndexes": [ + 2051 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2050 + ], + "main_type": "NONE", + "name": "Rank6331", + "outputIndexes": [ + 2052 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2052, + 2052 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6333", + "outputIndexes": [ + 2053 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2053 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6334", + "outputIndexes": [ + 2054 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2053, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6336", + "outputIndexes": [ + 2055 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2055 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6337", + "outputIndexes": [ + 2056 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2051, + 2054, + 2056, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6340", + "outputIndexes": [ + 2057 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2057 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6341", + "outputIndexes": [ + 2058 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6342", + "outputIndexes": [ + 2059 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2059, + 2058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6343", + "outputIndexes": [ + 2060 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2050, + 2060, + 2053 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_379_output_0", + "outputIndexes": [ + 2061 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2061, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_801_output_0", + "outputIndexes": [ + 2062 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2062, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_325_output_0", + "outputIndexes": [ + 2063 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2049, + 2063 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_226_output_0", + "outputIndexes": [ + 2064 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2064, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_200_output_0", + "outputIndexes": [ + 2065 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2064 + ], + "main_type": "NONE", + "name": "/Shape_352_output_0", + "outputIndexes": [ + 2066 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2066 + ], + "main_type": "NONE", + "name": "Shape6350", + "outputIndexes": [ + 2067 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2066 + ], + "main_type": "NONE", + "name": "Rank6352", + "outputIndexes": [ + 2068 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2068, + 2068 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6354", + "outputIndexes": [ + 2069 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2069 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6355", + "outputIndexes": [ + 2070 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2069, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6357", + "outputIndexes": [ + 2071 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2071 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6358", + "outputIndexes": [ + 2072 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2067, + 2070, + 2072, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6361", + "outputIndexes": [ + 2073 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2073 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6362", + "outputIndexes": [ + 2074 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2074 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6363", + "outputIndexes": [ + 2075 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2075, + 2074 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6364", + "outputIndexes": [ + 2076 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2066, + 2076, + 2069 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_380_output_0", + "outputIndexes": [ + 2077 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2077, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_75_output_0", + "outputIndexes": [ + 2078 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2078, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_806_output_0", + "outputIndexes": [ + 2079 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2064, + 2079, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_101_output_0", + "outputIndexes": [ + 2080 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2080 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_50_output_0", + "outputIndexes": [ + 2081 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2064, + 22, + 2079, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_100_output_0", + "outputIndexes": [ + 2082 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2081, + 2082 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_328_output_0", + "outputIndexes": [ + 2083 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2083, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_201_output_0", + "outputIndexes": [ + 2084 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2065, + 2084 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_125_output_0", + "outputIndexes": [ + 2085 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2048 + ], + "outputIndexes": [ + 3012 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3012 + ], + "outputIndexes": [ + 3013 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear", + "inputIndexes": [ + 3013 + ], + "outputIndexes": [ + 3014 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3284913952, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3014 + ], + "outputIndexes": [ + 3015 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3015 + ], + "outputIndexes": [ + 2086 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2062, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_326_output_0", + "outputIndexes": [ + 2087 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2086, + 2087 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_227_output_0", + "outputIndexes": [ + 2088 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2088, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_202_output_0", + "outputIndexes": [ + 2089 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2088 + ], + "main_type": "NONE", + "name": "/Shape_353_output_0", + "outputIndexes": [ + 2090 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2090 + ], + "main_type": "NONE", + "name": "Shape6413", + "outputIndexes": [ + 2091 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2090 + ], + "main_type": "NONE", + "name": "Rank6415", + "outputIndexes": [ + 2092 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2092, + 2092 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6417", + "outputIndexes": [ + 2093 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2093 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6418", + "outputIndexes": [ + 2094 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2093, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6420", + "outputIndexes": [ + 2095 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2095 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6421", + "outputIndexes": [ + 2096 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2091, + 2094, + 2096, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6424", + "outputIndexes": [ + 2097 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2097 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6425", + "outputIndexes": [ + 2098 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6426", + "outputIndexes": [ + 2099 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2099, + 2098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6427", + "outputIndexes": [ + 2100 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2090, + 2100, + 2093 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_381_output_0", + "outputIndexes": [ + 2101 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2101, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_76_output_0", + "outputIndexes": [ + 2102 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2102, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_808_output_0", + "outputIndexes": [ + 2103 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2088, + 2103, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_103_output_0", + "outputIndexes": [ + 2104 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2104 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_51_output_0", + "outputIndexes": [ + 2105 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2088, + 22, + 2103, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_102_output_0", + "outputIndexes": [ + 2106 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2105, + 2106 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_329_output_0", + "outputIndexes": [ + 2107 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2107, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_203_output_0", + "outputIndexes": [ + 2108 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2089, + 2108 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_126_output_0", + "outputIndexes": [ + 2109 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2048 + ], + "outputIndexes": [ + 3016 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3016 + ], + "outputIndexes": [ + 3017 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear", + "inputIndexes": [ + 3017 + ], + "outputIndexes": [ + 3018 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3285948214, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3018 + ], + "outputIndexes": [ + 3019 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3019 + ], + "outputIndexes": [ + 2110 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2110, + 2087 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_228_output_0", + "outputIndexes": [ + 2111 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2085, + 2109, + 2111, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_233_output_0", + "outputIndexes": [ + 2112 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2112 + ], + "outputIndexes": [ + 3020 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3020 + ], + "outputIndexes": [ + 3021 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear", + "inputIndexes": [ + 3021 + ], + "outputIndexes": [ + 3022 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3286982476, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3022 + ], + "outputIndexes": [ + 3023 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3023 + ], + "outputIndexes": [ + 2113 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2045, + 2113 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_128_output_0", + "outputIndexes": [ + 2114 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.851562, + 1.804688, + 1.90625, + 1.609375, + 1.820312, + 1.6875, + 1.773438, + 1.820312, + 0.882812, + 1.429688, + 1.796875, + 1.5625, + 1.75, + 1.65625, + 1.570312, + 1.796875, + 1.796875, + 1.710938, + 1.804688, + 1.40625, + 1.195312, + 1.8125, + 1.796875, + 1.664062, + 1.671875, + 1.835938, + 1.273438, + 1.617188, + 1.640625, + 1.679688, + 1.859375, + 1.585938, + 1.101562, + 1.710938, + 1.859375, + 1.914062, + 1.632812, + 0.53125, + 1.804688, + 1.484375, + 1.828125, + 1.773438, + 1.9375, + 1.726562, + 1.84375, + 1.859375, + 1.085938, + 1.820312, + 1.78125, + 1.546875, + 1.84375, + 1.757812, + 1.734375, + 1.742188, + 1.78125, + 1.679688, + 1.828125, + 2.0, + 1.820312, + 1.46875, + 1.59375, + 1.796875, + 1.828125, + 1.773438, + 1.835938, + 1.820312, + 1.5625, + 1.773438, + 1.664062, + 1.71875, + 1.695312, + 1.59375, + 1.828125, + 1.726562, + 1.820312, + 1.820312, + 1.65625, + 1.625, + 0.878906, + 1.882812, + 1.835938, + 1.96875, + 1.859375, + 1.726562, + 1.773438, + 1.195312, + 1.78125, + 1.929688, + 1.789062, + 1.367188, + 1.804688, + 1.828125, + 1.820312, + 1.8125, + 1.804688, + 1.765625, + 1.101562, + 1.609375, + 1.796875, + 1.476562, + 1.59375, + 1.578125, + 1.929688, + 1.78125, + 1.679688, + 1.84375, + 1.773438, + 1.53125, + 1.710938, + 1.726562, + 1.804688, + 1.726562, + 1.71875, + 0.589844, + 1.734375, + 0.902344, + 1.546875, + 1.804688, + 1.859375, + 1.445312, + 1.703125, + 1.726562, + 1.898438, + 1.796875, + 1.765625, + 1.695312, + 1.835938, + 1.742188, + 1.21875, + 1.625, + 1.328125, + 1.875, + 1.640625, + 1.820312, + 2.796875, + 1.742188, + 1.703125, + 1.773438, + 1.625, + 1.804688, + 1.695312, + 1.8125, + 1.90625, + 1.585938, + 0.832031, + 1.601562, + 1.851562, + 1.765625, + 1.84375, + 1.78125, + 1.84375, + 1.796875, + 1.734375, + 1.78125, + 1.625, + 1.703125, + 1.617188, + 1.523438, + 1.851562, + 1.867188, + 1.453125, + 1.5625, + 0.816406, + 1.726562, + 0.65625, + 1.59375, + 1.671875, + 1.609375, + 1.710938, + 1.773438, + 1.804688, + 1.648438, + 1.632812, + 1.617188, + 1.742188, + 1.945312, + 1.773438, + 1.75, + 1.867188, + 1.765625, + 1.539062, + 1.75, + 1.820312, + 1.554688, + 1.578125, + 1.789062, + 1.710938, + 1.453125, + 1.703125, + 1.820312, + 1.507812, + 1.75, + 1.578125, + 1.679688, + 1.914062, + 1.765625, + 1.757812, + 1.8125, + 1.507812, + 1.726562, + 1.742188, + 0.5, + 1.773438, + 1.765625, + 1.773438, + 1.796875, + 1.445312, + 1.648438, + 1.835938, + 1.507812, + 1.835938, + 1.65625, + 1.59375, + 1.765625, + 1.773438, + 1.75, + 1.539062, + 1.539062, + 1.929688, + 1.679688, + 1.742188, + 1.578125, + 1.664062, + 1.835938, + 1.78125, + 1.914062, + 1.601562, + 1.640625, + 1.6875, + 1.765625, + 1.828125, + 1.796875, + 1.773438, + 1.734375, + 1.789062, + 1.789062, + 1.6875, + 1.867188, + 1.21875, + 1.757812, + 1.804688, + 1.75, + 1.796875, + 1.78125, + 1.609375, + 1.648438, + 1.820312, + 1.828125, + 1.8125, + 1.734375, + 1.789062, + 1.945312, + 1.585938, + 1.710938, + 1.773438, + 1.625, + 1.765625, + 1.171875, + 1.71875, + 1.539062, + 1.78125, + 1.8125, + 1.8125, + 1.796875, + 1.757812, + 1.585938, + 1.742188, + 1.773438, + 1.679688, + 1.789062, + 1.773438, + 1.789062, + 1.773438, + 1.65625, + 1.65625, + 1.914062, + 1.78125, + 1.21875, + 1.617188, + 1.820312, + 1.734375, + 1.773438, + 1.179688, + 1.804688, + 1.6875, + 1.867188, + 1.5625, + 1.804688, + 1.820312, + 1.492188, + 1.882812, + 1.445312, + 1.664062, + 1.59375, + 1.523438, + 1.703125, + 1.632812, + 1.492188, + 1.773438, + 1.734375, + 1.679688, + 1.65625, + 1.5, + 1.804688, + 1.96875, + 1.804688, + 1.765625, + 1.710938, + 1.765625, + 1.757812, + 1.109375, + 1.679688, + 1.773438, + 1.757812, + 0.585938, + 1.835938, + 1.757812, + 1.890625, + 1.773438, + 1.75, + 1.867188, + 1.71875, + 1.632812, + 1.703125, + 1.6875, + 1.773438, + 1.703125, + 1.734375, + 1.742188, + 1.710938, + 1.21875, + 1.71875, + 1.734375, + 1.703125, + 1.5625, + 1.734375, + 1.773438, + 4.78125, + 1.789062, + 1.515625, + 1.171875, + 1.703125, + 1.742188, + 1.726562, + 1.265625, + 1.851562, + 1.859375, + 1.78125, + 1.695312, + 1.710938, + 1.796875, + 1.570312, + 1.859375, + 1.773438, + 1.898438, + 1.78125, + 1.828125, + 1.796875, + 1.710938, + 1.773438, + 1.765625, + 1.960938, + 1.1875, + 1.570312, + 1.226562, + 1.507812, + 1.703125, + 1.84375, + 1.757812, + 1.515625, + 1.734375, + 1.757812, + 1.789062, + 1.671875, + 1.789062, + 1.898438, + 1.242188, + 1.460938, + 1.78125, + 1.789062, + 1.804688, + 1.8125, + 1.585938, + 1.851562, + 1.8125, + 1.4375, + 1.875, + 1.765625, + 1.765625, + 1.632812, + 1.757812, + 1.828125, + 1.679688, + 1.632812, + 1.648438, + 1.84375, + 1.632812, + 1.632812, + 1.835938, + 1.257812, + 1.5625, + 1.851562, + 1.617188, + 1.851562, + 1.46875, + 1.78125, + 1.78125, + 1.796875, + 1.789062, + 1.679688, + 1.539062, + 1.789062, + 1.84375, + 1.773438, + 1.804688, + 1.953125, + 1.828125, + 1.757812, + 1.78125, + 1.8125, + 1.546875, + 1.6875, + 1.726562, + 1.546875, + 1.71875, + 1.539062, + 1.835938, + 1.804688, + 1.484375, + 1.742188, + 1.75, + 1.726562, + 1.53125, + 1.710938, + 1.8125, + 1.515625, + 1.726562, + 1.789062, + 1.726562, + 1.609375, + 1.742188, + 1.789062, + 1.84375, + 1.757812, + 1.539062, + 1.59375, + 1.71875, + 1.828125, + 1.804688, + 1.898438, + 1.867188, + 1.78125, + 1.789062, + 1.78125, + 1.828125, + 3.203125, + 1.585938, + 1.6875, + 0.539062, + 1.671875, + 1.773438, + 1.664062, + 1.765625, + 1.398438, + 1.585938, + 1.8125, + 1.625, + 1.726562, + 1.523438, + 1.75, + 1.648438, + 1.265625, + 1.796875, + 1.796875, + 1.820312, + 1.617188, + 1.6875, + 1.445312, + 1.796875, + 1.796875, + 1.828125, + 1.742188, + 1.507812, + 1.8125, + 1.492188, + 1.835938, + 1.929688, + 1.789062, + 1.828125, + 1.75, + 4.28125, + 1.828125, + 1.945312, + 1.78125, + 1.867188, + 1.617188, + 1.757812, + 1.6875, + 1.875, + 1.789062, + 1.765625, + 1.640625, + 1.640625, + 1.59375, + 1.6875, + 1.679688, + 1.835938, + 1.507812, + 1.78125, + 1.703125, + 1.8125, + 1.84375, + 1.8125, + 1.84375, + 1.828125, + 1.640625, + 1.601562, + 1.757812, + 1.703125, + 1.898438, + 1.648438, + 1.835938, + 1.804688, + 1.304688, + 1.8125, + 1.625, + 1.835938, + 1.796875, + 1.8125, + 1.726562, + 1.757812, + 1.8125, + 1.890625, + 1.804688, + 1.757812, + 1.796875, + 1.546875, + 1.742188, + 1.75, + 1.796875, + 1.484375, + 1.53125, + 1.398438, + 1.765625, + 1.445312, + 1.859375, + 2.015625, + 0.898438, + 1.757812, + 1.914062, + 1.695312, + 1.90625, + 1.765625, + 1.507812, + 1.625, + 1.46875, + 1.679688, + 1.765625, + 1.789062, + 1.59375, + 1.859375, + 1.78125, + 1.671875, + 1.5625, + 1.585938, + 1.828125, + 1.710938, + 1.78125, + 1.757812, + 1.546875, + 1.804688, + 1.734375, + 1.53125, + 1.539062, + 1.671875, + 1.71875, + 1.710938, + 1.890625, + 1.515625, + 1.828125, + 1.828125, + 1.789062, + 1.820312, + 1.601562, + 1.835938, + 1.75, + 1.710938, + 1.617188, + 1.757812, + 1.53125, + 1.851562, + 1.773438, + 1.804688, + 1.796875, + 1.796875, + 1.5625, + 1.703125, + 1.570312, + 1.585938, + 1.648438, + 1.875, + 1.570312, + 1.664062, + 1.960938, + 1.726562, + 1.828125, + 1.757812, + 1.757812, + 0.496094, + 1.875, + 1.914062, + 1.828125, + 1.671875, + 1.53125, + 1.789062, + 1.765625, + 1.171875, + 1.671875, + 1.78125, + 1.78125, + 1.804688, + 1.757812, + 0.554688, + 1.703125, + 0.644531, + 1.734375, + 1.96875, + 1.8125, + 1.765625, + 1.882812, + 1.617188, + 1.664062, + 1.6875, + 1.757812, + 1.59375, + 1.617188, + 1.835938, + 1.671875, + 1.8125, + 1.75, + 1.695312, + 1.460938, + 1.796875, + 1.773438, + 1.898438, + 1.234375, + 1.796875, + 1.78125, + 1.78125, + 1.703125, + 1.226562, + 1.6875, + 1.773438, + 1.539062, + 1.25, + 1.796875, + 1.671875, + 1.8125, + 1.78125, + 1.539062, + 1.515625, + 1.632812, + 0.625, + 1.8125, + 1.804688, + 1.820312, + 1.71875, + 1.710938, + 1.835938, + 1.765625, + 1.710938, + 1.75, + 1.765625, + 1.828125, + 1.78125, + 1.734375, + 1.84375, + 1.601562, + 1.734375, + 1.820312, + 1.757812, + 1.804688, + 1.59375, + 1.835938, + 1.398438, + 1.742188, + 1.71875, + 1.640625, + 1.609375, + 1.265625, + 1.867188, + 1.773438, + 1.765625, + 1.867188, + 1.71875, + 1.515625, + 0.910156, + 1.882812, + 1.523438, + 1.765625, + 1.523438, + 1.828125, + 1.828125, + 1.78125, + 1.742188, + 1.796875, + 1.6875, + 1.21875, + 1.804688, + 1.835938, + 1.710938, + 1.515625, + 1.695312, + 1.671875, + 1.648438, + 0.318359, + 1.140625, + 1.78125, + 1.429688, + 1.828125, + 1.609375, + 1.78125, + 1.765625, + 1.742188, + 1.820312, + 1.789062, + 1.75, + 1.273438, + 1.570312, + 1.710938, + 1.804688, + 1.796875, + 1.671875, + 1.78125, + 1.601562, + 1.789062, + 1.460938, + 1.546875, + 1.734375, + 1.828125, + 1.773438, + 1.78125, + 1.546875, + 1.570312, + 1.773438, + 1.75, + 1.84375, + 1.585938, + 1.882812, + 1.71875, + 1.4375, + 1.773438, + 1.742188, + 1.78125, + 1.851562, + 1.742188, + 1.570312, + 1.835938, + 1.757812, + 1.390625, + 1.789062, + 1.640625, + 1.796875, + 1.148438, + 1.773438, + 1.75, + 1.796875, + 1.617188, + 1.398438, + 1.9375, + 1.695312, + 1.820312, + 1.195312, + 1.710938, + 1.898438, + 1.234375, + 1.765625, + 1.898438, + 1.820312, + 1.75, + 1.734375, + 1.539062, + 1.84375, + 1.75, + 1.484375, + 1.765625, + 1.75, + 1.4375, + 1.789062, + 1.765625, + 1.796875, + 1.429688, + 1.109375, + 1.703125, + 1.828125, + 1.476562, + 1.492188, + 1.804688, + 1.882812, + 1.8125, + 1.726562, + 0.730469, + 1.726562, + 1.84375, + 1.8125, + 1.28125, + 1.78125, + 1.757812, + 1.65625, + 1.445312, + 1.609375, + 1.679688, + 1.789062, + 2.328125, + 1.796875, + 1.742188, + 1.703125, + 1.515625, + 1.820312, + 1.226562, + 1.703125, + 1.757812, + 1.09375, + 1.875, + 1.554688, + 1.515625, + 1.757812, + 1.703125, + 1.695312, + 1.609375, + 1.8125, + 1.757812, + 1.835938, + 1.851562, + 1.609375, + 2.078125, + 1.578125, + 1.8125, + 1.828125, + 1.804688, + 1.796875, + 1.476562, + 1.609375, + 1.859375, + 1.539062, + 1.75, + 1.679688, + 1.640625, + 1.734375, + 1.765625, + 1.757812, + 1.757812, + 1.625, + 1.601562, + 1.773438, + 1.75, + 1.742188, + 1.609375, + 1.84375, + 1.765625, + 1.898438, + 1.671875, + 1.640625, + 1.789062, + 1.59375, + 1.664062, + 1.898438, + 1.601562, + 1.75, + 1.820312, + 1.757812, + 1.734375, + 1.78125, + 1.84375, + 1.796875, + 1.835938, + 1.632812, + 1.242188, + 1.789062, + 0.679688, + 1.757812, + 1.882812, + 1.359375, + 1.742188, + 1.84375, + 1.796875, + 1.789062, + 1.796875, + 1.226562, + 1.351562, + 0.703125, + 1.796875, + 1.726562, + 1.773438, + 1.875, + 1.742188, + 1.765625, + 1.765625, + 0.953125, + 0.839844, + 1.835938, + 1.742188, + 1.734375, + 1.617188, + 1.8125, + 1.828125, + 1.75, + 1.835938, + 1.789062, + 1.710938, + 1.796875, + 1.875, + 1.78125, + 1.0625, + 1.820312, + 1.6875, + 1.789062, + 1.773438, + 1.601562, + 1.757812, + 1.835938, + 1.78125, + 1.796875, + 1.8125, + 1.796875, + 1.773438, + 1.867188, + 1.773438, + 1.59375, + 1.765625, + 1.78125, + 1.71875, + 1.78125, + 1.65625, + 1.828125, + 1.757812, + 1.546875, + 1.859375, + 1.625, + 1.773438, + 1.59375, + 1.75, + 1.765625, + 0.617188, + 0.847656, + 1.617188, + 1.90625, + 1.664062, + 0.789062, + 1.851562, + 1.90625, + 1.625, + 1.789062, + 1.59375, + 1.742188, + 1.828125, + 1.734375, + 1.289062, + 1.640625, + 1.242188, + 1.484375, + 1.875, + 1.789062, + 1.4375, + 1.601562, + 1.710938, + 1.664062, + 1.734375, + 1.59375, + 1.992188, + 1.828125, + 1.757812, + 1.242188, + 1.804688, + 1.859375, + 2.109375, + 1.78125, + 1.828125, + 1.867188, + 1.789062, + 1.703125, + 1.5625, + 1.578125, + 1.046875, + 1.671875, + 1.515625, + 1.617188, + 1.617188, + 1.789062, + 1.6875, + 1.875, + 1.75, + 1.640625, + 1.773438, + 1.671875, + 1.796875, + 1.773438, + 1.820312, + 1.242188, + 1.578125, + 1.757812, + 1.75, + 1.664062, + 1.570312, + 1.601562, + 1.734375, + 1.8125, + 1.734375, + 1.84375, + 1.476562, + 1.789062, + 1.78125, + 1.695312, + 1.429688, + 1.148438, + 1.757812, + 1.84375, + 1.546875, + 1.617188, + 1.6875, + 1.679688, + 1.59375, + 1.851562, + 1.609375, + 1.601562, + 1.820312, + 1.226562, + 1.789062, + 1.632812, + 1.234375, + 1.851562, + 1.835938, + 1.820312, + 1.59375, + 1.703125, + 1.78125, + 1.796875, + 1.84375, + 1.492188, + 1.382812, + 1.609375, + 1.710938, + 1.742188, + 1.179688, + 1.851562, + 1.609375, + 2.328125, + 1.742188, + 1.734375, + 1.75, + 1.648438, + 1.570312, + 1.859375, + 0.796875, + 1.859375, + 1.742188, + 1.640625, + 1.859375, + 1.5625, + 1.78125, + 1.726562, + 1.484375, + 1.539062, + 1.742188, + 1.421875, + 1.59375, + 1.445312, + 1.757812, + 1.085938, + 1.054688, + 1.835938, + 1.6875, + 1.84375, + 1.84375, + 1.617188, + 1.789062, + 1.695312, + 1.84375, + 1.671875, + 1.773438, + 1.789062, + 1.617188, + 1.46875, + 1.78125, + 1.859375, + 1.742188, + 1.757812, + 1.640625, + 1.5625, + 1.421875, + 1.65625, + 1.65625, + 1.15625, + 1.476562, + 1.804688, + 1.726562, + 1.828125, + 1.90625, + 1.796875, + 1.554688, + 1.867188, + 1.710938, + 1.414062, + 1.726562, + 1.703125, + 1.875, + 1.539062, + 1.765625, + 1.945312, + 1.867188, + 1.6875, + 1.789062, + 1.8125, + 1.78125, + 1.71875, + 1.914062, + 1.585938, + 1.671875, + 1.703125, + 1.78125, + 1.851562, + 0.679688, + 1.445312, + 1.585938, + 1.664062, + 1.710938, + 1.539062, + 1.867188, + 1.765625, + 1.515625, + 1.757812, + 1.609375, + 1.828125, + 1.765625, + 1.75, + 1.867188, + 1.640625, + 1.789062, + 1.757812, + 1.640625, + 1.109375, + 1.796875, + 1.703125, + 1.804688, + 1.640625, + 1.734375, + 1.695312, + 1.65625, + 1.914062, + 1.773438, + 1.617188, + 1.804688, + 1.429688, + 1.90625, + 1.734375, + 1.828125, + 1.820312, + 1.757812, + 1.578125, + 1.84375, + 1.679688, + 1.875, + 1.742188, + 1.648438, + 1.898438, + 1.789062, + 1.6875, + 1.507812, + 1.84375, + 1.585938, + 1.867188, + 1.796875, + 1.851562, + 1.75, + 1.460938, + 1.53125, + 1.78125, + 1.742188, + 1.796875, + 1.835938, + 1.695312, + 1.859375, + 1.625, + 1.8125, + 1.835938, + 1.835938, + 1.789062, + 1.8125, + 1.734375, + 1.742188, + 1.59375, + 1.5, + 1.828125, + 1.859375, + 1.757812, + 1.804688, + 1.726562, + 1.742188, + 1.851562, + 1.703125, + 1.789062, + 1.828125, + 1.796875, + 1.71875, + 1.789062, + 1.25, + 1.789062, + 1.492188, + 1.1875, + 1.742188, + 1.726562, + 1.78125, + 1.648438, + 1.757812, + 1.8125, + 1.796875, + 1.96875, + 1.851562, + 1.773438, + 1.546875, + 1.515625, + 1.445312, + 1.625, + 1.851562, + 1.414062, + 2.234375, + 1.71875, + 1.789062, + 1.828125, + 1.8125, + 1.695312, + 1.898438, + 1.890625, + 1.789062, + 1.554688, + 1.757812, + 1.882812, + 1.75, + 1.625, + 1.765625, + 1.875, + 1.828125, + 1.867188, + 1.804688, + 1.867188, + 1.828125, + 1.757812, + 1.929688, + 1.757812, + 1.679688, + 1.875, + 1.773438, + 1.773438, + 1.835938, + 1.882812, + 1.820312, + 1.773438, + 1.773438, + 1.84375, + 1.671875, + 1.734375, + 1.570312, + 1.726562, + 1.796875, + 1.804688, + 1.460938, + 1.148438, + 1.8125, + 1.75, + 1.828125, + 1.828125, + 1.789062, + 1.6875, + 1.664062, + 1.875, + 1.726562, + 1.765625, + 3.109375, + 1.773438, + 1.414062, + 1.734375, + 1.71875, + 1.523438, + 1.59375, + 1.867188, + 1.179688, + 1.773438, + 1.703125, + 0.486328, + 1.8125, + 1.539062, + 1.53125, + 1.726562, + 1.8125, + 1.710938, + 1.617188, + 1.804688, + 1.632812, + 1.515625, + 1.476562, + 1.328125, + 1.742188, + 0.488281, + 1.609375, + 1.570312, + 1.75, + 1.640625, + 1.820312, + 1.851562, + 1.632812, + 1.828125, + 1.453125, + 1.867188, + 1.640625, + 1.742188, + 1.851562, + 1.8125, + 1.710938, + 1.789062, + 1.570312, + 1.859375, + 1.742188, + 2.015625, + 1.742188, + 1.523438, + 1.890625, + 1.890625, + 1.875, + 1.679688, + 1.757812, + 1.835938, + 1.671875, + 1.75, + 1.6875, + 1.929688, + 1.757812, + 1.828125, + 1.804688, + 1.835938, + 1.703125, + 1.789062, + 1.835938, + 1.5625, + 1.710938, + 1.828125, + 1.734375, + 1.804688, + 1.65625, + 1.78125, + 1.945312, + 1.757812, + 1.726562, + 1.546875, + 1.710938, + 1.710938, + 1.46875, + 1.796875, + 2.453125, + 1.703125, + 1.570312, + 1.8125, + 1.6875, + 1.835938, + 1.789062, + 1.8125, + 1.820312, + 1.796875, + 1.75, + 1.609375, + 1.742188, + 1.492188, + 1.765625, + 1.78125, + 1.820312, + 0.820312, + 1.84375, + 1.789062, + 1.765625, + 1.796875, + 1.671875, + 1.546875, + 1.429688, + 1.75, + 1.734375, + 1.726562, + 1.710938, + 1.695312, + 1.703125, + 1.734375, + 1.78125, + 1.765625, + 1.804688, + 1.578125, + 1.703125, + 1.601562, + 1.195312, + 1.664062, + 1.617188, + 1.8125, + 1.820312, + 1.804688, + 1.726562, + 1.726562, + 1.796875, + 1.65625, + 1.703125, + 1.765625, + 1.734375, + 1.90625, + 1.875, + 1.695312, + 1.210938, + 1.742188, + 1.710938, + 1.226562, + 1.804688, + 1.835938, + 1.867188, + 1.734375, + 1.710938, + 1.703125, + 1.726562, + 1.070312, + 1.742188, + 1.226562, + 1.78125, + 1.742188, + 1.898438, + 1.125, + 1.65625, + 1.835938, + 1.6875, + 1.734375, + 1.46875, + 1.835938, + 1.851562, + 1.804688, + 1.804688, + 1.765625, + 0.972656, + 1.765625, + 1.820312, + 1.796875, + 1.617188, + 1.796875, + 1.226562, + 1.828125, + 1.835938, + 1.773438, + 1.851562, + 1.9375, + 1.726562, + 1.757812, + 1.765625, + 1.78125, + 1.757812, + 1.617188, + 1.796875, + 1.695312, + 1.6875, + 1.8125, + 0.917969, + 1.742188, + 1.820312, + 1.671875, + 1.726562, + 1.695312, + 1.617188, + 1.765625, + 1.804688, + 1.273438, + 1.851562, + 1.789062, + 1.46875, + 1.765625, + 1.59375, + 1.914062, + 1.789062, + 1.71875, + 1.726562, + 1.78125, + 1.703125, + 1.726562, + 1.78125, + 1.65625, + 1.820312, + 1.820312, + 1.734375, + 1.757812, + 1.71875, + 1.835938, + 1.273438, + 1.8125, + 1.789062, + 1.640625, + 1.789062, + 1.773438, + 1.835938, + 1.726562, + 1.90625, + 1.898438, + 1.765625, + 1.515625, + 1.6875, + 1.742188, + 1.84375, + 1.789062, + 1.101562, + 1.8125, + 1.804688, + 1.875, + 1.671875, + 1.625, + 1.828125, + 1.695312, + 1.625, + 1.796875, + 1.859375, + 1.789062, + 1.796875, + 1.695312, + 1.75, + 1.84375, + 1.859375, + 1.875, + 1.796875, + 1.671875, + 1.648438, + 1.664062, + 1.773438, + 1.695312, + 1.507812, + 1.867188, + 1.71875, + 1.710938, + 1.789062, + 1.84375, + 2.015625, + 1.789062, + 1.75, + 1.851562, + 1.820312, + 1.59375, + 1.78125, + 1.78125, + 1.507812, + 1.796875, + 1.484375, + 1.765625, + 1.671875, + 1.484375, + 1.570312, + 1.664062, + 1.742188, + 0.75, + 1.539062, + 1.585938, + 1.523438, + 1.695312, + 1.664062, + 1.546875, + 1.820312, + 1.109375, + 1.726562, + 1.84375, + 1.796875, + 1.765625, + 1.851562, + 1.664062, + 1.859375, + 1.8125, + 1.171875, + 1.265625, + 1.5625, + 1.6875, + 1.820312, + 1.523438, + 1.75, + 1.84375, + 1.625, + 1.8125, + 1.703125, + 1.84375, + 1.851562, + 1.765625, + 1.742188, + 1.679688, + 1.8125, + 1.265625, + 1.75, + 1.71875, + 1.804688, + 1.15625, + 1.570312, + 1.664062, + 1.773438, + 1.78125, + 1.695312, + 1.601562, + 1.710938, + 1.796875, + 1.789062, + 1.804688, + 1.804688, + 1.710938, + 1.695312, + 1.632812, + 1.742188, + 1.773438, + 1.742188, + 1.492188, + 1.71875, + 1.789062, + 1.8125, + 1.5625, + 1.773438, + 1.820312, + 1.046875, + 1.78125, + 1.609375, + 1.523438, + 0.800781, + 1.914062, + 1.726562, + 1.804688, + 1.601562, + 1.734375, + 1.640625, + 1.171875, + 1.765625, + 1.796875, + 1.546875, + 1.710938, + 1.773438, + 1.640625, + 1.648438, + 1.90625, + 1.84375, + 1.679688, + 1.484375, + 1.703125, + 1.84375, + 1.539062, + 1.828125, + 1.476562, + 1.726562, + 1.84375, + 1.726562, + 1.695312, + 1.867188, + 0.78125, + 1.84375, + 1.789062, + 1.757812, + 1.78125, + 1.695312, + 1.703125, + 1.5, + 1.859375, + 1.875, + 0.435547, + 1.5, + 1.765625, + 1.648438, + 1.8125, + 1.8125, + 1.648438, + 1.742188, + 1.828125, + 1.773438, + 1.617188, + 1.867188, + 1.585938, + 1.726562, + 1.734375, + 1.773438, + 1.695312, + 1.734375, + 1.8125, + 1.734375, + 1.75, + 1.835938, + 1.710938, + 1.523438, + 1.625, + 1.65625, + 1.632812, + 1.765625, + 1.710938, + 1.8125, + 1.65625, + 1.757812, + 2.109375, + 1.695312, + 1.789062, + 1.804688, + 1.789062, + 1.460938, + 1.757812, + 1.265625, + 1.71875, + 1.828125, + 1.773438, + 1.789062, + 1.75, + 1.679688, + 1.796875, + 1.195312, + 1.53125, + 1.773438, + 1.414062, + 1.679688, + 1.6875, + 1.734375, + 1.835938, + 1.765625, + 1.59375, + 1.195312, + 1.773438, + 1.640625, + 1.539062, + 1.59375, + 1.710938, + 1.625, + 1.742188, + 1.617188, + 1.882812, + 1.789062, + 1.84375, + 1.820312, + 1.546875, + 1.710938, + 1.78125, + 1.765625, + 1.8125, + 1.523438, + 1.890625, + 1.742188, + 1.507812, + 1.851562, + 1.710938, + 1.726562, + 1.664062, + 1.617188, + 1.585938, + 1.757812, + 1.75, + 1.765625, + 1.554688, + 1.828125, + 1.515625, + 1.601562, + 1.234375, + 1.53125, + 1.84375, + 1.757812, + 1.835938, + 1.765625, + 1.757812, + 1.164062, + 1.695312, + 1.414062, + 1.671875, + 1.648438, + 1.757812, + 1.75, + 1.867188, + 1.710938, + 1.804688, + 1.75, + 1.828125, + 1.867188, + 1.929688, + 1.835938, + 1.84375, + 1.84375, + 1.5, + 1.742188, + 1.578125, + 1.804688, + 1.742188, + 1.953125, + 1.757812, + 1.585938, + 1.773438, + 1.5625, + 1.484375, + 1.84375, + 1.226562, + 1.796875, + 1.125, + 1.835938, + 1.890625, + 1.648438, + 1.75, + 1.710938, + 1.8125, + 1.773438, + 1.796875, + 1.648438, + 1.8125, + 1.867188, + 1.835938, + 1.765625, + 1.859375, + 1.46875, + 1.257812, + 1.882812, + 1.882812, + 1.6875, + 1.78125, + 1.648438, + 1.8125, + 1.789062, + 1.882812, + 1.742188, + 1.71875, + 1.414062, + 1.820312, + 1.789062, + 1.671875, + 1.695312, + 1.796875, + 1.09375, + 1.890625, + 1.695312, + 1.835938, + 1.625, + 1.75, + 1.03125, + 1.703125, + 1.71875, + 0.929688, + 1.523438, + 1.773438, + 1.578125, + 1.125, + 1.882812, + 1.765625, + 1.5, + 1.742188, + 1.40625, + 1.859375, + 1.757812, + 1.65625, + 1.78125, + 1.882812, + 1.742188, + 1.796875, + 0.929688, + 1.671875, + 1.679688, + 1.765625, + 1.625, + 1.226562, + 1.59375, + 1.632812, + 1.742188, + 1.796875, + 1.820312, + 1.242188, + 1.828125, + 1.859375, + 1.796875, + 1.695312, + 1.21875, + 1.46875, + 1.820312, + 1.585938, + 1.179688, + 1.835938, + 1.632812, + 1.46875, + 1.9375, + 1.773438, + 1.8125, + 1.585938, + 1.898438, + 1.695312, + 1.875, + 1.75, + 1.671875, + 1.773438, + 1.734375, + 1.789062, + 1.625, + 1.8125, + 1.78125, + 1.640625, + 1.796875, + 1.492188, + 1.734375, + 1.703125, + 1.71875, + 1.640625, + 1.640625, + 1.882812, + 1.828125, + 1.664062, + 1.804688, + 1.421875, + 1.765625, + 1.71875, + 0.816406, + 1.617188, + 1.835938, + 1.882812, + 1.648438, + 1.71875, + 1.515625, + 1.773438, + 1.703125, + 0.804688, + 1.789062, + 1.796875, + 1.625, + 1.671875, + 1.695312, + 1.679688, + 1.632812, + 1.828125, + 1.8125, + 1.726562, + 1.070312, + 1.78125, + 1.195312, + 0.851562, + 1.773438, + 1.703125, + 0.785156, + 1.734375, + 1.820312, + 1.578125, + 1.859375, + 1.71875, + 1.867188, + 1.78125, + 1.796875, + 1.890625, + 2.34375, + 0.496094, + 1.671875, + 1.710938, + 1.742188, + 1.867188, + 1.671875, + 1.898438, + 1.875, + 1.78125, + 1.820312, + 1.835938, + 0.695312, + 1.773438, + 1.851562, + 1.796875, + 1.679688, + 1.851562, + 1.742188, + 1.8125, + 1.835938, + 1.710938, + 1.828125, + 1.695312, + 1.75, + 1.796875, + 1.875, + 1.867188, + 1.15625, + 1.757812, + 1.742188, + 1.929688, + 1.476562, + 1.796875, + 1.84375, + 1.78125, + 1.828125, + 1.65625, + 1.726562, + 1.828125, + 1.742188, + 1.6875, + 1.609375, + 1.695312, + 1.84375, + 1.265625, + 2.609375, + 1.78125, + 1.765625, + 1.835938, + 1.75, + 1.578125, + 1.734375, + 1.867188, + 1.304688, + 1.789062, + 1.703125, + 1.664062, + 1.742188, + 1.84375, + 1.632812, + 1.8125, + 1.851562, + 1.828125, + 1.726562, + 1.664062, + 1.859375, + 1.71875, + 1.734375, + 1.8125, + 1.78125, + 0.785156, + 1.820312, + 1.664062, + 1.757812, + 1.765625, + 1.773438, + 1.476562, + 1.789062, + 1.796875, + 1.664062, + 1.804688, + 1.820312, + 1.21875, + 1.875, + 1.289062, + 1.601562, + 1.648438, + 1.554688, + 1.554688, + 1.492188, + 0.652344, + 1.703125, + 1.742188, + 1.648438, + 1.757812, + 1.757812, + 1.617188, + 1.703125, + 1.765625, + 1.484375, + 1.609375, + 1.203125, + 1.71875, + 1.78125, + 1.710938, + 1.46875, + 1.820312, + 1.71875, + 1.648438, + 1.84375, + 1.734375, + 1.460938, + 1.851562, + 1.070312, + 1.710938, + 1.8125, + 1.71875, + 1.742188, + 1.78125, + 1.664062, + 1.609375, + 1.617188, + 1.835938, + 1.546875, + 1.867188, + 1.828125, + 1.671875, + 1.796875, + 1.804688, + 1.453125, + 1.71875, + 1.617188, + 1.179688, + 1.75, + 1.835938, + 1.835938, + 1.757812, + 1.539062, + 1.101562, + 1.84375, + 1.625, + 1.890625, + 1.742188, + 1.820312, + 1.773438, + 1.671875, + 1.765625, + 1.789062, + 1.664062, + 1.734375, + 1.484375, + 1.726562, + 1.867188, + 1.84375, + 1.46875, + 1.476562, + 1.6875, + 1.710938, + 1.757812, + 1.492188, + 1.75, + 1.796875, + 1.742188, + 1.617188, + 1.765625, + 1.875, + 1.671875, + 2.453125, + 1.828125, + 1.640625, + 1.789062, + 1.648438, + 1.789062, + 1.78125, + 1.820312, + 1.820312, + 1.460938, + 1.09375, + 1.695312, + 1.84375, + 1.835938, + 1.867188, + 1.8125, + 1.398438, + 1.78125, + 1.890625, + 1.6875, + 1.148438, + 1.6875, + 1.875, + 1.71875, + 1.820312, + 1.5625, + 1.65625, + 1.78125, + 1.78125, + 1.703125, + 1.84375, + 1.765625, + 1.734375, + 1.773438, + 1.6875, + 1.835938, + 1.289062, + 1.8125, + 1.757812, + 1.804688, + 1.75, + 1.632812, + 0.703125, + 1.609375, + 1.804688, + 1.695312, + 1.445312, + 1.75, + 1.75, + 1.796875, + 1.65625, + 1.820312, + 1.703125, + 2.375, + 1.632812, + 1.84375, + 1.789062, + 1.71875, + 1.8125, + 1.851562, + 1.257812, + 1.828125, + 1.890625, + 1.703125, + 1.710938, + 1.796875, + 1.875, + 1.703125, + 1.28125, + 1.859375, + 1.679688, + 0.761719, + 1.734375, + 1.734375, + 1.867188, + 1.734375, + 1.796875, + 1.804688, + 1.773438, + 1.75, + 1.789062, + 1.796875, + 1.617188, + 1.75, + 1.75, + 1.671875, + 1.78125, + 1.734375, + 1.765625, + 1.757812, + 1.84375, + 1.539062, + 1.632812, + 1.421875, + 1.84375, + 1.523438, + 1.84375, + 1.75, + 1.703125, + 1.789062, + 1.710938, + 1.554688, + 1.609375, + 1.71875, + 1.617188, + 1.507812, + 1.734375, + 1.820312, + 1.765625, + 1.648438, + 1.742188, + 1.78125, + 1.6875, + 1.84375, + 1.8125, + 2.0, + 1.640625, + 1.804688, + 1.65625, + 1.742188, + 1.804688, + 1.476562, + 1.765625, + 1.375, + 1.679688, + 1.773438, + 1.75, + 1.53125, + 1.554688, + 1.578125, + 1.804688, + 1.804688, + 1.804688, + 1.65625, + 1.773438, + 1.679688, + 1.953125, + 1.757812, + 1.585938, + 1.695312, + 1.695312, + 1.84375, + 1.734375, + 1.726562, + 0.886719, + 1.859375, + 1.898438, + 1.21875, + 1.484375, + 1.820312, + 1.703125, + 1.382812, + 1.757812, + 1.765625, + 1.757812, + 1.851562, + 1.765625, + 1.632812, + 1.789062, + 1.726562, + 1.78125, + 1.523438, + 1.757812, + 1.773438, + 1.804688, + 1.710938, + 1.492188, + 1.851562, + 1.351562, + 1.640625, + 1.601562, + 1.765625, + 1.585938, + 1.65625, + 1.453125, + 1.773438, + 1.726562, + 1.632812, + 1.507812, + 1.71875, + 1.671875, + 1.257812, + 0.447266, + 1.664062, + 1.6875, + 1.78125, + 1.804688, + 1.390625, + 1.835938, + 1.820312, + 1.796875, + 1.773438, + 1.484375, + 1.617188, + 1.570312, + 1.5625, + 1.242188, + 1.5, + 1.609375, + 1.859375, + 1.367188, + 1.773438, + 1.78125, + 1.710938, + 1.773438, + 1.859375, + 1.695312, + 1.820312, + 1.929688, + 1.546875, + 1.828125, + 1.625, + 1.804688, + 1.625, + 1.75, + 1.53125, + 1.726562, + 1.796875, + 1.859375, + 1.640625, + 1.523438, + 1.757812, + 1.726562, + 1.625, + 1.71875, + 1.453125, + 1.726562, + 1.101562, + 1.648438, + 1.8125, + 1.90625, + 1.796875, + 1.851562, + 1.710938, + 1.484375, + 1.820312, + 1.6875, + 1.851562, + 1.75, + 1.6875, + 1.804688, + 1.085938, + 1.789062, + 1.796875, + 1.742188, + 1.828125, + 1.742188, + 1.710938, + 1.695312, + 1.757812, + 1.804688, + 1.53125, + 1.71875, + 1.78125, + 1.8125, + 1.882812, + 1.875, + 1.679688, + 1.695312, + 1.742188, + 1.703125, + 1.726562, + 1.726562, + 1.65625, + 1.773438, + 1.554688, + 1.507812, + 1.546875, + 1.820312, + 1.710938, + 1.757812, + 1.835938, + 1.726562, + 1.875, + 1.90625, + 1.804688, + 1.664062, + 1.703125, + 1.679688, + 1.625, + 1.671875, + 1.742188, + 1.78125, + 1.859375, + 1.632812, + 1.734375, + 1.976562, + 1.632812, + 1.945312, + 1.640625, + 1.828125, + 1.765625, + 1.78125, + 1.820312, + 1.203125, + 1.671875, + 1.515625, + 1.625, + 1.578125, + 1.234375, + 1.6875, + 1.585938, + 1.789062, + 1.625, + 1.757812, + 1.765625, + 1.640625, + 1.804688, + 1.5, + 1.695312, + 1.84375, + 1.585938, + 1.609375, + 1.84375, + 1.828125, + 1.804688, + 1.78125, + 1.742188, + 1.695312, + 1.507812, + 1.085938, + 1.820312, + 1.625, + 1.828125, + 1.726562, + 1.828125, + 1.671875, + 1.71875, + 1.554688, + 1.726562, + 1.765625, + 1.632812, + 1.734375, + 1.726562, + 1.664062, + 1.625, + 1.828125, + 1.46875, + 1.09375, + 1.75, + 1.773438, + 1.695312, + 1.695312, + 1.695312, + 1.1875, + 1.664062, + 1.96875, + 1.828125, + 1.460938, + 1.78125, + 1.84375, + 1.835938, + 1.773438, + 1.820312, + 1.671875, + 1.796875, + 1.789062, + 1.6875, + 1.15625, + 1.757812, + 1.117188, + 1.789062, + 1.789062, + 1.601562, + 1.851562, + 1.773438, + 1.835938, + 1.585938, + 1.6875, + 1.703125, + 1.085938, + 1.414062, + 1.757812, + 1.765625, + 1.640625, + 1.8125, + 1.726562, + 1.53125, + 1.84375, + 1.585938, + 1.757812, + 1.53125, + 1.695312, + 1.796875, + 1.445312, + 1.890625, + 1.875, + 1.796875, + 1.710938, + 1.695312, + 1.789062, + 1.65625, + 1.851562, + 1.84375, + 1.609375, + 1.820312, + 1.648438, + 1.84375, + 1.8125, + 1.820312, + 1.703125, + 1.789062, + 1.796875, + 0.539062, + 1.695312, + 1.773438, + 1.882812, + 1.804688, + 1.804688, + 1.625, + 1.828125, + 1.757812, + 1.515625, + 1.617188, + 1.789062, + 2.015625, + 1.5, + 1.054688, + 1.609375, + 1.851562, + 1.210938, + 1.773438, + 0.636719, + 1.796875, + 1.742188, + 1.835938, + 1.75, + 1.570312, + 1.8125, + 1.90625, + 1.734375, + 1.78125, + 1.695312, + 1.773438, + 1.609375, + 1.507812, + 1.773438, + 1.53125, + 1.273438, + 1.757812, + 1.554688, + 1.789062, + 1.71875, + 1.773438, + 1.59375, + 1.820312, + 1.882812, + 1.796875, + 1.8125, + 1.820312, + 1.257812, + 1.679688, + 1.5625, + 1.578125, + 1.25, + 1.851562, + 1.757812, + 1.804688, + 1.601562, + 1.757812, + 1.382812, + 1.632812, + 1.609375, + 8.1e-05, + 1.398438, + 1.789062, + 1.851562, + 1.796875, + 1.734375, + 1.742188, + 1.5625, + 1.75, + 2.078125, + 1.929688, + 1.695312, + 1.734375, + 1.640625, + 1.84375, + 1.835938, + 1.84375, + 1.804688, + 1.851562, + 1.625, + 1.640625, + 0.804688, + 1.851562, + 1.789062, + 1.773438, + 1.820312, + 1.75, + 1.945312, + 1.539062, + 1.21875, + 1.59375, + 1.664062, + 1.789062, + 1.554688, + 1.484375, + 1.625, + 1.398438, + 1.914062, + 1.757812, + 1.84375, + 1.710938, + 1.75, + 1.632812, + 1.6875, + 1.75, + 1.734375, + 1.820312, + 1.765625, + 1.820312, + 1.984375, + 1.546875, + 1.828125, + 1.796875, + 1.835938, + 1.421875, + 1.851562, + 1.734375, + 1.765625, + 1.898438, + 1.710938, + 1.78125, + 1.515625, + 1.734375, + 1.617188, + 1.5, + 1.773438, + 1.898438, + 1.679688, + 1.71875, + 1.703125, + 1.734375, + 1.734375, + 1.609375, + 1.601562, + 1.710938, + 1.585938, + 1.804688, + 1.773438, + 1.695312, + 1.8125, + 1.609375, + 1.921875, + 1.679688, + 1.65625, + 1.914062, + 1.203125, + 1.65625, + 1.601562, + 1.671875, + 1.1875, + 1.476562, + 1.796875, + 1.757812, + 1.8125, + 1.632812, + 1.859375, + 1.703125, + 1.71875, + 1.835938, + 1.734375, + 1.773438, + 1.8125, + 1.796875, + 1.609375, + 1.71875, + 1.570312, + 1.875, + 1.570312, + 1.570312, + 1.742188, + 1.601562, + 1.8125, + 1.617188, + 1.65625, + 1.757812, + 1.28125, + 1.757812, + 1.84375, + 1.84375, + 1.789062, + 1.679688, + 1.789062, + 1.867188, + 1.679688, + 1.875, + 1.507812, + 1.632812, + 1.773438, + 1.789062, + 1.664062, + 1.648438, + 1.695312, + 1.585938, + 1.59375, + 1.757812, + 1.726562, + 1.679688, + 1.789062, + 1.625, + 1.664062, + 1.46875, + 1.71875, + 1.742188, + 1.445312, + 1.460938, + 1.5, + 1.8125, + 1.835938, + 2.875, + 1.84375, + 1.554688, + 1.632812, + 1.695312, + 1.890625, + 1.507812, + 1.148438, + 1.78125, + 1.679688, + 1.789062, + 1.75, + 2.25, + 1.6875, + 1.765625, + 1.492188, + 1.78125, + 1.65625, + 1.796875, + 1.179688, + 1.21875, + 1.765625, + 1.8125, + 1.773438, + 1.640625, + 1.875, + 1.773438, + 1.476562, + 1.75, + 1.742188, + 1.71875, + 1.820312, + 1.367188, + 1.75, + 1.851562, + 1.554688, + 1.914062, + 1.507812, + 1.804688, + 1.914062, + 1.65625, + 0.294922, + 1.828125, + 1.765625, + 1.757812, + 1.71875, + 1.6875, + 1.820312, + 1.78125, + 1.890625, + 1.710938, + 1.539062, + 1.742188, + 1.734375, + 1.992188, + 1.703125, + 1.804688, + 1.898438, + 1.726562, + 1.710938, + 1.78125, + 1.648438, + 1.171875, + 1.765625, + 1.710938, + 1.867188, + 1.703125, + 1.859375, + 1.890625, + 1.773438, + 1.765625, + 1.765625, + 1.523438, + 1.796875, + 1.460938, + 1.71875, + 1.671875, + 1.476562, + 1.539062, + 1.671875, + 1.804688, + 1.78125, + 1.75, + 1.664062, + 1.84375, + 1.828125, + 1.789062, + 1.820312, + 1.71875, + 1.820312, + 1.890625, + 1.5625, + 1.726562, + 1.734375, + 1.710938, + 1.601562, + 1.679688, + 1.8125, + 1.820312, + 1.421875, + 1.585938, + 1.71875, + 2.0, + 1.90625, + 1.8125, + 1.820312, + 1.835938, + 1.820312, + 1.882812, + 1.703125, + 1.5, + 1.570312, + 1.703125, + 1.726562, + 1.492188, + 1.789062, + 1.882812, + 1.65625, + 1.640625, + 1.867188, + 1.65625, + 1.867188, + 1.210938, + 1.585938, + 1.789062, + 1.640625, + 1.796875, + 1.84375, + 1.84375, + 1.867188, + 1.859375, + 1.757812, + 1.789062, + 1.710938, + 1.84375, + 1.773438, + 1.726562, + 1.921875, + 1.867188, + 1.84375, + 1.703125, + 1.867188, + 1.867188, + 1.71875, + 1.820312, + 1.742188, + 1.867188, + 1.695312, + 1.765625, + 1.804688, + 1.851562, + 1.804688, + 1.648438, + 1.859375, + 1.59375, + 1.726562, + 1.75, + 1.765625, + 1.828125, + 1.710938, + 1.726562, + 1.9375, + 1.679688, + 1.757812, + 1.554688, + 1.5, + 1.46875, + 1.75, + 1.632812, + 1.203125, + 1.789062, + 1.671875, + 0.902344, + 1.734375, + 1.773438, + 1.898438, + 1.078125, + 1.835938, + 1.578125, + 1.757812, + 1.578125, + 1.867188, + 1.445312, + 1.484375, + 1.835938, + 2.09375, + 2.421875, + 1.65625, + 0.746094, + 1.65625, + 1.8125, + 1.8125, + 1.757812, + 1.75, + 1.820312, + 1.796875, + 1.5, + 1.664062, + 1.757812, + 1.75, + 1.539062, + 1.640625, + 1.484375, + 1.570312, + 1.632812, + 1.601562, + 1.78125, + 1.796875, + 1.609375, + 1.242188, + 1.742188, + 1.859375, + 1.789062, + 1.78125, + 1.75, + 1.921875, + 1.554688, + 1.796875, + 1.75, + 1.851562, + 1.765625, + 1.789062, + 0.480469, + 1.78125, + 1.796875, + 1.765625, + 1.671875, + 1.75, + 1.648438, + 1.734375, + 1.65625, + 1.796875, + 1.796875, + 1.804688, + 1.757812, + 1.59375, + 1.742188, + 1.640625, + 1.71875, + 1.710938, + 1.445312, + 1.648438, + 1.242188, + 1.804688, + 2.078125, + 1.804688, + 1.867188, + 1.703125, + 1.75, + 1.773438, + 1.710938, + 1.632812, + 1.617188, + 1.726562, + 1.726562, + 1.539062, + 1.765625, + 1.59375, + 1.789062, + 1.617188, + 1.734375, + 1.757812, + 1.546875, + 1.765625, + 1.75, + 1.875, + 1.859375, + 1.679688, + 1.820312, + 1.703125, + 1.828125, + 1.507812, + 1.804688, + 1.742188, + 1.726562, + 1.796875, + 1.820312, + 1.609375, + 1.546875, + 1.710938, + 1.75, + 1.65625, + 1.796875, + 1.78125, + 1.828125, + 1.101562, + 1.804688, + 1.421875, + 1.828125, + 1.820312, + 1.671875, + 1.765625, + 1.742188, + 1.84375, + 1.859375, + 1.59375, + 1.78125, + 1.867188, + 1.648438, + 1.703125, + 1.835938, + 1.8125, + 1.695312, + 1.710938, + 1.796875, + 1.851562, + 1.835938, + 1.5625, + 1.640625, + 1.851562, + 1.75, + 1.828125, + 1.765625, + 1.539062, + 1.726562, + 1.820312, + 1.796875, + 1.8125, + 1.765625, + 1.742188, + 1.8125, + 1.882812, + 1.859375, + 1.796875, + 1.75, + 1.640625, + 1.773438, + 1.679688, + 1.21875, + 1.742188, + 1.835938, + 1.757812, + 1.710938, + 1.585938, + 1.78125, + 1.648438, + 1.867188, + 1.765625, + 1.820312, + 1.78125, + 1.664062, + 1.664062, + 1.90625, + 1.84375, + 1.789062, + 1.71875, + 1.578125, + 1.757812, + 1.695312, + 1.695312, + 1.742188, + 1.765625, + 1.21875, + 1.171875, + 1.8125, + 1.476562, + 1.828125, + 1.804688, + 1.882812, + 1.484375, + 1.484375, + 1.820312, + 1.75, + 1.8125, + 1.703125, + 1.726562, + 1.5625, + 1.640625, + 1.8125, + 1.734375, + 1.78125, + 1.8125, + 1.046875, + 1.867188, + 1.46875, + 1.820312, + 1.882812, + 1.601562, + 1.84375, + 1.78125, + 1.882812, + 1.859375, + 1.859375, + 1.765625, + 1.664062, + 1.585938, + 1.671875, + 1.78125, + 1.828125, + 1.789062, + 1.765625, + 1.78125, + 1.984375, + 1.429688, + 1.835938, + 1.671875, + 1.796875, + 1.78125, + 1.8125, + 1.757812, + 1.773438, + 1.515625, + 1.242188, + 1.734375, + 1.820312, + 1.5625, + 1.148438, + 1.742188, + 1.640625, + 1.65625, + 1.382812, + 1.507812, + 1.84375, + 1.640625, + 1.617188, + 1.53125, + 1.460938, + 1.671875, + 1.960938, + 1.585938, + 1.734375, + 1.867188, + 1.8125, + 1.757812, + 1.6875, + 1.664062, + 1.773438, + 1.789062, + 1.75, + 1.820312, + 1.570312, + 1.914062, + 1.820312, + 1.804688, + 1.71875, + 1.789062, + 1.578125, + 1.75, + 1.78125, + 1.15625, + 1.796875, + 1.71875, + 1.632812, + 1.867188, + 1.78125, + 1.765625, + 1.78125, + 1.8125, + 1.835938, + 1.726562, + 1.796875, + 1.742188, + 1.734375, + 1.53125, + 1.703125, + 1.65625, + 1.796875, + 1.953125, + 1.804688, + 1.804688, + 1.765625, + 1.820312, + 1.757812, + 1.210938, + 1.664062, + 1.875, + 1.554688, + 1.671875, + 1.804688, + 1.773438, + 1.75, + 1.726562, + 1.789062, + 1.664062, + 1.507812, + 1.820312, + 1.835938, + 1.726562, + 1.796875, + 0.46875, + 1.828125, + 1.75, + 1.78125, + 1.773438, + 1.71875, + 1.617188, + 1.773438, + 1.578125, + 2.078125, + 1.71875, + 1.757812, + 1.679688, + 1.726562, + 1.914062, + 1.867188, + 1.648438, + 1.828125, + 1.65625, + 1.578125, + 1.726562, + 1.757812, + 1.726562, + 1.773438, + 1.796875, + 1.734375, + 1.765625, + 1.59375, + 1.84375, + 1.75, + 1.789062, + 1.6875, + 1.796875, + 1.5625, + 1.6875, + 1.429688, + 1.75, + 1.773438, + 1.765625, + 1.796875, + 1.796875, + 1.757812, + 1.726562, + 1.6875, + 1.523438, + 1.757812, + 1.835938, + 1.679688, + 1.734375, + 1.710938, + 1.8125, + 1.476562, + 1.789062, + 1.703125, + 1.6875, + 1.8125, + 1.757812, + 1.726562, + 1.695312, + 1.765625, + 1.679688, + 2.078125, + 1.867188, + 1.625, + 1.78125, + 1.625, + 1.796875, + 1.703125, + 1.53125, + 1.820312, + 2.0, + 1.765625, + 1.765625, + 1.21875, + 1.8125, + 1.757812, + 1.710938, + 1.84375, + 1.515625, + 1.46875, + 1.804688, + 1.78125, + 1.765625, + 1.789062, + 1.96875, + 1.8125, + 1.664062, + 1.789062, + 1.8125, + 1.71875, + 1.835938, + 1.53125, + 1.796875, + 1.148438, + 1.78125, + 1.75, + 1.71875, + 1.828125, + 1.804688, + 1.554688, + 0.539062, + 1.75, + 1.859375, + 1.601562, + 1.6875, + 1.625, + 0.3125, + 1.734375, + 1.632812, + 1.789062, + 1.8125, + 1.648438, + 1.9375, + 1.84375, + 1.992188, + 0.835938, + 1.828125, + 1.703125, + 1.8125, + 1.78125, + 1.820312, + 1.476562, + 1.453125, + 1.65625, + 1.890625, + 1.914062, + 1.734375, + 1.796875, + 1.671875, + 1.75, + 1.554688, + 1.789062, + 0.757812, + 1.617188, + 1.820312, + 1.820312, + 1.632812, + 1.804688, + 1.820312, + 1.8125, + 1.75, + 1.789062, + 1.851562, + 1.765625, + 1.609375, + 1.828125, + 2.71875, + 1.65625, + 1.6875, + 1.78125, + 1.78125, + 1.789062, + 1.132812, + 1.773438, + 1.789062, + 1.765625, + 1.8125, + 1.773438, + 1.757812, + 1.609375, + 1.789062, + 1.46875, + 1.617188, + 1.171875, + 1.695312, + 1.84375, + 1.5625, + 1.734375, + 1.796875, + 1.78125, + 1.78125, + 1.835938, + 1.171875, + 1.9375, + 1.875, + 1.859375, + 1.984375, + 1.78125, + 1.742188, + 1.695312, + 1.882812, + 1.757812, + 1.679688, + 1.734375, + 1.84375, + 1.578125, + 1.789062, + 2.359375, + 1.851562, + 1.789062, + 1.75, + 1.632812, + 1.726562, + 1.789062, + 1.585938, + 1.609375, + 1.765625, + 1.054688, + 1.78125, + 1.875, + 1.75, + 1.421875, + 1.882812, + 1.78125, + 1.867188, + 1.148438, + 1.539062, + 1.515625, + 1.632812, + 1.851562, + 1.539062, + 1.828125, + 1.742188, + 1.742188, + 1.84375, + 1.546875, + 1.640625, + 1.71875, + 1.742188, + 1.851562, + 1.726562, + 1.78125, + 1.648438, + 1.664062, + 1.796875, + 1.804688, + 1.710938, + 1.625, + 1.8125, + 1.75, + 1.835938, + 1.859375, + 1.828125, + 1.484375, + 1.757812, + 1.71875, + 1.265625, + 1.765625, + 1.734375, + 1.632812, + 1.734375, + 1.578125, + 1.71875, + 1.84375, + 1.726562, + 5.625, + 1.742188, + 1.75, + 1.78125, + 1.726562, + 1.773438, + 1.835938, + 1.765625, + 1.851562, + 1.84375, + 1.585938, + 1.226562, + 1.867188, + 1.789062, + 1.695312, + 1.742188, + 1.820312, + 1.8125, + 1.882812, + 1.578125, + 1.59375, + 1.429688, + 1.648438, + 1.71875, + 1.476562, + 1.78125, + 1.875, + 1.78125, + 1.734375, + 1.703125, + 1.796875, + 1.765625, + 1.859375, + 1.625, + 1.804688, + 1.671875, + 1.71875, + 1.25, + 1.828125, + 1.75, + 1.195312, + 1.851562, + 1.789062, + 2.171875, + 1.71875, + 1.070312, + 1.742188, + 1.664062, + 1.242188, + 1.804688, + 1.554688, + 1.484375, + 2.0625, + 1.75, + 1.1875, + 1.820312, + 1.226562, + 1.78125, + 1.765625, + 1.671875, + 1.726562, + 1.53125, + 1.828125, + 1.71875, + 1.820312, + 1.578125, + 1.734375, + 1.601562, + 1.585938, + 1.820312, + 1.257812, + 1.601562, + 1.59375, + 1.25, + 1.695312, + 1.726562, + 1.796875, + 1.9375, + 1.78125, + 1.8125, + 1.539062, + 1.789062, + 1.1875, + 1.648438, + 1.789062, + 1.84375, + 1.8125, + 1.773438, + 1.835938, + 1.585938, + 1.789062, + 1.625, + 1.820312, + 1.6875, + 1.726562, + 1.789062, + 1.679688, + 1.789062, + 1.742188, + 1.546875, + 1.859375, + 1.8125, + 1.796875, + 1.453125, + 1.65625, + 1.789062, + 1.671875, + 1.578125, + 1.203125, + 1.484375, + 1.765625, + 1.804688, + 1.78125, + 1.648438, + 1.796875, + 1.765625, + 1.75, + 1.757812, + 1.742188, + 1.570312, + 1.648438, + 1.734375, + 1.617188, + 1.734375, + 1.726562, + 1.234375, + 1.773438, + 1.78125, + 1.726562, + 1.734375, + 1.703125, + 1.78125, + 1.75, + 1.671875, + 1.632812, + 1.101562, + 1.65625, + 1.5, + 1.773438, + 1.640625, + 1.882812, + 1.859375 + ] + }, + "name": "model.model.layers.25.post_attention_layernorm.weight", + "outputIndexes": [ + 2115 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2114 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_25/Mul_output_0", + "outputIndexes": [ + 2116 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2115, + 2116 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_25/Mul_1_output_0", + "outputIndexes": [ + 2117 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2117 + ], + "outputIndexes": [ + 3024 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3024 + ], + "outputIndexes": [ + 3025 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear", + "inputIndexes": [ + 3025 + ], + "outputIndexes": [ + 3026 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3294207842, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3026 + ], + "outputIndexes": [ + 3027 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3027 + ], + "outputIndexes": [ + 2118 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2118 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_25/Sigmoid_output_0", + "outputIndexes": [ + 2119 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2118, + 2119 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Mul_output_0", + "outputIndexes": [ + 2120 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2117 + ], + "outputIndexes": [ + 3028 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3028 + ], + "outputIndexes": [ + 3029 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear", + "inputIndexes": [ + 3029 + ], + "outputIndexes": [ + 3030 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3332398968, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3030 + ], + "outputIndexes": [ + 3031 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3031 + ], + "outputIndexes": [ + 2121 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2120, + 2121 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_25/Mul_output_0", + "outputIndexes": [ + 2122 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2122 + ], + "outputIndexes": [ + 3032 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3032 + ], + "outputIndexes": [ + 3033 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear", + "inputIndexes": [ + 3033 + ], + "outputIndexes": [ + 3034 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3370590094, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3034 + ], + "outputIndexes": [ + 3035 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3035 + ], + "outputIndexes": [ + 2123 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2114, + 2123 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_129_output_0", + "outputIndexes": [ + 2124 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2124, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_234_output_0", + "outputIndexes": [ + 2125 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.84375, + 0.65625, + 0.722656, + 0.792969, + 0.964844, + 0.726562, + 0.65625, + 0.707031, + 2.890625, + 0.765625, + 0.714844, + 0.832031, + 0.644531, + 0.613281, + 0.925781, + 0.753906, + 0.636719, + 0.636719, + 0.667969, + 2.109375, + 2.328125, + 0.691406, + 0.675781, + 0.761719, + 0.648438, + 0.78125, + 3.28125, + 0.71875, + 0.730469, + 0.710938, + 0.8125, + 0.890625, + 2.484375, + 0.6875, + 0.769531, + 0.828125, + 0.796875, + 3.0, + 0.636719, + 0.847656, + 0.773438, + 0.628906, + 1.273438, + 0.707031, + 0.769531, + 0.78125, + 4.40625, + 0.71875, + 0.730469, + 0.863281, + 0.863281, + 0.65625, + 0.632812, + 0.605469, + 0.75, + 0.699219, + 0.730469, + 1.304688, + 0.703125, + 1.140625, + 0.625, + 0.695312, + 0.691406, + 0.636719, + 0.753906, + 0.792969, + 0.742188, + 0.632812, + 0.757812, + 0.675781, + 0.589844, + 1.015625, + 0.757812, + 0.679688, + 0.695312, + 0.789062, + 0.859375, + 0.746094, + 3.234375, + 0.875, + 0.792969, + 1.507812, + 0.808594, + 0.710938, + 0.71875, + 4.4375, + 0.675781, + 1.007812, + 0.660156, + 1.382812, + 0.714844, + 0.6875, + 0.660156, + 0.65625, + 1.28125, + 0.679688, + 2.796875, + 0.734375, + 0.671875, + 0.679688, + 0.839844, + 0.871094, + 1.03125, + 0.664062, + 1.125, + 0.757812, + 1.117188, + 0.847656, + 0.824219, + 0.621094, + 0.691406, + 0.707031, + 0.746094, + 2.625, + 0.671875, + 3.296875, + 0.738281, + 0.644531, + 0.707031, + 0.714844, + 0.660156, + 0.625, + 0.910156, + 0.652344, + 0.703125, + 0.664062, + 0.691406, + 0.675781, + 4.21875, + 0.878906, + 3.296875, + 0.613281, + 0.871094, + 0.710938, + 1.3125, + 0.644531, + 0.667969, + 0.660156, + 0.875, + 0.664062, + 0.648438, + 0.761719, + 0.925781, + 0.589844, + 2.875, + 0.804688, + 0.960938, + 0.644531, + 0.707031, + 0.601562, + 0.6875, + 0.675781, + 0.722656, + 0.660156, + 0.882812, + 0.832031, + 0.753906, + 1.109375, + 0.757812, + 0.757812, + 0.953125, + 0.914062, + 3.015625, + 0.683594, + 3.203125, + 0.875, + 0.726562, + 0.996094, + 0.652344, + 0.640625, + 0.683594, + 0.675781, + 0.5625, + 0.707031, + 0.636719, + 1.015625, + 0.652344, + 0.644531, + 0.734375, + 0.660156, + 0.574219, + 0.679688, + 0.683594, + 1.335938, + 0.617188, + 0.699219, + 0.640625, + 0.820312, + 0.714844, + 0.761719, + 0.738281, + 0.683594, + 1.28125, + 0.648438, + 1.320312, + 0.671875, + 0.707031, + 0.839844, + 1.015625, + 0.59375, + 0.664062, + 4.03125, + 0.871094, + 0.785156, + 0.894531, + 0.6875, + 0.660156, + 0.710938, + 0.65625, + 0.59375, + 0.738281, + 0.734375, + 0.746094, + 0.726562, + 0.640625, + 0.875, + 0.785156, + 0.777344, + 1.023438, + 0.625, + 0.59375, + 0.828125, + 1.007812, + 0.667969, + 0.6875, + 0.988281, + 0.757812, + 0.792969, + 0.632812, + 0.652344, + 0.730469, + 0.78125, + 0.753906, + 0.660156, + 0.664062, + 0.976562, + 0.601562, + 0.761719, + 3.984375, + 0.667969, + 0.679688, + 0.640625, + 0.625, + 0.695312, + 0.699219, + 0.863281, + 0.621094, + 0.78125, + 0.726562, + 0.679688, + 0.667969, + 1.390625, + 0.738281, + 0.664062, + 0.667969, + 0.78125, + 0.59375, + 4.53125, + 0.644531, + 0.832031, + 0.703125, + 0.675781, + 0.71875, + 0.691406, + 0.679688, + 0.734375, + 0.585938, + 0.667969, + 0.808594, + 0.675781, + 0.769531, + 0.792969, + 0.679688, + 0.828125, + 0.617188, + 0.894531, + 0.703125, + 1.382812, + 0.644531, + 0.765625, + 0.628906, + 0.621094, + 4.4375, + 0.667969, + 0.664062, + 0.828125, + 0.625, + 0.703125, + 0.695312, + 1.0, + 0.945312, + 0.847656, + 0.792969, + 0.90625, + 0.785156, + 0.671875, + 0.953125, + 0.71875, + 0.6875, + 0.664062, + 0.597656, + 0.867188, + 0.953125, + 0.734375, + 1.234375, + 0.726562, + 0.636719, + 0.605469, + 0.679688, + 0.640625, + 2.625, + 0.679688, + 0.605469, + 0.617188, + 3.046875, + 0.664062, + 0.648438, + 0.785156, + 0.75, + 0.625, + 0.699219, + 0.621094, + 0.636719, + 0.644531, + 0.730469, + 0.707031, + 0.632812, + 0.617188, + 0.726562, + 0.714844, + 4.34375, + 0.730469, + 0.660156, + 0.644531, + 0.859375, + 0.65625, + 0.667969, + 1.632812, + 0.742188, + 0.722656, + 4.625, + 0.640625, + 0.65625, + 0.652344, + 4.0625, + 0.753906, + 0.851562, + 0.636719, + 0.613281, + 0.609375, + 0.710938, + 0.847656, + 1.007812, + 0.6875, + 0.953125, + 0.660156, + 0.664062, + 0.691406, + 0.640625, + 0.683594, + 1.140625, + 1.101562, + 3.828125, + 0.816406, + 2.46875, + 0.9375, + 0.640625, + 0.734375, + 0.660156, + 0.875, + 0.632812, + 0.617188, + 0.730469, + 0.671875, + 0.65625, + 0.804688, + 3.9375, + 0.902344, + 0.648438, + 0.703125, + 0.75, + 0.726562, + 0.769531, + 0.894531, + 0.679688, + 0.710938, + 0.792969, + 0.671875, + 0.675781, + 0.777344, + 0.601562, + 0.8125, + 3.046875, + 0.808594, + 0.683594, + 0.679688, + 0.777344, + 0.679688, + 0.738281, + 4.15625, + 0.820312, + 0.726562, + 0.949219, + 0.746094, + 0.90625, + 0.644531, + 0.714844, + 0.691406, + 0.671875, + 0.820312, + 0.957031, + 0.640625, + 0.796875, + 0.605469, + 0.679688, + 1.226562, + 0.722656, + 0.699219, + 0.722656, + 0.714844, + 0.890625, + 0.796875, + 0.664062, + 0.695312, + 0.636719, + 0.917969, + 0.753906, + 0.644531, + 0.757812, + 0.695312, + 0.648438, + 0.601562, + 0.960938, + 0.683594, + 0.683594, + 0.664062, + 0.648438, + 0.640625, + 0.667969, + 0.890625, + 0.648438, + 0.789062, + 0.800781, + 0.628906, + 0.871094, + 0.710938, + 0.664062, + 0.710938, + 0.726562, + 1.320312, + 0.960938, + 0.667969, + 0.71875, + 0.675781, + 0.839844, + 2.03125, + 0.558594, + 0.589844, + -7.6e-05, + 0.664062, + 0.671875, + 0.648438, + 0.664062, + 1.507812, + 0.820312, + 0.804688, + 0.847656, + 0.6875, + 0.847656, + 0.6875, + 0.621094, + 4.125, + 0.648438, + 0.691406, + 0.722656, + 0.84375, + 0.640625, + 0.710938, + 0.667969, + 0.710938, + 0.722656, + 0.597656, + 0.652344, + 0.777344, + 1.398438, + 0.71875, + 0.8125, + 0.777344, + 0.703125, + 0.816406, + 0.957031, + 0.761719, + 1.023438, + 0.632812, + 0.792969, + 0.609375, + 0.648438, + 0.6875, + 1.101562, + 0.695312, + 0.652344, + 0.734375, + 0.683594, + 0.785156, + 0.640625, + 1.03125, + 0.699219, + 0.535156, + 0.648438, + 0.675781, + 0.648438, + 0.726562, + 0.675781, + 0.726562, + 0.785156, + 0.742188, + 0.644531, + 0.675781, + 0.660156, + 0.902344, + 0.597656, + 0.625, + 0.699219, + 4.40625, + 0.667969, + 0.738281, + 0.742188, + 0.679688, + 0.667969, + 0.710938, + 0.640625, + 0.894531, + 0.988281, + 0.652344, + 0.644531, + 0.695312, + 0.953125, + 0.6875, + 0.796875, + 0.664062, + 0.839844, + 0.773438, + 0.792969, + 0.695312, + 0.902344, + 0.703125, + 1.421875, + 2.4375, + 0.59375, + 0.914062, + 0.804688, + 0.925781, + 0.664062, + 2.34375, + 0.660156, + 0.71875, + 0.640625, + 0.621094, + 0.640625, + 0.65625, + 0.734375, + 0.6875, + 0.742188, + 0.527344, + 0.875, + 0.691406, + 0.683594, + 0.765625, + 0.777344, + 0.640625, + 0.738281, + 0.632812, + 0.753906, + 0.777344, + 0.597656, + 0.636719, + 0.636719, + 0.855469, + 0.917969, + 0.78125, + 0.683594, + 0.738281, + 0.675781, + 0.707031, + 0.769531, + 0.636719, + 0.648438, + 0.757812, + 0.679688, + 0.703125, + 0.773438, + 0.710938, + 0.714844, + 0.828125, + 0.636719, + 1.09375, + 0.671875, + 0.742188, + 0.820312, + 0.777344, + 0.785156, + 0.875, + 0.710938, + 1.273438, + 0.816406, + 0.753906, + 0.632812, + 0.648438, + 3.390625, + 0.75, + 0.949219, + 0.757812, + 0.679688, + 0.96875, + 0.667969, + 0.664062, + 4.15625, + 0.734375, + 0.714844, + 0.738281, + 0.6875, + 0.644531, + 3.234375, + 0.742188, + 3.015625, + 0.683594, + 0.871094, + 0.648438, + 0.636719, + 0.855469, + 0.867188, + 0.765625, + 0.644531, + 0.691406, + 0.632812, + 0.777344, + 0.710938, + 0.59375, + 0.625, + 0.648438, + 0.609375, + 0.875, + 0.640625, + 0.667969, + 0.769531, + 2.859375, + 0.65625, + 0.625, + 0.648438, + 0.644531, + 4.125, + 0.722656, + 0.65625, + 1.132812, + 2.765625, + 0.667969, + 0.679688, + 0.671875, + 0.6875, + 0.855469, + 0.996094, + 0.640625, + 2.84375, + 0.695312, + 0.714844, + 0.664062, + 0.636719, + 0.734375, + 0.710938, + 0.707031, + 0.664062, + 0.65625, + 0.605469, + 0.71875, + 0.667969, + 0.636719, + 0.753906, + 0.804688, + 1.03125, + 0.695312, + 0.671875, + 0.703125, + 0.644531, + 0.679688, + 1.703125, + 0.804688, + 0.683594, + 0.8125, + 0.78125, + 3.203125, + 0.777344, + 1.078125, + 0.6875, + 0.8125, + 0.65625, + 1.335938, + 3.234375, + 0.847656, + 1.101562, + 0.695312, + 0.792969, + 0.679688, + 0.726562, + 0.609375, + 0.625, + 0.660156, + 0.652344, + 4.46875, + 0.632812, + 0.800781, + 0.6875, + 0.511719, + 0.722656, + 0.601562, + 1.140625, + 4.15625, + 2.765625, + 0.683594, + 0.894531, + 0.722656, + 0.949219, + 0.660156, + 0.605469, + 0.671875, + 0.6875, + 0.628906, + 0.640625, + 3.359375, + 0.734375, + 1.34375, + 0.636719, + 0.71875, + 0.691406, + 0.601562, + 0.816406, + 0.679688, + 0.945312, + 0.632812, + 0.644531, + 0.675781, + 0.742188, + 0.691406, + 0.886719, + 0.816406, + 0.628906, + 0.660156, + 0.6875, + 0.667969, + 0.839844, + 0.699219, + 0.859375, + 0.667969, + 0.722656, + 0.988281, + 0.710938, + 0.632812, + 0.777344, + 0.648438, + 0.914062, + 2.0, + 0.644531, + 0.722656, + 0.765625, + 3.578125, + 0.640625, + 0.609375, + 0.707031, + 0.785156, + 1.796875, + 1.320312, + 0.652344, + 0.691406, + 4.53125, + 0.636719, + 1.046875, + 3.828125, + 0.683594, + 0.78125, + 0.679688, + 0.652344, + 0.621094, + 0.910156, + 0.730469, + 0.625, + 0.878906, + 0.671875, + 0.628906, + 0.78125, + 0.695312, + 0.644531, + 0.667969, + 1.085938, + 4.78125, + 0.769531, + 0.710938, + 0.78125, + 1.117188, + 0.683594, + 0.96875, + 0.625, + 0.652344, + 3.59375, + 0.65625, + 0.808594, + 0.714844, + 4.28125, + 0.671875, + 0.632812, + 0.949219, + 0.894531, + 0.613281, + 0.761719, + 0.648438, + 1.671875, + 0.660156, + 0.789062, + 0.761719, + 0.964844, + 0.683594, + 3.515625, + 0.722656, + 0.671875, + 3.359375, + 0.898438, + 0.761719, + 0.597656, + 0.667969, + 0.636719, + 0.640625, + 0.683594, + 0.664062, + 0.820312, + 0.789062, + 0.816406, + 0.785156, + 0.632812, + 0.898438, + 0.679688, + 0.683594, + 0.730469, + 0.636719, + 0.894531, + 0.808594, + 0.722656, + 1.054688, + 0.734375, + 0.621094, + 0.78125, + 0.699219, + 0.625, + 0.644531, + 0.636719, + 0.984375, + 1.0, + 0.761719, + 0.664062, + 0.84375, + 0.804688, + 0.769531, + 0.78125, + 0.914062, + 0.65625, + 0.609375, + 0.714844, + 0.734375, + 0.652344, + 0.960938, + 0.699219, + 0.601562, + 0.6875, + 0.597656, + 0.742188, + 0.785156, + 0.765625, + 0.6875, + 0.71875, + 0.804688, + 4.5, + 0.703125, + 3.984375, + 0.65625, + 0.890625, + 1.429688, + 0.683594, + 0.746094, + 0.660156, + 0.652344, + 0.699219, + 4.375, + 2.515625, + 3.0, + 0.65625, + 0.648438, + 0.613281, + 0.925781, + 0.660156, + 0.6875, + 0.707031, + 3.25, + 2.8125, + 0.675781, + 0.660156, + 0.644531, + 0.769531, + 0.746094, + 0.757812, + 0.65625, + 0.792969, + 0.6875, + 0.660156, + 0.792969, + 0.839844, + 0.703125, + 2.96875, + 0.660156, + 0.597656, + 0.703125, + 0.773438, + 0.730469, + 0.605469, + 0.703125, + 0.675781, + 0.625, + 0.726562, + 0.636719, + 0.667969, + 0.730469, + 0.644531, + 0.761719, + 0.707031, + 0.589844, + 0.796875, + 0.640625, + 0.726562, + 0.75, + 0.683594, + 0.976562, + 0.65625, + 0.671875, + 0.683594, + 0.734375, + 0.667969, + 0.625, + 3.71875, + 3.140625, + 0.695312, + 0.882812, + 0.769531, + 2.765625, + 0.785156, + 1.179688, + 0.960938, + 0.636719, + 0.839844, + 0.648438, + 0.761719, + 0.625, + 4.34375, + 0.597656, + 3.953125, + 0.917969, + 0.769531, + 0.746094, + 1.0, + 0.863281, + 0.671875, + 0.667969, + 0.660156, + 0.789062, + 1.515625, + 0.816406, + 0.652344, + 3.609375, + 0.746094, + 0.820312, + 1.609375, + 0.765625, + 0.664062, + 0.746094, + 0.75, + 0.648438, + 0.785156, + 0.808594, + 2.390625, + 0.828125, + 0.996094, + 0.808594, + 0.84375, + 0.632812, + 1.023438, + 0.789062, + 0.65625, + 0.609375, + 0.621094, + 1.203125, + 0.707031, + 0.65625, + 0.78125, + 4.0625, + 0.839844, + 0.644531, + 0.621094, + 0.722656, + 1.296875, + 0.894531, + 0.675781, + 0.636719, + 0.746094, + 0.792969, + 4.1875, + 0.683594, + 0.640625, + 0.636719, + 0.808594, + 4.28125, + 0.695312, + 0.765625, + 0.679688, + 0.832031, + 0.738281, + 0.578125, + 0.683594, + 1.1875, + 0.726562, + 0.820312, + 0.785156, + 4.125, + 0.695312, + 0.628906, + 4.21875, + 0.796875, + 0.707031, + 0.691406, + 0.796875, + 0.628906, + 0.621094, + 0.699219, + 0.792969, + 1.0, + 1.851562, + 0.785156, + 0.675781, + 0.964844, + 2.296875, + 0.75, + 0.710938, + 1.765625, + 0.628906, + 0.675781, + 0.664062, + 0.691406, + 0.773438, + 0.941406, + 2.78125, + 0.777344, + 0.710938, + 0.726562, + 0.941406, + 0.742188, + 0.671875, + 0.632812, + 0.902344, + 0.792969, + 0.714844, + 0.9375, + 0.875, + 1.054688, + 0.6875, + 3.546875, + 4.71875, + 0.972656, + 0.71875, + 0.773438, + 0.707031, + 0.953125, + 1.265625, + 0.621094, + 0.9375, + 0.6875, + 0.667969, + 0.65625, + 0.804688, + 0.785156, + 0.625, + 0.820312, + 0.6875, + 0.746094, + 0.65625, + 0.632812, + 0.941406, + 0.675781, + 0.824219, + 4.25, + 1.304688, + 0.746094, + 0.78125, + 0.972656, + 0.910156, + 0.667969, + 0.550781, + 0.761719, + 0.636719, + 0.8125, + 0.660156, + 0.648438, + 0.769531, + 0.851562, + 0.644531, + 1.140625, + 0.804688, + 0.597656, + 0.875, + 0.707031, + 0.671875, + 0.664062, + 0.878906, + 1.351562, + 0.6875, + 0.765625, + 0.699219, + 0.722656, + 2.921875, + 1.195312, + 0.605469, + 0.691406, + 1.132812, + 0.71875, + 0.789062, + 0.632812, + 0.75, + 0.636719, + 0.828125, + 0.640625, + 0.753906, + 0.644531, + 0.738281, + 0.734375, + 0.664062, + 0.816406, + 0.824219, + 2.765625, + 0.671875, + 0.765625, + 0.742188, + 0.722656, + 0.636719, + 0.652344, + 0.792969, + 0.847656, + 0.667969, + 0.75, + 0.664062, + 0.925781, + 0.933594, + 0.605469, + 0.746094, + 0.710938, + 0.679688, + 0.566406, + 0.675781, + 0.671875, + 1.25, + 0.625, + 0.671875, + 0.875, + 0.722656, + 0.578125, + 1.023438, + 0.648438, + 0.875, + 0.921875, + 0.636719, + 0.734375, + 0.660156, + 0.792969, + 0.898438, + 0.703125, + 0.65625, + 0.640625, + 0.660156, + 0.636719, + 0.808594, + 0.644531, + 0.910156, + 0.710938, + 0.730469, + 0.703125, + 0.667969, + 0.660156, + 0.664062, + 0.6875, + 0.945312, + 0.804688, + 0.71875, + 0.703125, + 0.660156, + 0.632812, + 0.707031, + 0.730469, + 0.671875, + 0.632812, + 0.789062, + 0.75, + 0.660156, + 0.644531, + 4.84375, + 0.675781, + 0.859375, + 4.5, + 0.628906, + 0.664062, + 0.714844, + 0.703125, + 0.628906, + 0.644531, + 0.652344, + 1.304688, + 0.769531, + 0.675781, + 0.707031, + 0.929688, + 1.21875, + 0.5625, + 0.730469, + 0.84375, + 1.859375, + 0.625, + 0.671875, + 0.746094, + 0.675781, + 0.617188, + 0.695312, + 0.835938, + 0.683594, + 0.804688, + 0.71875, + 0.800781, + 0.621094, + 0.714844, + 0.640625, + 0.710938, + 0.789062, + 0.855469, + 0.628906, + 0.746094, + 0.707031, + 1.0625, + 1.039062, + 0.617188, + 0.644531, + 0.714844, + 0.738281, + 0.671875, + 0.71875, + 0.941406, + 0.632812, + 0.675781, + 0.691406, + 0.703125, + 0.652344, + 0.714844, + 1.070312, + 0.625, + 0.824219, + 0.757812, + 0.976562, + 4.5625, + 0.972656, + 0.628906, + 0.847656, + 0.695312, + 0.664062, + 0.734375, + 0.730469, + 0.824219, + 0.613281, + 0.59375, + 0.6875, + 0.675781, + 1.179688, + 0.625, + 0.648438, + 0.773438, + 0.792969, + 1.59375, + 4.5625, + 0.632812, + 0.6875, + 2.875, + 0.699219, + 0.644531, + 0.960938, + 0.929688, + 0.707031, + 0.621094, + 0.839844, + 0.65625, + 0.734375, + 0.792969, + 0.757812, + 1.539062, + 0.671875, + 3.578125, + 0.867188, + 0.882812, + 0.691406, + 0.671875, + 0.691406, + 0.832031, + 0.789062, + 0.675781, + 0.847656, + 0.832031, + 0.847656, + 0.691406, + 0.707031, + 0.695312, + 0.632812, + 0.664062, + 0.792969, + 0.742188, + 0.644531, + 1.210938, + 0.613281, + 0.820312, + 0.875, + 0.722656, + 0.664062, + 0.738281, + 0.710938, + 0.726562, + 0.6875, + 0.667969, + 0.648438, + 1.078125, + 0.679688, + 0.757812, + 0.699219, + 0.816406, + 0.625, + 0.703125, + 0.746094, + 1.078125, + 0.636719, + 0.8125, + 0.691406, + 0.667969, + 0.671875, + 0.683594, + 1.1875, + 0.878906, + 0.671875, + 1.15625, + 0.808594, + 0.628906, + 0.855469, + 0.636719, + 1.742188, + 0.640625, + 0.800781, + 0.640625, + 0.917969, + 0.820312, + 0.65625, + 0.71875, + 0.640625, + 0.703125, + 0.6875, + 0.839844, + 0.648438, + 0.792969, + 0.617188, + 0.824219, + 0.71875, + 3.265625, + 0.773438, + 0.65625, + 0.636719, + 0.746094, + 0.691406, + 1.039062, + 0.980469, + 0.695312, + 0.675781, + 0.683594, + 0.667969, + 0.617188, + 0.65625, + 0.710938, + 0.964844, + 0.660156, + 0.679688, + 0.675781, + 0.769531, + 0.78125, + 3.015625, + 0.828125, + 0.636719, + 0.675781, + 0.738281, + 0.707031, + 0.9375, + 0.679688, + 0.742188, + 0.710938, + 0.726562, + 0.621094, + 0.683594, + 0.839844, + 0.832031, + 0.679688, + 4.28125, + 0.65625, + 0.640625, + 4.25, + 0.660156, + 0.691406, + 0.722656, + 0.6875, + 0.878906, + 0.769531, + 0.65625, + 3.5625, + 0.621094, + 4.0, + 0.667969, + 0.867188, + 0.765625, + 4.5625, + 0.660156, + 0.660156, + 0.832031, + 0.597656, + 0.894531, + 1.140625, + 0.742188, + 0.683594, + 0.699219, + 0.695312, + 3.265625, + 0.6875, + 0.707031, + 0.722656, + 0.917969, + 0.675781, + 3.078125, + 0.714844, + 0.730469, + 0.667969, + 0.699219, + 1.039062, + 0.59375, + 0.6875, + 0.683594, + 0.667969, + 0.648438, + 0.632812, + 0.628906, + 0.773438, + 0.597656, + 0.664062, + 2.546875, + 0.652344, + 0.734375, + 0.714844, + 0.660156, + 0.660156, + 0.648438, + 0.660156, + 0.671875, + 3.921875, + 0.84375, + 0.660156, + 1.414062, + 0.96875, + 0.675781, + 0.8125, + 0.664062, + 0.628906, + 0.742188, + 0.640625, + 0.78125, + 0.6875, + 0.691406, + 0.726562, + 0.757812, + 0.722656, + 0.621094, + 0.664062, + 0.703125, + 0.679688, + 2.96875, + 0.746094, + 0.613281, + 0.714844, + 0.664062, + 0.695312, + 0.683594, + 0.796875, + 0.964844, + 0.832031, + 0.71875, + 0.855469, + 0.730469, + 0.636719, + 0.777344, + 0.644531, + 4.84375, + 0.699219, + 0.617188, + 0.761719, + 0.636719, + 0.679688, + 0.734375, + 0.632812, + 0.78125, + 0.660156, + 0.738281, + 0.660156, + 0.671875, + 0.667969, + 0.640625, + 1.0, + 0.765625, + 0.816406, + 0.679688, + 0.671875, + 0.65625, + 0.695312, + 0.707031, + 0.695312, + 0.898438, + 0.695312, + 0.675781, + 0.625, + 0.6875, + 0.742188, + 1.21875, + 0.707031, + 0.695312, + 0.855469, + 0.699219, + 0.800781, + 0.660156, + 0.695312, + 0.921875, + 0.867188, + 0.703125, + 0.730469, + 0.675781, + 0.738281, + 0.933594, + 0.664062, + 0.648438, + 3.4375, + 0.585938, + 0.738281, + 0.558594, + 0.640625, + 0.707031, + 0.816406, + 0.71875, + 3.9375, + 0.625, + 0.851562, + 0.636719, + 0.691406, + 0.757812, + 0.929688, + 0.730469, + 0.753906, + 3.46875, + 3.96875, + 0.882812, + 0.757812, + 0.746094, + 0.632812, + 0.714844, + 0.71875, + 0.765625, + 0.695312, + 0.738281, + 0.714844, + 0.800781, + 0.703125, + 0.640625, + 0.726562, + 0.644531, + 3.703125, + 0.652344, + 0.613281, + 0.667969, + 2.71875, + 0.898438, + 0.675781, + 0.617188, + 0.734375, + 0.691406, + 0.714844, + 0.632812, + 0.703125, + 0.648438, + 0.644531, + 1.21875, + 0.671875, + 0.75, + 0.832031, + 0.640625, + 0.636719, + 0.6875, + 1.171875, + 0.691406, + 0.695312, + 0.730469, + 0.734375, + 0.660156, + 0.707031, + 3.203125, + 0.664062, + 0.832031, + 0.894531, + 2.734375, + 0.890625, + 0.628906, + 0.734375, + 0.753906, + 0.675781, + 1.140625, + 4.28125, + 0.722656, + 0.707031, + 0.761719, + 0.664062, + 0.636719, + 0.667969, + 0.730469, + 0.964844, + 0.78125, + 0.679688, + 0.933594, + 0.683594, + 0.777344, + 0.597656, + 0.667969, + 0.585938, + 0.617188, + 0.804688, + 0.644531, + 0.679688, + 0.753906, + 2.796875, + 0.765625, + 1.265625, + 0.683594, + 0.667969, + 0.734375, + 0.667969, + 0.605469, + 0.757812, + 0.714844, + 3.296875, + 1.179688, + 0.65625, + 0.648438, + 0.644531, + 0.6875, + 0.660156, + 0.621094, + 0.753906, + 0.679688, + 0.828125, + 0.898438, + 0.824219, + 0.640625, + 0.757812, + 0.6875, + 0.722656, + 0.632812, + 0.648438, + 0.703125, + 0.65625, + 0.6875, + 0.683594, + 0.847656, + 0.570312, + 0.707031, + 0.75, + 0.753906, + 0.628906, + 0.683594, + 0.644531, + 0.695312, + 0.554688, + 0.683594, + 0.636719, + 0.707031, + 0.753906, + 0.71875, + 0.65625, + 3.078125, + 0.90625, + 0.6875, + 0.667969, + 0.714844, + 0.644531, + 0.734375, + 0.71875, + 4.46875, + 0.9375, + 0.617188, + 0.859375, + 0.671875, + 0.734375, + 1.179688, + 0.890625, + 0.660156, + 0.621094, + 4.28125, + 0.683594, + 1.398438, + 1.039062, + 0.972656, + 0.828125, + 0.65625, + 0.738281, + 0.746094, + 0.761719, + 0.773438, + 0.738281, + 0.644531, + 0.714844, + 0.613281, + 0.707031, + 0.636719, + 0.671875, + 0.894531, + 0.867188, + 0.671875, + 0.949219, + 0.777344, + 0.664062, + 0.664062, + 0.863281, + 0.816406, + 0.886719, + 0.621094, + 0.632812, + 0.691406, + 0.945312, + 0.820312, + 0.84375, + 0.855469, + 4.34375, + 0.679688, + 0.699219, + 0.609375, + 0.863281, + 0.695312, + 0.679688, + 4.09375, + 0.710938, + 0.753906, + 0.675781, + 0.753906, + 0.71875, + 0.636719, + 0.714844, + 0.863281, + 0.734375, + 0.730469, + 0.65625, + 0.953125, + 1.507812, + 0.816406, + 0.675781, + 0.902344, + 0.644531, + 0.6875, + 0.847656, + 0.652344, + 0.648438, + 0.472656, + 0.648438, + 0.914062, + 0.613281, + 0.835938, + 0.648438, + 0.699219, + 4.4375, + 0.699219, + 2.953125, + 0.699219, + 1.015625, + 0.589844, + 0.679688, + 0.691406, + 0.664062, + 0.734375, + 0.675781, + 0.792969, + 0.660156, + 0.792969, + 0.832031, + 0.777344, + 0.789062, + 0.820312, + 2.703125, + 0.761719, + 0.726562, + 1.375, + 0.667969, + 0.625, + 0.726562, + 0.710938, + 0.847656, + 0.683594, + 0.675781, + 0.914062, + 0.878906, + 0.714844, + 0.582031, + 0.605469, + 0.683594, + 3.734375, + 0.800781, + 0.695312, + 0.707031, + 0.714844, + 0.675781, + 3.21875, + 0.632812, + 0.65625, + 2.125, + 0.773438, + 0.648438, + 0.800781, + 2.765625, + 0.890625, + 0.582031, + 0.753906, + 0.675781, + 0.996094, + 0.746094, + 0.617188, + 0.644531, + 0.636719, + 0.726562, + 0.679688, + 0.675781, + 3.578125, + 0.714844, + 0.785156, + 0.710938, + 0.628906, + 4.21875, + 0.851562, + 0.769531, + 0.625, + 0.683594, + 0.714844, + 4.46875, + 0.6875, + 0.929688, + 0.675781, + 0.707031, + 2.9375, + 0.847656, + 0.9375, + 0.925781, + 2.671875, + 0.722656, + 0.601562, + 0.863281, + 0.992188, + 0.671875, + 0.765625, + 0.636719, + 1.351562, + 0.675781, + 0.734375, + 0.699219, + 0.667969, + 0.652344, + 0.679688, + 0.640625, + 0.773438, + 0.714844, + 0.671875, + 0.601562, + 0.664062, + 0.644531, + 0.671875, + 0.707031, + 0.730469, + 0.632812, + 0.707031, + 0.714844, + 0.695312, + 0.628906, + 0.652344, + 0.910156, + 0.597656, + 0.640625, + 3.546875, + 0.625, + 0.914062, + 0.777344, + 0.691406, + 0.671875, + 0.699219, + 0.8125, + 0.625, + 4.03125, + 0.707031, + 0.691406, + 0.804688, + 0.605469, + 0.667969, + 0.679688, + 0.921875, + 0.730469, + 0.707031, + 0.6875, + 2.21875, + 0.621094, + 4.15625, + 2.9375, + 0.644531, + 0.707031, + 2.828125, + 0.664062, + 0.675781, + 0.847656, + 0.789062, + 0.667969, + 0.785156, + 0.609375, + 0.664062, + 1.164062, + 1.867188, + 3.28125, + 0.679688, + 0.65625, + 0.714844, + 0.816406, + 0.652344, + 0.824219, + 0.820312, + 0.667969, + 0.640625, + 0.820312, + 3.40625, + 0.621094, + 0.796875, + 0.675781, + 0.644531, + 0.804688, + 0.695312, + 0.714844, + 0.660156, + 0.722656, + 0.6875, + 0.707031, + 0.660156, + 0.742188, + 0.890625, + 0.8125, + 4.28125, + 0.667969, + 0.644531, + 1.414062, + 0.605469, + 0.664062, + 0.726562, + 0.683594, + 0.726562, + 0.757812, + 0.664062, + 0.765625, + 0.632812, + 0.675781, + 0.824219, + 0.609375, + 0.886719, + 4.4375, + 1.03125, + 0.667969, + 0.617188, + 0.761719, + 0.664062, + 0.859375, + 0.789062, + 0.894531, + 2.25, + 0.71875, + 0.648438, + 0.601562, + 0.648438, + 0.925781, + 0.882812, + 0.675781, + 0.710938, + 1.226562, + 0.617188, + 0.804688, + 0.707031, + 0.589844, + 0.664062, + 0.703125, + 0.691406, + 2.84375, + 0.769531, + 0.703125, + 0.695312, + 0.707031, + 0.722656, + 0.933594, + 0.664062, + 0.835938, + 0.683594, + 0.710938, + 0.6875, + 3.953125, + 0.707031, + 4.0625, + 0.738281, + 0.640625, + 0.789062, + 0.84375, + 0.714844, + 3.0625, + 0.609375, + 0.71875, + 0.632812, + 0.648438, + 0.628906, + 0.625, + 0.636719, + 0.644531, + 0.675781, + 0.757812, + 4.21875, + 0.652344, + 0.671875, + 0.636719, + 0.941406, + 0.683594, + 0.707031, + 0.777344, + 0.789062, + 0.691406, + 0.972656, + 0.785156, + 3.5, + 0.65625, + 0.726562, + 0.636719, + 0.679688, + 0.621094, + 0.492188, + 0.765625, + 0.828125, + 0.761719, + 0.644531, + 0.804688, + 0.71875, + 0.458984, + 0.625, + 0.738281, + 0.945312, + 0.671875, + 0.933594, + 4.21875, + 0.636719, + 0.738281, + 0.792969, + 0.625, + 0.769531, + 4.15625, + 0.730469, + 0.714844, + 0.796875, + 0.636719, + 0.675781, + 0.75, + 0.679688, + 0.660156, + 0.667969, + 0.636719, + 0.6875, + 0.835938, + 0.730469, + 0.9375, + 0.714844, + 1.132812, + 0.785156, + 0.660156, + 0.726562, + 0.660156, + 1.023438, + 0.710938, + 0.679688, + 0.75, + 0.738281, + 0.640625, + 0.761719, + 0.636719, + 1.5625, + 0.664062, + 0.855469, + 0.59375, + 0.816406, + 0.652344, + 0.671875, + 0.671875, + 0.742188, + 0.882812, + 3.796875, + 0.632812, + 0.769531, + 0.6875, + 0.726562, + 0.683594, + 1.6875, + 0.652344, + 0.722656, + 0.636719, + 3.984375, + 0.644531, + 0.875, + 0.691406, + 0.648438, + 0.585938, + 0.683594, + 0.640625, + 0.652344, + 0.746094, + 0.765625, + 0.84375, + 0.671875, + 0.675781, + 0.660156, + 0.667969, + 3.3125, + 0.773438, + 0.667969, + 0.757812, + 0.621094, + 0.78125, + 3.078125, + 0.832031, + 0.671875, + 0.621094, + 0.617188, + 0.652344, + 1.023438, + 0.710938, + 0.746094, + 0.75, + 0.621094, + 1.6875, + 0.726562, + 0.71875, + 0.738281, + 0.621094, + 0.703125, + 0.722656, + 3.140625, + 0.710938, + 1.679688, + 0.609375, + 0.617188, + 0.636719, + 0.890625, + 0.625, + 4.0625, + 0.71875, + 0.8125, + 3.0, + 0.695312, + 0.617188, + 0.714844, + 0.699219, + 0.691406, + 0.695312, + 0.640625, + 0.664062, + 0.65625, + 0.660156, + 0.757812, + 0.640625, + 0.671875, + 0.71875, + 0.628906, + 0.621094, + 0.605469, + 0.703125, + 0.777344, + 0.808594, + 0.617188, + 1.054688, + 0.804688, + 0.699219, + 0.902344, + 0.640625, + 0.648438, + 0.628906, + 0.710938, + 0.589844, + 0.777344, + 0.652344, + 0.878906, + 0.800781, + 0.882812, + 0.691406, + 0.664062, + 0.773438, + 0.777344, + 0.707031, + 0.628906, + 0.835938, + 0.710938, + 1.289062, + 0.65625, + 0.691406, + 0.6875, + 0.84375, + 0.660156, + 0.960938, + 0.671875, + 1.109375, + 0.722656, + 0.636719, + 0.796875, + 0.636719, + 0.863281, + 0.777344, + 0.671875, + 0.707031, + 0.765625, + 0.800781, + 0.632812, + 0.675781, + 1.132812, + 0.636719, + 0.808594, + 0.683594, + 0.800781, + 0.75, + 0.667969, + 1.179688, + 3.03125, + 0.746094, + 0.890625, + 2.234375, + 0.835938, + 0.648438, + 0.660156, + 0.796875, + 0.660156, + 0.6875, + 0.730469, + 0.757812, + 0.71875, + 0.863281, + 0.644531, + 0.6875, + 0.636719, + 0.925781, + 0.707031, + 0.632812, + 0.597656, + 0.730469, + 1.179688, + 0.753906, + 1.78125, + 0.65625, + 0.730469, + 0.734375, + 0.777344, + 0.875, + 0.734375, + 0.628906, + 0.71875, + 0.792969, + 0.789062, + 0.621094, + 0.738281, + 3.984375, + 2.921875, + 0.714844, + 0.632812, + 0.710938, + 0.644531, + 1.578125, + 0.746094, + 0.675781, + 0.628906, + 0.820312, + 0.898438, + 0.613281, + 1.023438, + 0.605469, + 4.5, + 1.054688, + 0.734375, + 0.847656, + 1.765625, + 0.640625, + 0.628906, + 1.203125, + 0.679688, + 0.75, + 0.644531, + 0.65625, + 0.789062, + 0.800781, + 0.65625, + 0.675781, + 0.769531, + 0.777344, + 0.695312, + 0.796875, + 0.617188, + 0.710938, + 0.746094, + 0.574219, + 0.988281, + 0.683594, + 0.609375, + 0.777344, + 0.644531, + 1.164062, + 0.625, + 2.5, + 0.695312, + 0.699219, + 1.015625, + 0.675781, + 0.921875, + 0.714844, + 1.046875, + 0.738281, + 0.683594, + 0.886719, + 0.628906, + 0.640625, + 0.683594, + 3.5625, + 0.785156, + 0.628906, + 0.691406, + 0.875, + 0.785156, + 0.609375, + 0.671875, + 0.683594, + 0.675781, + 0.546875, + 0.664062, + 0.765625, + 0.660156, + 0.929688, + 0.8125, + 0.6875, + 0.714844, + 0.632812, + 0.617188, + 0.757812, + 0.792969, + 0.769531, + 0.65625, + 1.039062, + 0.929688, + 1.023438, + 0.679688, + 0.621094, + 0.671875, + 0.707031, + 0.636719, + 1.101562, + 0.828125, + 0.722656, + 0.628906, + 0.660156, + 0.621094, + 0.832031, + 0.683594, + 0.683594, + 0.71875, + 1.015625, + 0.769531, + 0.789062, + 1.734375, + 0.984375, + 1.054688, + 0.773438, + 0.746094, + 0.785156, + 0.628906, + 0.746094, + 4.25, + 0.707031, + 0.769531, + 0.875, + 0.859375, + 3.53125, + 0.652344, + 0.769531, + 0.667969, + 0.796875, + 0.628906, + 0.613281, + 0.722656, + 0.730469, + 1.4375, + 0.730469, + 0.777344, + 0.871094, + 0.863281, + 0.773438, + 0.691406, + 0.703125, + 1.09375, + 1.375, + 0.691406, + 0.742188, + 3.8125, + 1.3125, + 0.742188, + 0.773438, + 0.648438, + 0.695312, + 0.65625, + 0.6875, + 0.640625, + 0.625, + 0.6875, + 0.8125, + 0.660156, + 0.65625, + 0.714844, + 0.773438, + 0.648438, + 1.007812, + 3.78125, + 0.617188, + 0.652344, + 0.597656, + 0.691406, + 1.03125, + 4.375, + 0.695312, + 1.109375, + 0.804688, + 0.804688, + 0.734375, + 0.667969, + 0.703125, + 0.609375, + 0.691406, + 0.636719, + 0.734375, + 0.746094, + 0.648438, + 4.1875, + 0.683594, + 3.53125, + 0.664062, + 0.695312, + 0.949219, + 0.714844, + 0.660156, + 0.707031, + 0.53125, + 0.796875, + 0.65625, + 4.09375, + 0.828125, + 0.644531, + 0.648438, + 0.710938, + 0.746094, + 0.714844, + 0.84375, + 0.796875, + 0.761719, + 0.644531, + 0.773438, + 0.683594, + 0.707031, + 0.945312, + 0.84375, + 0.929688, + 0.683594, + 0.695312, + 0.667969, + 0.699219, + 0.691406, + 0.664062, + 0.722656, + 0.699219, + 0.746094, + 0.660156, + 0.785156, + 0.742188, + 0.683594, + 1.335938, + 0.683594, + 0.722656, + 3.203125, + 0.695312, + 0.648438, + 0.761719, + 0.648438, + 0.742188, + 0.78125, + 0.703125, + 0.601562, + 0.753906, + 0.765625, + 0.707031, + 1.4375, + 1.078125, + 3.46875, + 0.589844, + 0.742188, + 4.46875, + 0.765625, + 3.765625, + 0.6875, + 0.734375, + 0.71875, + 0.65625, + 0.824219, + 0.695312, + 0.742188, + 0.671875, + 0.667969, + 0.71875, + 0.75, + 0.726562, + 0.609375, + 0.613281, + 1.023438, + 3.5625, + 0.652344, + 1.203125, + 0.734375, + 0.617188, + 0.640625, + 0.644531, + 0.707031, + 0.949219, + 0.660156, + 0.695312, + 0.710938, + 4.09375, + 0.675781, + 0.804688, + 0.96875, + 4.03125, + 0.832031, + 0.648438, + 0.648438, + 0.847656, + 0.664062, + 1.484375, + 0.675781, + 0.796875, + -4.5e-05, + 0.851562, + 0.648438, + 0.707031, + 0.695312, + 0.648438, + 0.75, + 0.890625, + 0.640625, + 1.132812, + 1.039062, + 0.621094, + 0.714844, + 0.832031, + 0.679688, + 0.683594, + 0.722656, + 0.707031, + 0.792969, + 0.652344, + 0.949219, + 2.8125, + 0.917969, + 0.621094, + 0.632812, + 0.824219, + 0.683594, + 1.21875, + 1.171875, + 4.5, + 0.851562, + 0.785156, + 0.78125, + 0.652344, + 2.625, + 0.871094, + 1.84375, + 0.964844, + 0.675781, + 0.675781, + 0.621094, + 0.609375, + 0.761719, + 0.71875, + 0.648438, + 0.648438, + 0.71875, + 0.703125, + 0.726562, + 1.304688, + 0.765625, + 0.726562, + 0.660156, + 0.730469, + 1.375, + 1.070312, + 0.644531, + 0.652344, + 0.953125, + 0.644531, + 0.636719, + 0.828125, + 0.695312, + 0.652344, + 0.839844, + 0.625, + 0.988281, + 0.703125, + 0.988281, + 1.273438, + 0.644531, + 0.652344, + 0.675781, + 0.769531, + 0.75, + 0.691406, + 0.710938, + 0.660156, + 0.671875, + 0.703125, + 0.761719, + 0.886719, + 0.738281, + 0.664062, + 0.933594, + 4.34375, + 0.679688, + 0.609375, + 0.734375, + 4.75, + 0.851562, + 0.75, + 0.667969, + 0.707031, + 0.769531, + 0.765625, + 0.855469, + 0.621094, + 0.695312, + 0.734375, + 0.675781, + 0.84375, + 0.734375, + 0.84375, + 0.632812, + 0.566406, + 1.023438, + 1.046875, + 0.875, + 0.640625, + 0.835938, + 0.664062, + 0.914062, + 0.644531, + 0.675781, + 2.875, + 0.644531, + 0.785156, + 0.699219, + 0.679688, + 0.59375, + 0.628906, + 0.820312, + 0.761719, + 0.71875, + 0.90625, + 0.679688, + 0.652344, + 0.65625, + 0.601562, + 0.585938, + 0.65625, + 0.699219, + 0.90625, + 0.667969, + 0.636719, + 0.648438, + 0.664062, + 0.871094, + 0.644531, + 0.832031, + 0.675781, + 0.660156, + 1.40625, + 1.21875, + 0.90625, + 0.738281, + 0.765625, + 0.875, + 0.828125, + 0.910156, + 0.894531, + 0.671875, + 1.007812, + 0.753906, + 4.46875, + 0.703125, + 0.644531, + 0.621094, + 0.609375, + 0.359375, + 0.945312, + 0.6875, + 0.699219, + 0.882812, + 0.785156, + 0.695312, + 2.890625, + 4.375, + 0.605469, + 0.761719, + 0.648438, + 0.609375, + 0.800781, + 0.652344, + 1.140625, + 0.652344, + 0.710938, + 0.617188, + 0.742188, + 1.226562, + 0.628906, + 0.734375, + 0.660156, + 1.132812, + 0.855469, + 0.738281, + 0.875, + 0.738281, + 3.859375, + 0.71875, + 0.621094, + 0.484375, + 0.609375, + 0.660156, + 0.671875, + 0.667969, + 0.804688, + 0.625, + 0.839844, + 0.757812, + 0.796875, + 1.210938, + 0.777344, + 0.703125, + 0.71875, + 0.804688, + 0.6875, + 0.644531, + 0.734375, + 4.625, + 0.699219, + 1.109375, + 0.769531, + 0.84375, + 0.878906, + 0.925781, + 0.730469, + 0.628906, + 0.738281, + 1.242188, + 0.695312, + 0.777344, + 0.601562, + 0.816406, + 0.824219, + 0.628906, + 0.777344, + 0.726562, + 0.691406, + 0.628906, + 0.691406, + 0.839844, + 0.722656, + 0.660156, + 0.695312, + 0.640625, + 0.75, + 0.894531, + 0.730469, + 0.683594, + 0.570312, + 0.707031, + 0.910156, + 0.625, + 0.679688, + 0.617188, + 0.800781, + 0.8125, + 0.628906, + 1.335938, + 0.890625, + 0.632812, + 0.648438, + 0.6875, + 0.808594, + 0.738281, + 0.714844, + 0.980469, + 0.765625, + 0.667969, + 0.660156, + 0.898438, + 0.640625, + 0.800781, + 0.65625, + 0.710938, + 0.742188, + 0.644531, + 0.847656, + 3.90625, + 0.90625, + 0.675781, + 0.566406, + 0.707031, + 0.710938, + 0.75, + 0.773438, + 0.894531, + 0.683594, + 0.609375, + 0.683594, + 0.753906, + 0.742188, + 0.585938, + 0.992188, + 0.757812, + 0.839844, + 0.671875, + 0.765625, + 0.757812, + 0.65625, + 0.699219, + 0.683594, + 0.921875, + 0.667969, + 0.652344, + 0.679688, + 0.691406, + 0.6875, + 0.621094, + 0.976562, + 0.625, + 0.691406, + 0.6875, + 0.730469, + 0.628906, + 0.625, + 0.652344, + 1.132812, + 0.734375, + 0.679688, + 0.996094, + 0.828125, + 0.75, + 0.695312, + 0.761719, + 2.1875, + 0.71875, + 0.769531, + 2.578125, + 0.671875, + 0.648438, + 0.773438, + 2.28125, + 0.828125, + 0.617188, + 0.6875, + 1.242188, + 0.863281, + 0.96875, + 1.101562, + 0.914062, + 1.53125, + 1.914062, + 0.804688, + 2.96875, + 0.648438, + 0.644531, + 0.679688, + 0.730469, + 0.691406, + 0.730469, + 0.640625, + 1.367188, + 0.660156, + 0.628906, + 0.695312, + 0.96875, + 0.871094, + 0.789062, + 0.878906, + 0.757812, + 0.816406, + 0.621094, + 0.648438, + 0.648438, + 4.0625, + 0.652344, + 0.695312, + 0.707031, + 0.671875, + 0.710938, + 0.765625, + 0.839844, + 0.699219, + 0.648438, + 0.914062, + 0.667969, + 0.699219, + 3.40625, + 0.675781, + 0.699219, + 0.640625, + 0.648438, + 0.925781, + 1.078125, + 0.746094, + 0.734375, + 0.652344, + 0.726562, + 0.648438, + 0.609375, + 2.421875, + 0.636719, + 0.664062, + 0.921875, + 0.625, + 0.871094, + 0.796875, + 4.5625, + 0.714844, + 1.015625, + 0.707031, + 0.804688, + 0.625, + 0.648438, + 0.714844, + 0.652344, + 0.824219, + 0.835938, + 0.710938, + 0.644531, + 1.078125, + 0.683594, + 0.808594, + 0.6875, + 0.722656, + 0.660156, + 0.679688, + 0.933594, + 0.660156, + 0.714844, + 0.757812, + 0.949219, + 0.691406, + 0.769531, + 0.832031, + 0.625, + 1.039062, + 0.683594, + 0.6875, + 0.71875, + 0.65625, + 0.667969, + 0.816406, + 0.820312, + 0.683594, + 0.664062, + 0.628906, + 0.648438, + 0.785156, + 0.644531, + 3.453125, + 0.738281, + 0.789062, + 0.671875, + 0.679688, + 0.722656, + 0.71875, + 0.640625, + 0.71875, + 0.679688, + 0.890625, + 0.671875, + 0.722656, + 0.757812, + 0.753906, + 0.691406, + 0.695312, + 0.652344, + 0.664062, + 0.703125, + 0.710938, + 0.773438, + 1.132812, + 0.921875, + 0.753906, + 0.664062, + 0.738281, + 0.734375, + 0.875, + 0.777344, + 0.707031, + 0.640625, + 0.691406, + 0.734375, + 0.679688, + 0.65625, + 1.40625, + 0.738281, + 0.667969, + 0.71875, + 0.703125, + 0.785156, + 0.652344, + 4.40625, + 0.652344, + 0.808594, + 0.609375, + 0.855469, + 0.714844, + 0.683594, + 0.730469, + 0.757812, + 0.710938, + 0.574219, + 0.796875, + 0.722656, + 1.054688, + 0.871094, + 0.671875, + 0.757812, + 0.652344, + 0.632812, + 0.878906, + 0.636719, + 0.675781, + 0.660156, + 0.679688, + 1.648438, + 4.40625, + 0.648438, + 0.898438, + 0.683594, + 0.730469, + 0.875, + 0.851562, + 1.8125, + 0.660156, + 0.6875, + 0.78125, + 0.617188, + 0.589844, + 0.929688, + 0.644531, + 0.777344, + 0.65625, + 0.671875, + 0.65625, + 3.8125, + 0.746094, + 0.730469, + 0.789062, + 0.890625, + 0.589844, + 0.710938, + 0.664062, + 0.851562, + 0.683594, + 0.726562, + 0.648438, + 0.710938, + 0.886719, + 0.625, + 0.636719, + 0.738281, + 0.625, + 0.613281, + 0.71875, + 0.886719, + 0.757812, + 0.667969, + 0.679688, + 0.679688, + 0.652344, + 0.671875, + 0.671875, + 0.664062, + 0.808594, + 2.125, + 0.714844, + 0.636719, + 0.816406, + 4.53125, + 0.613281, + 0.8125, + 0.769531, + 1.179688, + 0.949219, + 0.769531, + 0.980469, + 0.769531, + 0.628906, + 0.898438, + 0.742188, + 1.078125, + 0.917969, + 0.703125, + 0.878906, + 0.707031, + 0.699219, + 0.679688, + 0.675781, + 0.628906, + 0.648438, + 0.710938, + 0.785156, + 0.789062, + 0.886719, + 0.699219, + 0.699219, + 0.632812, + 0.625, + 0.632812, + 0.65625, + 0.644531, + 4.15625, + 0.628906, + 0.648438, + 0.765625, + 0.757812, + 0.632812, + 0.632812, + 0.660156, + 0.691406, + 0.6875, + 0.679688, + 0.667969, + 0.621094, + 0.671875, + 0.796875, + 0.644531, + 0.738281, + 0.652344, + 1.03125, + 0.6875, + 0.648438, + 0.609375, + 0.707031, + 0.671875, + 4.1875, + 0.652344, + 0.734375, + 0.730469, + 0.761719, + 0.675781, + 0.679688, + 0.796875, + 0.734375, + 0.769531, + 0.804688, + 1.5625, + 0.652344, + 0.761719, + 0.699219, + 0.699219, + 2.46875, + 0.65625, + 0.636719, + 0.644531, + 0.613281, + 0.6875, + 0.75, + 0.648438, + 0.714844, + 0.917969, + 0.746094, + 0.632812, + 0.628906, + 0.652344, + 1.34375, + 0.8125, + 0.644531, + 0.6875, + 0.691406, + 0.515625, + 0.65625, + 0.667969, + 0.71875, + 0.667969, + 0.75, + 0.644531, + 0.660156, + 1.117188, + 0.9375, + 0.679688, + 0.710938, + 0.691406, + 0.773438, + 0.726562, + 0.617188, + 0.910156, + 0.667969, + 0.648438, + 0.636719, + 0.671875, + 0.667969, + 0.648438, + 0.691406, + 0.65625, + 0.601562, + 0.675781, + 0.671875, + 0.722656, + 0.652344, + 0.621094, + 0.824219, + 0.859375, + 0.65625, + 0.640625, + 0.726562, + 0.710938, + 0.683594, + 0.640625, + 0.621094, + 0.628906, + 0.675781, + 1.390625, + 0.792969, + 0.785156, + 0.710938, + 0.832031, + 0.640625, + 0.605469, + 0.691406, + 0.804688, + 1.265625, + 0.640625, + 0.71875, + 4.15625, + 0.691406, + 0.644531, + 0.691406, + 0.828125, + 0.820312, + 0.707031, + 0.667969, + 0.667969, + 0.628906, + 0.664062, + 1.117188, + 0.671875, + 0.664062, + 0.789062, + 0.652344, + 0.667969, + 1.195312, + 1.242188, + 0.671875, + 4.1875, + 0.660156, + 0.695312, + 0.789062, + 0.769531, + 0.703125, + 0.632812, + 3.453125, + 0.726562, + 0.730469, + 0.84375, + 0.648438, + 0.671875, + 3.34375, + 0.617188, + 0.820312, + 0.640625, + 0.71875, + 0.789062, + 1.085938, + 0.804688, + 0.960938, + 3.015625, + 0.972656, + 0.699219, + 0.761719, + 0.621094, + 0.6875, + 0.84375, + 0.929688, + 0.796875, + 0.855469, + 0.882812, + 0.722656, + 0.667969, + 0.726562, + 0.6875, + 0.6875, + 0.625, + 3.671875, + 0.53125, + 0.707031, + 0.664062, + 0.628906, + 0.789062, + 0.71875, + 0.78125, + 0.613281, + 0.660156, + 0.742188, + 0.628906, + 0.753906, + 0.742188, + 1.828125, + 0.621094, + 0.671875, + 0.699219, + 0.652344, + 0.765625, + 4.6875, + 0.714844, + 0.71875, + 0.671875, + 0.699219, + 0.703125, + 0.617188, + 0.898438, + 0.648438, + 1.085938, + 0.726562, + 4.40625, + 0.707031, + 0.683594, + 0.832031, + 0.640625, + 0.75, + 0.566406, + 0.636719, + 0.832031, + 4.375, + 1.5625, + 0.714844, + 0.699219, + 1.414062, + 0.664062, + 0.675781, + 0.640625, + 0.90625, + 0.667969, + 0.746094, + 0.648438, + 0.753906, + 0.75, + 0.683594, + 1.859375, + 0.710938, + 0.640625, + 0.628906, + 0.804688, + 0.597656, + 0.660156, + 0.9375, + 0.96875, + 0.707031, + 2.640625, + 0.683594, + 0.757812, + 0.679688, + 0.960938, + 1.125, + 0.699219, + 0.800781, + 3.953125, + 0.851562, + 0.761719, + 0.808594, + 0.664062, + 0.960938, + 0.703125, + 0.652344, + 0.683594, + 0.785156, + 0.84375, + 0.726562, + 0.605469, + 0.707031, + 0.675781, + 0.664062, + 0.632812, + 0.703125, + 0.867188, + 0.617188, + 0.648438, + 0.667969, + 0.867188, + 0.644531, + 0.648438, + 0.664062, + 0.832031, + 0.871094, + 0.8125, + 0.679688, + 0.675781, + 3.765625, + 0.597656, + 0.65625, + 0.945312, + 0.640625, + 0.734375, + 0.617188, + 0.644531, + 0.660156, + 4.5625, + 0.636719, + 0.644531, + 0.6875, + 0.695312, + 0.644531, + 0.703125, + 0.664062, + 0.703125, + 0.769531, + 0.894531, + 4.4375, + 0.769531, + 0.75, + 0.789062, + 0.621094, + 0.667969, + 0.660156, + 0.851562, + 1.304688, + 0.828125, + 1.195312, + 0.792969, + 0.65625, + 0.773438, + 0.722656, + 0.816406, + 0.667969, + 0.765625, + 1.046875, + 0.683594, + 0.664062, + 0.804688, + 0.78125, + 0.707031, + 0.804688, + 0.679688, + 4.40625, + 0.738281, + 0.664062, + 4.40625, + 0.71875, + 0.632812, + 1.625, + 0.625, + 2.9375, + 0.734375, + 0.664062, + 3.0, + 0.710938, + 0.667969, + 0.75, + 1.359375, + 0.695312, + 4.25, + 0.679688, + 3.265625, + 0.675781, + 0.910156, + 0.671875, + 0.628906, + 0.945312, + 0.695312, + 0.714844, + 0.671875, + 0.59375, + 0.621094, + 0.789062, + 0.785156, + 0.75, + 4.09375, + 0.789062, + 0.628906, + 3.0625, + 0.753906, + 0.648438, + 1.421875, + 0.890625, + 0.777344, + 0.683594, + 0.65625, + 0.691406, + 4.65625, + 0.722656, + 0.699219, + 0.828125, + 0.6875, + 0.652344, + 0.734375, + 0.738281, + 0.75, + 0.640625, + 0.785156, + 0.753906, + 0.691406, + 0.640625, + 0.679688, + 0.671875, + 0.679688, + 1.085938, + 0.761719, + 0.679688, + 0.683594, + 0.835938, + 0.675781, + 0.707031, + 0.8125, + 0.546875, + 3.765625, + 0.800781, + 0.699219, + 0.71875, + 0.710938, + 0.746094, + 0.820312, + 0.648438, + 0.671875, + 0.675781, + 0.566406, + 0.734375, + 0.726562, + 0.648438, + 0.785156, + 0.664062, + 0.679688, + 3.078125, + 0.730469, + 0.679688, + 0.6875, + 0.617188, + 0.625, + 0.703125, + 0.652344, + 0.671875, + 0.84375, + 3.796875, + 0.710938, + 0.589844, + 0.621094, + 0.746094, + 0.742188, + 0.71875 + ] + }, + "name": "model.model.layers.26.input_layernorm.weight", + "outputIndexes": [ + 2126 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2125 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_26/Mul_output_0", + "outputIndexes": [ + 2127 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2126, + 2127 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_26/Mul_1_output_0", + "outputIndexes": [ + 2128 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2128 + ], + "outputIndexes": [ + 3036 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3036 + ], + "outputIndexes": [ + 3037 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear", + "inputIndexes": [ + 3037 + ], + "outputIndexes": [ + 3038 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3408781220, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3038 + ], + "outputIndexes": [ + 3039 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3039 + ], + "outputIndexes": [ + 2129 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2128 + ], + "main_type": "NONE", + "name": "/Shape_365_output_0", + "outputIndexes": [ + 2130 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2130 + ], + "main_type": "NONE", + "name": "Shape6579", + "outputIndexes": [ + 2131 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2130 + ], + "main_type": "NONE", + "name": "Rank6581", + "outputIndexes": [ + 2132 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2132, + 2132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6583", + "outputIndexes": [ + 2133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2133 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6584", + "outputIndexes": [ + 2134 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2133, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6586", + "outputIndexes": [ + 2135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2135 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6587", + "outputIndexes": [ + 2136 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2131, + 2134, + 2136, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6590", + "outputIndexes": [ + 2137 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2137 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6591", + "outputIndexes": [ + 2138 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6592", + "outputIndexes": [ + 2139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2139, + 2138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6593", + "outputIndexes": [ + 2140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2130, + 2140, + 2133 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_394_output_0", + "outputIndexes": [ + 2141 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2141, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_833_output_0", + "outputIndexes": [ + 2142 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2142, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_338_output_0", + "outputIndexes": [ + 2143 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2129, + 2143 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_235_output_0", + "outputIndexes": [ + 2144 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2144, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_208_output_0", + "outputIndexes": [ + 2145 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2144 + ], + "main_type": "NONE", + "name": "/Shape_366_output_0", + "outputIndexes": [ + 2146 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2146 + ], + "main_type": "NONE", + "name": "Shape6600", + "outputIndexes": [ + 2147 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2146 + ], + "main_type": "NONE", + "name": "Rank6602", + "outputIndexes": [ + 2148 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2148, + 2148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6604", + "outputIndexes": [ + 2149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2149 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6605", + "outputIndexes": [ + 2150 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2149, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6607", + "outputIndexes": [ + 2151 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2151 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6608", + "outputIndexes": [ + 2152 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2147, + 2150, + 2152, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6611", + "outputIndexes": [ + 2153 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2153 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6612", + "outputIndexes": [ + 2154 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6613", + "outputIndexes": [ + 2155 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2155, + 2154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6614", + "outputIndexes": [ + 2156 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2146, + 2156, + 2149 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_395_output_0", + "outputIndexes": [ + 2157 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2157, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_78_output_0", + "outputIndexes": [ + 2158 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2158, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_838_output_0", + "outputIndexes": [ + 2159 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2144, + 2159, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_105_output_0", + "outputIndexes": [ + 2160 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2160 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_52_output_0", + "outputIndexes": [ + 2161 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2144, + 22, + 2159, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_104_output_0", + "outputIndexes": [ + 2162 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2161, + 2162 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_341_output_0", + "outputIndexes": [ + 2163 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2163, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_209_output_0", + "outputIndexes": [ + 2164 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2145, + 2164 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_130_output_0", + "outputIndexes": [ + 2165 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2128 + ], + "outputIndexes": [ + 3040 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3040 + ], + "outputIndexes": [ + 3041 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear", + "inputIndexes": [ + 3041 + ], + "outputIndexes": [ + 3042 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3416020922, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3042 + ], + "outputIndexes": [ + 3043 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3043 + ], + "outputIndexes": [ + 2166 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2142, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_339_output_0", + "outputIndexes": [ + 2167 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2166, + 2167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_236_output_0", + "outputIndexes": [ + 2168 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2168, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_210_output_0", + "outputIndexes": [ + 2169 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2168 + ], + "main_type": "NONE", + "name": "/Shape_367_output_0", + "outputIndexes": [ + 2170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2170 + ], + "main_type": "NONE", + "name": "Shape6663", + "outputIndexes": [ + 2171 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2170 + ], + "main_type": "NONE", + "name": "Rank6665", + "outputIndexes": [ + 2172 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2172, + 2172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6667", + "outputIndexes": [ + 2173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2173 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6668", + "outputIndexes": [ + 2174 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2173, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6670", + "outputIndexes": [ + 2175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2175 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6671", + "outputIndexes": [ + 2176 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2171, + 2174, + 2176, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6674", + "outputIndexes": [ + 2177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2177 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6675", + "outputIndexes": [ + 2178 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6676", + "outputIndexes": [ + 2179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2179, + 2178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6677", + "outputIndexes": [ + 2180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2170, + 2180, + 2173 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_396_output_0", + "outputIndexes": [ + 2181 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2181, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_79_output_0", + "outputIndexes": [ + 2182 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2182, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_840_output_0", + "outputIndexes": [ + 2183 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2168, + 2183, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_107_output_0", + "outputIndexes": [ + 2184 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2184 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_53_output_0", + "outputIndexes": [ + 2185 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2168, + 22, + 2183, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_106_output_0", + "outputIndexes": [ + 2186 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2185, + 2186 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_342_output_0", + "outputIndexes": [ + 2187 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2187, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_211_output_0", + "outputIndexes": [ + 2188 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2169, + 2188 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_131_output_0", + "outputIndexes": [ + 2189 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2128 + ], + "outputIndexes": [ + 3044 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3044 + ], + "outputIndexes": [ + 3045 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear", + "inputIndexes": [ + 3045 + ], + "outputIndexes": [ + 3046 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3417055184, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3046 + ], + "outputIndexes": [ + 3047 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3047 + ], + "outputIndexes": [ + 2190 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2190, + 2167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_237_output_0", + "outputIndexes": [ + 2191 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2165, + 2189, + 2191, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_242_output_0", + "outputIndexes": [ + 2192 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2192 + ], + "outputIndexes": [ + 3048 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3048 + ], + "outputIndexes": [ + 3049 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear", + "inputIndexes": [ + 3049 + ], + "outputIndexes": [ + 3050 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3418089446, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3050 + ], + "outputIndexes": [ + 3051 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3051 + ], + "outputIndexes": [ + 2193 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2125, + 2193 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_133_output_0", + "outputIndexes": [ + 2194 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.773438, + 1.757812, + 1.8125, + 1.625, + 1.773438, + 1.679688, + 1.734375, + 1.757812, + 0.960938, + 1.601562, + 1.734375, + 1.640625, + 1.71875, + 1.671875, + 1.84375, + 1.773438, + 1.71875, + 1.695312, + 1.757812, + 1.515625, + 1.710938, + 1.75, + 1.734375, + 1.679688, + 1.671875, + 1.773438, + 1.40625, + 1.648438, + 1.671875, + 1.695312, + 1.789062, + 1.632812, + 1.320312, + 1.671875, + 1.773438, + 1.796875, + 1.671875, + 0.632812, + 1.757812, + 1.742188, + 1.757812, + 1.734375, + 1.851562, + 1.710938, + 1.796875, + 1.78125, + 1.304688, + 1.757812, + 1.75, + 1.59375, + 1.78125, + 1.71875, + 1.703125, + 1.734375, + 1.757812, + 1.65625, + 1.773438, + 1.859375, + 1.78125, + 1.570312, + 1.640625, + 1.765625, + 1.726562, + 1.742188, + 1.789062, + 1.765625, + 1.640625, + 1.726562, + 1.960938, + 1.695312, + 1.703125, + 1.632812, + 1.773438, + 1.710938, + 1.75, + 1.765625, + 1.65625, + 1.65625, + 1.0625, + 1.8125, + 1.78125, + 1.914062, + 1.789062, + 1.703125, + 1.757812, + 1.414062, + 1.71875, + 1.828125, + 1.78125, + 1.507812, + 1.757812, + 1.757812, + 1.742188, + 1.75, + 1.78125, + 1.71875, + 1.328125, + 1.625, + 1.734375, + 1.703125, + 1.640625, + 1.625, + 1.8125, + 1.742188, + 1.703125, + 1.765625, + 1.765625, + 1.59375, + 1.6875, + 1.6875, + 1.742188, + 1.703125, + 1.703125, + 1.054688, + 1.703125, + 1.617188, + 1.59375, + 1.757812, + 1.765625, + 1.578125, + 1.703125, + 1.710938, + 1.820312, + 1.71875, + 1.734375, + 1.6875, + 1.726562, + 1.71875, + 1.617188, + 1.625, + 1.351562, + 1.984375, + 1.65625, + 1.78125, + 3.0625, + 1.726562, + 1.710938, + 1.75, + 1.632812, + 1.75, + 1.6875, + 1.765625, + 1.84375, + 1.851562, + 0.90625, + 1.625, + 1.78125, + 1.734375, + 1.742188, + 1.734375, + 1.757812, + 1.75, + 1.703125, + 1.734375, + 1.648438, + 1.695312, + 1.632812, + 1.59375, + 1.78125, + 1.773438, + 1.609375, + 1.625, + 0.941406, + 1.695312, + 0.890625, + 1.632812, + 1.679688, + 1.632812, + 1.71875, + 1.734375, + 1.765625, + 1.6875, + 1.710938, + 1.671875, + 1.710938, + 1.835938, + 1.75, + 1.703125, + 1.804688, + 1.726562, + 1.695312, + 1.710938, + 1.78125, + 1.671875, + 1.78125, + 1.734375, + 1.6875, + 1.601562, + 1.6875, + 1.757812, + 1.601562, + 1.695312, + 1.640625, + 1.695312, + 1.84375, + 1.726562, + 1.726562, + 1.773438, + 1.5625, + 1.734375, + 1.710938, + 0.632812, + 1.742188, + 1.75, + 1.726562, + 1.726562, + 1.632812, + 1.65625, + 1.757812, + 1.695312, + 1.773438, + 1.679688, + 1.640625, + 1.710938, + 1.757812, + 1.75, + 1.585938, + 1.601562, + 1.835938, + 1.703125, + 1.703125, + 1.632812, + 1.679688, + 1.757812, + 1.726562, + 1.804688, + 1.632812, + 1.664062, + 1.6875, + 1.75, + 1.765625, + 1.75, + 1.742188, + 1.71875, + 1.742188, + 1.75, + 1.664062, + 1.78125, + 1.515625, + 1.71875, + 1.773438, + 1.71875, + 1.742188, + 1.75, + 1.679688, + 1.664062, + 1.773438, + 1.75, + 1.75, + 1.726562, + 1.742188, + 1.859375, + 1.609375, + 1.679688, + 1.742188, + 1.632812, + 1.734375, + 1.382812, + 1.695312, + 1.609375, + 1.757812, + 1.75, + 1.765625, + 1.742188, + 1.734375, + 1.671875, + 1.726562, + 1.742188, + 1.703125, + 1.742188, + 1.726562, + 1.765625, + 1.75, + 1.664062, + 1.6875, + 1.78125, + 1.734375, + 1.890625, + 1.648438, + 1.765625, + 1.695312, + 1.742188, + 1.3125, + 1.742188, + 1.703125, + 1.78125, + 1.625, + 1.742188, + 1.765625, + 1.804688, + 1.8125, + 1.710938, + 1.695312, + 1.625, + 1.796875, + 1.6875, + 1.671875, + 1.570312, + 1.734375, + 1.703125, + 1.695312, + 1.671875, + 1.570312, + 1.773438, + 1.875, + 1.765625, + 1.734375, + 1.695312, + 1.71875, + 1.710938, + 1.289062, + 1.6875, + 1.734375, + 1.734375, + 0.648438, + 1.773438, + 1.703125, + 1.796875, + 1.75, + 1.71875, + 1.78125, + 1.695312, + 1.648438, + 1.710938, + 1.703125, + 1.757812, + 1.734375, + 1.71875, + 1.71875, + 1.695312, + 1.335938, + 1.710938, + 1.71875, + 1.703125, + 1.617188, + 1.726562, + 1.742188, + 3.796875, + 1.757812, + 1.625, + 1.328125, + 1.6875, + 1.71875, + 1.71875, + 1.40625, + 1.757812, + 1.8125, + 1.742188, + 1.703125, + 1.765625, + 1.71875, + 1.632812, + 1.8125, + 1.71875, + 1.8125, + 1.726562, + 1.757812, + 1.734375, + 1.710938, + 1.726562, + 1.765625, + 1.835938, + 1.3125, + 1.617188, + 1.359375, + 1.570312, + 1.6875, + 1.757812, + 1.726562, + 1.71875, + 1.710938, + 1.726562, + 1.765625, + 1.679688, + 1.710938, + 1.789062, + 1.375, + 1.554688, + 1.757812, + 1.765625, + 1.734375, + 1.75, + 1.632812, + 1.78125, + 1.742188, + 1.546875, + 1.789062, + 1.75, + 1.703125, + 1.671875, + 1.726562, + 1.765625, + 2.21875, + 1.71875, + 1.695312, + 1.765625, + 1.671875, + 1.671875, + 1.765625, + 1.398438, + 1.617188, + 1.765625, + 1.648438, + 1.765625, + 1.632812, + 1.75, + 1.726562, + 1.765625, + 1.726562, + 1.773438, + 1.585938, + 1.726562, + 1.765625, + 1.726562, + 1.765625, + 1.875, + 1.75, + 1.726562, + 1.726562, + 1.757812, + 1.632812, + 1.695312, + 1.703125, + 1.773438, + 1.734375, + 1.625, + 1.765625, + 1.757812, + 1.703125, + 1.726562, + 1.71875, + 1.6875, + 1.625, + 1.703125, + 1.75, + 1.671875, + 1.6875, + 1.765625, + 1.695312, + 1.632812, + 1.726562, + 1.695312, + 1.796875, + 1.726562, + 1.585938, + 1.625, + 1.695312, + 1.75, + 1.75, + 1.875, + 1.789062, + 1.742188, + 1.75, + 1.734375, + 1.757812, + 2.546875, + 1.703125, + 1.6875, + 1.234375, + 1.664062, + 1.757812, + 1.671875, + 1.71875, + 1.5, + 1.625, + 1.757812, + 1.664062, + 1.703125, + 1.609375, + 1.726562, + 1.671875, + 1.429688, + 1.75, + 1.726562, + 1.742188, + 1.640625, + 1.703125, + 1.601562, + 1.742188, + 1.742188, + 1.75, + 1.726562, + 1.609375, + 1.765625, + 1.601562, + 1.773438, + 1.789062, + 1.75, + 1.742188, + 1.734375, + 4.46875, + 1.765625, + 1.820312, + 1.71875, + 1.78125, + 1.671875, + 1.734375, + 1.679688, + 1.8125, + 1.773438, + 1.726562, + 1.65625, + 1.648438, + 1.601562, + 1.679688, + 1.6875, + 1.765625, + 1.679688, + 1.71875, + 1.6875, + 1.757812, + 1.765625, + 1.765625, + 1.765625, + 1.765625, + 1.65625, + 1.625, + 1.734375, + 1.695312, + 1.8125, + 1.671875, + 1.757812, + 1.757812, + 1.3125, + 1.75, + 1.65625, + 1.765625, + 1.75, + 1.757812, + 1.703125, + 1.710938, + 1.765625, + 1.804688, + 1.75, + 1.726562, + 1.773438, + 1.59375, + 1.734375, + 1.734375, + 1.765625, + 1.671875, + 1.804688, + 1.554688, + 1.75, + 1.570312, + 1.789062, + 1.875, + 1.125, + 1.867188, + 1.820312, + 1.703125, + 1.820312, + 1.734375, + 1.679688, + 1.648438, + 1.585938, + 1.703125, + 1.734375, + 1.757812, + 1.625, + 1.757812, + 1.742188, + 1.679688, + 1.695312, + 1.648438, + 1.742188, + 1.703125, + 1.71875, + 1.734375, + 1.671875, + 1.765625, + 1.703125, + 1.617188, + 1.609375, + 1.78125, + 1.695312, + 1.710938, + 1.8125, + 1.609375, + 1.757812, + 1.765625, + 1.734375, + 1.75, + 1.609375, + 1.78125, + 1.742188, + 1.703125, + 1.640625, + 1.71875, + 1.585938, + 1.804688, + 1.726562, + 1.734375, + 1.75, + 1.882812, + 1.601562, + 1.703125, + 1.625, + 1.617188, + 1.664062, + 1.773438, + 1.609375, + 1.671875, + 1.875, + 1.71875, + 1.757812, + 1.71875, + 1.726562, + 0.5625, + 1.78125, + 1.820312, + 1.757812, + 1.679688, + 1.8125, + 1.75, + 1.742188, + 1.328125, + 1.90625, + 1.726562, + 1.75, + 1.78125, + 1.726562, + 0.625, + 1.695312, + 0.722656, + 1.695312, + 1.835938, + 1.757812, + 1.703125, + 1.804688, + 1.65625, + 1.671875, + 1.703125, + 1.742188, + 1.695312, + 1.664062, + 1.757812, + 1.921875, + 1.742188, + 1.726562, + 1.6875, + 1.695312, + 1.726562, + 1.757812, + 1.796875, + 1.40625, + 1.71875, + 1.742188, + 1.75, + 1.695312, + 1.359375, + 1.703125, + 1.734375, + 1.609375, + 1.40625, + 1.78125, + 1.671875, + 1.742188, + 1.71875, + 1.609375, + 1.578125, + 1.640625, + 0.699219, + 1.757812, + 1.742188, + 1.757812, + 1.71875, + 1.695312, + 1.757812, + 1.75, + 1.71875, + 1.710938, + 1.734375, + 1.757812, + 1.734375, + 1.71875, + 1.765625, + 1.632812, + 1.710938, + 1.773438, + 1.726562, + 1.726562, + 1.617188, + 1.765625, + 1.523438, + 1.726562, + 1.703125, + 1.664062, + 1.640625, + 1.304688, + 1.773438, + 1.742188, + 1.726562, + 1.789062, + 1.71875, + 1.585938, + 1.054688, + 1.78125, + 1.859375, + 1.734375, + 1.601562, + 1.78125, + 1.773438, + 1.734375, + 1.703125, + 1.75, + 1.703125, + 1.40625, + 1.726562, + 1.78125, + 1.695312, + 1.710938, + 1.703125, + 1.664062, + 1.671875, + 0.480469, + 1.28125, + 1.742188, + 1.546875, + 1.773438, + 1.640625, + 1.734375, + 1.710938, + 1.71875, + 1.765625, + 1.75, + 1.742188, + 1.359375, + 1.617188, + 1.757812, + 1.734375, + 1.742188, + 1.6875, + 1.765625, + 1.648438, + 1.742188, + 1.625, + 1.640625, + 1.710938, + 1.742188, + 1.742188, + 1.734375, + 1.625, + 1.601562, + 1.75, + 1.726562, + 1.78125, + 1.640625, + 1.8125, + 1.710938, + 1.664062, + 1.734375, + 1.71875, + 1.734375, + 1.78125, + 1.703125, + 1.609375, + 1.75, + 1.726562, + 1.53125, + 1.765625, + 1.65625, + 1.757812, + 1.296875, + 1.726562, + 1.742188, + 1.75, + 1.640625, + 1.554688, + 1.867188, + 1.695312, + 1.75, + 1.351562, + 1.703125, + 1.828125, + 1.507812, + 1.734375, + 1.804688, + 1.78125, + 1.703125, + 1.703125, + 1.601562, + 1.78125, + 1.710938, + 1.570312, + 1.734375, + 1.726562, + 1.570312, + 1.734375, + 1.726562, + 1.789062, + 1.546875, + 1.609375, + 1.671875, + 1.75, + 1.6875, + 1.59375, + 1.734375, + 1.828125, + 1.757812, + 1.71875, + 0.867188, + 1.703125, + 1.789062, + 1.765625, + 1.390625, + 1.765625, + 1.734375, + 1.664062, + 1.601562, + 1.632812, + 1.71875, + 1.75, + 2.09375, + 1.734375, + 1.710938, + 1.695312, + 1.773438, + 1.773438, + 1.34375, + 1.6875, + 1.734375, + 1.226562, + 1.78125, + 1.820312, + 1.664062, + 1.734375, + 1.6875, + 1.695312, + 1.625, + 1.757812, + 1.734375, + 1.765625, + 1.78125, + 1.648438, + 1.976562, + 1.609375, + 1.742188, + 1.789062, + 1.742188, + 1.742188, + 1.5625, + 1.640625, + 1.765625, + 1.59375, + 1.71875, + 1.671875, + 1.640625, + 1.734375, + 1.710938, + 1.726562, + 1.742188, + 1.640625, + 1.625, + 1.71875, + 1.726562, + 1.71875, + 1.632812, + 1.78125, + 1.710938, + 1.828125, + 1.679688, + 1.65625, + 1.773438, + 1.648438, + 1.65625, + 1.804688, + 1.648438, + 1.734375, + 1.75, + 1.734375, + 1.6875, + 1.734375, + 1.78125, + 1.75, + 1.757812, + 1.65625, + 1.382812, + 1.726562, + 0.820312, + 1.734375, + 1.804688, + 1.625, + 1.703125, + 1.765625, + 1.757812, + 1.734375, + 1.742188, + 1.328125, + 1.539062, + 0.871094, + 1.765625, + 1.695312, + 1.734375, + 1.804688, + 1.71875, + 1.71875, + 1.75, + 1.117188, + 1.1875, + 1.765625, + 1.71875, + 1.710938, + 1.640625, + 1.765625, + 1.773438, + 1.71875, + 1.765625, + 1.734375, + 1.703125, + 1.757812, + 1.789062, + 1.726562, + 1.226562, + 1.742188, + 1.6875, + 1.734375, + 1.75, + 1.632812, + 1.734375, + 1.734375, + 1.742188, + 1.742188, + 1.789062, + 1.75, + 1.71875, + 1.757812, + 1.71875, + 1.632812, + 1.726562, + 1.726562, + 1.710938, + 1.75, + 1.6875, + 1.757812, + 1.703125, + 1.890625, + 1.773438, + 1.648438, + 1.726562, + 1.609375, + 1.734375, + 1.710938, + 0.722656, + 1.085938, + 1.648438, + 1.8125, + 1.671875, + 1.046875, + 1.78125, + 1.835938, + 1.648438, + 1.726562, + 1.617188, + 1.710938, + 1.757812, + 1.710938, + 1.421875, + 1.671875, + 1.390625, + 1.570312, + 1.804688, + 1.75, + 1.601562, + 1.640625, + 1.6875, + 1.664062, + 1.703125, + 1.625, + 1.921875, + 1.78125, + 1.710938, + 1.335938, + 1.765625, + 1.789062, + 1.992188, + 1.734375, + 1.773438, + 1.789062, + 1.726562, + 1.710938, + 1.59375, + 1.609375, + 1.203125, + 1.679688, + 1.617188, + 1.65625, + 1.640625, + 1.734375, + 1.6875, + 1.804688, + 1.710938, + 1.664062, + 1.742188, + 1.695312, + 1.734375, + 1.734375, + 1.757812, + 1.28125, + 1.625, + 1.703125, + 1.703125, + 1.664062, + 1.976562, + 1.648438, + 1.726562, + 1.734375, + 1.710938, + 1.765625, + 1.390625, + 1.742188, + 1.734375, + 1.679688, + 1.570312, + 1.320312, + 1.734375, + 1.796875, + 1.648438, + 1.640625, + 1.671875, + 1.726562, + 1.617188, + 1.789062, + 1.632812, + 1.625, + 1.742188, + 1.40625, + 1.710938, + 1.679688, + 1.398438, + 1.78125, + 1.773438, + 1.742188, + 1.617188, + 1.71875, + 1.734375, + 1.726562, + 1.796875, + 1.578125, + 1.539062, + 1.632812, + 1.984375, + 1.71875, + 1.335938, + 1.78125, + 1.640625, + 2.078125, + 1.679688, + 1.726562, + 1.726562, + 1.664062, + 1.609375, + 1.796875, + 0.890625, + 1.78125, + 1.710938, + 1.671875, + 1.765625, + 1.601562, + 1.75, + 1.703125, + 1.640625, + 1.59375, + 1.703125, + 1.585938, + 1.640625, + 1.570312, + 1.75, + 1.234375, + 1.398438, + 1.773438, + 1.695312, + 1.757812, + 1.773438, + 1.65625, + 1.742188, + 1.703125, + 1.773438, + 1.679688, + 1.71875, + 1.726562, + 1.648438, + 1.578125, + 1.726562, + 1.804688, + 1.71875, + 1.734375, + 1.65625, + 1.617188, + 1.5625, + 1.671875, + 1.679688, + 1.3125, + 1.578125, + 1.75, + 1.710938, + 1.796875, + 1.820312, + 1.742188, + 1.695312, + 1.773438, + 1.695312, + 1.71875, + 1.703125, + 1.703125, + 1.804688, + 1.617188, + 1.726562, + 1.84375, + 1.8125, + 1.882812, + 2.046875, + 1.765625, + 1.75, + 1.695312, + 1.8125, + 2.125, + 1.664062, + 1.664062, + 1.742188, + 1.765625, + 0.742188, + 1.617188, + 1.671875, + 1.671875, + 1.742188, + 1.804688, + 1.796875, + 1.726562, + 1.617188, + 1.71875, + 1.640625, + 1.773438, + 1.734375, + 1.726562, + 1.78125, + 1.671875, + 1.765625, + 1.734375, + 1.664062, + 1.28125, + 1.757812, + 1.695312, + 1.757812, + 1.671875, + 1.710938, + 1.679688, + 1.679688, + 1.804688, + 1.703125, + 1.640625, + 1.75, + 1.578125, + 1.820312, + 1.6875, + 1.765625, + 1.742188, + 1.71875, + 1.671875, + 1.78125, + 1.695312, + 1.820312, + 1.703125, + 1.65625, + 1.804688, + 1.742188, + 1.695312, + 1.585938, + 1.78125, + 1.648438, + 1.796875, + 1.742188, + 1.765625, + 1.734375, + 1.632812, + 1.617188, + 1.742188, + 1.703125, + 1.757812, + 1.765625, + 1.703125, + 1.789062, + 1.484375, + 1.757812, + 1.773438, + 1.765625, + 1.710938, + 1.75, + 1.734375, + 1.695312, + 1.617188, + 1.601562, + 1.75, + 1.773438, + 1.65625, + 1.726562, + 1.726562, + 1.734375, + 1.789062, + 1.710938, + 1.78125, + 1.789062, + 1.75, + 1.6875, + 1.71875, + 1.460938, + 1.75, + 1.585938, + 1.3125, + 1.71875, + 1.726562, + 1.726562, + 1.671875, + 1.742188, + 1.742188, + 1.734375, + 1.890625, + 1.789062, + 1.75, + 1.617188, + 1.851562, + 1.53125, + 1.65625, + 1.789062, + 1.523438, + 2.125, + 1.710938, + 1.734375, + 1.75, + 1.757812, + 1.695312, + 1.78125, + 1.804688, + 1.742188, + 1.609375, + 1.742188, + 1.796875, + 1.726562, + 1.632812, + 1.726562, + 1.742188, + 1.765625, + 1.789062, + 1.75, + 1.8125, + 1.773438, + 1.726562, + 1.820312, + 1.726562, + 1.671875, + 1.765625, + 1.75, + 1.75, + 1.765625, + 1.796875, + 1.78125, + 1.726562, + 1.734375, + 1.78125, + 1.6875, + 1.710938, + 1.625, + 1.710938, + 1.75, + 1.734375, + 1.578125, + 1.375, + 1.773438, + 1.734375, + 1.78125, + 1.75, + 1.726562, + 1.695312, + 1.671875, + 1.796875, + 1.726562, + 1.742188, + 3.125, + 1.734375, + 1.515625, + 1.710938, + 1.695312, + 1.601562, + 1.617188, + 1.875, + 1.367188, + 1.75, + 1.703125, + 0.945312, + 1.765625, + 1.789062, + 1.570312, + 1.6875, + 1.734375, + 1.695312, + 1.648438, + 1.75, + 1.679688, + 1.601562, + 1.710938, + 1.476562, + 1.734375, + 0.589844, + 1.640625, + 1.625, + 1.726562, + 1.671875, + 1.757812, + 1.789062, + 1.664062, + 1.757812, + 1.632812, + 1.796875, + 1.664062, + 1.734375, + 1.773438, + 1.773438, + 1.710938, + 1.734375, + 1.617188, + 1.773438, + 1.726562, + 1.890625, + 1.734375, + 1.609375, + 1.78125, + 1.789062, + 1.773438, + 1.6875, + 1.734375, + 1.765625, + 1.679688, + 1.726562, + 1.679688, + 1.835938, + 1.726562, + 1.757812, + 1.742188, + 1.78125, + 1.71875, + 1.742188, + 1.765625, + 1.625, + 1.703125, + 1.765625, + 1.703125, + 1.75, + 1.65625, + 1.71875, + 1.84375, + 1.703125, + 1.703125, + 2.234375, + 1.6875, + 1.6875, + 1.578125, + 1.742188, + 2.109375, + 1.679688, + 1.632812, + 1.757812, + 1.6875, + 1.742188, + 1.757812, + 1.773438, + 1.75, + 1.773438, + 1.726562, + 1.617188, + 1.71875, + 1.625, + 1.71875, + 1.742188, + 1.757812, + 0.953125, + 1.757812, + 1.75, + 1.71875, + 1.734375, + 1.664062, + 1.601562, + 1.5625, + 1.71875, + 1.71875, + 1.710938, + 1.6875, + 1.6875, + 1.703125, + 1.726562, + 1.726562, + 1.71875, + 1.75, + 1.609375, + 1.671875, + 1.65625, + 1.226562, + 1.65625, + 1.648438, + 1.765625, + 1.78125, + 1.773438, + 1.710938, + 1.71875, + 1.742188, + 1.648438, + 1.695312, + 1.742188, + 1.6875, + 1.804688, + 1.8125, + 1.664062, + 1.40625, + 1.710938, + 1.6875, + 1.398438, + 1.75, + 1.78125, + 1.773438, + 1.710938, + 1.703125, + 1.679688, + 1.710938, + 1.234375, + 1.726562, + 1.320312, + 1.726562, + 1.734375, + 2.328125, + 1.3125, + 1.671875, + 1.757812, + 1.90625, + 1.695312, + 1.59375, + 1.804688, + 1.773438, + 1.742188, + 1.742188, + 1.703125, + 1.210938, + 1.734375, + 1.734375, + 1.734375, + 1.617188, + 1.75, + 1.34375, + 1.757812, + 1.765625, + 1.726562, + 1.75, + 1.851562, + 1.96875, + 1.726562, + 1.734375, + 1.75, + 1.742188, + 1.664062, + 1.75, + 1.710938, + 1.703125, + 1.75, + 1.09375, + 1.710938, + 1.75, + 1.679688, + 1.710938, + 1.695312, + 1.679688, + 1.75, + 1.734375, + 1.367188, + 1.765625, + 1.742188, + 1.554688, + 1.867188, + 1.640625, + 1.8125, + 1.726562, + 1.695312, + 1.710938, + 1.726562, + 1.75, + 1.734375, + 1.734375, + 1.65625, + 1.765625, + 1.75, + 1.695312, + 1.703125, + 1.734375, + 1.757812, + 1.414062, + 1.765625, + 1.804688, + 1.65625, + 1.757812, + 1.703125, + 1.75, + 1.710938, + 1.820312, + 1.789062, + 1.710938, + 1.578125, + 1.664062, + 1.703125, + 1.765625, + 1.742188, + 1.453125, + 1.742188, + 1.75, + 1.789062, + 1.632812, + 1.640625, + 1.765625, + 1.6875, + 1.648438, + 1.742188, + 1.765625, + 1.734375, + 1.742188, + 1.695312, + 1.742188, + 1.796875, + 1.789062, + 1.804688, + 1.71875, + 1.648438, + 1.671875, + 1.695312, + 1.734375, + 1.695312, + 1.75, + 1.789062, + 1.71875, + 1.71875, + 1.765625, + 1.765625, + 1.898438, + 1.742188, + 1.710938, + 1.757812, + 1.757812, + 1.632812, + 1.726562, + 1.726562, + 1.59375, + 1.757812, + 1.742188, + 1.75, + 1.65625, + 1.648438, + 1.625, + 1.648438, + 1.71875, + 0.945312, + 1.664062, + 1.671875, + 1.71875, + 1.695312, + 1.664062, + 1.757812, + 1.78125, + 1.34375, + 1.71875, + 1.757812, + 1.75, + 1.71875, + 1.804688, + 1.679688, + 1.796875, + 1.742188, + 1.3125, + 1.375, + 1.632812, + 1.6875, + 1.765625, + 1.648438, + 1.734375, + 1.78125, + 1.648438, + 1.75, + 1.679688, + 1.757812, + 1.773438, + 1.734375, + 1.71875, + 1.679688, + 1.757812, + 1.367188, + 1.71875, + 1.71875, + 1.734375, + 1.351562, + 1.617188, + 1.65625, + 1.742188, + 1.742188, + 1.6875, + 1.601562, + 1.710938, + 1.765625, + 1.742188, + 1.742188, + 1.765625, + 1.671875, + 1.695312, + 1.625, + 1.695312, + 1.734375, + 1.710938, + 1.578125, + 1.703125, + 1.726562, + 1.71875, + 1.617188, + 1.734375, + 1.78125, + 1.226562, + 1.726562, + 1.640625, + 1.585938, + 0.910156, + 1.796875, + 1.710938, + 1.765625, + 1.65625, + 1.710938, + 2.046875, + 1.46875, + 1.75, + 1.75, + 1.59375, + 1.679688, + 1.742188, + 1.664062, + 1.679688, + 1.804688, + 1.765625, + 1.679688, + 1.601562, + 1.679688, + 1.78125, + 1.609375, + 1.742188, + 1.617188, + 1.710938, + 1.773438, + 1.695312, + 1.695312, + 1.78125, + 0.855469, + 1.773438, + 1.773438, + 1.695312, + 1.757812, + 1.671875, + 1.695312, + 1.65625, + 1.765625, + 1.789062, + 0.507812, + 1.578125, + 1.734375, + 1.6875, + 1.734375, + 1.757812, + 1.664062, + 1.71875, + 1.773438, + 1.734375, + 1.648438, + 1.789062, + 1.625, + 1.710938, + 1.695312, + 1.742188, + 1.6875, + 1.71875, + 1.765625, + 1.71875, + 1.710938, + 1.75, + 1.703125, + 1.617188, + 1.835938, + 1.65625, + 1.65625, + 1.734375, + 1.6875, + 1.75, + 1.671875, + 1.703125, + 2.265625, + 1.679688, + 1.742188, + 1.75, + 1.734375, + 1.601562, + 1.71875, + 1.414062, + 1.695312, + 1.742188, + 1.726562, + 1.765625, + 1.71875, + 1.695312, + 1.742188, + 1.351562, + 1.570312, + 1.742188, + 1.625, + 1.671875, + 1.6875, + 1.71875, + 1.789062, + 1.734375, + 1.65625, + 1.375, + 1.734375, + 2.453125, + 1.601562, + 1.609375, + 1.6875, + 1.65625, + 1.734375, + 1.648438, + 1.773438, + 1.75, + 1.78125, + 1.875, + 1.601562, + 1.695312, + 1.742188, + 1.742188, + 1.75, + 1.59375, + 1.796875, + 1.710938, + 1.648438, + 1.796875, + 1.679688, + 1.710938, + 1.695312, + 1.648438, + 1.65625, + 1.726562, + 1.726562, + 1.742188, + 1.617188, + 1.765625, + 1.578125, + 1.609375, + 1.398438, + 1.609375, + 1.789062, + 1.710938, + 1.773438, + 1.734375, + 1.71875, + 1.289062, + 1.6875, + 1.625, + 1.695312, + 1.640625, + 1.734375, + 1.734375, + 1.796875, + 2.71875, + 1.75, + 1.726562, + 1.765625, + 1.789062, + 1.890625, + 1.75, + 1.78125, + 1.78125, + 1.6875, + 1.726562, + 1.65625, + 1.765625, + 1.726562, + 2.28125, + 1.734375, + 1.671875, + 1.726562, + 1.578125, + 1.710938, + 1.789062, + 1.40625, + 1.742188, + 1.3125, + 1.804688, + 1.820312, + 1.820312, + 1.71875, + 1.695312, + 1.734375, + 1.71875, + 1.773438, + 1.664062, + 1.75, + 2.328125, + 1.78125, + 2.109375, + 1.773438, + 1.640625, + 1.367188, + 1.765625, + 1.78125, + 1.695312, + 1.734375, + 1.671875, + 1.757812, + 1.734375, + 1.828125, + 1.679688, + 1.710938, + 1.523438, + 1.789062, + 1.765625, + 1.695312, + 1.703125, + 1.75, + 1.234375, + 1.773438, + 1.695312, + 1.796875, + 1.65625, + 1.726562, + 1.1875, + 1.703125, + 1.671875, + 1.164062, + 1.601562, + 1.734375, + 1.640625, + 1.257812, + 1.804688, + 1.726562, + 1.765625, + 1.6875, + 1.59375, + 1.796875, + 1.71875, + 1.65625, + 1.75, + 1.8125, + 1.710938, + 1.742188, + 1.101562, + 1.679688, + 1.679688, + 1.71875, + 1.664062, + 1.398438, + 1.632812, + 1.671875, + 1.71875, + 1.765625, + 1.765625, + 1.304688, + 1.757812, + 1.742188, + 1.757812, + 1.695312, + 1.359375, + 1.570312, + 1.78125, + 1.625, + 1.296875, + 1.757812, + 1.671875, + 1.585938, + 1.84375, + 1.734375, + 1.757812, + 1.671875, + 1.84375, + 1.703125, + 1.796875, + 1.703125, + 1.679688, + 1.726562, + 1.710938, + 1.742188, + 1.648438, + 1.734375, + 1.726562, + 1.664062, + 1.734375, + 1.71875, + 1.734375, + 1.703125, + 1.695312, + 1.65625, + 1.671875, + 1.804688, + 1.75, + 1.679688, + 1.757812, + 1.695312, + 1.734375, + 1.695312, + 0.996094, + 1.734375, + 1.78125, + 1.78125, + 1.65625, + 1.695312, + 1.632812, + 1.734375, + 1.703125, + 0.953125, + 1.765625, + 1.726562, + 1.65625, + 1.804688, + 1.679688, + 1.703125, + 1.65625, + 1.734375, + 1.773438, + 1.695312, + 1.28125, + 1.742188, + 1.296875, + 0.964844, + 1.71875, + 1.703125, + 0.894531, + 1.710938, + 1.757812, + 1.625, + 1.765625, + 1.703125, + 1.804688, + 1.75, + 1.734375, + 1.828125, + 2.09375, + 0.609375, + 1.65625, + 1.679688, + 1.710938, + 1.789062, + 1.695312, + 1.820312, + 1.789062, + 1.742188, + 1.757812, + 1.765625, + 0.84375, + 1.757812, + 1.773438, + 1.742188, + 1.664062, + 1.78125, + 1.742188, + 1.796875, + 1.765625, + 1.6875, + 1.773438, + 1.671875, + 1.710938, + 1.75, + 1.796875, + 1.773438, + 1.289062, + 1.734375, + 1.71875, + 1.851562, + 1.617188, + 1.734375, + 1.742188, + 1.75, + 1.757812, + 1.671875, + 1.71875, + 1.78125, + 1.734375, + 1.6875, + 1.625, + 1.703125, + 1.773438, + 1.414062, + 3.0625, + 1.742188, + 1.734375, + 1.773438, + 1.726562, + 1.632812, + 2.15625, + 1.804688, + 1.429688, + 1.765625, + 1.710938, + 1.671875, + 1.71875, + 1.820312, + 1.65625, + 1.75, + 1.78125, + 1.757812, + 1.703125, + 1.664062, + 1.773438, + 1.710938, + 1.71875, + 1.742188, + 1.75, + 0.953125, + 1.765625, + 1.671875, + 1.726562, + 1.734375, + 1.734375, + 1.585938, + 1.757812, + 1.773438, + 1.695312, + 1.742188, + 1.75, + 1.414062, + 1.78125, + 1.375, + 1.648438, + 1.65625, + 1.601562, + 1.609375, + 1.671875, + 0.722656, + 1.703125, + 1.695312, + 1.664062, + 1.71875, + 1.71875, + 1.679688, + 1.710938, + 1.710938, + 1.734375, + 1.632812, + 1.304688, + 1.679688, + 1.726562, + 1.703125, + 1.5625, + 1.757812, + 1.6875, + 1.671875, + 1.78125, + 1.734375, + 1.625, + 1.773438, + 1.25, + 1.703125, + 1.742188, + 1.710938, + 1.71875, + 1.734375, + 1.695312, + 1.632812, + 1.65625, + 1.773438, + 1.617188, + 1.8125, + 1.78125, + 1.898438, + 1.75, + 1.757812, + 1.773438, + 1.703125, + 1.640625, + 1.523438, + 1.75, + 1.773438, + 1.757812, + 1.726562, + 1.59375, + 1.28125, + 1.75, + 1.648438, + 1.796875, + 1.734375, + 1.742188, + 1.75, + 1.679688, + 1.734375, + 1.726562, + 1.664062, + 1.71875, + 1.578125, + 1.789062, + 1.8125, + 1.796875, + 1.585938, + 1.617188, + 1.65625, + 1.710938, + 1.71875, + 1.5625, + 1.695312, + 1.742188, + 1.710938, + 1.648438, + 1.742188, + 1.804688, + 1.671875, + 2.78125, + 1.765625, + 1.640625, + 1.734375, + 1.671875, + 1.757812, + 1.734375, + 1.78125, + 1.757812, + 1.570312, + 1.203125, + 1.726562, + 1.757812, + 1.75, + 1.789062, + 1.71875, + 1.515625, + 1.742188, + 1.773438, + 1.679688, + 1.351562, + 1.679688, + 1.804688, + 1.703125, + 1.765625, + 1.679688, + 1.671875, + 1.742188, + 1.726562, + 1.703125, + 1.765625, + 1.75, + 1.703125, + 1.765625, + 1.703125, + 1.773438, + 1.390625, + 1.742188, + 1.710938, + 1.742188, + 1.742188, + 1.648438, + 0.789062, + 1.648438, + 1.773438, + 1.703125, + 1.632812, + 1.726562, + 1.679688, + 1.757812, + 1.695312, + 1.765625, + 1.6875, + 2.125, + 1.648438, + 1.773438, + 1.726562, + 1.695312, + 1.78125, + 1.757812, + 1.34375, + 1.765625, + 1.867188, + 1.703125, + 1.695312, + 1.726562, + 1.804688, + 1.71875, + 1.53125, + 1.765625, + 1.6875, + 0.835938, + 1.726562, + 1.71875, + 1.8125, + 1.71875, + 1.734375, + 1.757812, + 1.734375, + 1.710938, + 1.75, + 1.75, + 1.640625, + 1.710938, + 1.726562, + 1.671875, + 1.734375, + 1.71875, + 1.71875, + 1.734375, + 1.765625, + 1.59375, + 1.65625, + 1.554688, + 1.78125, + 1.726562, + 1.78125, + 1.734375, + 1.6875, + 1.75, + 1.671875, + 1.695312, + 1.648438, + 1.710938, + 1.625, + 1.601562, + 1.726562, + 1.78125, + 1.734375, + 1.648438, + 1.703125, + 1.75, + 1.6875, + 1.765625, + 1.78125, + 1.867188, + 1.679688, + 1.757812, + 1.695312, + 1.734375, + 1.75, + 1.578125, + 1.726562, + 1.546875, + 1.679688, + 1.710938, + 1.742188, + 1.625, + 1.617188, + 1.820312, + 1.75, + 1.765625, + 1.742188, + 1.671875, + 1.757812, + 1.6875, + 1.851562, + 1.726562, + 1.617188, + 1.6875, + 1.703125, + 1.765625, + 1.710938, + 1.742188, + 1.109375, + 1.796875, + 1.789062, + 1.664062, + 1.648438, + 1.742188, + 1.6875, + 1.578125, + 1.742188, + 1.710938, + 1.734375, + 1.757812, + 1.734375, + 1.6875, + 1.742188, + 1.726562, + 1.75, + 1.585938, + 1.710938, + 1.75, + 2.375, + 1.703125, + 1.617188, + 1.765625, + 1.46875, + 1.664062, + 1.640625, + 1.742188, + 1.664062, + 1.742188, + 1.679688, + 1.742188, + 1.71875, + 1.664062, + 1.679688, + 1.6875, + 1.6875, + 1.367188, + 0.828125, + 1.664062, + 1.6875, + 1.742188, + 1.757812, + 1.507812, + 1.765625, + 1.75, + 1.75, + 1.726562, + 1.648438, + 1.664062, + 1.65625, + 1.625, + 1.570312, + 1.671875, + 1.648438, + 1.796875, + 1.484375, + 1.734375, + 1.726562, + 1.734375, + 1.726562, + 1.789062, + 1.671875, + 1.742188, + 1.78125, + 1.632812, + 1.757812, + 1.671875, + 1.734375, + 1.65625, + 1.71875, + 1.617188, + 1.710938, + 1.742188, + 1.757812, + 1.671875, + 1.585938, + 1.703125, + 1.703125, + 1.734375, + 1.726562, + 1.554688, + 1.710938, + 1.234375, + 1.664062, + 1.757812, + 1.8125, + 1.757812, + 1.78125, + 1.710938, + 1.570312, + 1.773438, + 1.664062, + 1.789062, + 1.710938, + 1.671875, + 1.75, + 1.25, + 1.726562, + 1.75, + 1.726562, + 1.78125, + 1.734375, + 1.703125, + 1.671875, + 1.703125, + 1.765625, + 1.75, + 1.710938, + 1.71875, + 1.75, + 1.8125, + 1.804688, + 1.703125, + 1.695312, + 1.71875, + 1.734375, + 1.703125, + 1.6875, + 1.640625, + 1.734375, + 1.625, + 1.617188, + 1.617188, + 1.757812, + 1.710938, + 1.726562, + 1.757812, + 1.703125, + 1.804688, + 1.8125, + 1.757812, + 1.664062, + 1.695312, + 1.703125, + 1.640625, + 1.679688, + 1.726562, + 1.726562, + 1.789062, + 1.664062, + 1.703125, + 1.9375, + 1.664062, + 1.867188, + 1.65625, + 1.757812, + 1.757812, + 1.742188, + 1.734375, + 1.359375, + 1.679688, + 1.601562, + 1.65625, + 1.632812, + 1.375, + 1.6875, + 1.632812, + 1.75, + 1.671875, + 1.726562, + 1.734375, + 1.679688, + 1.742188, + 1.734375, + 1.695312, + 1.773438, + 1.632812, + 1.625, + 1.78125, + 1.742188, + 1.726562, + 1.757812, + 1.75, + 1.6875, + 1.570312, + 1.265625, + 1.820312, + 1.648438, + 1.773438, + 1.71875, + 1.78125, + 1.695312, + 1.710938, + 1.632812, + 1.734375, + 1.726562, + 1.632812, + 1.703125, + 1.710938, + 1.671875, + 1.632812, + 1.75, + 1.554688, + 1.304688, + 1.71875, + 1.765625, + 1.695312, + 1.703125, + 1.6875, + 1.320312, + 1.671875, + 1.859375, + 1.773438, + 1.546875, + 1.75, + 1.773438, + 1.773438, + 1.726562, + 1.765625, + 1.671875, + 1.734375, + 1.75, + 1.6875, + 1.359375, + 1.742188, + 1.257812, + 1.765625, + 1.742188, + 1.640625, + 1.773438, + 1.75, + 1.78125, + 1.679688, + 1.679688, + 1.710938, + 1.25, + 1.585938, + 1.710938, + 1.734375, + 1.65625, + 1.757812, + 1.71875, + 1.570312, + 1.78125, + 1.640625, + 1.710938, + 1.578125, + 1.671875, + 1.734375, + 1.710938, + 1.78125, + 1.8125, + 1.75, + 1.695312, + 1.710938, + 1.742188, + 1.679688, + 1.789062, + 1.789062, + 1.640625, + 1.765625, + 1.710938, + 1.765625, + 1.757812, + 1.765625, + 1.703125, + 1.765625, + 1.734375, + 0.671875, + 1.679688, + 1.75, + 1.804688, + 1.757812, + 1.742188, + 1.648438, + 1.789062, + 1.726562, + 1.578125, + 1.640625, + 1.726562, + 1.921875, + 1.59375, + 1.1875, + 1.65625, + 1.757812, + 1.3125, + 1.742188, + 0.773438, + 1.757812, + 1.734375, + 1.765625, + 1.734375, + 1.617188, + 1.765625, + 1.820312, + 1.710938, + 1.71875, + 1.695312, + 1.734375, + 1.640625, + 1.703125, + 1.703125, + 1.578125, + 1.367188, + 1.742188, + 1.59375, + 1.726562, + 1.695312, + 1.726562, + 1.640625, + 1.75, + 1.8125, + 1.75, + 1.726562, + 1.757812, + 1.421875, + 1.695312, + 1.609375, + 1.632812, + 1.375, + 1.765625, + 1.726562, + 1.75, + 1.640625, + 1.726562, + 1.609375, + 1.640625, + 1.632812, + -9e-06, + 1.585938, + 1.734375, + 1.757812, + 1.71875, + 1.695312, + 1.703125, + 1.609375, + 1.71875, + 1.921875, + 1.828125, + 1.6875, + 1.6875, + 1.671875, + 1.734375, + 1.765625, + 1.757812, + 1.742188, + 1.773438, + 1.65625, + 1.679688, + 1.078125, + 1.789062, + 1.734375, + 1.75, + 1.773438, + 1.734375, + 1.859375, + 1.601562, + 1.367188, + 1.632812, + 1.664062, + 1.6875, + 1.648438, + 1.820312, + 1.671875, + 1.523438, + 1.828125, + 1.710938, + 1.75, + 1.679688, + 1.710938, + 1.640625, + 1.671875, + 1.742188, + 1.71875, + 1.757812, + 1.71875, + 1.757812, + 2.5, + 1.609375, + 1.773438, + 1.75, + 1.78125, + 1.640625, + 1.773438, + 1.71875, + 1.734375, + 1.804688, + 1.710938, + 1.734375, + 1.859375, + 1.695312, + 1.632812, + 1.585938, + 1.734375, + 1.84375, + 1.6875, + 1.703125, + 1.726562, + 1.703125, + 1.71875, + 1.632812, + 1.640625, + 1.726562, + 1.632812, + 1.75, + 1.757812, + 1.695312, + 1.75, + 1.648438, + 1.820312, + 1.671875, + 1.671875, + 1.8125, + 1.304688, + 1.640625, + 1.648438, + 1.6875, + 1.390625, + 1.742188, + 1.757812, + 1.75, + 1.765625, + 1.648438, + 1.8125, + 1.695312, + 1.742188, + 1.789062, + 1.695312, + 1.71875, + 1.757812, + 1.734375, + 1.6875, + 1.703125, + 1.703125, + 1.796875, + 1.617188, + 1.625, + 1.703125, + 1.648438, + 1.742188, + 1.640625, + 1.664062, + 1.75, + 1.414062, + 1.726562, + 1.789062, + 1.765625, + 1.773438, + 1.851562, + 1.726562, + 1.78125, + 1.703125, + 1.796875, + 1.835938, + 1.640625, + 1.726562, + 1.75, + 1.671875, + 1.671875, + 1.703125, + 1.625, + 1.625, + 1.703125, + 1.695312, + 1.6875, + 1.75, + 1.632812, + 1.679688, + 1.5625, + 1.6875, + 1.695312, + 1.5625, + 1.546875, + 1.578125, + 1.773438, + 1.757812, + 6.875, + 1.804688, + 1.601562, + 1.640625, + 1.6875, + 1.820312, + 1.59375, + 1.484375, + 1.726562, + 1.6875, + 1.75, + 1.726562, + 2.53125, + 1.695312, + 1.71875, + 1.585938, + 1.726562, + 1.710938, + 1.75, + 1.265625, + 1.21875, + 1.726562, + 1.78125, + 1.734375, + 1.664062, + 1.78125, + 1.726562, + 1.609375, + 1.726562, + 1.710938, + 1.710938, + 1.773438, + 1.492188, + 1.726562, + 1.78125, + 1.632812, + 1.84375, + 1.585938, + 1.734375, + 1.804688, + 1.648438, + 0.445312, + 1.75, + 1.773438, + 1.960938, + 1.710938, + 1.664062, + 1.734375, + 1.734375, + 1.78125, + 1.6875, + 1.609375, + 1.734375, + 1.710938, + 1.875, + 1.695312, + 1.765625, + 1.789062, + 1.695312, + 1.710938, + 1.742188, + 1.648438, + 1.375, + 1.71875, + 1.703125, + 1.773438, + 1.695312, + 1.796875, + 1.828125, + 1.71875, + 1.71875, + 1.726562, + 1.695312, + 1.75, + 1.671875, + 1.71875, + 1.703125, + 1.796875, + 1.6875, + 1.6875, + 1.742188, + 1.734375, + 1.734375, + 1.6875, + 1.773438, + 1.765625, + 1.710938, + 1.75, + 1.695312, + 1.765625, + 1.804688, + 1.632812, + 1.71875, + 1.726562, + 1.6875, + 1.679688, + 1.679688, + 1.75, + 1.757812, + 1.578125, + 1.648438, + 1.703125, + 1.914062, + 1.789062, + 1.734375, + 1.742188, + 1.757812, + 1.773438, + 1.765625, + 1.6875, + 1.578125, + 1.609375, + 1.710938, + 1.703125, + 1.585938, + 1.765625, + 1.8125, + 1.710938, + 1.671875, + 1.773438, + 1.664062, + 1.789062, + 1.398438, + 1.640625, + 1.75, + 1.726562, + 1.742188, + 1.757812, + 1.773438, + 1.765625, + 1.742188, + 1.726562, + 1.75, + 1.671875, + 1.78125, + 1.742188, + 1.6875, + 1.835938, + 1.773438, + 1.765625, + 1.695312, + 1.804688, + 1.789062, + 1.703125, + 1.734375, + 1.71875, + 1.78125, + 1.679688, + 1.742188, + 1.757812, + 1.773438, + 1.742188, + 1.664062, + 1.796875, + 1.640625, + 1.703125, + 1.703125, + 1.734375, + 1.882812, + 1.703125, + 1.710938, + 1.835938, + 1.679688, + 1.710938, + 1.617188, + 1.601562, + 1.570312, + 1.71875, + 1.65625, + 1.320312, + 1.734375, + 1.664062, + 1.320312, + 1.726562, + 1.71875, + 1.804688, + 1.320312, + 1.78125, + 1.664062, + 1.726562, + 1.625, + 1.789062, + 1.546875, + 1.5625, + 1.789062, + 1.953125, + 2.234375, + 1.664062, + 0.933594, + 1.664062, + 1.742188, + 1.75, + 1.71875, + 1.734375, + 1.765625, + 1.742188, + 1.609375, + 1.695312, + 1.734375, + 1.734375, + 1.625, + 1.65625, + 1.617188, + 1.601562, + 1.65625, + 1.625, + 1.75, + 1.726562, + 1.648438, + 1.359375, + 1.703125, + 1.835938, + 1.75, + 1.734375, + 1.742188, + 1.78125, + 1.625, + 1.726562, + 1.726562, + 1.8125, + 1.703125, + 1.75, + 0.730469, + 1.773438, + 1.726562, + 1.710938, + 1.648438, + 1.710938, + 1.6875, + 1.695312, + 2.0, + 1.757812, + 1.757812, + 1.773438, + 1.71875, + 1.96875, + 1.710938, + 1.679688, + 1.710938, + 1.710938, + 1.726562, + 1.679688, + 1.40625, + 1.703125, + 1.890625, + 1.71875, + 1.765625, + 1.695312, + 1.664062, + 1.71875, + 1.695312, + 1.632812, + 1.625, + 1.695312, + 1.710938, + 1.671875, + 1.71875, + 1.632812, + 1.75, + 1.65625, + 1.726562, + 1.734375, + 1.625, + 1.742188, + 1.71875, + 1.78125, + 1.789062, + 1.679688, + 1.78125, + 1.6875, + 2.046875, + 1.585938, + 1.757812, + 1.710938, + 1.71875, + 1.742188, + 1.765625, + 1.65625, + 1.609375, + 1.695312, + 1.710938, + 1.664062, + 1.734375, + 1.742188, + 1.757812, + 1.21875, + 1.75, + 1.578125, + 1.773438, + 1.75, + 1.6875, + 1.734375, + 1.734375, + 1.773438, + 1.796875, + 1.640625, + 1.742188, + 1.773438, + 1.671875, + 1.710938, + 1.78125, + 1.757812, + 1.679688, + 1.710938, + 1.742188, + 1.765625, + 1.78125, + 1.617188, + 1.648438, + 1.789062, + 1.726562, + 1.78125, + 1.742188, + 1.78125, + 1.695312, + 1.757812, + 1.75, + 1.765625, + 1.734375, + 1.726562, + 1.773438, + 1.898438, + 1.78125, + 1.757812, + 1.734375, + 1.632812, + 1.734375, + 1.6875, + 1.4375, + 1.71875, + 1.773438, + 1.75, + 1.710938, + 1.601562, + 1.742188, + 1.65625, + 1.78125, + 1.734375, + 1.8125, + 1.75, + 1.65625, + 1.710938, + 1.789062, + 1.757812, + 1.757812, + 1.695312, + 1.632812, + 1.75, + 1.726562, + 1.679688, + 1.734375, + 1.710938, + 1.375, + 1.320312, + 1.757812, + 1.570312, + 1.742188, + 1.75, + 1.820312, + 1.585938, + 1.617188, + 1.75, + 1.726562, + 1.773438, + 1.703125, + 1.6875, + 1.632812, + 1.671875, + 1.78125, + 1.71875, + 1.742188, + 1.734375, + 1.203125, + 1.765625, + 1.65625, + 1.773438, + 1.820312, + 1.664062, + 1.773438, + 1.734375, + 1.804688, + 1.773438, + 1.789062, + 1.734375, + 1.664062, + 1.679688, + 1.695312, + 1.726562, + 1.757812, + 1.726562, + 1.726562, + 1.75, + 2.21875, + 1.59375, + 1.773438, + 1.6875, + 1.75, + 1.757812, + 1.757812, + 1.734375, + 1.75, + 1.8125, + 1.421875, + 1.726562, + 1.742188, + 1.609375, + 1.296875, + 1.703125, + 1.648438, + 1.6875, + 1.492188, + 1.578125, + 1.773438, + 1.671875, + 1.648438, + 1.6875, + 1.570312, + 1.671875, + 1.898438, + 1.617188, + 1.695312, + 1.78125, + 1.742188, + 1.734375, + 1.695312, + 1.671875, + 1.710938, + 1.75, + 1.71875, + 1.765625, + 1.632812, + 1.804688, + 1.757812, + 1.75, + 1.703125, + 1.820312, + 1.664062, + 1.695312, + 1.71875, + 1.359375, + 1.742188, + 1.734375, + 1.664062, + 1.789062, + 1.726562, + 1.71875, + 1.765625, + 1.734375, + 1.757812, + 1.710938, + 1.742188, + 1.71875, + 1.71875, + 1.609375, + 1.703125, + 1.6875, + 1.710938, + 1.851562, + 1.757812, + 1.765625, + 1.726562, + 1.789062, + 1.726562, + 1.390625, + 1.671875, + 1.78125, + 1.632812, + 1.695312, + 1.734375, + 1.726562, + 1.734375, + 1.6875, + 1.734375, + 1.671875, + 1.671875, + 1.765625, + 1.773438, + 1.703125, + 1.757812, + 0.578125, + 1.757812, + 1.703125, + 1.734375, + 1.765625, + 1.71875, + 1.632812, + 1.734375, + 1.617188, + 2.5, + 1.734375, + 1.742188, + 1.671875, + 1.710938, + 1.875, + 1.765625, + 1.695312, + 1.75, + 1.65625, + 1.71875, + 1.703125, + 1.710938, + 1.710938, + 1.742188, + 1.75, + 1.71875, + 1.742188, + 1.632812, + 1.789062, + 1.757812, + 1.726562, + 1.6875, + 1.828125, + 1.625, + 1.671875, + 1.609375, + 1.71875, + 1.75, + 1.726562, + 1.734375, + 1.757812, + 1.734375, + 1.710938, + 1.695312, + 1.648438, + 1.734375, + 1.765625, + 1.671875, + 1.703125, + 1.710938, + 1.757812, + 1.65625, + 1.726562, + 1.6875, + 1.671875, + 1.742188, + 1.734375, + 1.703125, + 1.6875, + 1.710938, + 1.695312, + 1.9375, + 1.789062, + 1.648438, + 1.75, + 1.671875, + 1.765625, + 1.695312, + 1.59375, + 1.765625, + 1.898438, + 1.742188, + 1.734375, + 1.367188, + 1.757812, + 1.734375, + 1.710938, + 1.78125, + 1.570312, + 1.6875, + 1.765625, + 1.742188, + 1.726562, + 1.757812, + 2.421875, + 1.742188, + 1.671875, + 1.734375, + 1.75, + 1.703125, + 1.835938, + 1.859375, + 1.742188, + 1.523438, + 1.734375, + 1.742188, + 1.703125, + 1.789062, + 1.734375, + 1.640625, + 0.648438, + 1.703125, + 1.78125, + 1.664062, + 1.710938, + 1.65625, + 0.388672, + 1.710938, + 1.671875, + 1.726562, + 1.773438, + 1.65625, + 1.859375, + 1.789062, + 2.65625, + 0.972656, + 1.773438, + 1.71875, + 1.773438, + 1.742188, + 1.757812, + 1.570312, + 1.585938, + 1.671875, + 1.8125, + 1.828125, + 1.710938, + 1.742188, + 1.679688, + 1.679688, + 1.625, + 1.726562, + 0.894531, + 1.726562, + 1.789062, + 1.757812, + 1.671875, + 1.773438, + 1.75, + 1.742188, + 1.71875, + 1.734375, + 1.789062, + 1.710938, + 1.65625, + 1.742188, + 2.25, + 1.6875, + 1.679688, + 1.742188, + 1.726562, + 1.75, + 1.398438, + 1.734375, + 1.726562, + 1.757812, + 1.75, + 1.726562, + 1.742188, + 1.671875, + 1.75, + 1.765625, + 1.664062, + 1.367188, + 1.695312, + 1.796875, + 1.59375, + 1.703125, + 1.765625, + 2.015625, + 1.734375, + 1.789062, + 1.34375, + 1.90625, + 1.765625, + 1.796875, + 1.914062, + 1.742188, + 1.734375, + 1.695312, + 1.796875, + 1.703125, + 1.679688, + 1.703125, + 1.789062, + 1.625, + 1.742188, + 2.125, + 1.796875, + 1.75, + 1.71875, + 1.65625, + 1.710938, + 1.734375, + 1.640625, + 1.625, + 1.742188, + 1.203125, + 1.742188, + 1.773438, + 1.710938, + 1.554688, + 1.84375, + 1.75, + 1.796875, + 1.289062, + 1.609375, + 1.609375, + 1.664062, + 1.757812, + 1.609375, + 1.75, + 1.703125, + 1.734375, + 1.765625, + 1.625, + 1.632812, + 1.710938, + 1.71875, + 1.765625, + 1.71875, + 1.742188, + 1.679688, + 1.664062, + 1.726562, + 1.734375, + 1.710938, + 1.65625, + 1.757812, + 1.734375, + 1.773438, + 1.78125, + 1.765625, + 1.75, + 1.703125, + 1.703125, + 1.398438, + 1.765625, + 1.703125, + 1.648438, + 1.726562, + 1.640625, + 1.703125, + 1.78125, + 1.6875, + 5.375, + 1.71875, + 1.734375, + 1.75, + 1.734375, + 1.75, + 1.773438, + 1.742188, + 1.757812, + 1.765625, + 1.625, + 1.414062, + 1.789062, + 1.742188, + 1.703125, + 1.710938, + 1.75, + 1.734375, + 1.796875, + 2.015625, + 1.625, + 1.5625, + 1.664062, + 1.710938, + 1.601562, + 1.742188, + 1.789062, + 1.71875, + 1.726562, + 1.710938, + 1.757812, + 1.710938, + 1.78125, + 1.632812, + 1.75, + 1.679688, + 1.710938, + 1.382812, + 1.765625, + 1.710938, + 1.320312, + 1.796875, + 1.742188, + 1.992188, + 1.695312, + 1.242188, + 1.726562, + 1.664062, + 1.367188, + 1.726562, + 1.59375, + 1.640625, + 1.898438, + 1.742188, + 1.335938, + 1.757812, + 1.375, + 1.734375, + 1.75, + 1.648438, + 1.710938, + 1.5625, + 1.75, + 1.6875, + 1.765625, + 1.726562, + 1.695312, + 1.640625, + 1.601562, + 1.765625, + 1.375, + 1.625, + 1.6875, + 1.335938, + 1.710938, + 1.695312, + 1.78125, + 1.828125, + 1.734375, + 1.765625, + 1.71875, + 1.742188, + 1.414062, + 1.664062, + 1.765625, + 1.765625, + 1.75, + 1.757812, + 1.78125, + 1.664062, + 1.726562, + 1.664062, + 1.75, + 1.6875, + 1.703125, + 1.75, + 1.679688, + 1.75, + 1.734375, + 1.617188, + 1.765625, + 1.757812, + 1.757812, + 1.59375, + 1.65625, + 1.75, + 1.671875, + 1.734375, + 1.34375, + 1.570312, + 1.757812, + 1.742188, + 1.75, + 1.65625, + 1.757812, + 1.726562, + 1.695312, + 1.71875, + 1.851562, + 1.632812, + 1.671875, + 1.710938, + 1.632812, + 1.71875, + 1.695312, + 1.375, + 1.757812, + 1.742188, + 1.703125, + 1.71875, + 1.6875, + 1.742188, + 1.71875, + 1.664062, + 1.664062, + 1.382812, + 1.664062, + 1.703125, + 1.75, + 1.664062, + 1.789062, + 1.796875 + ] + }, + "name": "model.model.layers.26.post_attention_layernorm.weight", + "outputIndexes": [ + 2195 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2194 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_26/Mul_output_0", + "outputIndexes": [ + 2196 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2195, + 2196 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_26/Mul_1_output_0", + "outputIndexes": [ + 2197 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2197 + ], + "outputIndexes": [ + 3052 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3052 + ], + "outputIndexes": [ + 3053 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear", + "inputIndexes": [ + 3053 + ], + "outputIndexes": [ + 3054 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3425314812, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3054 + ], + "outputIndexes": [ + 3055 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3055 + ], + "outputIndexes": [ + 2198 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2198 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_26/Sigmoid_output_0", + "outputIndexes": [ + 2199 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2198, + 2199 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_26/Mul_output_0", + "outputIndexes": [ + 2200 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2197 + ], + "outputIndexes": [ + 3056 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3056 + ], + "outputIndexes": [ + 3057 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear", + "inputIndexes": [ + 3057 + ], + "outputIndexes": [ + 3058 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3463505938, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3058 + ], + "outputIndexes": [ + 3059 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3059 + ], + "outputIndexes": [ + 2201 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2200, + 2201 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_26/Mul_output_0", + "outputIndexes": [ + 2202 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2202 + ], + "outputIndexes": [ + 3060 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3060 + ], + "outputIndexes": [ + 3061 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear", + "inputIndexes": [ + 3061 + ], + "outputIndexes": [ + 3062 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3501697064, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3062 + ], + "outputIndexes": [ + 3063 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3063 + ], + "outputIndexes": [ + 2203 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2194, + 2203 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_134_output_0", + "outputIndexes": [ + 2204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2204, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_243_output_0", + "outputIndexes": [ + 2205 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.675781, + 0.570312, + 0.59375, + 0.605469, + 0.789062, + 0.558594, + 0.558594, + 0.5625, + 3.53125, + 0.683594, + 0.59375, + 0.660156, + 0.550781, + 0.527344, + 0.8125, + 0.648438, + 0.535156, + 0.570312, + 0.535156, + 2.21875, + 2.5, + 0.613281, + 0.574219, + 0.589844, + 0.550781, + 0.589844, + 4.28125, + 0.617188, + 0.613281, + 0.535156, + 0.617188, + 0.632812, + 2.734375, + 0.589844, + 0.632812, + 0.585938, + 0.652344, + 3.953125, + 0.585938, + 0.816406, + 0.613281, + 0.597656, + 0.785156, + 0.636719, + 0.585938, + 0.621094, + 6.21875, + 0.589844, + 0.628906, + 0.667969, + 0.664062, + 0.5625, + 0.546875, + 0.527344, + 0.589844, + 0.621094, + 0.609375, + 0.769531, + 0.613281, + 1.101562, + 0.498047, + 0.578125, + 0.582031, + 0.578125, + 0.578125, + 0.605469, + 0.5625, + 0.597656, + 0.882812, + 0.589844, + 0.542969, + 0.804688, + 0.59375, + 0.585938, + 0.554688, + 0.613281, + 0.746094, + 0.582031, + 4.96875, + 0.636719, + 0.617188, + 1.054688, + 0.605469, + 0.605469, + 0.644531, + 6.0, + 0.605469, + 0.65625, + 0.582031, + 1.289062, + 0.609375, + 0.566406, + 0.605469, + 0.527344, + 0.8125, + 0.589844, + 3.296875, + 0.597656, + 0.59375, + 0.675781, + 0.617188, + 0.582031, + 0.679688, + 0.558594, + 0.800781, + 0.605469, + 0.871094, + 0.613281, + 0.636719, + 0.535156, + 0.59375, + 0.597656, + 0.789062, + 4.25, + 0.558594, + 3.0625, + 0.582031, + 0.566406, + 0.589844, + 0.59375, + 0.589844, + 0.566406, + 0.609375, + 0.550781, + 0.597656, + 0.566406, + 0.609375, + 0.558594, + 4.4375, + 0.628906, + 3.84375, + 0.804688, + 0.644531, + 0.605469, + 1.835938, + 0.582031, + 0.585938, + 0.570312, + 0.648438, + 0.617188, + 0.566406, + 0.636719, + 0.613281, + 0.746094, + 3.25, + 0.589844, + 0.640625, + 0.558594, + 0.578125, + 0.550781, + 0.5625, + 0.566406, + 0.5625, + 0.617188, + 0.660156, + 0.679688, + 0.609375, + 0.949219, + 0.621094, + 0.585938, + 0.824219, + 0.75, + 4.25, + 0.566406, + 4.3125, + 0.679688, + 0.550781, + 0.804688, + 0.546875, + 0.570312, + 0.582031, + 0.59375, + 0.511719, + 0.585938, + 0.558594, + 0.660156, + 0.539062, + 0.570312, + 0.601562, + 0.574219, + 0.585938, + 0.609375, + 0.59375, + 1.226562, + 0.558594, + 0.589844, + 0.597656, + 0.679688, + 0.558594, + 0.601562, + 0.605469, + 0.640625, + 1.28125, + 0.5625, + 0.980469, + 0.597656, + 0.5625, + 0.570312, + 0.761719, + 0.527344, + 0.5625, + 5.71875, + 0.683594, + 0.625, + 0.667969, + 0.578125, + 0.605469, + 0.636719, + 0.605469, + 0.527344, + 0.605469, + 0.75, + 0.578125, + 0.628906, + 0.519531, + 0.683594, + 0.648438, + 0.609375, + 0.652344, + 0.539062, + 0.535156, + 0.644531, + 0.730469, + 0.609375, + 0.5625, + 0.644531, + 0.585938, + 0.597656, + 0.558594, + 0.566406, + 0.621094, + 0.613281, + 0.664062, + 0.578125, + 0.578125, + 0.71875, + 0.546875, + 0.628906, + 3.4375, + 0.589844, + 0.59375, + 0.605469, + 0.578125, + 0.613281, + 0.691406, + 0.6875, + 0.554688, + 0.59375, + 0.621094, + 0.585938, + 0.578125, + 0.890625, + 0.605469, + 0.566406, + 0.574219, + 0.628906, + 0.558594, + 5.96875, + 0.558594, + 0.625, + 0.59375, + 0.558594, + 0.613281, + 0.585938, + 0.585938, + 0.570312, + 0.546875, + 0.539062, + 0.625, + 0.597656, + 0.601562, + 0.59375, + 0.585938, + 0.632812, + 0.535156, + 0.726562, + 0.601562, + 1.9375, + 0.535156, + 0.625, + 0.566406, + 0.589844, + 6.03125, + 0.566406, + 0.589844, + 0.613281, + 0.539062, + 0.609375, + 0.597656, + 0.90625, + 0.632812, + 0.828125, + 0.675781, + 0.695312, + 0.898438, + 0.539062, + 0.722656, + 0.515625, + 0.609375, + 0.550781, + 0.5625, + 0.636719, + 0.773438, + 0.632812, + 0.757812, + 0.601562, + 0.527344, + 0.558594, + 0.601562, + 0.546875, + 3.578125, + 0.535156, + 0.578125, + 0.554688, + 3.390625, + 0.574219, + 0.542969, + 0.613281, + 0.644531, + 0.558594, + 0.660156, + 0.609375, + 0.539062, + 0.570312, + 0.613281, + 0.59375, + 0.578125, + 0.492188, + 0.589844, + 0.621094, + 5.90625, + 0.617188, + 0.605469, + 0.542969, + 0.636719, + 0.519531, + 0.609375, + 1.78125, + 0.597656, + 0.585938, + 6.0625, + 0.566406, + 0.554688, + 0.578125, + 5.25, + 0.632812, + 0.667969, + 0.609375, + 0.546875, + 0.636719, + 0.554688, + 0.679688, + 0.917969, + 0.566406, + 0.628906, + 0.546875, + 0.566406, + 0.605469, + 0.589844, + 0.542969, + 1.007812, + 0.671875, + 4.84375, + 0.605469, + 2.890625, + 0.71875, + 0.574219, + 0.613281, + 0.589844, + 0.828125, + 0.550781, + 0.554688, + 0.621094, + 0.585938, + 0.523438, + 0.597656, + 5.0, + 0.644531, + 0.589844, + 0.566406, + 0.578125, + 0.632812, + 0.628906, + 0.644531, + 0.574219, + 0.59375, + 0.636719, + 0.570312, + 0.589844, + 0.605469, + 0.585938, + 0.625, + 4.3125, + 0.683594, + 0.546875, + 0.601562, + 0.578125, + 0.5625, + 0.613281, + 5.28125, + 0.617188, + 0.566406, + 0.761719, + 0.597656, + 0.777344, + 0.542969, + 0.585938, + 0.589844, + 0.601562, + 1.210938, + 0.761719, + 0.554688, + 0.632812, + 0.550781, + 0.613281, + 0.738281, + 0.570312, + 0.574219, + 0.589844, + 0.609375, + 0.695312, + 0.671875, + 0.5625, + 0.746094, + 0.605469, + 0.695312, + 0.613281, + 0.59375, + 0.828125, + 0.59375, + 0.554688, + 0.550781, + 0.710938, + 0.554688, + 0.578125, + 0.660156, + 0.574219, + 0.527344, + 0.558594, + 0.671875, + 0.53125, + 0.867188, + 0.714844, + 0.578125, + 0.671875, + 0.570312, + 0.574219, + 0.613281, + 0.601562, + 1.007812, + 0.730469, + 0.558594, + 0.605469, + 0.625, + 0.675781, + 1.054688, + 0.503906, + 0.462891, + 1.578125, + 0.578125, + 0.601562, + 0.558594, + 0.570312, + 1.351562, + 0.648438, + 0.625, + 0.714844, + 0.605469, + 0.699219, + 0.613281, + 0.546875, + 5.21875, + 0.550781, + 0.550781, + 0.582031, + 0.695312, + 0.558594, + 0.550781, + 0.5625, + 0.554688, + 0.605469, + 0.582031, + 0.578125, + 0.609375, + 1.34375, + 0.5625, + 0.65625, + 0.640625, + 0.554688, + 0.664062, + 1.296875, + 0.648438, + 0.664062, + 0.617188, + 0.601562, + 0.566406, + 0.582031, + 0.566406, + 0.691406, + 0.597656, + 0.585938, + 0.59375, + 0.578125, + 0.667969, + 0.546875, + 0.753906, + 0.617188, + 0.542969, + 0.5625, + 0.609375, + 0.578125, + 0.578125, + 0.601562, + 0.59375, + 0.660156, + 0.613281, + 0.515625, + 0.566406, + 0.582031, + 0.679688, + 0.550781, + 0.570312, + 0.613281, + 6.5625, + 0.554688, + 0.5625, + 0.582031, + 0.589844, + 0.574219, + 0.601562, + 0.582031, + 0.699219, + 0.664062, + 0.566406, + 0.570312, + 0.605469, + 0.71875, + 0.566406, + 0.605469, + 0.589844, + 0.859375, + 0.847656, + 0.730469, + 0.59375, + 0.699219, + 0.613281, + 0.769531, + 2.359375, + 0.726562, + 0.636719, + 0.621094, + 0.667969, + 0.585938, + 2.265625, + 0.523438, + 0.628906, + 0.597656, + 0.542969, + 0.578125, + 0.5, + 0.601562, + 0.597656, + 0.601562, + 0.503906, + 0.613281, + 0.609375, + 0.542969, + 0.652344, + 0.613281, + 0.574219, + 0.566406, + 0.515625, + 0.53125, + 0.5625, + 0.75, + 0.5625, + 0.589844, + 0.617188, + 0.671875, + 0.621094, + 0.585938, + 0.574219, + 0.597656, + 0.539062, + 0.617188, + 0.632812, + 0.554688, + 0.566406, + 0.570312, + 0.585938, + 0.621094, + 0.597656, + 0.609375, + 0.640625, + 0.582031, + 1.03125, + 0.566406, + 0.605469, + 0.65625, + 0.632812, + 0.625, + 0.628906, + 0.5625, + 0.738281, + 0.574219, + 0.574219, + 0.59375, + 0.574219, + 3.65625, + 0.601562, + 0.632812, + 0.621094, + 0.585938, + 0.773438, + 0.570312, + 0.589844, + 5.0, + 0.6875, + 0.601562, + 0.605469, + 0.554688, + 0.546875, + 3.6875, + 0.648438, + 3.5625, + 0.574219, + 0.660156, + 0.59375, + 0.582031, + 0.636719, + 0.695312, + 0.628906, + 0.582031, + 0.625, + 0.566406, + 0.632812, + 0.585938, + 0.515625, + 0.578125, + 0.5625, + 0.558594, + 0.835938, + 0.550781, + 0.601562, + 0.585938, + 2.921875, + 0.582031, + 0.574219, + 0.582031, + 0.582031, + 5.28125, + 0.621094, + 0.582031, + 0.847656, + 3.5, + 0.578125, + 0.574219, + 0.5625, + 0.59375, + 0.65625, + 0.714844, + 0.546875, + 3.421875, + 0.695312, + 0.589844, + 0.609375, + 0.535156, + 0.589844, + 0.574219, + 0.605469, + 0.546875, + 0.59375, + 0.550781, + 0.636719, + 0.59375, + 0.542969, + 0.636719, + 0.660156, + 0.738281, + 0.621094, + 0.585938, + 0.585938, + 0.570312, + 0.550781, + 1.84375, + 0.636719, + 0.574219, + 0.632812, + 0.605469, + 3.625, + 0.613281, + 0.738281, + 0.550781, + 0.609375, + 0.585938, + 1.3125, + 4.8125, + 0.625, + 1.421875, + 0.550781, + 0.625, + 0.585938, + 0.632812, + 0.550781, + 0.550781, + 0.589844, + 0.570312, + 5.625, + 0.589844, + 0.605469, + 0.589844, + 0.464844, + 0.59375, + 0.566406, + 1.15625, + 6.21875, + 3.5, + 0.601562, + 0.703125, + 0.582031, + 0.769531, + 0.597656, + 0.582031, + 0.5625, + 0.617188, + 0.53125, + 0.589844, + 4.25, + 0.582031, + 1.21875, + 0.523438, + 0.59375, + 0.535156, + 0.550781, + 0.683594, + 0.574219, + 0.808594, + 0.53125, + 0.550781, + 0.582031, + 0.589844, + 0.582031, + 0.671875, + 0.660156, + 0.589844, + 0.566406, + 0.582031, + 0.550781, + 0.617188, + 0.582031, + 0.796875, + 0.578125, + 0.601562, + 0.695312, + 0.597656, + 0.558594, + 0.613281, + 0.605469, + 0.71875, + 2.15625, + 0.539062, + 0.582031, + 0.613281, + 5.0, + 0.605469, + 0.597656, + 0.613281, + 0.582031, + 1.789062, + 0.710938, + 0.546875, + 0.59375, + 6.40625, + 0.550781, + 0.648438, + 4.8125, + 0.613281, + 0.597656, + 0.617188, + 0.570312, + 0.585938, + 0.617188, + 0.574219, + 0.578125, + 0.671875, + 0.578125, + 0.585938, + 0.617188, + 0.574219, + 0.5625, + 0.550781, + 0.910156, + 6.5, + 0.660156, + 0.597656, + 0.683594, + 0.9375, + 0.5625, + 0.6875, + 0.558594, + 0.550781, + 5.3125, + 0.59375, + 0.632812, + 0.609375, + 5.1875, + 0.605469, + 0.574219, + 0.78125, + 0.644531, + 0.539062, + 0.601562, + 0.578125, + 0.839844, + 0.5625, + 0.648438, + 0.621094, + 0.828125, + 0.570312, + 4.5625, + 0.546875, + 0.578125, + 5.15625, + 0.640625, + 0.707031, + 0.535156, + 0.582031, + 0.570312, + 0.527344, + 0.535156, + 0.566406, + 0.625, + 0.621094, + 0.613281, + 0.640625, + 0.59375, + 0.75, + 0.617188, + 0.585938, + 0.617188, + 0.59375, + 0.65625, + 0.617188, + 0.574219, + 0.84375, + 0.59375, + 0.578125, + 0.652344, + 0.585938, + 0.546875, + 0.578125, + 0.554688, + 0.722656, + 0.804688, + 0.601562, + 0.542969, + 0.660156, + 0.636719, + 0.632812, + 0.628906, + 0.617188, + 0.570312, + 0.535156, + 0.582031, + 0.550781, + 0.5625, + 0.660156, + 0.5625, + 0.546875, + 0.574219, + 0.550781, + 0.582031, + 0.652344, + 0.566406, + 0.589844, + 0.601562, + 0.609375, + 6.4375, + 0.570312, + 5.8125, + 0.558594, + 0.628906, + 1.546875, + 0.566406, + 0.605469, + 0.613281, + 0.609375, + 0.597656, + 5.84375, + 2.6875, + 3.578125, + 0.535156, + 0.585938, + 0.566406, + 0.671875, + 0.554688, + 0.566406, + 0.570312, + 4.375, + 3.390625, + 0.597656, + 0.574219, + 0.570312, + 0.582031, + 0.632812, + 0.621094, + 0.605469, + 0.59375, + 0.582031, + 0.578125, + 0.675781, + 0.621094, + 0.617188, + 3.921875, + 0.578125, + 0.550781, + 0.550781, + 0.628906, + 0.589844, + 0.566406, + 0.585938, + 0.582031, + 0.546875, + 0.589844, + 0.59375, + 0.601562, + 0.609375, + 0.558594, + 0.578125, + 0.609375, + 0.558594, + 0.667969, + 0.609375, + 0.574219, + 0.609375, + 0.59375, + 0.972656, + 0.601562, + 0.574219, + 0.570312, + 0.589844, + 0.570312, + 0.578125, + 5.1875, + 4.84375, + 0.539062, + 0.617188, + 0.574219, + 3.234375, + 0.652344, + 0.707031, + 0.808594, + 0.570312, + 0.621094, + 0.570312, + 0.644531, + 0.574219, + 5.40625, + 0.589844, + 5.1875, + 0.734375, + 0.617188, + 0.585938, + 0.835938, + 0.679688, + 0.550781, + 0.535156, + 0.578125, + 0.640625, + 0.972656, + 0.621094, + 0.570312, + 4.3125, + 0.601562, + 0.59375, + 1.085938, + 0.621094, + 0.617188, + 0.582031, + 0.597656, + 0.578125, + 0.617188, + 0.609375, + 2.96875, + 0.609375, + 0.761719, + 0.605469, + 0.707031, + 0.582031, + 0.726562, + 0.609375, + 0.546875, + 0.550781, + 0.519531, + 1.015625, + 0.585938, + 0.597656, + 0.601562, + 5.40625, + 0.628906, + 0.566406, + 0.546875, + 0.5625, + 1.617188, + 0.683594, + 0.582031, + 0.585938, + 0.558594, + 0.617188, + 4.5, + 0.578125, + 0.539062, + 0.550781, + 0.621094, + 6.0625, + 0.59375, + 0.582031, + 0.539062, + 0.59375, + 0.582031, + 0.542969, + 0.546875, + 0.78125, + 0.589844, + 0.609375, + 0.640625, + 5.4375, + 0.589844, + 0.574219, + 5.5625, + 0.582031, + 0.601562, + 0.558594, + 0.558594, + 0.53125, + 0.570312, + 0.578125, + 0.613281, + 0.761719, + 1.914062, + 0.585938, + 0.671875, + 0.730469, + 2.484375, + 0.582031, + 0.570312, + 0.820312, + 0.570312, + 0.59375, + 0.582031, + 0.585938, + 0.539062, + 0.671875, + 3.328125, + 0.59375, + 0.585938, + 0.597656, + 0.65625, + 0.578125, + 0.585938, + 0.558594, + 0.824219, + 0.628906, + 0.582031, + 0.738281, + 0.621094, + 0.867188, + 0.601562, + 5.375, + 6.5, + 0.667969, + 0.570312, + 0.585938, + 0.601562, + 0.75, + 1.023438, + 0.5625, + 0.660156, + 0.578125, + 0.539062, + 0.558594, + 0.546875, + 0.636719, + 0.578125, + 0.660156, + 0.566406, + 0.59375, + 0.539062, + 0.53125, + 0.777344, + 0.597656, + 0.652344, + 5.6875, + 1.195312, + 0.632812, + 0.640625, + 0.609375, + 0.652344, + 0.574219, + 0.585938, + 0.660156, + 0.535156, + 0.695312, + 0.539062, + 0.558594, + 0.617188, + 0.667969, + 0.570312, + 0.742188, + 0.605469, + 0.660156, + 0.90625, + 0.605469, + 0.613281, + 0.578125, + 0.652344, + 1.585938, + 0.539062, + 0.617188, + 0.589844, + 0.585938, + 3.25, + 1.046875, + 0.546875, + 0.570312, + 0.976562, + 0.746094, + 0.675781, + 0.574219, + 0.605469, + 0.574219, + 0.671875, + 0.589844, + 0.617188, + 0.523438, + 0.589844, + 0.59375, + 0.574219, + 0.605469, + 0.613281, + 3.25, + 0.570312, + 0.617188, + 0.617188, + 0.535156, + 0.539062, + 0.558594, + 0.601562, + 0.601562, + 0.578125, + 0.554688, + 0.605469, + 0.804688, + 0.605469, + 0.546875, + 0.601562, + 0.613281, + 0.609375, + 0.542969, + 0.582031, + 0.523438, + 0.925781, + 0.554688, + 0.542969, + 0.644531, + 0.601562, + 0.535156, + 0.828125, + 0.542969, + 0.632812, + 0.628906, + 0.566406, + 0.609375, + 0.59375, + 0.734375, + 0.707031, + 0.597656, + 0.578125, + 0.597656, + 0.5625, + 0.5625, + 0.609375, + 0.734375, + 0.71875, + 0.589844, + 0.570312, + 0.605469, + 0.621094, + 0.589844, + 0.5625, + 0.558594, + 0.777344, + 0.617188, + 0.59375, + 0.714844, + 0.582031, + 0.546875, + 0.5625, + 0.621094, + 0.585938, + 0.566406, + 0.636719, + 0.617188, + 0.582031, + 0.609375, + 7.4375, + 0.609375, + 0.613281, + 5.96875, + 0.5625, + 0.582031, + 0.621094, + 0.589844, + 0.554688, + 0.570312, + 0.558594, + 0.808594, + 0.601562, + 0.570312, + 0.542969, + 0.964844, + 1.015625, + 0.527344, + 0.585938, + 0.589844, + 1.03125, + 0.5625, + 0.609375, + 0.578125, + 0.597656, + 0.578125, + 0.601562, + 0.636719, + 0.597656, + 0.640625, + 0.605469, + 0.613281, + 0.582031, + 0.605469, + 0.589844, + 0.617188, + 0.65625, + 0.628906, + 0.535156, + 0.609375, + 0.539062, + 0.8125, + 0.671875, + 0.53125, + 0.523438, + 0.605469, + 0.59375, + 0.59375, + 0.605469, + 0.625, + 0.5625, + 0.574219, + 0.5625, + 0.566406, + 0.578125, + 0.601562, + 0.851562, + 0.539062, + 0.628906, + 0.644531, + 0.792969, + 6.75, + 0.660156, + 0.578125, + 0.605469, + 0.632812, + 0.671875, + 0.574219, + 0.59375, + 0.621094, + 0.601562, + 0.574219, + 0.808594, + 0.589844, + 1.054688, + 0.5625, + 0.585938, + 0.632812, + 0.613281, + 1.429688, + 5.875, + 0.542969, + 0.554688, + 3.015625, + 0.570312, + 0.695312, + 0.769531, + 0.703125, + 0.558594, + 0.554688, + 0.648438, + 0.570312, + 0.582031, + 0.605469, + 0.761719, + 1.546875, + 0.574219, + 5.09375, + 0.613281, + 0.667969, + 0.605469, + 0.5625, + 0.574219, + 0.636719, + 0.648438, + 0.59375, + 0.6875, + 0.65625, + 0.691406, + 0.550781, + 0.601562, + 0.589844, + 0.539062, + 0.566406, + 0.625, + 0.578125, + 0.574219, + 0.78125, + 0.539062, + 0.65625, + 0.613281, + 0.570312, + 0.566406, + 0.59375, + 0.550781, + 0.585938, + 0.585938, + 0.570312, + 0.574219, + 0.617188, + 0.585938, + 0.605469, + 0.632812, + 0.644531, + 0.570312, + 0.613281, + 0.597656, + 0.914062, + 0.550781, + 0.570312, + 0.5625, + 0.597656, + 0.535156, + 0.554688, + 0.699219, + 0.613281, + 0.566406, + 1.601562, + 0.628906, + 0.546875, + 0.640625, + 0.582031, + 0.953125, + 0.566406, + 0.609375, + 0.574219, + 0.628906, + 0.675781, + 0.5625, + 0.582031, + 0.550781, + 0.601562, + 0.605469, + 0.609375, + 0.554688, + 0.625, + 0.570312, + 0.589844, + 0.625, + 4.90625, + 0.574219, + 0.601562, + 0.574219, + 0.59375, + 0.582031, + 0.765625, + 0.855469, + 0.578125, + 0.625, + 0.554688, + 0.578125, + 0.566406, + 0.566406, + 0.601562, + 0.6875, + 0.597656, + 0.574219, + 0.5625, + 0.652344, + 0.554688, + 3.265625, + 0.660156, + 0.554688, + 0.566406, + 0.554688, + 0.570312, + 0.683594, + 0.570312, + 0.617188, + 0.59375, + 0.574219, + 0.546875, + 0.558594, + 0.628906, + 0.664062, + 0.554688, + 5.5, + 0.546875, + 0.597656, + 5.5, + 0.582031, + 0.613281, + 0.601562, + 0.582031, + 0.605469, + 0.59375, + 0.535156, + 5.34375, + 0.535156, + 5.0625, + 0.585938, + 0.664062, + 1.007812, + 6.46875, + 0.578125, + 0.558594, + 0.882812, + 0.554688, + 0.699219, + 0.769531, + 0.640625, + 0.574219, + 0.59375, + 0.621094, + 4.125, + 0.558594, + 0.625, + 0.582031, + 0.667969, + 0.582031, + 3.921875, + 0.609375, + 0.617188, + 0.578125, + 0.589844, + 0.757812, + 0.792969, + 0.5625, + 0.554688, + 0.570312, + 0.542969, + 0.542969, + 0.582031, + 0.621094, + 0.542969, + 0.582031, + 2.921875, + 0.570312, + 0.59375, + 0.574219, + 0.578125, + 0.589844, + 0.597656, + 0.597656, + 0.5625, + 4.9375, + 0.597656, + 0.570312, + 1.242188, + 1.070312, + 0.542969, + 0.566406, + 0.578125, + 0.527344, + 0.601562, + 0.585938, + 0.835938, + 0.597656, + 0.585938, + 0.582031, + 0.578125, + 0.589844, + 0.539062, + 0.558594, + 0.613281, + 0.582031, + 3.328125, + 0.609375, + 0.578125, + 0.574219, + 0.539062, + 0.648438, + 0.617188, + 0.632812, + 0.675781, + 0.621094, + 0.597656, + 0.652344, + 0.613281, + 0.546875, + 0.601562, + 0.550781, + 6.28125, + 0.585938, + 0.578125, + 0.605469, + 0.539062, + 0.558594, + 0.578125, + 0.578125, + 0.597656, + 0.601562, + 0.609375, + 0.566406, + 0.59375, + 0.578125, + 0.550781, + 0.664062, + 0.632812, + 0.636719, + 0.5625, + 0.566406, + 0.546875, + 0.546875, + 0.625, + 0.597656, + 0.847656, + 0.59375, + 0.554688, + 0.550781, + 0.574219, + 0.589844, + 0.84375, + 0.582031, + 0.621094, + 0.605469, + 0.5625, + 0.632812, + 0.558594, + 0.570312, + 0.765625, + 0.589844, + 0.699219, + 0.597656, + 0.570312, + 0.609375, + 0.691406, + 0.546875, + 0.535156, + 5.25, + 0.527344, + 0.71875, + 0.535156, + 0.527344, + 0.574219, + 0.820312, + 0.601562, + 6.25, + 0.53125, + 0.628906, + 0.554688, + 0.605469, + 0.613281, + 0.769531, + 0.621094, + 0.582031, + 4.71875, + 5.34375, + 0.671875, + 0.636719, + 0.601562, + 0.546875, + 0.613281, + 0.589844, + 0.59375, + 0.578125, + 0.632812, + 0.601562, + 0.636719, + 0.582031, + 0.589844, + 0.601562, + 0.601562, + 4.6875, + 0.550781, + 0.546875, + 0.625, + 3.1875, + 0.652344, + 0.558594, + 0.617188, + 0.625, + 0.609375, + 0.601562, + 0.578125, + 0.617188, + 0.570312, + 0.570312, + 0.859375, + 0.554688, + 0.644531, + 0.640625, + 0.535156, + 0.523438, + 0.554688, + 1.023438, + 0.609375, + 0.609375, + 0.621094, + 0.546875, + 0.585938, + 0.59375, + 3.890625, + 0.582031, + 0.6875, + 0.667969, + 3.40625, + 0.648438, + 0.554688, + 0.621094, + 0.632812, + 0.5625, + 1.289062, + 5.1875, + 0.5625, + 0.597656, + 0.625, + 0.582031, + 0.550781, + 0.527344, + 0.597656, + 0.679688, + 0.605469, + 0.515625, + 0.773438, + 0.578125, + 0.589844, + 0.527344, + 0.574219, + 0.515625, + 0.535156, + 0.585938, + 0.546875, + 0.625, + 0.605469, + 3.3125, + 0.683594, + 0.890625, + 0.554688, + 0.578125, + 0.632812, + 0.546875, + 0.570312, + 0.640625, + 0.578125, + 3.71875, + 0.980469, + 0.609375, + 0.554688, + 0.589844, + 0.609375, + 0.570312, + 0.527344, + 0.609375, + 0.566406, + 0.617188, + 0.632812, + 0.613281, + 0.558594, + 0.542969, + 0.5625, + 0.5625, + 0.535156, + 0.597656, + 0.585938, + 0.5625, + 0.621094, + 0.582031, + 0.585938, + 0.601562, + 0.550781, + 0.554688, + 0.621094, + 0.574219, + 0.617188, + 0.507812, + 0.605469, + 0.699219, + 0.542969, + 0.570312, + 0.613281, + 0.632812, + 0.582031, + 0.578125, + 3.640625, + 0.644531, + 0.589844, + 0.59375, + 0.585938, + 0.582031, + 0.578125, + 0.566406, + 5.8125, + 0.753906, + 0.539062, + 0.761719, + 0.554688, + 0.605469, + 0.824219, + 0.722656, + 0.578125, + 0.59375, + 5.53125, + 0.566406, + 1.726562, + 0.882812, + 0.734375, + 0.675781, + 0.53125, + 0.628906, + 0.585938, + 0.582031, + 0.71875, + 0.570312, + 0.632812, + 0.550781, + 0.539062, + 0.5625, + 0.554688, + 0.597656, + 0.859375, + 0.625, + 0.59375, + 0.808594, + 0.605469, + 0.570312, + 0.597656, + 0.660156, + 0.628906, + 0.683594, + 0.644531, + 0.539062, + 0.550781, + 0.65625, + 0.59375, + 0.648438, + 0.660156, + 5.53125, + 0.582031, + 0.582031, + 0.53125, + 0.664062, + 0.628906, + 0.554688, + 5.53125, + 0.582031, + 0.640625, + 0.574219, + 0.578125, + 0.59375, + 0.546875, + 0.582031, + 1.960938, + 0.597656, + 0.628906, + 0.597656, + 0.6875, + 0.992188, + 0.648438, + 0.582031, + 0.742188, + 0.589844, + 0.566406, + 0.613281, + 0.554688, + 0.550781, + 0.542969, + 0.585938, + 0.988281, + 0.578125, + 0.601562, + 0.636719, + 0.613281, + 5.65625, + 0.585938, + 3.125, + 0.605469, + 0.847656, + 0.671875, + 0.582031, + 0.609375, + 0.570312, + 0.621094, + 0.59375, + 0.652344, + 0.582031, + 0.917969, + 0.585938, + 1.203125, + 0.597656, + 0.804688, + 3.203125, + 0.59375, + 0.597656, + 1.257812, + 0.609375, + 0.523438, + 0.65625, + 0.578125, + 0.640625, + 0.605469, + 0.589844, + 0.675781, + 0.652344, + 0.59375, + 0.523438, + 0.558594, + 0.597656, + 5.625, + 0.628906, + 0.558594, + 0.621094, + 0.578125, + 0.5625, + 3.828125, + 0.546875, + 0.566406, + 2.140625, + 0.625, + 0.5625, + 0.585938, + 3.421875, + 0.597656, + 0.550781, + 0.679688, + 0.59375, + 0.863281, + 0.609375, + 0.5625, + 0.519531, + 0.597656, + 0.613281, + 0.546875, + 0.621094, + 4.5, + 0.589844, + 0.617188, + 0.644531, + 0.519531, + 5.40625, + 0.648438, + 0.632812, + 0.523438, + 0.601562, + 0.621094, + 5.8125, + 0.605469, + 0.671875, + 0.554688, + 0.558594, + 3.625, + 0.652344, + 0.75, + 0.65625, + 3.46875, + 0.601562, + 0.546875, + 0.679688, + 0.667969, + 0.566406, + 0.585938, + 0.574219, + 1.101562, + 0.609375, + 0.601562, + 0.589844, + 0.558594, + 0.558594, + 0.558594, + 0.644531, + 0.613281, + 0.585938, + 0.5625, + 0.5625, + 0.601562, + 0.660156, + 0.589844, + 0.582031, + 0.613281, + 0.585938, + 0.582031, + 0.582031, + 0.589844, + 0.550781, + 0.558594, + 0.839844, + 0.574219, + 0.566406, + 5.15625, + 0.542969, + 0.691406, + 0.585938, + 0.597656, + 0.605469, + 0.554688, + 0.660156, + 0.542969, + 5.9375, + 0.578125, + 0.585938, + 0.644531, + 0.628906, + 0.589844, + 0.582031, + 0.71875, + 0.628906, + 0.621094, + 0.605469, + 2.765625, + 0.558594, + 5.375, + 3.53125, + 0.578125, + 0.585938, + 3.125, + 0.566406, + 0.582031, + 0.632812, + 0.617188, + 0.539062, + 0.636719, + 0.570312, + 0.550781, + 0.917969, + 0.828125, + 4.90625, + 0.589844, + 0.566406, + 0.585938, + 0.636719, + 0.601562, + 0.664062, + 0.644531, + 0.601562, + 0.5625, + 0.601562, + 4.84375, + 0.546875, + 0.578125, + 0.574219, + 0.570312, + 0.636719, + 0.585938, + 0.644531, + 0.589844, + 0.59375, + 0.574219, + 0.589844, + 0.574219, + 0.589844, + 0.601562, + 0.660156, + 5.8125, + 0.613281, + 0.539062, + 0.859375, + 0.5, + 0.558594, + 0.597656, + 0.582031, + 0.601562, + 0.59375, + 0.589844, + 0.585938, + 0.574219, + 0.539062, + 0.726562, + 0.554688, + 0.613281, + 5.71875, + 1.523438, + 0.59375, + 0.546875, + 0.59375, + 0.554688, + 0.632812, + 1.054688, + 0.648438, + 2.890625, + 0.632812, + 0.558594, + 0.535156, + 0.578125, + 0.667969, + 0.820312, + 0.617188, + 0.625, + 0.867188, + 0.605469, + 0.605469, + 0.605469, + 0.53125, + 0.546875, + 0.605469, + 0.542969, + 3.140625, + 0.558594, + 0.585938, + 0.566406, + 0.625, + 0.582031, + 0.792969, + 0.582031, + 0.632812, + 0.589844, + 0.570312, + 0.59375, + 5.375, + 0.605469, + 4.96875, + 0.5625, + 0.554688, + 0.640625, + 0.675781, + 0.636719, + 3.421875, + 0.542969, + 0.570312, + 0.550781, + 0.542969, + 0.558594, + 0.535156, + 0.570312, + 0.597656, + 0.738281, + 0.625, + 5.4375, + 0.550781, + 0.574219, + 0.558594, + 0.664062, + 0.644531, + 0.578125, + 0.582031, + 0.585938, + 0.601562, + 1.109375, + 0.632812, + 5.25, + 0.5625, + 0.609375, + 0.539062, + 0.59375, + 0.558594, + 0.523438, + 0.648438, + 0.722656, + 0.613281, + 0.554688, + 0.628906, + 0.582031, + 0.621094, + 0.5625, + 0.605469, + 0.972656, + 0.574219, + 0.75, + 4.09375, + 0.558594, + 0.566406, + 0.648438, + 0.582031, + 0.570312, + 5.90625, + 0.699219, + 0.566406, + 0.609375, + 0.53125, + 0.605469, + 0.570312, + 0.59375, + 0.582031, + 0.539062, + 0.570312, + 0.574219, + 0.605469, + 0.773438, + 0.660156, + 0.601562, + 0.941406, + 0.671875, + 0.5625, + 0.589844, + 0.589844, + 0.835938, + 0.574219, + 0.628906, + 0.585938, + 0.5625, + 0.542969, + 0.609375, + 0.554688, + 2.1875, + 0.546875, + 0.714844, + 0.585938, + 0.628906, + 0.578125, + 0.578125, + 0.597656, + 0.59375, + 0.722656, + 5.5625, + 0.574219, + 0.601562, + 0.589844, + 0.601562, + 0.609375, + 1.757812, + 0.578125, + 0.589844, + 0.558594, + 4.6875, + 0.542969, + 0.636719, + 0.570312, + 0.597656, + 0.53125, + 0.574219, + 0.582031, + 0.554688, + 0.605469, + 0.578125, + 0.65625, + 0.5625, + 0.589844, + 0.519531, + 0.578125, + 4.21875, + 0.589844, + 0.570312, + 0.675781, + 0.5625, + 0.625, + 3.796875, + 0.625, + 0.695312, + 0.5625, + 0.492188, + 0.585938, + 0.730469, + 0.589844, + 0.585938, + 0.605469, + 0.527344, + 0.761719, + 0.527344, + 0.613281, + 0.535156, + 0.527344, + 0.589844, + 0.601562, + 3.84375, + 0.601562, + 1.328125, + 0.53125, + 0.558594, + 0.570312, + 0.597656, + 0.574219, + 4.71875, + 0.59375, + 0.644531, + 3.203125, + 0.585938, + 0.53125, + 0.601562, + 0.566406, + 0.605469, + 0.589844, + 0.59375, + 0.5625, + 0.609375, + 0.601562, + 0.671875, + 0.582031, + 0.582031, + 0.574219, + 0.5625, + 0.558594, + 0.535156, + 0.703125, + 0.621094, + 0.566406, + 0.546875, + 0.765625, + 0.628906, + 0.628906, + 0.625, + 0.550781, + 0.507812, + 0.550781, + 0.582031, + 0.507812, + 0.613281, + 0.585938, + 0.628906, + 0.585938, + 0.675781, + 0.59375, + 0.589844, + 0.625, + 0.625, + 0.585938, + 0.550781, + 0.660156, + 0.609375, + 0.699219, + 0.578125, + 0.613281, + 0.574219, + 0.707031, + 0.585938, + 0.703125, + 0.578125, + 1.03125, + 0.617188, + 0.609375, + 0.648438, + 0.5625, + 0.648438, + 0.839844, + 0.550781, + 0.597656, + 0.570312, + 0.601562, + 0.59375, + 0.570312, + 0.746094, + 0.574219, + 0.621094, + 0.566406, + 0.632812, + 0.589844, + 0.566406, + 0.949219, + 3.765625, + 0.59375, + 0.664062, + 2.953125, + 0.683594, + 0.582031, + 0.511719, + 0.710938, + 0.574219, + 0.558594, + 0.621094, + 0.609375, + 0.597656, + 1.210938, + 0.566406, + 0.546875, + 0.570312, + 0.675781, + 0.589844, + 0.542969, + 0.75, + 0.613281, + 1.210938, + 0.605469, + 1.757812, + 0.546875, + 0.578125, + 0.574219, + 0.589844, + 0.890625, + 0.714844, + 0.546875, + 0.59375, + 0.597656, + 0.714844, + 0.519531, + 0.566406, + 5.21875, + 3.453125, + 0.570312, + 0.515625, + 0.59375, + 0.570312, + 1.492188, + 0.59375, + 0.589844, + 0.566406, + 0.617188, + 0.765625, + 0.535156, + 0.773438, + 0.550781, + 5.65625, + 0.9375, + 0.601562, + 0.664062, + 1.898438, + 0.582031, + 0.558594, + 1.125, + 0.566406, + 0.613281, + 0.59375, + 0.578125, + 0.625, + 0.851562, + 0.601562, + 0.523438, + 0.621094, + 0.585938, + 0.554688, + 0.675781, + 0.566406, + 0.605469, + 0.625, + 0.511719, + 0.753906, + 0.578125, + 0.53125, + 0.75, + 0.539062, + 1.015625, + 0.554688, + 2.765625, + 0.554688, + 0.59375, + 0.675781, + 0.566406, + 0.605469, + 0.566406, + 0.871094, + 0.605469, + 0.609375, + 0.644531, + 0.539062, + 0.574219, + 0.582031, + 5.28125, + 0.617188, + 0.566406, + 0.578125, + 0.679688, + 0.628906, + 0.5625, + 0.550781, + 0.597656, + 0.578125, + 0.570312, + 0.585938, + 0.628906, + 0.542969, + 0.679688, + 0.628906, + 0.558594, + 0.574219, + 0.550781, + 0.644531, + 0.578125, + 0.628906, + 0.6875, + 0.566406, + 0.816406, + 0.726562, + 0.757812, + 0.609375, + 0.539062, + 0.5625, + 0.605469, + 0.574219, + 0.816406, + 0.632812, + 0.601562, + 0.539062, + 0.574219, + 0.585938, + 0.648438, + 0.542969, + 0.550781, + 0.585938, + 0.664062, + 0.632812, + 0.574219, + 1.242188, + 0.796875, + 0.910156, + 0.574219, + 0.597656, + 0.640625, + 0.5625, + 0.597656, + 5.4375, + 0.625, + 0.621094, + 0.640625, + 0.636719, + 4.5625, + 0.550781, + 0.609375, + 0.558594, + 0.589844, + 0.542969, + 0.53125, + 0.59375, + 0.652344, + 1.5625, + 0.574219, + 0.628906, + 0.671875, + 0.699219, + 0.578125, + 0.574219, + 0.589844, + 0.746094, + 1.304688, + 0.578125, + 0.542969, + 5.65625, + 1.023438, + 0.550781, + 0.597656, + 0.5625, + 0.597656, + 0.554688, + 0.574219, + 0.53125, + 0.527344, + 0.570312, + 0.640625, + 0.617188, + 0.550781, + 0.53125, + 0.585938, + 0.601562, + 0.875, + 5.4375, + 0.597656, + 0.578125, + 0.558594, + 0.578125, + 0.882812, + 6.03125, + 0.570312, + 0.691406, + 0.578125, + 0.582031, + 0.601562, + 0.609375, + 0.625, + 0.554688, + 0.59375, + 0.582031, + 0.570312, + 0.617188, + 0.535156, + 5.1875, + 0.582031, + 5.0, + 0.570312, + 0.582031, + 0.679688, + 0.609375, + 0.574219, + 0.59375, + 0.496094, + 0.613281, + 0.550781, + 6.03125, + 0.722656, + 0.527344, + 0.539062, + 0.535156, + 0.605469, + 0.566406, + 0.644531, + 0.613281, + 0.574219, + 0.554688, + 0.5625, + 0.578125, + 0.613281, + 0.855469, + 0.605469, + 0.640625, + 0.585938, + 0.621094, + 0.570312, + 0.636719, + 0.554688, + 0.585938, + 0.585938, + 0.554688, + 0.574219, + 0.542969, + 0.671875, + 0.636719, + 0.550781, + 1.1875, + 0.5625, + 0.628906, + 4.75, + 0.589844, + 0.613281, + 0.605469, + 0.589844, + 0.597656, + 0.601562, + 0.632812, + 0.5625, + 0.539062, + 0.585938, + 0.589844, + 0.988281, + 0.882812, + 5.1875, + 0.546875, + 0.578125, + 5.71875, + 0.59375, + 5.1875, + 0.554688, + 0.597656, + 0.605469, + 0.585938, + 0.652344, + 0.589844, + 0.59375, + 0.585938, + 0.574219, + 0.597656, + 0.628906, + 0.582031, + 0.574219, + 0.605469, + 0.816406, + 4.375, + 0.558594, + 1.039062, + 0.566406, + 0.558594, + 0.558594, + 0.507812, + 0.605469, + 0.660156, + 0.59375, + 0.589844, + 0.609375, + 5.21875, + 0.605469, + 0.625, + 0.75, + 5.34375, + 0.636719, + 0.554688, + 0.5625, + 0.671875, + 0.546875, + 1.398438, + 0.605469, + 0.597656, + -3.1e-05, + 0.703125, + 0.589844, + 0.582031, + 0.574219, + 0.539062, + 0.648438, + 0.679688, + 0.605469, + 0.652344, + 0.628906, + 0.585938, + 0.617188, + 0.648438, + 0.578125, + 0.613281, + 0.589844, + 0.597656, + 0.679688, + 0.558594, + 0.734375, + 2.875, + 0.613281, + 0.59375, + 0.550781, + 0.625, + 0.585938, + 0.683594, + 1.03125, + 5.65625, + 0.632812, + 0.582031, + 0.652344, + 0.542969, + 2.953125, + 0.695312, + 1.976562, + 0.675781, + 0.550781, + 0.550781, + 0.566406, + 0.570312, + 0.601562, + 0.578125, + 0.570312, + 0.5625, + 0.59375, + 0.613281, + 0.574219, + 1.757812, + 0.535156, + 0.660156, + 0.5625, + 0.582031, + 1.3125, + 0.710938, + 0.550781, + 0.554688, + 0.65625, + 0.585938, + 0.609375, + 0.777344, + 0.582031, + 0.519531, + 0.621094, + 0.550781, + 0.699219, + 0.570312, + 0.699219, + 1.132812, + 0.558594, + 0.566406, + 0.542969, + 0.632812, + 0.621094, + 0.558594, + 0.578125, + 0.585938, + 0.582031, + 0.59375, + 0.570312, + 0.585938, + 0.613281, + 0.546875, + 0.605469, + 5.9375, + 0.59375, + 0.535156, + 0.554688, + 6.03125, + 0.777344, + 0.601562, + 0.550781, + 0.570312, + 0.613281, + 0.664062, + 0.699219, + 0.527344, + 0.636719, + 0.585938, + 0.589844, + 0.632812, + 0.566406, + 0.652344, + 0.554688, + 0.496094, + 0.652344, + 0.871094, + 0.695312, + 0.570312, + 0.625, + 0.617188, + 0.644531, + 0.53125, + 0.605469, + 3.65625, + 0.582031, + 0.636719, + 0.601562, + 0.601562, + 0.574219, + 0.554688, + 0.617188, + 0.628906, + 0.605469, + 1.039062, + 0.558594, + 0.5625, + 0.605469, + 0.53125, + 0.527344, + 0.546875, + 0.554688, + 0.742188, + 0.582031, + 0.5625, + 0.566406, + 0.582031, + 0.699219, + 0.613281, + 0.679688, + 0.589844, + 0.589844, + 1.265625, + 1.101562, + 0.699219, + 0.601562, + 0.589844, + 8.125, + 0.625, + 0.722656, + 0.679688, + 0.546875, + 0.675781, + 0.585938, + 5.6875, + 0.632812, + 0.542969, + 0.570312, + 0.566406, + 1.03125, + 0.738281, + 0.617188, + 0.558594, + 0.683594, + 0.695312, + 0.582031, + 3.0625, + 6.03125, + 0.554688, + 0.632812, + 0.578125, + 0.574219, + 0.621094, + 0.582031, + 0.972656, + 0.566406, + 0.589844, + 0.585938, + 0.585938, + 1.179688, + 0.546875, + 0.582031, + 0.550781, + 0.722656, + 0.605469, + 0.585938, + 0.746094, + 0.578125, + 5.96875, + 0.601562, + 0.535156, + 0.605469, + 0.542969, + 0.515625, + 0.59375, + 0.566406, + 0.625, + 0.535156, + 0.617188, + 0.589844, + 0.617188, + 0.929688, + 0.621094, + 0.59375, + 0.59375, + 0.582031, + 0.550781, + 0.558594, + 0.589844, + 6.84375, + 0.558594, + 0.957031, + 0.628906, + 0.636719, + 0.65625, + 0.652344, + 0.589844, + 0.550781, + 0.644531, + 1.140625, + 0.601562, + 0.6875, + 0.535156, + 0.695312, + 0.886719, + 0.566406, + 0.582031, + 0.636719, + 0.601562, + 0.558594, + 0.5625, + 0.652344, + 0.566406, + 0.636719, + 0.625, + 0.527344, + 0.589844, + 0.652344, + 0.625, + 0.59375, + 0.535156, + 0.578125, + 0.695312, + 0.527344, + 0.566406, + 0.554688, + 0.625, + 0.628906, + 0.574219, + 0.78125, + 0.664062, + 0.5625, + 0.542969, + 0.609375, + 0.652344, + 0.597656, + 0.582031, + 0.785156, + 0.621094, + 0.542969, + 0.59375, + 0.6875, + 0.5625, + 0.601562, + 0.59375, + 0.59375, + 0.640625, + 0.550781, + 0.644531, + 5.03125, + 0.707031, + 0.578125, + 0.539062, + 0.574219, + 0.566406, + 0.589844, + 0.609375, + 0.660156, + 0.574219, + 0.5625, + 0.578125, + 0.585938, + 0.597656, + 0.566406, + 0.632812, + 0.632812, + 0.636719, + 0.601562, + 0.601562, + 0.621094, + 0.601562, + 0.625, + 0.570312, + 0.652344, + 0.574219, + 0.578125, + 0.574219, + 0.574219, + 0.585938, + 0.617188, + 0.601562, + 0.554688, + 0.566406, + 0.570312, + 0.59375, + 0.652344, + 0.542969, + 0.558594, + 0.671875, + 0.582031, + 0.609375, + 0.785156, + 0.636719, + 0.582031, + 0.574219, + 0.574219, + 2.609375, + 0.589844, + 0.625, + 2.796875, + 0.585938, + 0.578125, + 0.617188, + 1.96875, + 0.628906, + 0.554688, + 0.566406, + 1.304688, + 0.640625, + 0.675781, + 0.867188, + 0.636719, + 0.960938, + 0.84375, + 0.648438, + 4.28125, + 0.550781, + 0.589844, + 0.5625, + 0.589844, + 0.605469, + 0.601562, + 0.582031, + 1.367188, + 0.566406, + 0.535156, + 0.609375, + 0.71875, + 0.65625, + 0.660156, + 0.710938, + 0.570312, + 0.632812, + 0.566406, + 0.578125, + 0.546875, + 5.21875, + 0.601562, + 0.59375, + 0.605469, + 0.574219, + 0.632812, + 0.601562, + 0.640625, + 0.609375, + 0.601562, + 0.648438, + 0.566406, + 0.609375, + 4.21875, + 0.5625, + 0.558594, + 0.566406, + 0.589844, + 0.667969, + 0.832031, + 0.605469, + 1.226562, + 0.578125, + 0.570312, + 0.574219, + 0.550781, + 2.8125, + 0.574219, + 0.574219, + 0.625, + 0.5625, + 0.90625, + 0.628906, + 5.71875, + 0.554688, + 0.671875, + 0.585938, + 0.628906, + 0.53125, + 0.609375, + 0.601562, + 0.53125, + 0.636719, + 0.609375, + 0.574219, + 0.546875, + 1.0, + 0.585938, + 0.613281, + 0.570312, + 0.570312, + 0.601562, + 0.546875, + 0.753906, + 0.554688, + 0.558594, + 0.59375, + 0.65625, + 0.582031, + 0.617188, + 0.753906, + 0.851562, + 0.816406, + 0.59375, + 0.558594, + 0.609375, + 0.550781, + 0.542969, + 0.609375, + 0.621094, + 0.566406, + 0.558594, + 0.539062, + 0.601562, + 0.617188, + 0.527344, + 4.9375, + 0.601562, + 0.65625, + 0.566406, + 0.597656, + 0.558594, + 0.605469, + 0.578125, + 0.621094, + 0.617188, + 0.652344, + 0.566406, + 0.613281, + 0.5625, + 0.574219, + 0.664062, + 0.613281, + 0.589844, + 0.589844, + 0.574219, + 0.621094, + 0.621094, + 0.957031, + 0.75, + 0.613281, + 0.570312, + 0.605469, + 0.613281, + 0.769531, + 0.589844, + 0.59375, + 0.589844, + 0.566406, + 0.609375, + 0.546875, + 0.558594, + 1.28125, + 0.585938, + 0.601562, + 0.59375, + 0.5625, + 0.632812, + 0.554688, + 6.3125, + 0.550781, + 0.601562, + 0.578125, + 0.636719, + 0.609375, + 0.585938, + 0.589844, + 0.617188, + 0.679688, + 0.558594, + 0.609375, + 0.578125, + 0.828125, + 0.636719, + 0.59375, + 0.621094, + 0.558594, + 0.53125, + 0.6875, + 0.539062, + 0.578125, + 0.542969, + 0.574219, + 1.664062, + 5.8125, + 0.550781, + 0.699219, + 0.574219, + 0.585938, + 0.636719, + 0.679688, + 1.84375, + 0.589844, + 0.542969, + 0.640625, + 0.566406, + 0.523438, + 0.773438, + 0.558594, + 0.667969, + 0.539062, + 0.566406, + 0.566406, + 5.46875, + 0.59375, + 0.679688, + 0.652344, + 0.601562, + 0.519531, + 0.597656, + 0.59375, + 0.621094, + 0.613281, + 0.613281, + 0.589844, + 0.574219, + 0.707031, + 0.554688, + 0.582031, + 0.605469, + 0.582031, + 0.574219, + 0.570312, + 0.949219, + 0.6875, + 0.605469, + 0.550781, + 0.570312, + 0.550781, + 0.578125, + 0.585938, + 0.585938, + 0.765625, + 2.375, + 0.582031, + 0.566406, + 0.613281, + 6.09375, + 0.574219, + 0.617188, + 0.574219, + 1.007812, + 0.6875, + 0.632812, + 0.769531, + 0.617188, + 0.621094, + 0.703125, + 0.574219, + 0.6875, + 0.664062, + 0.5625, + 0.59375, + 0.609375, + 0.617188, + 0.53125, + 0.5625, + 0.550781, + 0.570312, + 0.609375, + 0.632812, + 0.632812, + 0.628906, + 0.585938, + 0.574219, + 0.515625, + 0.582031, + 0.542969, + 0.578125, + 0.542969, + 5.5625, + 0.53125, + 0.539062, + 0.59375, + 0.585938, + 0.558594, + 0.578125, + 0.578125, + 0.65625, + 0.589844, + 0.582031, + 0.609375, + 0.546875, + 0.582031, + 0.628906, + 0.554688, + 0.621094, + 0.550781, + 0.636719, + 0.589844, + 0.566406, + 0.539062, + 0.566406, + 0.574219, + 5.34375, + 0.542969, + 0.597656, + 0.574219, + 0.6875, + 0.566406, + 0.535156, + 0.769531, + 0.625, + 0.640625, + 0.613281, + 1.453125, + 0.558594, + 0.613281, + 0.574219, + 0.597656, + 3.09375, + 0.574219, + 0.566406, + 0.605469, + 0.640625, + 0.578125, + 0.648438, + 0.566406, + 0.550781, + 1.164062, + 0.789062, + 0.574219, + 0.570312, + 0.542969, + 0.761719, + 0.609375, + 0.578125, + 0.628906, + 0.5625, + 0.488281, + 0.558594, + 0.535156, + 0.625, + 0.582031, + 0.621094, + 0.554688, + 0.589844, + 0.898438, + 0.644531, + 0.570312, + 0.609375, + 0.574219, + 0.828125, + 0.5625, + 0.554688, + 0.765625, + 0.566406, + 0.558594, + 0.609375, + 0.558594, + 0.574219, + 0.539062, + 0.585938, + 0.554688, + 0.53125, + 0.550781, + 0.578125, + 0.601562, + 0.570312, + 0.519531, + 0.648438, + 0.902344, + 0.585938, + 0.503906, + 0.589844, + 0.589844, + 0.574219, + 0.535156, + 0.5625, + 0.550781, + 0.566406, + 0.746094, + 0.585938, + 0.621094, + 0.578125, + 0.648438, + 0.566406, + 0.539062, + 0.589844, + 0.605469, + 0.757812, + 0.566406, + 0.597656, + 5.46875, + 0.605469, + 0.585938, + 0.566406, + 0.640625, + 0.621094, + 0.621094, + 0.554688, + 0.589844, + 0.550781, + 0.578125, + 1.851562, + 0.585938, + 0.53125, + 0.753906, + 0.5625, + 0.613281, + 0.914062, + 1.28125, + 0.570312, + 3.8125, + 0.554688, + 0.585938, + 0.632812, + 0.617188, + 0.609375, + 0.546875, + 5.0, + 0.566406, + 0.585938, + 0.628906, + 0.566406, + 0.546875, + 4.625, + 0.5625, + 0.621094, + 0.542969, + 0.585938, + 0.597656, + 0.652344, + 0.621094, + 1.179688, + 3.609375, + 0.714844, + 0.621094, + 0.597656, + 0.566406, + 0.601562, + 0.660156, + 0.722656, + 0.652344, + 0.640625, + 0.664062, + 0.636719, + 0.558594, + 0.574219, + 0.738281, + 0.570312, + 0.605469, + 5.6875, + 0.53125, + 0.59375, + 0.578125, + 0.546875, + 0.628906, + 0.570312, + 0.582031, + 0.539062, + 0.566406, + 0.597656, + 0.609375, + 0.59375, + 0.617188, + 1.21875, + 0.566406, + 0.585938, + 0.574219, + 0.605469, + 0.59375, + 6.53125, + 0.613281, + 0.617188, + 0.566406, + 0.613281, + 0.589844, + 0.570312, + 0.664062, + 0.578125, + 1.03125, + 0.558594, + 5.9375, + 0.625, + 0.566406, + 0.664062, + 0.566406, + 0.617188, + 0.652344, + 0.53125, + 0.601562, + 6.0, + 1.140625, + 0.613281, + 0.574219, + 0.960938, + 0.617188, + 0.601562, + 0.558594, + 0.644531, + 0.558594, + 0.585938, + 0.582031, + 0.621094, + 0.519531, + 0.589844, + 0.933594, + 0.570312, + 0.574219, + 0.535156, + 0.679688, + 0.566406, + 0.582031, + 0.710938, + 0.769531, + 0.589844, + 3.015625, + 0.566406, + 0.601562, + 0.566406, + 0.832031, + 0.796875, + 0.605469, + 0.621094, + 5.6875, + 0.636719, + 0.59375, + 0.640625, + 0.574219, + 0.761719, + 0.613281, + 0.566406, + 0.585938, + 0.617188, + 0.636719, + 0.59375, + 0.535156, + 0.539062, + 0.578125, + 0.578125, + 0.5625, + 0.582031, + 0.679688, + 0.59375, + 0.585938, + 0.539062, + 0.671875, + 0.578125, + 0.554688, + 0.621094, + 0.65625, + 0.691406, + 0.792969, + 0.589844, + 0.53125, + 4.96875, + 0.605469, + 0.601562, + 0.699219, + 0.558594, + 0.59375, + 0.515625, + 0.585938, + 0.601562, + 4.78125, + 0.558594, + 0.574219, + 0.601562, + 0.570312, + 0.601562, + 0.605469, + 0.542969, + 0.59375, + 0.65625, + 0.660156, + 5.59375, + 0.589844, + 0.59375, + 0.628906, + 0.574219, + 0.582031, + 0.566406, + 0.640625, + 1.6875, + 0.742188, + 0.953125, + 0.597656, + 0.578125, + 0.546875, + 0.578125, + 0.6875, + 0.539062, + 0.613281, + 0.839844, + 0.578125, + 0.53125, + 0.574219, + 0.632812, + 0.597656, + 0.691406, + 0.589844, + 5.5625, + 0.570312, + 0.527344, + 5.6875, + 0.570312, + 0.566406, + 0.867188, + 0.582031, + 3.765625, + 0.597656, + 0.597656, + 3.65625, + 0.5625, + 0.558594, + 0.671875, + 0.828125, + 0.589844, + 5.53125, + 0.574219, + 4.40625, + 0.554688, + 0.675781, + 0.511719, + 0.585938, + 0.75, + 0.59375, + 0.621094, + 0.570312, + 0.589844, + 0.554688, + 0.648438, + 0.628906, + 0.601562, + 5.1875, + 0.613281, + 0.570312, + 3.796875, + 0.625, + 0.609375, + 1.0625, + 0.605469, + 0.660156, + 0.609375, + 0.949219, + 0.617188, + 5.9375, + 0.660156, + 0.570312, + 0.617188, + 0.605469, + 0.558594, + 0.605469, + 0.554688, + 0.582031, + 0.5625, + 0.65625, + 0.605469, + 0.570312, + 0.5625, + 0.574219, + 0.582031, + 0.570312, + 0.859375, + 0.671875, + 0.582031, + 0.617188, + 0.675781, + 0.617188, + 0.632812, + 0.613281, + 0.550781, + 5.03125, + 0.601562, + 0.550781, + 0.585938, + 0.585938, + 0.59375, + 0.621094, + 0.566406, + 0.566406, + 0.5625, + 0.601562, + 0.539062, + 0.597656, + 0.5625, + 0.621094, + 0.574219, + 0.566406, + 4.0, + 0.589844, + 0.554688, + 0.53125, + 0.539062, + 0.53125, + 0.621094, + 0.578125, + 0.554688, + 0.632812, + 5.125, + 0.574219, + 0.566406, + 0.558594, + 0.613281, + 0.613281, + 0.578125 + ] + }, + "name": "model.model.layers.27.input_layernorm.weight", + "outputIndexes": [ + 2206 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2205 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_27/Mul_output_0", + "outputIndexes": [ + 2207 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2206, + 2207 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_27/Mul_1_output_0", + "outputIndexes": [ + 2208 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2208 + ], + "outputIndexes": [ + 3064 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 3064 + ], + "outputIndexes": [ + 3065 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear", + "inputIndexes": [ + 3065 + ], + "outputIndexes": [ + 3066 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3539888190, + 6422550, + 802816, + 14336, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 3066 + ], + "outputIndexes": [ + 3067 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3067 + ], + "outputIndexes": [ + 2209 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2208 + ], + "main_type": "NONE", + "name": "/Shape_379_output_0", + "outputIndexes": [ + 2210 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2210 + ], + "main_type": "NONE", + "name": "Shape6829", + "outputIndexes": [ + 2211 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2210 + ], + "main_type": "NONE", + "name": "Rank6831", + "outputIndexes": [ + 2212 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2212, + 2212 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6833", + "outputIndexes": [ + 2213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2213 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6834", + "outputIndexes": [ + 2214 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2213, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6836", + "outputIndexes": [ + 2215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2215 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6837", + "outputIndexes": [ + 2216 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2211, + 2214, + 2216, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6840", + "outputIndexes": [ + 2217 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2217 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6841", + "outputIndexes": [ + 2218 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6842", + "outputIndexes": [ + 2219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2219, + 2218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6843", + "outputIndexes": [ + 2220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2210, + 2220, + 2213 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_409_output_0", + "outputIndexes": [ + 2221 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2221, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_865_output_0", + "outputIndexes": [ + 2222 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2222, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_351_output_0", + "outputIndexes": [ + 2223 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2209, + 2223 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_244_output_0", + "outputIndexes": [ + 2224 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2224, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_216_output_0", + "outputIndexes": [ + 2225 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2224 + ], + "main_type": "NONE", + "name": "/Shape_380_output_0", + "outputIndexes": [ + 2226 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2226 + ], + "main_type": "NONE", + "name": "Shape6850", + "outputIndexes": [ + 2227 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2226 + ], + "main_type": "NONE", + "name": "Rank6852", + "outputIndexes": [ + 2228 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2228, + 2228 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6854", + "outputIndexes": [ + 2229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2229 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6855", + "outputIndexes": [ + 2230 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2229, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6857", + "outputIndexes": [ + 2231 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2231 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6858", + "outputIndexes": [ + 2232 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2227, + 2230, + 2232, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6861", + "outputIndexes": [ + 2233 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2233 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6862", + "outputIndexes": [ + 2234 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6863", + "outputIndexes": [ + 2235 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2235, + 2234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6864", + "outputIndexes": [ + 2236 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2226, + 2236, + 2229 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_410_output_0", + "outputIndexes": [ + 2237 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2237, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_81_output_0", + "outputIndexes": [ + 2238 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2238, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_870_output_0", + "outputIndexes": [ + 2239 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2224, + 2239, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_109_output_0", + "outputIndexes": [ + 2240 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2240 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_54_output_0", + "outputIndexes": [ + 2241 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2224, + 22, + 2239, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_108_output_0", + "outputIndexes": [ + 2242 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2241, + 2242 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_354_output_0", + "outputIndexes": [ + 2243 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2243, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_217_output_0", + "outputIndexes": [ + 2244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2225, + 2244 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_135_output_0", + "outputIndexes": [ + 2245 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2208 + ], + "outputIndexes": [ + 3068 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 3068 + ], + "outputIndexes": [ + 3069 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear", + "inputIndexes": [ + 3069 + ], + "outputIndexes": [ + 3070 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3547127892, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 3070 + ], + "outputIndexes": [ + 3071 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3071 + ], + "outputIndexes": [ + 2246 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2222, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_352_output_0", + "outputIndexes": [ + 2247 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2246, + 2247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_245_output_0", + "outputIndexes": [ + 2248 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2248, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_218_output_0", + "outputIndexes": [ + 2249 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2248 + ], + "main_type": "NONE", + "name": "/Shape_381_output_0", + "outputIndexes": [ + 2250 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2250 + ], + "main_type": "NONE", + "name": "Shape6913", + "outputIndexes": [ + 2251 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2250 + ], + "main_type": "NONE", + "name": "Rank6915", + "outputIndexes": [ + 2252 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2252, + 2252 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6917", + "outputIndexes": [ + 2253 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2253 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6918", + "outputIndexes": [ + 2254 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2253, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6920", + "outputIndexes": [ + 2255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2255 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6921", + "outputIndexes": [ + 2256 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2251, + 2254, + 2256, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6924", + "outputIndexes": [ + 2257 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2257 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6925", + "outputIndexes": [ + 2258 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6926", + "outputIndexes": [ + 2259 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2259, + 2258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6927", + "outputIndexes": [ + 2260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2250, + 2260, + 2253 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_411_output_0", + "outputIndexes": [ + 2261 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2261, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_82_output_0", + "outputIndexes": [ + 2262 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2262, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_872_output_0", + "outputIndexes": [ + 2263 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2248, + 2263, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_111_output_0", + "outputIndexes": [ + 2264 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2264 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_55_output_0", + "outputIndexes": [ + 2265 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2248, + 22, + 2263, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_110_output_0", + "outputIndexes": [ + 2266 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2265, + 2266 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_355_output_0", + "outputIndexes": [ + 2267 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2267, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_219_output_0", + "outputIndexes": [ + 2268 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2249, + 2268 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_136_output_0", + "outputIndexes": [ + 2269 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2208 + ], + "outputIndexes": [ + 3072 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 3072 + ], + "outputIndexes": [ + 3073 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear", + "inputIndexes": [ + 3073 + ], + "outputIndexes": [ + 3074 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 512, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 14336, + "weightSize": 0 + }, + "external": [ + 3548162154, + 917526, + 114688, + 2048, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 3074 + ], + "outputIndexes": [ + 3075 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3075 + ], + "outputIndexes": [ + 2270 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 512 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2270, + 2247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_246_output_0", + "outputIndexes": [ + 2271 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2245, + 2269, + 2271, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_251_output_0", + "outputIndexes": [ + 2272 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2272 + ], + "outputIndexes": [ + 3076 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 3076 + ], + "outputIndexes": [ + 3077 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear", + "inputIndexes": [ + 3077 + ], + "outputIndexes": [ + 3078 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 100352, + "weightSize": 0 + }, + "external": [ + 3549196416, + 6422550, + 802816, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 3078 + ], + "outputIndexes": [ + 3079 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3079 + ], + "outputIndexes": [ + 2273 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2205, + 2273 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_138_output_0", + "outputIndexes": [ + 2274 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3584 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.1875, + 2.171875, + 2.140625, + 2.046875, + 2.15625, + 2.140625, + 2.171875, + 2.140625, + 1.585938, + 2.28125, + 2.125, + 2.09375, + 2.125, + 2.109375, + 3.390625, + 2.125, + 2.109375, + 2.109375, + 2.171875, + 2.15625, + 2.5625, + 2.203125, + 2.140625, + 2.09375, + 2.078125, + 2.140625, + 2.0625, + 2.078125, + 2.078125, + 2.140625, + 2.140625, + 2.140625, + 2.0, + 2.0625, + 2.171875, + 2.21875, + 2.0625, + 1.726562, + 2.140625, + 2.4375, + 2.140625, + 2.15625, + 2.28125, + 2.109375, + 2.265625, + 2.140625, + 2.671875, + 2.109375, + 2.109375, + 2.046875, + 2.140625, + 2.125, + 2.203125, + 2.109375, + 2.171875, + 2.109375, + 2.125, + 2.203125, + 2.15625, + 2.078125, + 2.109375, + 2.15625, + 2.140625, + 2.125, + 2.109375, + 2.21875, + 2.109375, + 2.125, + 2.5, + 2.109375, + 2.125, + 2.078125, + 2.125, + 2.09375, + 2.046875, + 2.15625, + 2.046875, + 2.078125, + 2.3125, + 2.171875, + 2.171875, + 2.40625, + 2.1875, + 2.109375, + 2.140625, + 2.25, + 2.109375, + 2.203125, + 2.203125, + 2.09375, + 2.171875, + 2.109375, + 2.140625, + 2.140625, + 2.171875, + 2.1875, + 1.96875, + 2.125, + 2.140625, + 2.25, + 2.046875, + 2.125, + 2.265625, + 2.109375, + 2.125, + 2.140625, + 2.15625, + 2.0625, + 2.078125, + 2.109375, + 2.125, + 2.109375, + 2.140625, + 2.9375, + 2.109375, + 3.5, + 2.0625, + 2.125, + 2.15625, + 2.09375, + 2.09375, + 2.15625, + 2.203125, + 2.140625, + 2.125, + 2.09375, + 2.125, + 2.15625, + 2.546875, + 2.046875, + 1.914062, + 2.53125, + 2.171875, + 2.171875, + 5.21875, + 2.140625, + 2.109375, + 2.140625, + 2.09375, + 2.140625, + 2.09375, + 2.125, + 2.21875, + 2.390625, + 1.375, + 2.0, + 2.125, + 2.109375, + 2.09375, + 2.125, + 2.171875, + 2.09375, + 2.109375, + 2.109375, + 2.15625, + 2.125, + 2.03125, + 2.109375, + 2.171875, + 2.15625, + 2.078125, + 2.140625, + 1.703125, + 2.09375, + 1.984375, + 2.078125, + 2.09375, + 2.09375, + 2.140625, + 2.109375, + 2.140625, + 2.0625, + 2.0625, + 2.15625, + 2.078125, + 2.21875, + 2.1875, + 2.171875, + 2.140625, + 2.09375, + 2.078125, + 2.109375, + 2.125, + 2.328125, + 2.1875, + 2.125, + 2.125, + 2.140625, + 2.109375, + 2.109375, + 2.046875, + 2.109375, + 2.109375, + 2.078125, + 2.21875, + 2.140625, + 2.09375, + 2.203125, + 2.078125, + 2.109375, + 2.109375, + 2.859375, + 2.1875, + 2.125, + 2.171875, + 2.125, + 2.15625, + 2.09375, + 2.125, + 2.171875, + 2.125, + 2.09375, + 2.078125, + 2.15625, + 2.21875, + 2.109375, + 2.0, + 2.0625, + 2.171875, + 2.171875, + 2.140625, + 2.109375, + 2.109375, + 2.125, + 2.140625, + 2.1875, + 2.046875, + 2.078125, + 2.09375, + 2.15625, + 2.140625, + 2.15625, + 2.15625, + 2.109375, + 2.140625, + 2.140625, + 2.125, + 2.1875, + 1.953125, + 2.125, + 2.109375, + 2.125, + 2.140625, + 2.140625, + 2.296875, + 2.09375, + 2.140625, + 2.15625, + 2.140625, + 2.140625, + 2.109375, + 2.265625, + 2.0625, + 2.140625, + 2.171875, + 2.15625, + 2.125, + 2.3125, + 2.125, + 2.078125, + 2.1875, + 2.140625, + 2.15625, + 2.15625, + 2.15625, + 2.109375, + 2.140625, + 2.140625, + 2.109375, + 2.09375, + 2.125, + 2.125, + 2.375, + 2.125, + 2.09375, + 2.21875, + 2.109375, + 3.890625, + 2.0625, + 2.125, + 2.125, + 2.109375, + 2.765625, + 2.109375, + 2.125, + 2.171875, + 2.09375, + 2.109375, + 2.140625, + 2.453125, + 2.203125, + 2.265625, + 2.125, + 2.0625, + 2.40625, + 2.0625, + 2.171875, + 2.015625, + 2.140625, + 2.109375, + 2.078125, + 2.125, + 2.046875, + 2.171875, + 2.28125, + 2.171875, + 2.140625, + 2.125, + 2.15625, + 2.109375, + 1.9375, + 2.09375, + 2.140625, + 2.109375, + 1.070312, + 2.140625, + 2.09375, + 2.265625, + 2.140625, + 2.140625, + 2.109375, + 2.15625, + 2.078125, + 2.140625, + 2.125, + 2.15625, + 2.15625, + 2.25, + 2.125, + 2.09375, + 2.53125, + 2.09375, + 2.09375, + 2.125, + 2.046875, + 2.140625, + 2.078125, + 3.390625, + 2.09375, + 2.171875, + 2.3125, + 2.0625, + 2.15625, + 2.09375, + 1.914062, + 2.109375, + 2.15625, + 2.125, + 2.109375, + 2.25, + 2.09375, + 2.046875, + 2.25, + 2.109375, + 2.1875, + 2.125, + 2.140625, + 2.140625, + 2.109375, + 2.171875, + 2.203125, + 2.171875, + 1.84375, + 2.0625, + 1.90625, + 2.078125, + 2.078125, + 2.140625, + 2.109375, + 2.28125, + 2.09375, + 2.15625, + 2.09375, + 2.125, + 2.125, + 2.15625, + 2.140625, + 2.015625, + 2.15625, + 2.140625, + 2.09375, + 2.109375, + 2.03125, + 2.125, + 2.15625, + 2.0625, + 2.140625, + 2.140625, + 2.125, + 2.09375, + 2.140625, + 2.171875, + 5.65625, + 2.546875, + 2.109375, + 2.1875, + 2.09375, + 2.09375, + 2.109375, + 2.1875, + 2.0625, + 2.125, + 2.109375, + 2.15625, + 2.1875, + 2.1875, + 2.09375, + 2.125, + 2.15625, + 2.296875, + 2.0625, + 2.109375, + 2.140625, + 2.125, + 2.125, + 2.234375, + 2.140625, + 2.140625, + 2.1875, + 2.109375, + 2.109375, + 2.109375, + 2.09375, + 2.3125, + 2.109375, + 2.09375, + 2.15625, + 2.140625, + 2.21875, + 2.125, + 2.140625, + 2.078125, + 2.09375, + 2.09375, + 2.125, + 2.171875, + 2.109375, + 2.234375, + 2.125, + 2.109375, + 2.140625, + 2.03125, + 2.1875, + 2.09375, + 2.0, + 2.046875, + 2.078125, + 2.15625, + 2.125, + 2.296875, + 2.15625, + 2.109375, + 2.15625, + 2.265625, + 2.125, + 2.890625, + 2.09375, + 2.171875, + 0.871094, + 2.078125, + 2.125, + 2.09375, + 2.109375, + 2.109375, + 2.03125, + 2.171875, + 2.0625, + 2.09375, + 2.0625, + 2.15625, + 2.15625, + 2.078125, + 2.09375, + 2.125, + 2.140625, + 2.078125, + 2.09375, + 2.09375, + 2.15625, + 2.125, + 2.109375, + 2.109375, + 2.03125, + 2.171875, + 2.078125, + 2.125, + 2.15625, + 2.21875, + 2.125, + 2.171875, + 3.546875, + 2.109375, + 2.234375, + 2.125, + 2.15625, + 2.125, + 2.15625, + 2.15625, + 2.234375, + 2.125, + 2.109375, + 2.15625, + 2.09375, + 2.046875, + 2.09375, + 2.09375, + 2.109375, + 2.0, + 2.140625, + 2.0625, + 2.09375, + 2.140625, + 2.203125, + 2.140625, + 2.125, + 2.078125, + 2.046875, + 2.109375, + 2.09375, + 2.171875, + 2.09375, + 2.109375, + 2.15625, + 3.359375, + 2.109375, + 2.0625, + 2.109375, + 2.203125, + 2.140625, + 2.109375, + 2.125, + 2.140625, + 2.203125, + 2.125, + 2.171875, + 2.140625, + 2.0625, + 2.140625, + 2.15625, + 2.1875, + 2.21875, + 2.40625, + 2.125, + 2.125, + 2.0625, + 2.140625, + 2.25, + 1.375, + 2.21875, + 2.15625, + 2.09375, + 2.140625, + 2.140625, + 2.1875, + 2.046875, + 2.03125, + 2.125, + 2.109375, + 2.125, + 2.140625, + 2.140625, + 2.140625, + 2.140625, + 2.140625, + 2.234375, + 2.140625, + 2.15625, + 2.109375, + 2.15625, + 2.140625, + 2.171875, + 2.171875, + 2.015625, + 2.109375, + 2.109375, + 2.109375, + 2.078125, + 2.234375, + 2.078125, + 2.1875, + 2.125, + 2.125, + 2.125, + 2.03125, + 2.109375, + 2.140625, + 2.109375, + 2.03125, + 2.109375, + 2.015625, + 2.15625, + 2.125, + 2.171875, + 2.09375, + 2.46875, + 2.0625, + 2.09375, + 2.09375, + 2.0625, + 2.109375, + 2.171875, + 2.03125, + 2.0625, + 2.265625, + 2.1875, + 2.15625, + 2.125, + 2.140625, + 0.84375, + 2.125, + 2.21875, + 2.09375, + 2.078125, + 2.515625, + 2.078125, + 2.171875, + 1.929688, + 3.75, + 2.09375, + 2.09375, + 2.140625, + 2.140625, + 0.921875, + 2.546875, + 1.25, + 2.09375, + 2.203125, + 2.109375, + 2.109375, + 2.171875, + 2.0625, + 2.109375, + 2.125, + 2.3125, + 2.078125, + 2.09375, + 2.125, + 2.359375, + 2.125, + 2.09375, + 2.09375, + 2.21875, + 2.109375, + 2.15625, + 2.140625, + 1.96875, + 2.0625, + 2.15625, + 2.125, + 2.109375, + 2.09375, + 2.234375, + 2.15625, + 2.1875, + 2.0, + 2.140625, + 2.15625, + 2.140625, + 2.140625, + 2.0625, + 2.078125, + 2.0625, + 0.996094, + 2.21875, + 2.125, + 2.140625, + 2.234375, + 2.09375, + 2.1875, + 2.140625, + 2.140625, + 2.109375, + 2.21875, + 2.140625, + 2.15625, + 2.15625, + 2.15625, + 2.453125, + 2.125, + 2.125, + 2.15625, + 2.15625, + 2.03125, + 2.15625, + 2.125, + 2.078125, + 2.125, + 2.1875, + 2.0625, + 1.945312, + 2.1875, + 2.1875, + 2.125, + 2.171875, + 2.125, + 2.0625, + 2.265625, + 2.15625, + 2.734375, + 2.140625, + 2.09375, + 2.140625, + 2.140625, + 2.140625, + 2.078125, + 2.109375, + 2.09375, + 2.015625, + 2.140625, + 2.140625, + 2.078125, + 2.046875, + 2.09375, + 2.09375, + 2.09375, + 5.0625, + 1.851562, + 2.125, + 2.015625, + 2.15625, + 2.109375, + 2.109375, + 2.109375, + 2.125, + 2.140625, + 2.09375, + 2.140625, + 1.9375, + 2.046875, + 2.21875, + 2.140625, + 2.125, + 2.109375, + 2.09375, + 2.09375, + 2.125, + 2.1875, + 2.09375, + 2.125, + 2.140625, + 2.171875, + 2.171875, + 2.0625, + 2.046875, + 2.125, + 2.140625, + 2.140625, + 2.046875, + 2.140625, + 2.109375, + 2.265625, + 2.15625, + 2.09375, + 2.09375, + 2.125, + 2.125, + 2.0625, + 2.15625, + 2.109375, + 2.09375, + 2.1875, + 2.125, + 2.171875, + 2.8125, + 2.109375, + 2.140625, + 2.125, + 2.03125, + 2.234375, + 2.28125, + 2.09375, + 2.15625, + 3.015625, + 2.109375, + 2.171875, + 2.609375, + 2.109375, + 2.15625, + 2.125, + 2.09375, + 2.125, + 2.03125, + 2.140625, + 2.140625, + 2.078125, + 2.109375, + 2.109375, + 2.046875, + 2.109375, + 2.125, + 2.171875, + 2.1875, + 2.5625, + 2.09375, + 2.171875, + 2.328125, + 2.203125, + 2.09375, + 2.21875, + 2.109375, + 2.125, + 2.5625, + 2.15625, + 2.21875, + 2.140625, + 1.9375, + 2.1875, + 2.15625, + 2.09375, + 2.15625, + 1.984375, + 2.09375, + 2.125, + 2.453125, + 2.109375, + 2.09375, + 2.140625, + 3.265625, + 2.125, + 2.15625, + 2.125, + 2.109375, + 3.046875, + 2.171875, + 2.390625, + 2.046875, + 2.140625, + 2.109375, + 2.09375, + 2.046875, + 2.125, + 2.109375, + 2.140625, + 2.140625, + 2.078125, + 2.25, + 2.34375, + 2.125, + 2.15625, + 2.109375, + 2.125, + 2.0, + 2.046875, + 2.1875, + 2.171875, + 2.09375, + 2.109375, + 2.109375, + 2.125, + 2.125, + 2.078125, + 2.171875, + 2.09375, + 2.015625, + 2.15625, + 2.140625, + 2.140625, + 2.078125, + 2.109375, + 2.15625, + 2.171875, + 2.1875, + 2.03125, + 2.171875, + 2.09375, + 2.046875, + 2.21875, + 2.09375, + 2.0625, + 2.125, + 2.140625, + 2.046875, + 2.109375, + 2.234375, + 2.140625, + 2.140625, + 2.09375, + 2.796875, + 2.15625, + 2.796875, + 2.109375, + 2.1875, + 2.375, + 2.09375, + 2.125, + 2.109375, + 2.109375, + 2.140625, + 2.25, + 2.140625, + 1.53125, + 2.15625, + 2.125, + 2.109375, + 2.140625, + 2.109375, + 2.140625, + 2.125, + 2.09375, + 2.390625, + 2.125, + 2.109375, + 2.109375, + 2.03125, + 2.125, + 2.140625, + 2.09375, + 2.140625, + 2.140625, + 2.078125, + 2.140625, + 2.140625, + 2.34375, + 1.953125, + 2.140625, + 2.109375, + 2.125, + 2.140625, + 2.09375, + 2.171875, + 2.15625, + 2.109375, + 2.171875, + 2.1875, + 2.0625, + 2.09375, + 2.125, + 2.125, + 2.0625, + 2.125, + 2.15625, + 2.125, + 2.125, + 2.078125, + 2.125, + 2.125, + 2.484375, + 2.125, + 2.0625, + 2.140625, + 2.046875, + 2.125, + 2.171875, + 2.015625, + 2.34375, + 2.09375, + 2.21875, + 2.078125, + 2.09375, + 2.109375, + 2.234375, + 2.09375, + 2.109375, + 2.09375, + 2.15625, + 2.109375, + 2.109375, + 2.078125, + 2.078125, + 2.0625, + 2.140625, + 2.15625, + 2.125, + 2.15625, + 2.21875, + 2.109375, + 2.140625, + 2.109375, + 2.046875, + 2.3125, + 2.15625, + 2.140625, + 2.03125, + 2.125, + 2.1875, + 2.359375, + 2.09375, + 2.15625, + 2.15625, + 2.125, + 2.09375, + 2.046875, + 2.046875, + 1.804688, + 2.078125, + 2.125, + 2.09375, + 2.0625, + 2.140625, + 2.125, + 2.171875, + 2.109375, + 2.125, + 2.125, + 2.125, + 2.125, + 2.125, + 2.109375, + 2.421875, + 2.0625, + 2.09375, + 2.140625, + 2.0625, + 2.734375, + 2.109375, + 2.140625, + 2.109375, + 2.140625, + 2.15625, + 2.25, + 2.125, + 2.21875, + 2.15625, + 2.0625, + 2.703125, + 2.09375, + 2.171875, + 2.09375, + 2.09375, + 2.109375, + 2.109375, + 2.078125, + 2.1875, + 2.046875, + 2.046875, + 2.109375, + 2.171875, + 2.15625, + 2.140625, + 2.21875, + 2.171875, + 2.125, + 2.140625, + 2.140625, + 2.109375, + 2.078125, + 2.15625, + 2.15625, + 2.03125, + 2.328125, + 2.046875, + 2.4375, + 2.125, + 1.773438, + 2.140625, + 2.0625, + 2.546875, + 2.140625, + 2.15625, + 2.140625, + 2.109375, + 2.109375, + 2.171875, + 1.523438, + 2.109375, + 2.078125, + 2.09375, + 2.15625, + 2.015625, + 2.09375, + 2.125, + 2.28125, + 2.015625, + 2.125, + 2.15625, + 2.03125, + 2.0, + 2.125, + 3.171875, + 2.59375, + 2.1875, + 2.125, + 2.109375, + 2.171875, + 2.09375, + 2.125, + 2.078125, + 2.125, + 2.109375, + 2.15625, + 2.171875, + 2.046875, + 2.109375, + 2.140625, + 2.15625, + 2.15625, + 2.125, + 2.109375, + 2.140625, + 2.140625, + 2.09375, + 2.140625, + 2.25, + 2.0625, + 2.15625, + 2.15625, + 2.15625, + 2.1875, + 2.140625, + 2.078125, + 2.15625, + 2.140625, + 2.25, + 2.140625, + 2.125, + 2.15625, + 2.109375, + 2.109375, + 2.234375, + 2.140625, + 2.15625, + 2.546875, + 2.109375, + 2.234375, + 2.0625, + 2.171875, + 3.3125, + 2.0625, + 2.15625, + 2.09375, + 2.09375, + 1.140625, + 2.234375, + 2.078125, + 2.09375, + 2.109375, + 2.3125, + 2.15625, + 2.109375, + 2.078125, + 2.125, + 2.0625, + 2.140625, + 2.109375, + 2.203125, + 2.09375, + 2.09375, + 2.109375, + 2.125, + 2.09375, + 1.851562, + 2.125, + 2.109375, + 2.140625, + 2.09375, + 2.171875, + 2.125, + 2.078125, + 2.203125, + 2.125, + 2.09375, + 2.109375, + 2.125, + 2.296875, + 2.109375, + 2.09375, + 2.109375, + 2.078125, + 2.046875, + 2.171875, + 2.09375, + 2.234375, + 2.140625, + 2.109375, + 2.140625, + 2.140625, + 2.109375, + 2.09375, + 2.140625, + 2.109375, + 2.171875, + 2.125, + 2.15625, + 2.1875, + 2.1875, + 2.09375, + 2.15625, + 2.09375, + 2.171875, + 2.140625, + 2.09375, + 2.203125, + 1.734375, + 2.171875, + 2.140625, + 2.140625, + 2.109375, + 2.140625, + 2.15625, + 2.09375, + 2.03125, + 2.0625, + 2.109375, + 2.140625, + 2.046875, + 2.109375, + 2.171875, + 2.140625, + 2.125, + 2.09375, + 2.125, + 2.15625, + 2.171875, + 2.109375, + 2.125, + 3.515625, + 2.15625, + 2.046875, + 2.234375, + 2.125, + 2.125, + 2.125, + 2.125, + 2.21875, + 2.109375, + 2.140625, + 2.234375, + 2.171875, + 2.109375, + 2.046875, + 2.625, + 2.046875, + 2.109375, + 2.140625, + 2.0, + 2.46875, + 2.109375, + 2.125, + 2.21875, + 2.140625, + 2.15625, + 2.171875, + 2.25, + 2.125, + 2.03125, + 2.09375, + 2.1875, + 2.140625, + 2.046875, + 2.109375, + 2.09375, + 2.109375, + 2.125, + 2.140625, + 2.171875, + 2.140625, + 2.140625, + 2.203125, + 2.15625, + 2.140625, + 2.140625, + 2.109375, + 2.125, + 2.125, + 2.21875, + 2.171875, + 2.109375, + 2.109375, + 2.109375, + 2.125, + 2.125, + 2.09375, + 2.078125, + 2.15625, + 2.109375, + 2.0, + 2.9375, + 2.140625, + 2.125, + 2.140625, + 2.140625, + 2.15625, + 2.125, + 2.0625, + 2.15625, + 2.09375, + 2.140625, + 2.96875, + 2.125, + 2.046875, + 2.15625, + 2.09375, + 2.09375, + 2.046875, + 2.328125, + 2.25, + 2.125, + 2.109375, + 2.28125, + 2.109375, + 2.34375, + 2.078125, + 2.125, + 2.140625, + 2.109375, + 2.125, + 2.125, + 2.140625, + 2.078125, + 2.3125, + 2.03125, + 2.1875, + 2.15625, + 2.078125, + 2.078125, + 2.125, + 2.109375, + 2.109375, + 2.140625, + 2.140625, + 2.15625, + 2.109375, + 2.15625, + 2.125, + 2.125, + 2.125, + 2.125, + 2.125, + 2.125, + 2.0625, + 2.15625, + 2.125, + 2.28125, + 2.140625, + 2.078125, + 2.1875, + 2.171875, + 2.125, + 2.09375, + 2.140625, + 2.15625, + 2.15625, + 2.09375, + 2.09375, + 2.171875, + 2.125, + 2.15625, + 2.109375, + 2.15625, + 2.109375, + 2.125, + 2.1875, + 2.125, + 2.109375, + 2.25, + 2.140625, + 2.140625, + 2.109375, + 2.140625, + 2.171875, + 2.171875, + 2.109375, + 4.25, + 2.09375, + 2.15625, + 2.046875, + 2.109375, + 2.40625, + 2.09375, + 2.125, + 2.140625, + 2.15625, + 2.125, + 2.1875, + 2.125, + 2.25, + 2.140625, + 2.109375, + 2.078125, + 2.125, + 2.109375, + 2.125, + 2.171875, + 2.171875, + 2.125, + 2.125, + 2.109375, + 2.140625, + 2.125, + 2.15625, + 2.203125, + 2.125, + 2.171875, + 2.09375, + 2.109375, + 2.140625, + 2.125, + 2.109375, + 2.140625, + 2.09375, + 2.109375, + 2.09375, + 2.0625, + 2.078125, + 2.09375, + 1.757812, + 2.109375, + 2.078125, + 2.15625, + 2.140625, + 2.140625, + 2.09375, + 2.09375, + 2.109375, + 2.0625, + 2.15625, + 2.09375, + 2.09375, + 2.171875, + 2.1875, + 2.109375, + 2.046875, + 2.125, + 2.125, + 2.1875, + 2.109375, + 2.15625, + 2.109375, + 2.078125, + 2.1875, + 2.09375, + 2.140625, + 3.9375, + 2.171875, + 1.976562, + 2.0625, + 2.109375, + 3.5, + 2.8125, + 2.109375, + 2.125, + 2.46875, + 2.125, + 2.0625, + 2.203125, + 2.171875, + 2.15625, + 2.109375, + 2.109375, + 1.929688, + 2.140625, + 2.109375, + 2.15625, + 2.03125, + 2.140625, + 2.296875, + 2.15625, + 2.171875, + 2.3125, + 2.109375, + 2.25, + 2.625, + 2.09375, + 2.1875, + 2.125, + 2.15625, + 2.078125, + 2.140625, + 2.078125, + 2.109375, + 2.09375, + 1.546875, + 2.125, + 2.15625, + 2.109375, + 2.109375, + 2.078125, + 2.109375, + 2.15625, + 2.203125, + 2.203125, + 2.21875, + 2.109375, + 2.234375, + 2.421875, + 2.046875, + 2.234375, + 2.109375, + 2.125, + 2.125, + 2.109375, + 2.21875, + 2.1875, + 2.15625, + 2.0625, + 2.234375, + 2.140625, + 2.09375, + 2.109375, + 2.453125, + 2.140625, + 2.03125, + 2.109375, + 2.15625, + 2.109375, + 2.125, + 2.109375, + 2.109375, + 2.09375, + 2.171875, + 2.15625, + 2.09375, + 2.046875, + 2.078125, + 2.078125, + 2.171875, + 2.109375, + 2.09375, + 2.09375, + 2.140625, + 2.15625, + 2.046875, + 2.078125, + 2.09375, + 2.125, + 2.046875, + 2.125, + 2.125, + 2.09375, + 2.125, + 2.140625, + 2.125, + 2.171875, + 2.171875, + 2.15625, + 2.15625, + 2.109375, + 2.09375, + 2.125, + 2.140625, + 2.09375, + 2.421875, + 2.140625, + 2.109375, + 2.140625, + 2.125, + 2.140625, + 2.21875, + 2.109375, + 2.21875, + 2.15625, + 2.140625, + 2.078125, + 2.125, + 2.109375, + 2.109375, + 2.25, + 2.390625, + 2.109375, + 2.09375, + 2.125, + 2.0625, + 2.109375, + 2.109375, + 2.46875, + 2.109375, + 2.15625, + 2.09375, + 2.125, + 2.046875, + 2.265625, + 2.125, + 3.234375, + 2.15625, + 2.125, + 2.171875, + 2.09375, + 2.203125, + 2.09375, + 2.109375, + 2.140625, + 2.421875, + 2.359375, + 2.046875, + 2.109375, + 2.15625, + 2.0625, + 2.109375, + 2.125, + 2.046875, + 2.15625, + 2.109375, + 2.171875, + 2.125, + 2.109375, + 2.171875, + 2.109375, + 2.140625, + 2.09375, + 2.078125, + 2.109375, + 2.15625, + 2.03125, + 2.015625, + 2.0625, + 2.109375, + 2.140625, + 2.078125, + 2.046875, + 2.109375, + 2.140625, + 2.125, + 2.15625, + 2.15625, + 2.09375, + 2.09375, + 2.09375, + 2.125, + 2.15625, + 2.203125, + 2.015625, + 2.109375, + 2.125, + 2.109375, + 2.078125, + 2.140625, + 2.171875, + 2.03125, + 2.109375, + 2.0625, + 2.09375, + 1.671875, + 2.203125, + 2.09375, + 2.15625, + 2.109375, + 2.109375, + 3.03125, + 2.515625, + 2.15625, + 2.125, + 2.03125, + 2.109375, + 2.125, + 2.078125, + 2.109375, + 2.28125, + 2.140625, + 2.109375, + 2.140625, + 2.09375, + 2.125, + 2.125, + 2.125, + 2.078125, + 2.140625, + 2.21875, + 2.125, + 2.171875, + 2.15625, + 1.296875, + 2.203125, + 2.21875, + 2.109375, + 2.21875, + 2.0625, + 2.109375, + 2.078125, + 2.171875, + 2.140625, + 0.886719, + 2.0625, + 2.125, + 2.09375, + 2.125, + 2.125, + 2.078125, + 2.09375, + 2.140625, + 2.171875, + 2.09375, + 2.140625, + 2.125, + 2.109375, + 2.171875, + 2.078125, + 2.109375, + 2.125, + 2.15625, + 2.125, + 2.140625, + 2.140625, + 2.125, + 2.203125, + 2.09375, + 2.078125, + 2.125, + 2.125, + 2.15625, + 2.09375, + 2.125, + 2.09375, + 2.6875, + 2.09375, + 2.140625, + 2.171875, + 2.125, + 2.1875, + 2.125, + 2.046875, + 2.078125, + 2.109375, + 2.109375, + 2.140625, + 2.1875, + 2.125, + 2.140625, + 2.125, + 2.015625, + 2.15625, + 2.1875, + 2.09375, + 2.078125, + 2.140625, + 2.171875, + 2.109375, + 2.15625, + 1.953125, + 2.109375, + 5.1875, + 2.078125, + 2.0625, + 2.109375, + 2.078125, + 2.125, + 2.0625, + 2.140625, + 2.140625, + 2.203125, + 2.21875, + 2.078125, + 2.078125, + 2.109375, + 2.078125, + 2.125, + 2.21875, + 2.171875, + 2.109375, + 2.171875, + 2.1875, + 2.109375, + 2.09375, + 2.140625, + 2.09375, + 2.078125, + 2.140625, + 2.15625, + 2.125, + 2.109375, + 2.140625, + 2.046875, + 2.046875, + 2.0625, + 2.0625, + 2.21875, + 2.125, + 2.171875, + 2.109375, + 2.171875, + 2.25, + 2.109375, + 2.1875, + 2.46875, + 2.125, + 2.09375, + 2.140625, + 2.1875, + 10.4375, + 2.125, + 2.140625, + 2.171875, + 2.21875, + 2.375, + 2.125, + 2.125, + 2.1875, + 2.21875, + 2.109375, + 2.078125, + 2.140625, + 2.09375, + 2.28125, + 2.125, + 2.234375, + 2.140625, + 2.015625, + 2.125, + 2.125, + 1.992188, + 2.109375, + 1.96875, + 2.171875, + 2.1875, + 2.203125, + 2.078125, + 2.09375, + 2.15625, + 2.0625, + 2.125, + 2.109375, + 2.140625, + 2.515625, + 2.265625, + 3.203125, + 2.140625, + 2.25, + 1.914062, + 2.09375, + 2.140625, + 2.203125, + 2.140625, + 2.140625, + 2.109375, + 2.109375, + 2.1875, + 2.109375, + 2.1875, + 2.09375, + 2.140625, + 2.234375, + 2.09375, + 2.125, + 2.140625, + 3.03125, + 2.140625, + 2.109375, + 2.125, + 2.109375, + 2.171875, + 1.898438, + 2.15625, + 2.171875, + 1.664062, + 2.125, + 2.125, + 2.109375, + 1.804688, + 2.15625, + 2.125, + 2.328125, + 2.125, + 2.140625, + 2.109375, + 2.15625, + 2.09375, + 2.15625, + 2.125, + 2.109375, + 2.140625, + 2.015625, + 2.09375, + 2.125, + 2.125, + 2.078125, + 1.929688, + 2.0625, + 2.109375, + 2.109375, + 2.109375, + 2.125, + 2.28125, + 2.125, + 2.140625, + 2.171875, + 2.125, + 2.15625, + 2.109375, + 2.203125, + 2.078125, + 1.921875, + 2.15625, + 2.109375, + 2.03125, + 2.203125, + 2.171875, + 2.109375, + 2.140625, + 2.234375, + 2.09375, + 2.140625, + 2.09375, + 2.078125, + 2.125, + 2.109375, + 2.078125, + 2.0625, + 2.125, + 2.109375, + 2.078125, + 2.125, + 2.234375, + 2.15625, + 2.125, + 2.109375, + 2.0625, + 2.09375, + 2.171875, + 2.109375, + 2.078125, + 2.125, + 2.46875, + 2.109375, + 2.09375, + 2.078125, + 2.109375, + 2.171875, + 2.171875, + 2.078125, + 2.078125, + 2.109375, + 2.140625, + 2.125, + 2.703125, + 2.109375, + 2.125, + 2.109375, + 2.140625, + 2.109375, + 2.09375, + 2.078125, + 2.125, + 2.125, + 2.078125, + 1.875, + 2.109375, + 2.09375, + 1.53125, + 2.171875, + 2.0625, + 1.257812, + 2.109375, + 2.125, + 2.09375, + 2.109375, + 2.171875, + 2.171875, + 2.125, + 2.140625, + 2.234375, + 2.484375, + 2.09375, + 2.078125, + 2.109375, + 2.109375, + 2.125, + 2.140625, + 2.15625, + 2.15625, + 2.21875, + 2.15625, + 2.140625, + 2.328125, + 2.140625, + 2.140625, + 2.125, + 2.09375, + 2.140625, + 2.078125, + 2.15625, + 2.125, + 2.078125, + 2.109375, + 2.0625, + 2.109375, + 2.125, + 2.171875, + 2.171875, + 2.578125, + 2.109375, + 2.125, + 2.28125, + 2.109375, + 2.15625, + 2.125, + 2.140625, + 2.171875, + 2.09375, + 2.140625, + 2.265625, + 2.09375, + 2.140625, + 2.078125, + 2.140625, + 2.15625, + 2.140625, + 4.75, + 2.125, + 2.109375, + 2.140625, + 2.140625, + 2.140625, + 2.40625, + 2.1875, + 2.078125, + 2.125, + 2.171875, + 2.140625, + 2.125, + 2.171875, + 2.109375, + 2.125, + 2.140625, + 2.21875, + 2.125, + 2.09375, + 2.140625, + 2.109375, + 2.15625, + 2.15625, + 2.1875, + 1.546875, + 2.1875, + 2.078125, + 2.15625, + 2.09375, + 2.125, + 2.09375, + 2.09375, + 2.125, + 2.109375, + 2.125, + 2.171875, + 2.3125, + 2.140625, + 1.9375, + 2.078125, + 2.09375, + 2.0625, + 2.046875, + 2.203125, + 1.039062, + 2.09375, + 2.125, + 2.078125, + 2.109375, + 2.25, + 2.0625, + 2.125, + 2.140625, + 2.296875, + 2.078125, + 2.140625, + 2.109375, + 2.09375, + 2.125, + 2.015625, + 2.125, + 2.109375, + 2.0625, + 2.171875, + 2.15625, + 2.140625, + 2.203125, + 3.46875, + 2.078125, + 2.171875, + 2.125, + 2.140625, + 2.15625, + 2.09375, + 2.15625, + 2.0625, + 2.140625, + 2.078125, + 2.125, + 2.15625, + 2.1875, + 2.125, + 2.140625, + 2.5, + 2.09375, + 2.15625, + 2.03125, + 2.125, + 2.15625, + 2.109375, + 2.109375, + 2.046875, + 2.78125, + 2.21875, + 2.0625, + 2.15625, + 2.1875, + 2.140625, + 2.171875, + 2.09375, + 2.109375, + 2.171875, + 2.09375, + 2.125, + 2.09375, + 3.125, + 2.1875, + 2.15625, + 2.171875, + 2.125, + 2.0625, + 2.109375, + 2.09375, + 2.03125, + 2.109375, + 2.109375, + 2.203125, + 2.0625, + 2.125, + 2.15625, + 2.09375, + 5.96875, + 2.140625, + 2.125, + 2.125, + 2.078125, + 2.15625, + 2.15625, + 2.109375, + 2.140625, + 2.1875, + 2.90625, + 2.15625, + 2.15625, + 2.109375, + 2.15625, + 2.09375, + 2.078125, + 2.109375, + 2.125, + 2.109375, + 1.945312, + 2.1875, + 2.1875, + 2.125, + 2.15625, + 2.0625, + 2.046875, + 2.109375, + 2.15625, + 2.109375, + 2.125, + 2.140625, + 2.125, + 2.125, + 2.125, + 2.109375, + 1.898438, + 2.15625, + 2.0625, + 2.125, + 2.140625, + 2.09375, + 1.453125, + 2.09375, + 2.140625, + 2.109375, + 2.09375, + 2.09375, + 2.09375, + 2.125, + 2.140625, + 2.140625, + 2.09375, + 2.46875, + 2.0625, + 2.125, + 2.15625, + 2.109375, + 2.140625, + 2.15625, + 2.078125, + 2.109375, + 2.3125, + 2.09375, + 2.09375, + 2.125, + 2.171875, + 2.125, + 2.625, + 2.15625, + 2.09375, + 1.226562, + 2.15625, + 2.125, + 2.125, + 2.125, + 2.109375, + 2.109375, + 2.140625, + 2.15625, + 2.15625, + 2.125, + 2.09375, + 2.171875, + 2.125, + 2.09375, + 2.09375, + 2.125, + 2.140625, + 2.125, + 2.140625, + 2.03125, + 2.0625, + 1.992188, + 2.125, + 2.203125, + 2.171875, + 2.265625, + 2.09375, + 2.140625, + 2.09375, + 2.0625, + 2.0625, + 2.125, + 2.03125, + 2.0625, + 2.109375, + 2.125, + 2.125, + 2.046875, + 2.15625, + 2.125, + 2.125, + 2.140625, + 2.125, + 2.296875, + 2.078125, + 2.109375, + 2.109375, + 2.125, + 2.171875, + 2.078125, + 2.125, + 2.0625, + 2.140625, + 2.125, + 2.109375, + 2.078125, + 2.109375, + 2.34375, + 2.09375, + 2.125, + 2.15625, + 2.109375, + 2.109375, + 2.125, + 2.234375, + 2.140625, + 2.109375, + 2.125, + 2.125, + 2.15625, + 2.15625, + 2.15625, + 1.890625, + 2.171875, + 2.15625, + 2.75, + 2.1875, + 2.109375, + 2.09375, + 2.140625, + 2.125, + 2.203125, + 2.140625, + 2.109375, + 2.125, + 2.21875, + 2.125, + 2.171875, + 2.125, + 2.046875, + 2.15625, + 2.140625, + 2.5625, + 2.09375, + 2.296875, + 2.140625, + 1.976562, + 2.109375, + 2.09375, + 2.15625, + 2.109375, + 2.90625, + 2.203125, + 2.125, + 2.109375, + 2.09375, + 2.203125, + 2.140625, + 2.125, + 2.078125, + 1.914062, + 2.09375, + 2.125, + 2.125, + 2.125, + 2.03125, + 2.125, + 2.125, + 2.09375, + 2.15625, + 2.21875, + 2.109375, + 2.0625, + 2.078125, + 2.71875, + 2.234375, + 2.125, + 2.140625, + 2.046875, + 2.125, + 2.125, + 2.15625, + 2.09375, + 2.15625, + 2.078125, + 2.109375, + 2.203125, + 2.234375, + 2.109375, + 2.203125, + 2.109375, + 2.09375, + 2.09375, + 2.0625, + 2.125, + 2.15625, + 2.140625, + 2.03125, + 2.0625, + 2.09375, + 2.109375, + 2.234375, + 2.125, + 1.976562, + 2.203125, + 1.6875, + 2.0625, + 2.15625, + 2.1875, + 2.140625, + 2.171875, + 2.0625, + 2.078125, + 2.125, + 2.078125, + 2.171875, + 2.15625, + 2.125, + 2.109375, + 3.5625, + 2.078125, + 2.125, + 2.078125, + 2.1875, + 2.09375, + 2.109375, + 2.078125, + 2.140625, + 2.125, + 2.046875, + 2.109375, + 2.078125, + 2.125, + 2.1875, + 2.171875, + 2.140625, + 2.109375, + 2.140625, + 2.125, + 2.15625, + 2.125, + 2.0625, + 2.171875, + 2.078125, + 2.09375, + 2.046875, + 2.109375, + 2.125, + 2.046875, + 2.140625, + 2.09375, + 2.203125, + 2.171875, + 2.140625, + 2.015625, + 2.078125, + 2.109375, + 2.09375, + 2.15625, + 2.15625, + 2.140625, + 2.203125, + 2.0625, + 2.25, + 2.390625, + 2.078125, + 2.203125, + 2.0625, + 2.1875, + 2.15625, + 2.125, + 2.15625, + 2.078125, + 2.125, + 2.078125, + 2.078125, + 2.140625, + 2.03125, + 2.078125, + 2.078125, + 2.140625, + 2.09375, + 2.09375, + 2.09375, + 2.078125, + 2.140625, + 2.53125, + 2.09375, + 2.125, + 2.171875, + 2.09375, + 2.203125, + 2.140625, + 2.140625, + 2.109375, + 2.390625, + 2.109375, + 2.015625, + 3.0625, + 2.203125, + 2.109375, + 2.140625, + 2.140625, + 2.140625, + 2.125, + 2.171875, + 2.078125, + 2.15625, + 2.203125, + 2.078125, + 2.09375, + 2.109375, + 2.140625, + 2.0, + 2.109375, + 2.15625, + 3.09375, + 2.09375, + 2.125, + 2.109375, + 2.140625, + 2.0625, + 2.703125, + 2.125, + 2.203125, + 2.171875, + 2.078125, + 2.15625, + 2.15625, + 2.125, + 2.125, + 2.125, + 2.109375, + 2.140625, + 2.109375, + 2.125, + 2.03125, + 2.140625, + 2.703125, + 2.171875, + 2.125, + 2.078125, + 2.140625, + 2.171875, + 2.15625, + 2.046875, + 2.09375, + 2.140625, + 2.96875, + 2.15625, + 2.21875, + 2.15625, + 2.109375, + 2.15625, + 2.09375, + 2.078125, + 2.15625, + 2.09375, + 2.140625, + 2.0625, + 2.125, + 2.109375, + 2.359375, + 2.171875, + 2.1875, + 2.140625, + 2.109375, + 2.09375, + 2.140625, + 2.109375, + 2.125, + 2.15625, + 2.09375, + 2.140625, + 2.1875, + 2.09375, + 2.140625, + 2.09375, + 2.125, + 2.109375, + 2.125, + 2.1875, + 2.109375, + 2.125, + 2.171875, + 2.125, + 2.140625, + 2.0625, + 2.1875, + 2.171875, + 2.09375, + 2.046875, + 2.140625, + 2.3125, + 2.15625, + 3.265625, + 2.078125, + 2.1875, + 2.34375, + 2.15625, + 1.820312, + 2.171875, + 2.1875, + 2.109375, + 2.09375, + 2.0625, + 2.140625, + 2.1875, + 2.140625, + 2.109375, + 2.125, + 2.109375, + 2.125, + 2.171875, + 2.09375, + 2.046875, + 2.046875, + 2.15625, + 2.109375, + 2.140625, + 2.125, + 2.125, + 2.109375, + 2.125, + 2.171875, + 2.109375, + 2.140625, + 2.125, + 2.0, + 2.09375, + 2.046875, + 2.09375, + 2.1875, + 2.125, + 2.140625, + 2.109375, + 2.078125, + 2.09375, + 2.34375, + 2.046875, + 2.046875, + 3.3e-05, + 2.140625, + 2.203125, + 2.171875, + 2.125, + 2.109375, + 2.078125, + 2.09375, + 2.125, + 2.234375, + 2.171875, + 2.109375, + 2.09375, + 2.0625, + 2.25, + 2.171875, + 2.15625, + 2.15625, + 2.140625, + 2.0625, + 2.109375, + 1.742188, + 2.140625, + 2.09375, + 2.203125, + 2.15625, + 2.140625, + 2.25, + 2.0625, + 1.992188, + 2.109375, + 2.09375, + 2.078125, + 2.0625, + 2.671875, + 2.125, + 2.046875, + 2.265625, + 2.140625, + 2.125, + 2.125, + 2.15625, + 2.09375, + 2.140625, + 2.1875, + 2.125, + 2.140625, + 2.109375, + 2.109375, + 5.25, + 2.09375, + 2.28125, + 2.15625, + 2.125, + 2.328125, + 2.140625, + 2.34375, + 2.21875, + 2.171875, + 2.125, + 2.109375, + 2.484375, + 2.140625, + 2.0625, + 2.0625, + 2.125, + 2.171875, + 2.140625, + 2.109375, + 2.125, + 2.125, + 2.125, + 2.0625, + 2.03125, + 2.140625, + 2.078125, + 2.109375, + 2.109375, + 2.078125, + 2.1875, + 2.078125, + 2.1875, + 2.078125, + 2.0625, + 2.171875, + 2.578125, + 2.109375, + 2.0625, + 2.15625, + 2.09375, + 2.328125, + 2.109375, + 2.234375, + 2.125, + 2.03125, + 2.15625, + 2.09375, + 2.21875, + 2.15625, + 2.140625, + 2.09375, + 2.125, + 2.1875, + 2.171875, + 2.078125, + 2.09375, + 2.171875, + 2.109375, + 2.046875, + 2.109375, + 2.0625, + 2.125, + 2.171875, + 2.109375, + 2.09375, + 2.125, + 2.125, + 2.09375, + 2.15625, + 2.140625, + 2.1875, + 2.109375, + 2.15625, + 2.09375, + 2.125, + 2.53125, + 2.0625, + 2.203125, + 2.140625, + 2.125, + 2.125, + 2.125, + 2.078125, + 2.0625, + 2.125, + 2.140625, + 2.09375, + 2.140625, + 2.046875, + 2.125, + 2.03125, + 2.109375, + 2.09375, + 2.078125, + 2.203125, + 2.0625, + 2.140625, + 2.140625, + 1.382812, + 2.15625, + 2.09375, + 2.09375, + 2.125, + 2.1875, + 2.015625, + 2.5, + 2.109375, + 2.0625, + 2.140625, + 2.15625, + 2.8125, + 2.234375, + 2.140625, + 2.203125, + 2.125, + 2.546875, + 2.15625, + 1.773438, + 2.640625, + 2.09375, + 2.125, + 2.125, + 2.09375, + 2.140625, + 2.125, + 2.09375, + 2.1875, + 2.125, + 2.09375, + 2.140625, + 2.09375, + 2.125, + 2.15625, + 2.046875, + 2.171875, + 2.109375, + 2.109375, + 2.1875, + 2.125, + 5.4375, + 2.140625, + 2.125, + 2.1875, + 2.078125, + 2.09375, + 2.15625, + 2.125, + 2.203125, + 2.140625, + 2.0625, + 2.15625, + 2.109375, + 2.25, + 2.125, + 2.125, + 2.15625, + 2.15625, + 2.15625, + 2.140625, + 2.0625, + 3.15625, + 2.140625, + 2.125, + 2.15625, + 2.078125, + 2.171875, + 2.171875, + 2.203125, + 2.109375, + 2.109375, + 2.421875, + 2.109375, + 2.125, + 2.140625, + 2.109375, + 2.40625, + 2.140625, + 2.109375, + 2.125, + 2.109375, + 2.15625, + 2.078125, + 2.15625, + 2.125, + 2.109375, + 2.125, + 2.140625, + 2.09375, + 2.15625, + 2.0625, + 2.1875, + 2.140625, + 2.125, + 2.09375, + 2.140625, + 2.140625, + 2.15625, + 2.046875, + 2.125, + 2.140625, + 2.296875, + 2.1875, + 2.15625, + 2.140625, + 2.125, + 2.140625, + 2.125, + 2.109375, + 2.078125, + 2.078125, + 2.109375, + 2.09375, + 2.109375, + 2.125, + 2.171875, + 2.453125, + 2.0625, + 2.140625, + 2.0625, + 2.125, + 2.125, + 2.0625, + 2.140625, + 2.125, + 2.125, + 2.125, + 2.1875, + 2.140625, + 2.0625, + 2.140625, + 2.140625, + 2.09375, + 2.140625, + 2.09375, + 2.109375, + 2.203125, + 2.140625, + 2.140625, + 2.078125, + 2.171875, + 2.140625, + 2.09375, + 2.140625, + 2.109375, + 2.140625, + 2.109375, + 2.125, + 2.109375, + 2.171875, + 2.09375, + 2.078125, + 2.15625, + 2.078125, + 2.1875, + 2.078125, + 2.09375, + 2.203125, + 2.125, + 2.125, + 2.265625, + 2.125, + 2.125, + 2.109375, + 2.0625, + 2.046875, + 2.203125, + 2.125, + 1.859375, + 2.171875, + 2.078125, + 2.703125, + 2.140625, + 2.125, + 2.140625, + 2.09375, + 2.140625, + 2.015625, + 2.109375, + 2.21875, + 2.140625, + 2.109375, + 2.109375, + 2.15625, + 2.375, + 2.75, + 2.078125, + 2.0625, + 2.109375, + 2.125, + 2.109375, + 2.140625, + 2.140625, + 2.109375, + 2.171875, + 2.15625, + 2.125, + 2.15625, + 2.140625, + 2.078125, + 2.125, + 2.109375, + 2.203125, + 2.15625, + 2.046875, + 2.125, + 2.125, + 2.0625, + 2.0625, + 2.109375, + 2.203125, + 2.109375, + 2.125, + 2.203125, + 2.140625, + 2.09375, + 2.125, + 2.109375, + 2.171875, + 2.125, + 2.171875, + 2.078125, + 2.125, + 2.140625, + 2.140625, + 2.09375, + 2.140625, + 2.15625, + 2.140625, + 2.625, + 2.140625, + 2.171875, + 2.171875, + 2.109375, + 2.734375, + 2.1875, + 2.109375, + 2.109375, + 2.109375, + 2.375, + 2.109375, + 1.960938, + 2.09375, + 2.25, + 2.078125, + 2.15625, + 2.140625, + 1.960938, + 2.140625, + 2.078125, + 2.078125, + 2.0625, + 2.125, + 2.125, + 2.3125, + 2.125, + 2.078125, + 2.140625, + 2.109375, + 2.109375, + 2.15625, + 2.140625, + 2.109375, + 2.140625, + 2.140625, + 2.1875, + 2.078125, + 2.171875, + 2.109375, + 2.421875, + 2.078125, + 2.109375, + 2.109375, + 2.140625, + 2.140625, + 2.125, + 2.125, + 2.15625, + 2.109375, + 2.109375, + 2.046875, + 2.109375, + 2.1875, + 2.125, + 2.609375, + 2.109375, + 2.0625, + 2.140625, + 2.125, + 2.078125, + 2.140625, + 2.109375, + 2.125, + 2.15625, + 2.078125, + 2.125, + 2.125, + 2.09375, + 2.125, + 2.125, + 2.1875, + 2.078125, + 2.125, + 2.125, + 2.140625, + 2.140625, + 2.15625, + 2.078125, + 2.203125, + 2.125, + 2.140625, + 2.109375, + 3.5, + 2.09375, + 2.15625, + 2.15625, + 2.21875, + 2.171875, + 2.109375, + 2.140625, + 2.46875, + 2.203125, + 2.125, + 2.140625, + 2.0625, + 2.109375, + 2.109375, + 2.984375, + 2.15625, + 2.171875, + 2.140625, + 2.125, + 1.992188, + 2.125, + 2.046875, + 2.125, + 2.15625, + 2.203125, + 2.109375, + 2.09375, + 2.125, + 2.125, + 2.125, + 2.125, + 2.140625, + 2.046875, + 2.171875, + 2.109375, + 2.078125, + 2.109375, + 2.109375, + 1.867188, + 2.203125, + 2.109375, + 2.015625, + 2.109375, + 2.140625, + 2.15625, + 2.0625, + 2.234375, + 2.109375, + 2.125, + 2.140625, + 2.109375, + 2.078125, + 2.140625, + 2.09375, + 2.140625, + 2.15625, + 2.234375, + 2.109375, + 3.203125, + 2.140625, + 2.125, + 2.171875, + 2.140625, + 2.078125, + 2.125, + 2.140625, + 2.140625, + 2.15625, + 2.171875, + 2.09375, + 2.109375, + 2.1875, + 2.109375, + 2.140625, + 2.1875, + 2.125, + 2.125, + 2.125, + 3.515625, + 2.046875, + 2.109375, + 2.09375, + 2.09375, + 2.171875, + 2.140625, + 2.171875, + 2.109375, + 2.5, + 2.140625, + 2.125, + 2.140625, + 2.109375, + 2.3125, + 2.125, + 2.046875, + 2.09375, + 1.984375, + 2.046875, + 2.3125, + 2.078125, + 2.09375, + 2.109375, + 2.09375, + 2.109375, + 2.234375, + 2.015625, + 2.125, + 2.25, + 2.15625, + 2.09375, + 2.125, + 2.09375, + 2.109375, + 2.109375, + 2.109375, + 2.171875, + 2.078125, + 2.1875, + 2.140625, + 2.109375, + 2.140625, + 2.265625, + 2.0625, + 2.15625, + 2.125, + 1.804688, + 2.140625, + 2.15625, + 2.078125, + 2.109375, + 2.1875, + 2.1875, + 2.234375, + 2.09375, + 2.125, + 2.109375, + 2.140625, + 2.171875, + 2.109375, + 2.0625, + 2.15625, + 2.359375, + 2.140625, + 2.328125, + 2.140625, + 2.1875, + 2.125, + 2.234375, + 2.109375, + 1.992188, + 2.125, + 2.171875, + 2.078125, + 2.25, + 2.109375, + 2.203125, + 2.171875, + 2.109375, + 2.125, + 2.109375, + 2.4375, + 2.140625, + 2.1875, + 2.140625, + 2.15625, + 1.023438, + 2.125, + 2.09375, + 2.125, + 2.1875, + 2.15625, + 2.0625, + 2.125, + 2.078125, + 3.1875, + 2.140625, + 2.125, + 2.109375, + 2.109375, + 2.265625, + 2.265625, + 2.109375, + 2.140625, + 2.125, + 2.171875, + 2.109375, + 2.109375, + 2.109375, + 2.125, + 2.109375, + 2.125, + 2.171875, + 2.140625, + 2.140625, + 2.125, + 2.109375, + 2.125, + 2.34375, + 2.15625, + 2.09375, + 2.125, + 2.109375, + 2.140625, + 2.109375, + 2.15625, + 2.171875, + 2.171875, + 2.09375, + 2.125, + 2.109375, + 2.15625, + 2.125, + 2.109375, + 2.109375, + 2.203125, + 2.1875, + 2.25, + 2.140625, + 2.125, + 2.078125, + 2.140625, + 2.125, + 2.0625, + 2.09375, + 2.1875, + 2.109375, + 2.390625, + 2.171875, + 2.140625, + 2.15625, + 2.0625, + 2.171875, + 2.09375, + 2.140625, + 2.125, + 2.296875, + 2.140625, + 2.40625, + 2.25, + 2.109375, + 2.109375, + 2.078125, + 2.109375, + 2.0625, + 2.296875, + 2.171875, + 2.171875, + 2.15625, + 2.15625, + 2.96875, + 2.140625, + 2.109375, + 2.078125, + 2.1875, + 2.125, + 2.265625, + 2.578125, + 2.140625, + 1.8125, + 2.109375, + 2.140625, + 2.109375, + 2.171875, + 2.125, + 2.09375, + 2.546875, + 2.15625, + 2.15625, + 2.359375, + 2.109375, + 2.0625, + 1.867188, + 2.140625, + 2.109375, + 2.171875, + 2.203125, + 2.109375, + 2.234375, + 2.234375, + 4.9375, + 1.351562, + 2.1875, + 2.140625, + 2.125, + 2.109375, + 2.109375, + 2.078125, + 2.078125, + 2.078125, + 2.15625, + 2.171875, + 2.125, + 2.15625, + 2.109375, + 2.109375, + 2.125, + 2.140625, + 2.984375, + 2.078125, + 2.15625, + 2.140625, + 2.0625, + 2.21875, + 2.125, + 2.0625, + 2.203125, + 2.140625, + 2.125, + 2.109375, + 2.09375, + 2.125, + 2.53125, + 2.109375, + 2.109375, + 2.109375, + 2.09375, + 2.140625, + 2.953125, + 2.140625, + 2.1875, + 2.125, + 2.109375, + 2.125, + 2.109375, + 2.140625, + 2.109375, + 2.359375, + 2.125, + 2.390625, + 2.09375, + 2.140625, + 2.09375, + 2.125, + 2.125, + 2.265625, + 2.140625, + 2.1875, + 2.4375, + 2.328125, + 2.125, + 2.1875, + 2.265625, + 2.109375, + 2.109375, + 2.09375, + 2.171875, + 2.125, + 2.0625, + 2.171875, + 2.125, + 2.234375, + 2.109375, + 2.578125, + 2.109375, + 2.1875, + 2.203125, + 2.390625, + 2.140625, + 2.125, + 2.078125, + 2.03125, + 2.125, + 1.710938, + 2.15625, + 2.171875, + 2.109375, + 2.125, + 2.234375, + 2.125, + 2.1875, + 2.96875, + 2.078125, + 2.03125, + 2.125, + 2.125, + 2.09375, + 2.15625, + 2.109375, + 2.125, + 2.15625, + 2.09375, + 2.03125, + 2.078125, + 2.109375, + 2.140625, + 2.078125, + 2.125, + 2.078125, + 2.125, + 2.140625, + 2.109375, + 2.09375, + 2.078125, + 2.109375, + 2.125, + 2.125, + 2.140625, + 2.140625, + 2.328125, + 2.171875, + 2.140625, + 2.171875, + 2.1875, + 2.09375, + 2.1875, + 2.140625, + 2.078125, + 2.125, + 2.21875, + 2.140625, + 6.59375, + 2.140625, + 2.109375, + 2.109375, + 2.109375, + 2.171875, + 2.140625, + 2.09375, + 2.125, + 2.125, + 2.15625, + 2.171875, + 2.21875, + 2.125, + 2.125, + 2.109375, + 2.171875, + 2.140625, + 2.15625, + 3.046875, + 2.078125, + 2.078125, + 2.046875, + 2.09375, + 2.078125, + 2.140625, + 2.171875, + 2.15625, + 2.109375, + 2.140625, + 2.140625, + 2.109375, + 2.1875, + 2.0625, + 2.15625, + 2.125, + 2.078125, + 1.953125, + 2.125, + 2.125, + 2.34375, + 2.125, + 2.140625, + 2.359375, + 2.15625, + 1.90625, + 2.125, + 2.078125, + 2.125, + 2.15625, + 2.0625, + 2.171875, + 2.296875, + 2.15625, + 2.125, + 2.140625, + 2.375, + 2.140625, + 2.125, + 2.203125, + 2.125, + 2.0625, + 2.125, + 2.125, + 2.203125, + 2.15625, + 2.09375, + 2.09375, + 2.109375, + 2.109375, + 2.046875, + 2.09375, + 2.125, + 1.984375, + 2.15625, + 2.109375, + 2.203125, + 2.28125, + 2.109375, + 2.15625, + 2.125, + 2.140625, + 2.0625, + 2.078125, + 2.15625, + 2.171875, + 2.109375, + 2.140625, + 2.15625, + 2.171875, + 2.125, + 2.109375, + 2.125, + 2.078125, + 2.109375, + 2.1875, + 2.09375, + 2.203125, + 2.140625, + 2.125, + 2.15625, + 2.109375, + 2.140625, + 2.109375, + 2.09375, + 2.125, + 2.078125, + 2.078125, + 2.546875, + 2.078125, + 2.234375, + 2.15625, + 2.140625, + 2.0625, + 2.140625, + 2.125, + 2.109375, + 2.140625, + 2.15625, + 2.0625, + 2.125, + 2.140625, + 2.09375, + 2.09375, + 2.15625, + 2.140625, + 2.109375, + 2.125, + 2.140625, + 2.109375, + 2.078125, + 2.125, + 2.125, + 2.140625, + 2.109375, + 2.578125, + 2.078125, + 2.140625, + 2.15625, + 2.171875, + 2.140625, + 2.15625 + ] + }, + "name": "model.model.layers.27.post_attention_layernorm.weight", + "outputIndexes": [ + 2275 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2274 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_27/Mul_output_0", + "outputIndexes": [ + 2276 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2275, + 2276 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_27/Mul_1_output_0", + "outputIndexes": [ + 2277 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2277 + ], + "outputIndexes": [ + 3080 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 3080 + ], + "outputIndexes": [ + 3081 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear", + "inputIndexes": [ + 3081 + ], + "outputIndexes": [ + 3082 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3556421782, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 3082 + ], + "outputIndexes": [ + 3083 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3083 + ], + "outputIndexes": [ + 2278 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2278 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_27/Sigmoid_output_0", + "outputIndexes": [ + 2279 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2278, + 2279 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_27/Mul_output_0", + "outputIndexes": [ + 2280 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2277 + ], + "outputIndexes": [ + 3084 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 3084 + ], + "outputIndexes": [ + 3085 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear", + "inputIndexes": [ + 3085 + ], + "outputIndexes": [ + 3086 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 18944, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3594612908, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 3086 + ], + "outputIndexes": [ + 3087 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3087 + ], + "outputIndexes": [ + 2281 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 18944 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2280, + 2281 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_27/Mul_output_0", + "outputIndexes": [ + 2282 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2282 + ], + "outputIndexes": [ + 3088 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 18944, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 3088 + ], + "outputIndexes": [ + 3089 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear", + "inputIndexes": [ + 3089 + ], + "outputIndexes": [ + 3090 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 18944, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 530432, + "weightSize": 0 + }, + "external": [ + 3632804034, + 33947670, + 4243456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 3090 + ], + "outputIndexes": [ + 3091 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3091 + ], + "outputIndexes": [ + 2283 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2274, + 2283 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_139_output_0", + "outputIndexes": [ + 2284 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1, + 3584 + ] + }, + "name": "/lm/Constant_output_0__", + "outputIndexes": [ + 2285 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2284, + 2285 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/lm/Reshape_output_0", + "outputIndexes": [ + 2286 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1 + ] + }, + "name": "/rotary/Constant_6_output_0", + "outputIndexes": [ + 2287 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2286 + ], + "main_type": "NONE", + "name": "Shape7071", + "outputIndexes": [ + 2288 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2286 + ], + "main_type": "NONE", + "name": "Rank7073", + "outputIndexes": [ + 2289 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2289, + 2289 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7075", + "outputIndexes": [ + 2290 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2290 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7076", + "outputIndexes": [ + 2291 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2290, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7078", + "outputIndexes": [ + 2292 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2292 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7079", + "outputIndexes": [ + 2293 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2288, + 2291, + 2293, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7082", + "outputIndexes": [ + 2294 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2294 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7083", + "outputIndexes": [ + 2295 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2287, + 2295 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7084", + "outputIndexes": [ + 2296 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2296, + 2295 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7085", + "outputIndexes": [ + 2297 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2286, + 2297, + 2290 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/lm/Gather_output_0", + "outputIndexes": [ + 2298 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1, + 1, + 3584 + ] + }, + "name": "/lm/Constant_1_output_0__", + "outputIndexes": [ + 2299 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2298, + 2299 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/lm/Reshape_1_output_0", + "outputIndexes": [ + 2300 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2300 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/lm/norm/Mul_output_0", + "outputIndexes": [ + 2301 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 0, + 2301 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/lm/norm/Mul_1_output_0", + "outputIndexes": [ + 2302 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2302 + ], + "outputIndexes": [ + 3092 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/pre_convert", + "inputIndexes": [ + 3092 + ], + "outputIndexes": [ + 3093 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear", + "inputIndexes": [ + 3093 + ], + "outputIndexes": [ + 3094 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 152064, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": true, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4257792, + "weightSize": 0 + }, + "external": [ + 3670995160, + 272498714, + 34062336, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/post_convert", + "inputIndexes": [ + 3094 + ], + "outputIndexes": [ + 3095 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 3095 + ], + "outputIndexes": [ + 2303 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 152064 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 152064 + ] + }, + "name": "/Constant_1676_output_0__", + "outputIndexes": [ + 2304 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2303, + 2304 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "logits", + "outputIndexes": [ + 2305 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 28, + 2, + -1, + 0, + 4, + 128 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "past_key_values", + "outputIndexes": [ + 2306 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2306 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1 + ], + "dimType": "NCHW" + }, + "name": "presents", + "outputIndexes": [ + 2307 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + } + ], + "outputName": [ + "logits", + "presents" + ], + "preferForwardType": "CPU", + "sourceType": "ONNX", + "tensorName": [ + "model.model.norm.weight", + "input_ids", + "/Constant_output_0__", + "/Reshape_output_0", + "model.model.layers.0.input_layernorm.weight", + "/input_layernorm/Mul_output_0", + "/input_layernorm/Mul_1_output_0", + "/FakeLinear_output_0", + "/Unsqueeze_output_0", + "/Shape_1_output_0", + "/rotary/Constant_9_output_0", + "Shape20", + "BinaryOp23", + "BinaryOp24", + "Unsqueeze25", + "BinaryOp27", + "Unsqueeze28", + "StridedSlice31", + "Squeeze32", + "BinaryOp33", + "BinaryOp34", + "/Gather_2_output_0", + "/rotary/Constant_4_output_0", + "/Unsqueeze_1_output_0", + "/Constant_3_output_0", + "/Constant_4_output_0", + "/Concat_output_0", + "/Reshape_1_output_0", + "position_ids", + "/rotary/Cast_output_0", + "/rotary/Constant_1_output_0__", + "/rotary/Reshape_output_0", + "/rotary/Constant_2_output_0", + "/rotary/Mul_output_0", + "/rotary/Cos_output_0", + "/rotary/Unsqueeze_output_0", + "/rotary/Sin_output_0", + "/rotary/Unsqueeze_1_output_0", + "/rotary/Concat_output_0", + "/rotary/Concat_1_output_0", + "/rotary/Unsqueeze_2_axes", + "/rotary/Unsqueeze_3_output_0", + "Shape57", + "BinaryOp60", + "BinaryOp61", + "Unsqueeze62", + "BinaryOp64", + "Unsqueeze65", + "StridedSlice68", + "BinaryOp70", + "BinaryOp71", + "/Gather_3_output_0", + "/Mul_output_0", + "/Shape_2_output_0", + "/Constant_10_output_0", + "Shape76", + "BinaryOp79", + "BinaryOp80", + "Unsqueeze81", + "BinaryOp83", + "Unsqueeze84", + "StridedSlice87", + "Squeeze88", + "BinaryOp89", + "BinaryOp90", + "/Gather_5_output_0", + "/rotary/Constant_7_output_0", + "/Div_output_0", + "/Unsqueeze_6_output_0", + "/Constant_19_output_0", + "/Constant_13_output_0", + "/Slice_1_output_0", + "/Neg_output_0", + "/Slice_output_0", + "/Concat_3_output_0", + "Unsqueeze106", + "Unsqueeze109", + "StridedSlice112", + "Squeeze113", + "BinaryOp114", + "BinaryOp115", + "/Gather_4_output_0", + "/Mul_1_output_0", + "/Add_output_0", + "/FakeLinear_1_output_0", + "/Constant_6_output_0", + "/Concat_1_output_0", + "/Reshape_2_output_0", + "/Mul_2_output_0", + "/Shape_3_output_0", + "Shape159", + "BinaryOp162", + "BinaryOp163", + "Unsqueeze164", + "BinaryOp166", + "Unsqueeze167", + "StridedSlice170", + "Squeeze171", + "BinaryOp172", + "BinaryOp173", + "/Gather_6_output_0", + "/Div_1_output_0", + "/Unsqueeze_8_output_0", + "/Slice_3_output_0", + "/Neg_1_output_0", + "/Slice_2_output_0", + "/Concat_4_output_0", + "/Mul_3_output_0", + "/Add_1_output_0", + "/FakeLinear_2_output_0", + "/Reshape_3_output_0", + "attention_mask", + "/Reshape_8_output_0", + "/FakeLinear_3_output_0", + "/Add_3_output_0", + "model.model.layers.0.post_attention_layernorm.weight", + "/post_attention_layernorm/Mul_output_0", + "/post_attention_layernorm/Mul_1_output_0", + "/mlp/gate_proj/FakeLinear_output_0", + "/mlp/act_fn/Sigmoid_output_0", + "/mlp/act_fn/Mul_output_0", + "/mlp/up_proj/FakeLinear_output_0", + "/mlp/Mul_output_0", + "/mlp/down_proj/FakeLinear_output_0", + "/Add_4_output_0", + "/Reshape_9_output_0", + "model.model.layers.1.input_layernorm.weight", + "/input_layernorm_1/Mul_output_0", + "/input_layernorm_1/Mul_1_output_0", + "/FakeLinear_4_output_0", + "/Shape_15_output_0", + "Shape332", + "BinaryOp335", + "BinaryOp336", + "Unsqueeze337", + "BinaryOp339", + "Unsqueeze340", + "StridedSlice343", + "Squeeze344", + "BinaryOp345", + "BinaryOp346", + "/Gather_19_output_0", + "/Unsqueeze_33_output_0", + "/Concat_13_output_0", + "/Reshape_10_output_0", + "/Mul_8_output_0", + "/Shape_16_output_0", + "Shape353", + "BinaryOp356", + "BinaryOp357", + "Unsqueeze358", + "BinaryOp360", + "Unsqueeze361", + "StridedSlice364", + "Squeeze365", + "BinaryOp366", + "BinaryOp367", + "/Gather_20_output_0", + "/Div_3_output_0", + "/Unsqueeze_38_output_0", + "/Slice_5_output_0", + "/Neg_2_output_0", + "/Slice_4_output_0", + "/Concat_16_output_0", + "/Mul_9_output_0", + "/Add_5_output_0", + "/FakeLinear_5_output_0", + "/Concat_14_output_0", + "/Reshape_11_output_0", + "/Mul_10_output_0", + "/Shape_17_output_0", + "Shape415", + "BinaryOp418", + "BinaryOp419", + "Unsqueeze420", + "BinaryOp422", + "Unsqueeze423", + "StridedSlice426", + "Squeeze427", + "BinaryOp428", + "BinaryOp429", + "/Gather_21_output_0", + "/Div_4_output_0", + "/Unsqueeze_40_output_0", + "/Slice_7_output_0", + "/Neg_3_output_0", + "/Slice_6_output_0", + "/Concat_17_output_0", + "/Mul_11_output_0", + "/Add_6_output_0", + "/FakeLinear_6_output_0", + "/Reshape_12_output_0", + "/Reshape_17_output_0", + "/FakeLinear_7_output_0", + "/Add_8_output_0", + "model.model.layers.1.post_attention_layernorm.weight", + "/post_attention_layernorm_1/Mul_output_0", + "/post_attention_layernorm_1/Mul_1_output_0", + "/mlp/gate_proj_1/FakeLinear_output_0", + "/mlp/act_fn_1/Sigmoid_output_0", + "/mlp/act_fn_1/Mul_output_0", + "/mlp/up_proj_1/FakeLinear_output_0", + "/mlp_1/Mul_output_0", + "/mlp/down_proj_1/FakeLinear_output_0", + "/Add_9_output_0", + "/Reshape_18_output_0", + "model.model.layers.2.input_layernorm.weight", + "/input_layernorm_2/Mul_output_0", + "/input_layernorm_2/Mul_1_output_0", + "/FakeLinear_8_output_0", + "/Shape_29_output_0", + "Shape581", + "BinaryOp584", + "BinaryOp585", + "Unsqueeze586", + "BinaryOp588", + "Unsqueeze589", + "StridedSlice592", + "Squeeze593", + "BinaryOp594", + "BinaryOp595", + "/Gather_34_output_0", + "/Unsqueeze_65_output_0", + "/Concat_26_output_0", + "/Reshape_19_output_0", + "/Mul_16_output_0", + "/Shape_30_output_0", + "Shape602", + "BinaryOp605", + "BinaryOp606", + "Unsqueeze607", + "BinaryOp609", + "Unsqueeze610", + "StridedSlice613", + "Squeeze614", + "BinaryOp615", + "BinaryOp616", + "/Gather_35_output_0", + "/Div_6_output_0", + "/Unsqueeze_70_output_0", + "/Slice_9_output_0", + "/Neg_4_output_0", + "/Slice_8_output_0", + "/Concat_29_output_0", + "/Mul_17_output_0", + "/Add_10_output_0", + "/FakeLinear_9_output_0", + "/Concat_27_output_0", + "/Reshape_20_output_0", + "/Mul_18_output_0", + "/Shape_31_output_0", + "Shape664", + "BinaryOp667", + "BinaryOp668", + "Unsqueeze669", + "BinaryOp671", + "Unsqueeze672", + "StridedSlice675", + "Squeeze676", + "BinaryOp677", + "BinaryOp678", + "/Gather_36_output_0", + "/Div_7_output_0", + "/Unsqueeze_72_output_0", + "/Slice_11_output_0", + "/Neg_5_output_0", + "/Slice_10_output_0", + "/Concat_30_output_0", + "/Mul_19_output_0", + "/Add_11_output_0", + "/FakeLinear_10_output_0", + "/Reshape_21_output_0", + "/Reshape_26_output_0", + "/FakeLinear_11_output_0", + "/Add_13_output_0", + "model.model.layers.2.post_attention_layernorm.weight", + "/post_attention_layernorm_2/Mul_output_0", + "/post_attention_layernorm_2/Mul_1_output_0", + "/mlp/gate_proj_2/FakeLinear_output_0", + "/mlp/act_fn_2/Sigmoid_output_0", + "/mlp/act_fn_2/Mul_output_0", + "/mlp/up_proj_2/FakeLinear_output_0", + "/mlp_2/Mul_output_0", + "/mlp/down_proj_2/FakeLinear_output_0", + "/Add_14_output_0", + "/Reshape_27_output_0", + "model.model.layers.3.input_layernorm.weight", + "/input_layernorm_3/Mul_output_0", + "/input_layernorm_3/Mul_1_output_0", + "/FakeLinear_12_output_0", + "/Shape_43_output_0", + "Shape830", + "BinaryOp833", + "BinaryOp834", + "Unsqueeze835", + "BinaryOp837", + "Unsqueeze838", + "StridedSlice841", + "Squeeze842", + "BinaryOp843", + "BinaryOp844", + "/Gather_49_output_0", + "/Unsqueeze_97_output_0", + "/Concat_39_output_0", + "/Reshape_28_output_0", + "/Mul_24_output_0", + "/Shape_44_output_0", + "Shape851", + "BinaryOp854", + "BinaryOp855", + "Unsqueeze856", + "BinaryOp858", + "Unsqueeze859", + "StridedSlice862", + "Squeeze863", + "BinaryOp864", + "BinaryOp865", + "/Gather_50_output_0", + "/Div_9_output_0", + "/Unsqueeze_102_output_0", + "/Slice_13_output_0", + "/Neg_6_output_0", + "/Slice_12_output_0", + "/Concat_42_output_0", + "/Mul_25_output_0", + "/Add_15_output_0", + "/FakeLinear_13_output_0", + "/Concat_40_output_0", + "/Reshape_29_output_0", + "/Mul_26_output_0", + "/Shape_45_output_0", + "Shape913", + "BinaryOp916", + "BinaryOp917", + "Unsqueeze918", + "BinaryOp920", + "Unsqueeze921", + "StridedSlice924", + "Squeeze925", + "BinaryOp926", + "BinaryOp927", + "/Gather_51_output_0", + "/Div_10_output_0", + "/Unsqueeze_104_output_0", + "/Slice_15_output_0", + "/Neg_7_output_0", + "/Slice_14_output_0", + "/Concat_43_output_0", + "/Mul_27_output_0", + "/Add_16_output_0", + "/FakeLinear_14_output_0", + "/Reshape_30_output_0", + "/Reshape_35_output_0", + "/FakeLinear_15_output_0", + "/Add_18_output_0", + "model.model.layers.3.post_attention_layernorm.weight", + "/post_attention_layernorm_3/Mul_output_0", + "/post_attention_layernorm_3/Mul_1_output_0", + "/mlp/gate_proj_3/FakeLinear_output_0", + "/mlp/act_fn_3/Sigmoid_output_0", + "/mlp/act_fn_3/Mul_output_0", + "/mlp/up_proj_3/FakeLinear_output_0", + "/mlp_3/Mul_output_0", + "/mlp/down_proj_3/FakeLinear_output_0", + "/Add_19_output_0", + "/Reshape_36_output_0", + "model.model.layers.4.input_layernorm.weight", + "/input_layernorm_4/Mul_output_0", + "/input_layernorm_4/Mul_1_output_0", + "/FakeLinear_16_output_0", + "/Shape_57_output_0", + "Shape1079", + "BinaryOp1082", + "BinaryOp1083", + "Unsqueeze1084", + "BinaryOp1086", + "Unsqueeze1087", + "StridedSlice1090", + "Squeeze1091", + "BinaryOp1092", + "BinaryOp1093", + "/Gather_64_output_0", + "/Unsqueeze_129_output_0", + "/Concat_52_output_0", + "/Reshape_37_output_0", + "/Mul_32_output_0", + "/Shape_58_output_0", + "Shape1100", + "BinaryOp1103", + "BinaryOp1104", + "Unsqueeze1105", + "BinaryOp1107", + "Unsqueeze1108", + "StridedSlice1111", + "Squeeze1112", + "BinaryOp1113", + "BinaryOp1114", + "/Gather_65_output_0", + "/Div_12_output_0", + "/Unsqueeze_134_output_0", + "/Slice_17_output_0", + "/Neg_8_output_0", + "/Slice_16_output_0", + "/Concat_55_output_0", + "/Mul_33_output_0", + "/Add_20_output_0", + "/FakeLinear_17_output_0", + "/Concat_53_output_0", + "/Reshape_38_output_0", + "/Mul_34_output_0", + "/Shape_59_output_0", + "Shape1163", + "BinaryOp1166", + "BinaryOp1167", + "Unsqueeze1168", + "BinaryOp1170", + "Unsqueeze1171", + "StridedSlice1174", + "Squeeze1175", + "BinaryOp1176", + "BinaryOp1177", + "/Gather_66_output_0", + "/Div_13_output_0", + "/Unsqueeze_136_output_0", + "/Slice_19_output_0", + "/Neg_9_output_0", + "/Slice_18_output_0", + "/Concat_56_output_0", + "/Mul_35_output_0", + "/Add_21_output_0", + "/FakeLinear_18_output_0", + "/Reshape_39_output_0", + "/Reshape_44_output_0", + "/FakeLinear_19_output_0", + "/Add_23_output_0", + "model.model.layers.4.post_attention_layernorm.weight", + "/post_attention_layernorm_4/Mul_output_0", + "/post_attention_layernorm_4/Mul_1_output_0", + "/mlp/gate_proj_4/FakeLinear_output_0", + "/mlp/act_fn_4/Sigmoid_output_0", + "/mlp/act_fn_4/Mul_output_0", + "/mlp/up_proj_4/FakeLinear_output_0", + "/mlp_4/Mul_output_0", + "/mlp/down_proj_4/FakeLinear_output_0", + "/Add_24_output_0", + "/Reshape_45_output_0", + "model.model.layers.5.input_layernorm.weight", + "/input_layernorm_5/Mul_output_0", + "/input_layernorm_5/Mul_1_output_0", + "/FakeLinear_20_output_0", + "/Shape_71_output_0", + "Shape1329", + "BinaryOp1332", + "BinaryOp1333", + "Unsqueeze1334", + "BinaryOp1336", + "Unsqueeze1337", + "StridedSlice1340", + "Squeeze1341", + "BinaryOp1342", + "BinaryOp1343", + "/Gather_79_output_0", + "/Unsqueeze_161_output_0", + "/Concat_65_output_0", + "/Reshape_46_output_0", + "/Mul_40_output_0", + "/Shape_72_output_0", + "Shape1350", + "BinaryOp1353", + "BinaryOp1354", + "Unsqueeze1355", + "BinaryOp1357", + "Unsqueeze1358", + "StridedSlice1361", + "Squeeze1362", + "BinaryOp1363", + "BinaryOp1364", + "/Gather_80_output_0", + "/Div_15_output_0", + "/Unsqueeze_166_output_0", + "/Slice_21_output_0", + "/Neg_10_output_0", + "/Slice_20_output_0", + "/Concat_68_output_0", + "/Mul_41_output_0", + "/Add_25_output_0", + "/FakeLinear_21_output_0", + "/Concat_66_output_0", + "/Reshape_47_output_0", + "/Mul_42_output_0", + "/Shape_73_output_0", + "Shape1413", + "BinaryOp1416", + "BinaryOp1417", + "Unsqueeze1418", + "BinaryOp1420", + "Unsqueeze1421", + "StridedSlice1424", + "Squeeze1425", + "BinaryOp1426", + "BinaryOp1427", + "/Gather_81_output_0", + "/Div_16_output_0", + "/Unsqueeze_168_output_0", + "/Slice_23_output_0", + "/Neg_11_output_0", + "/Slice_22_output_0", + "/Concat_69_output_0", + "/Mul_43_output_0", + "/Add_26_output_0", + "/FakeLinear_22_output_0", + "/Reshape_48_output_0", + "/Reshape_53_output_0", + "/FakeLinear_23_output_0", + "/Add_28_output_0", + "model.model.layers.5.post_attention_layernorm.weight", + "/post_attention_layernorm_5/Mul_output_0", + "/post_attention_layernorm_5/Mul_1_output_0", + "/mlp/gate_proj_5/FakeLinear_output_0", + "/mlp/act_fn_5/Sigmoid_output_0", + "/mlp/act_fn_5/Mul_output_0", + "/mlp/up_proj_5/FakeLinear_output_0", + "/mlp_5/Mul_output_0", + "/mlp/down_proj_5/FakeLinear_output_0", + "/Add_29_output_0", + "/Reshape_54_output_0", + "model.model.layers.6.input_layernorm.weight", + "/input_layernorm_6/Mul_output_0", + "/input_layernorm_6/Mul_1_output_0", + "/FakeLinear_24_output_0", + "/Shape_85_output_0", + "Shape1579", + "BinaryOp1582", + "BinaryOp1583", + "Unsqueeze1584", + "BinaryOp1586", + "Unsqueeze1587", + "StridedSlice1590", + "Squeeze1591", + "BinaryOp1592", + "BinaryOp1593", + "/Gather_94_output_0", + "/Unsqueeze_193_output_0", + "/Concat_78_output_0", + "/Reshape_55_output_0", + "/Mul_48_output_0", + "/Shape_86_output_0", + "Shape1600", + "BinaryOp1603", + "BinaryOp1604", + "Unsqueeze1605", + "BinaryOp1607", + "Unsqueeze1608", + "StridedSlice1611", + "Squeeze1612", + "BinaryOp1613", + "BinaryOp1614", + "/Gather_95_output_0", + "/Div_18_output_0", + "/Unsqueeze_198_output_0", + "/Slice_25_output_0", + "/Neg_12_output_0", + "/Slice_24_output_0", + "/Concat_81_output_0", + "/Mul_49_output_0", + "/Add_30_output_0", + "/FakeLinear_25_output_0", + "/Concat_79_output_0", + "/Reshape_56_output_0", + "/Mul_50_output_0", + "/Shape_87_output_0", + "Shape1663", + "BinaryOp1666", + "BinaryOp1667", + "Unsqueeze1668", + "BinaryOp1670", + "Unsqueeze1671", + "StridedSlice1674", + "Squeeze1675", + "BinaryOp1676", + "BinaryOp1677", + "/Gather_96_output_0", + "/Div_19_output_0", + "/Unsqueeze_200_output_0", + "/Slice_27_output_0", + "/Neg_13_output_0", + "/Slice_26_output_0", + "/Concat_82_output_0", + "/Mul_51_output_0", + "/Add_31_output_0", + "/FakeLinear_26_output_0", + "/Reshape_57_output_0", + "/Reshape_62_output_0", + "/FakeLinear_27_output_0", + "/Add_33_output_0", + "model.model.layers.6.post_attention_layernorm.weight", + "/post_attention_layernorm_6/Mul_output_0", + "/post_attention_layernorm_6/Mul_1_output_0", + "/mlp/gate_proj_6/FakeLinear_output_0", + "/mlp/act_fn_6/Sigmoid_output_0", + "/mlp/act_fn_6/Mul_output_0", + "/mlp/up_proj_6/FakeLinear_output_0", + "/mlp_6/Mul_output_0", + "/mlp/down_proj_6/FakeLinear_output_0", + "/Add_34_output_0", + "/Reshape_63_output_0", + "model.model.layers.7.input_layernorm.weight", + "/input_layernorm_7/Mul_output_0", + "/input_layernorm_7/Mul_1_output_0", + "/FakeLinear_28_output_0", + "/Shape_99_output_0", + "Shape1829", + "BinaryOp1832", + "BinaryOp1833", + "Unsqueeze1834", + "BinaryOp1836", + "Unsqueeze1837", + "StridedSlice1840", + "Squeeze1841", + "BinaryOp1842", + "BinaryOp1843", + "/Gather_109_output_0", + "/Unsqueeze_225_output_0", + "/Concat_91_output_0", + "/Reshape_64_output_0", + "/Mul_56_output_0", + "/Shape_100_output_0", + "Shape1850", + "BinaryOp1853", + "BinaryOp1854", + "Unsqueeze1855", + "BinaryOp1857", + "Unsqueeze1858", + "StridedSlice1861", + "Squeeze1862", + "BinaryOp1863", + "BinaryOp1864", + "/Gather_110_output_0", + "/Div_21_output_0", + "/Unsqueeze_230_output_0", + "/Slice_29_output_0", + "/Neg_14_output_0", + "/Slice_28_output_0", + "/Concat_94_output_0", + "/Mul_57_output_0", + "/Add_35_output_0", + "/FakeLinear_29_output_0", + "/Concat_92_output_0", + "/Reshape_65_output_0", + "/Mul_58_output_0", + "/Shape_101_output_0", + "Shape1913", + "BinaryOp1916", + "BinaryOp1917", + "Unsqueeze1918", + "BinaryOp1920", + "Unsqueeze1921", + "StridedSlice1924", + "Squeeze1925", + "BinaryOp1926", + "BinaryOp1927", + "/Gather_111_output_0", + "/Div_22_output_0", + "/Unsqueeze_232_output_0", + "/Slice_31_output_0", + "/Neg_15_output_0", + "/Slice_30_output_0", + "/Concat_95_output_0", + "/Mul_59_output_0", + "/Add_36_output_0", + "/FakeLinear_30_output_0", + "/Reshape_66_output_0", + "/Reshape_71_output_0", + "/FakeLinear_31_output_0", + "/Add_38_output_0", + "model.model.layers.7.post_attention_layernorm.weight", + "/post_attention_layernorm_7/Mul_output_0", + "/post_attention_layernorm_7/Mul_1_output_0", + "/mlp/gate_proj_7/FakeLinear_output_0", + "/mlp/act_fn_7/Sigmoid_output_0", + "/mlp/act_fn_7/Mul_output_0", + "/mlp/up_proj_7/FakeLinear_output_0", + "/mlp_7/Mul_output_0", + "/mlp/down_proj_7/FakeLinear_output_0", + "/Add_39_output_0", + "/Reshape_72_output_0", + "model.model.layers.8.input_layernorm.weight", + "/input_layernorm_8/Mul_output_0", + "/input_layernorm_8/Mul_1_output_0", + "/FakeLinear_32_output_0", + "/Shape_113_output_0", + "Shape2079", + "BinaryOp2082", + "BinaryOp2083", + "Unsqueeze2084", + "BinaryOp2086", + "Unsqueeze2087", + "StridedSlice2090", + "Squeeze2091", + "BinaryOp2092", + "BinaryOp2093", + "/Gather_124_output_0", + "/Unsqueeze_257_output_0", + "/Concat_104_output_0", + "/Reshape_73_output_0", + "/Mul_64_output_0", + "/Shape_114_output_0", + "Shape2100", + "BinaryOp2103", + "BinaryOp2104", + "Unsqueeze2105", + "BinaryOp2107", + "Unsqueeze2108", + "StridedSlice2111", + "Squeeze2112", + "BinaryOp2113", + "BinaryOp2114", + "/Gather_125_output_0", + "/Div_24_output_0", + "/Unsqueeze_262_output_0", + "/Slice_33_output_0", + "/Neg_16_output_0", + "/Slice_32_output_0", + "/Concat_107_output_0", + "/Mul_65_output_0", + "/Add_40_output_0", + "/FakeLinear_33_output_0", + "/Concat_105_output_0", + "/Reshape_74_output_0", + "/Mul_66_output_0", + "/Shape_115_output_0", + "Shape2163", + "BinaryOp2166", + "BinaryOp2167", + "Unsqueeze2168", + "BinaryOp2170", + "Unsqueeze2171", + "StridedSlice2174", + "Squeeze2175", + "BinaryOp2176", + "BinaryOp2177", + "/Gather_126_output_0", + "/Div_25_output_0", + "/Unsqueeze_264_output_0", + "/Slice_35_output_0", + "/Neg_17_output_0", + "/Slice_34_output_0", + "/Concat_108_output_0", + "/Mul_67_output_0", + "/Add_41_output_0", + "/FakeLinear_34_output_0", + "/Reshape_75_output_0", + "/Reshape_80_output_0", + "/FakeLinear_35_output_0", + "/Add_43_output_0", + "model.model.layers.8.post_attention_layernorm.weight", + "/post_attention_layernorm_8/Mul_output_0", + "/post_attention_layernorm_8/Mul_1_output_0", + "/mlp/gate_proj_8/FakeLinear_output_0", + "/mlp/act_fn_8/Sigmoid_output_0", + "/mlp/act_fn_8/Mul_output_0", + "/mlp/up_proj_8/FakeLinear_output_0", + "/mlp_8/Mul_output_0", + "/mlp/down_proj_8/FakeLinear_output_0", + "/Add_44_output_0", + "/Reshape_81_output_0", + "model.model.layers.9.input_layernorm.weight", + "/input_layernorm_9/Mul_output_0", + "/input_layernorm_9/Mul_1_output_0", + "/FakeLinear_36_output_0", + "/Shape_127_output_0", + "Shape2329", + "BinaryOp2332", + "BinaryOp2333", + "Unsqueeze2334", + "BinaryOp2336", + "Unsqueeze2337", + "StridedSlice2340", + "Squeeze2341", + "BinaryOp2342", + "BinaryOp2343", + "/Gather_139_output_0", + "/Unsqueeze_289_output_0", + "/Concat_117_output_0", + "/Reshape_82_output_0", + "/Mul_72_output_0", + "/Shape_128_output_0", + "Shape2350", + "BinaryOp2353", + "BinaryOp2354", + "Unsqueeze2355", + "BinaryOp2357", + "Unsqueeze2358", + "StridedSlice2361", + "Squeeze2362", + "BinaryOp2363", + "BinaryOp2364", + "/Gather_140_output_0", + "/Div_27_output_0", + "/Unsqueeze_294_output_0", + "/Slice_37_output_0", + "/Neg_18_output_0", + "/Slice_36_output_0", + "/Concat_120_output_0", + "/Mul_73_output_0", + "/Add_45_output_0", + "/FakeLinear_37_output_0", + "/Concat_118_output_0", + "/Reshape_83_output_0", + "/Mul_74_output_0", + "/Shape_129_output_0", + "Shape2413", + "BinaryOp2416", + "BinaryOp2417", + "Unsqueeze2418", + "BinaryOp2420", + "Unsqueeze2421", + "StridedSlice2424", + "Squeeze2425", + "BinaryOp2426", + "BinaryOp2427", + "/Gather_141_output_0", + "/Div_28_output_0", + "/Unsqueeze_296_output_0", + "/Slice_39_output_0", + "/Neg_19_output_0", + "/Slice_38_output_0", + "/Concat_121_output_0", + "/Mul_75_output_0", + "/Add_46_output_0", + "/FakeLinear_38_output_0", + "/Reshape_84_output_0", + "/Reshape_89_output_0", + "/FakeLinear_39_output_0", + "/Add_48_output_0", + "model.model.layers.9.post_attention_layernorm.weight", + "/post_attention_layernorm_9/Mul_output_0", + "/post_attention_layernorm_9/Mul_1_output_0", + "/mlp/gate_proj_9/FakeLinear_output_0", + "/mlp/act_fn_9/Sigmoid_output_0", + "/mlp/act_fn_9/Mul_output_0", + "/mlp/up_proj_9/FakeLinear_output_0", + "/mlp_9/Mul_output_0", + "/mlp/down_proj_9/FakeLinear_output_0", + "/Add_49_output_0", + "/Reshape_90_output_0", + "model.model.layers.10.input_layernorm.weight", + "/input_layernorm_10/Mul_output_0", + "/input_layernorm_10/Mul_1_output_0", + "/FakeLinear_40_output_0", + "/Shape_141_output_0", + "Shape2579", + "BinaryOp2582", + "BinaryOp2583", + "Unsqueeze2584", + "BinaryOp2586", + "Unsqueeze2587", + "StridedSlice2590", + "Squeeze2591", + "BinaryOp2592", + "BinaryOp2593", + "/Gather_154_output_0", + "/Unsqueeze_321_output_0", + "/Concat_130_output_0", + "/Reshape_91_output_0", + "/Mul_80_output_0", + "/Shape_142_output_0", + "Shape2600", + "BinaryOp2603", + "BinaryOp2604", + "Unsqueeze2605", + "BinaryOp2607", + "Unsqueeze2608", + "StridedSlice2611", + "Squeeze2612", + "BinaryOp2613", + "BinaryOp2614", + "/Gather_155_output_0", + "/Div_30_output_0", + "/Unsqueeze_326_output_0", + "/Slice_41_output_0", + "/Neg_20_output_0", + "/Slice_40_output_0", + "/Concat_133_output_0", + "/Mul_81_output_0", + "/Add_50_output_0", + "/FakeLinear_41_output_0", + "/Concat_131_output_0", + "/Reshape_92_output_0", + "/Mul_82_output_0", + "/Shape_143_output_0", + "Shape2663", + "BinaryOp2666", + "BinaryOp2667", + "Unsqueeze2668", + "BinaryOp2670", + "Unsqueeze2671", + "StridedSlice2674", + "Squeeze2675", + "BinaryOp2676", + "BinaryOp2677", + "/Gather_156_output_0", + "/Div_31_output_0", + "/Unsqueeze_328_output_0", + "/Slice_43_output_0", + "/Neg_21_output_0", + "/Slice_42_output_0", + "/Concat_134_output_0", + "/Mul_83_output_0", + "/Add_51_output_0", + "/FakeLinear_42_output_0", + "/Reshape_93_output_0", + "/Reshape_98_output_0", + "/FakeLinear_43_output_0", + "/Add_53_output_0", + "model.model.layers.10.post_attention_layernorm.weight", + "/post_attention_layernorm_10/Mul_output_0", + "/post_attention_layernorm_10/Mul_1_output_0", + "/mlp/gate_proj_10/FakeLinear_output_0", + "/mlp/act_fn_10/Sigmoid_output_0", + "/mlp/act_fn_10/Mul_output_0", + "/mlp/up_proj_10/FakeLinear_output_0", + "/mlp_10/Mul_output_0", + "/mlp/down_proj_10/FakeLinear_output_0", + "/Add_54_output_0", + "/Reshape_99_output_0", + "model.model.layers.11.input_layernorm.weight", + "/input_layernorm_11/Mul_output_0", + "/input_layernorm_11/Mul_1_output_0", + "/FakeLinear_44_output_0", + "/Shape_155_output_0", + "Shape2829", + "BinaryOp2832", + "BinaryOp2833", + "Unsqueeze2834", + "BinaryOp2836", + "Unsqueeze2837", + "StridedSlice2840", + "Squeeze2841", + "BinaryOp2842", + "BinaryOp2843", + "/Gather_169_output_0", + "/Unsqueeze_353_output_0", + "/Concat_143_output_0", + "/Reshape_100_output_0", + "/Mul_88_output_0", + "/Shape_156_output_0", + "Shape2850", + "BinaryOp2853", + "BinaryOp2854", + "Unsqueeze2855", + "BinaryOp2857", + "Unsqueeze2858", + "StridedSlice2861", + "Squeeze2862", + "BinaryOp2863", + "BinaryOp2864", + "/Gather_170_output_0", + "/Div_33_output_0", + "/Unsqueeze_358_output_0", + "/Slice_45_output_0", + "/Neg_22_output_0", + "/Slice_44_output_0", + "/Concat_146_output_0", + "/Mul_89_output_0", + "/Add_55_output_0", + "/FakeLinear_45_output_0", + "/Concat_144_output_0", + "/Reshape_101_output_0", + "/Mul_90_output_0", + "/Shape_157_output_0", + "Shape2913", + "BinaryOp2916", + "BinaryOp2917", + "Unsqueeze2918", + "BinaryOp2920", + "Unsqueeze2921", + "StridedSlice2924", + "Squeeze2925", + "BinaryOp2926", + "BinaryOp2927", + "/Gather_171_output_0", + "/Div_34_output_0", + "/Unsqueeze_360_output_0", + "/Slice_47_output_0", + "/Neg_23_output_0", + "/Slice_46_output_0", + "/Concat_147_output_0", + "/Mul_91_output_0", + "/Add_56_output_0", + "/FakeLinear_46_output_0", + "/Reshape_102_output_0", + "/Reshape_107_output_0", + "/FakeLinear_47_output_0", + "/Add_58_output_0", + "model.model.layers.11.post_attention_layernorm.weight", + "/post_attention_layernorm_11/Mul_output_0", + "/post_attention_layernorm_11/Mul_1_output_0", + "/mlp/gate_proj_11/FakeLinear_output_0", + "/mlp/act_fn_11/Sigmoid_output_0", + "/mlp/act_fn_11/Mul_output_0", + "/mlp/up_proj_11/FakeLinear_output_0", + "/mlp_11/Mul_output_0", + "/mlp/down_proj_11/FakeLinear_output_0", + "/Add_59_output_0", + "/Reshape_108_output_0", + "model.model.layers.12.input_layernorm.weight", + "/input_layernorm_12/Mul_output_0", + "/input_layernorm_12/Mul_1_output_0", + "/FakeLinear_48_output_0", + "/Shape_169_output_0", + "Shape3079", + "BinaryOp3082", + "BinaryOp3083", + "Unsqueeze3084", + "BinaryOp3086", + "Unsqueeze3087", + "StridedSlice3090", + "Squeeze3091", + "BinaryOp3092", + "BinaryOp3093", + "/Gather_184_output_0", + "/Unsqueeze_385_output_0", + "/Concat_156_output_0", + "/Reshape_109_output_0", + "/Mul_96_output_0", + "/Shape_170_output_0", + "Shape3100", + "BinaryOp3103", + "BinaryOp3104", + "Unsqueeze3105", + "BinaryOp3107", + "Unsqueeze3108", + "StridedSlice3111", + "Squeeze3112", + "BinaryOp3113", + "BinaryOp3114", + "/Gather_185_output_0", + "/Div_36_output_0", + "/Unsqueeze_390_output_0", + "/Slice_49_output_0", + "/Neg_24_output_0", + "/Slice_48_output_0", + "/Concat_159_output_0", + "/Mul_97_output_0", + "/Add_60_output_0", + "/FakeLinear_49_output_0", + "/Concat_157_output_0", + "/Reshape_110_output_0", + "/Mul_98_output_0", + "/Shape_171_output_0", + "Shape3163", + "BinaryOp3166", + "BinaryOp3167", + "Unsqueeze3168", + "BinaryOp3170", + "Unsqueeze3171", + "StridedSlice3174", + "Squeeze3175", + "BinaryOp3176", + "BinaryOp3177", + "/Gather_186_output_0", + "/Div_37_output_0", + "/Unsqueeze_392_output_0", + "/Slice_51_output_0", + "/Neg_25_output_0", + "/Slice_50_output_0", + "/Concat_160_output_0", + "/Mul_99_output_0", + "/Add_61_output_0", + "/FakeLinear_50_output_0", + "/Reshape_111_output_0", + "/Reshape_116_output_0", + "/FakeLinear_51_output_0", + "/Add_63_output_0", + "model.model.layers.12.post_attention_layernorm.weight", + "/post_attention_layernorm_12/Mul_output_0", + "/post_attention_layernorm_12/Mul_1_output_0", + "/mlp/gate_proj_12/FakeLinear_output_0", + "/mlp/act_fn_12/Sigmoid_output_0", + "/mlp/act_fn_12/Mul_output_0", + "/mlp/up_proj_12/FakeLinear_output_0", + "/mlp_12/Mul_output_0", + "/mlp/down_proj_12/FakeLinear_output_0", + "/Add_64_output_0", + "/Reshape_117_output_0", + "model.model.layers.13.input_layernorm.weight", + "/input_layernorm_13/Mul_output_0", + "/input_layernorm_13/Mul_1_output_0", + "/FakeLinear_52_output_0", + "/Shape_183_output_0", + "Shape3329", + "BinaryOp3332", + "BinaryOp3333", + "Unsqueeze3334", + "BinaryOp3336", + "Unsqueeze3337", + "StridedSlice3340", + "Squeeze3341", + "BinaryOp3342", + "BinaryOp3343", + "/Gather_199_output_0", + "/Unsqueeze_417_output_0", + "/Concat_169_output_0", + "/Reshape_118_output_0", + "/Mul_104_output_0", + "/Shape_184_output_0", + "Shape3350", + "BinaryOp3353", + "BinaryOp3354", + "Unsqueeze3355", + "BinaryOp3357", + "Unsqueeze3358", + "StridedSlice3361", + "Squeeze3362", + "BinaryOp3363", + "BinaryOp3364", + "/Gather_200_output_0", + "/Div_39_output_0", + "/Unsqueeze_422_output_0", + "/Slice_53_output_0", + "/Neg_26_output_0", + "/Slice_52_output_0", + "/Concat_172_output_0", + "/Mul_105_output_0", + "/Add_65_output_0", + "/FakeLinear_53_output_0", + "/Concat_170_output_0", + "/Reshape_119_output_0", + "/Mul_106_output_0", + "/Shape_185_output_0", + "Shape3413", + "BinaryOp3416", + "BinaryOp3417", + "Unsqueeze3418", + "BinaryOp3420", + "Unsqueeze3421", + "StridedSlice3424", + "Squeeze3425", + "BinaryOp3426", + "BinaryOp3427", + "/Gather_201_output_0", + "/Div_40_output_0", + "/Unsqueeze_424_output_0", + "/Slice_55_output_0", + "/Neg_27_output_0", + "/Slice_54_output_0", + "/Concat_173_output_0", + "/Mul_107_output_0", + "/Add_66_output_0", + "/FakeLinear_54_output_0", + "/Reshape_120_output_0", + "/Reshape_125_output_0", + "/FakeLinear_55_output_0", + "/Add_68_output_0", + "model.model.layers.13.post_attention_layernorm.weight", + "/post_attention_layernorm_13/Mul_output_0", + "/post_attention_layernorm_13/Mul_1_output_0", + "/mlp/gate_proj_13/FakeLinear_output_0", + "/mlp/act_fn_13/Sigmoid_output_0", + "/mlp/act_fn_13/Mul_output_0", + "/mlp/up_proj_13/FakeLinear_output_0", + "/mlp_13/Mul_output_0", + "/mlp/down_proj_13/FakeLinear_output_0", + "/Add_69_output_0", + "/Reshape_126_output_0", + "model.model.layers.14.input_layernorm.weight", + "/input_layernorm_14/Mul_output_0", + "/input_layernorm_14/Mul_1_output_0", + "/FakeLinear_56_output_0", + "/Shape_197_output_0", + "Shape3579", + "BinaryOp3582", + "BinaryOp3583", + "Unsqueeze3584", + "BinaryOp3586", + "Unsqueeze3587", + "StridedSlice3590", + "Squeeze3591", + "BinaryOp3592", + "BinaryOp3593", + "/Gather_214_output_0", + "/Unsqueeze_449_output_0", + "/Concat_182_output_0", + "/Reshape_127_output_0", + "/Mul_112_output_0", + "/Shape_198_output_0", + "Shape3600", + "BinaryOp3603", + "BinaryOp3604", + "Unsqueeze3605", + "BinaryOp3607", + "Unsqueeze3608", + "StridedSlice3611", + "Squeeze3612", + "BinaryOp3613", + "BinaryOp3614", + "/Gather_215_output_0", + "/Div_42_output_0", + "/Unsqueeze_454_output_0", + "/Slice_57_output_0", + "/Neg_28_output_0", + "/Slice_56_output_0", + "/Concat_185_output_0", + "/Mul_113_output_0", + "/Add_70_output_0", + "/FakeLinear_57_output_0", + "/Concat_183_output_0", + "/Reshape_128_output_0", + "/Mul_114_output_0", + "/Shape_199_output_0", + "Shape3663", + "BinaryOp3666", + "BinaryOp3667", + "Unsqueeze3668", + "BinaryOp3670", + "Unsqueeze3671", + "StridedSlice3674", + "Squeeze3675", + "BinaryOp3676", + "BinaryOp3677", + "/Gather_216_output_0", + "/Div_43_output_0", + "/Unsqueeze_456_output_0", + "/Slice_59_output_0", + "/Neg_29_output_0", + "/Slice_58_output_0", + "/Concat_186_output_0", + "/Mul_115_output_0", + "/Add_71_output_0", + "/FakeLinear_58_output_0", + "/Reshape_129_output_0", + "/Reshape_134_output_0", + "/FakeLinear_59_output_0", + "/Add_73_output_0", + "model.model.layers.14.post_attention_layernorm.weight", + "/post_attention_layernorm_14/Mul_output_0", + "/post_attention_layernorm_14/Mul_1_output_0", + "/mlp/gate_proj_14/FakeLinear_output_0", + "/mlp/act_fn_14/Sigmoid_output_0", + "/mlp/act_fn_14/Mul_output_0", + "/mlp/up_proj_14/FakeLinear_output_0", + "/mlp_14/Mul_output_0", + "/mlp/down_proj_14/FakeLinear_output_0", + "/Add_74_output_0", + "/Reshape_135_output_0", + "model.model.layers.15.input_layernorm.weight", + "/input_layernorm_15/Mul_output_0", + "/input_layernorm_15/Mul_1_output_0", + "/FakeLinear_60_output_0", + "/Shape_211_output_0", + "Shape3829", + "BinaryOp3832", + "BinaryOp3833", + "Unsqueeze3834", + "BinaryOp3836", + "Unsqueeze3837", + "StridedSlice3840", + "Squeeze3841", + "BinaryOp3842", + "BinaryOp3843", + "/Gather_229_output_0", + "/Unsqueeze_481_output_0", + "/Concat_195_output_0", + "/Reshape_136_output_0", + "/Mul_120_output_0", + "/Shape_212_output_0", + "Shape3850", + "BinaryOp3853", + "BinaryOp3854", + "Unsqueeze3855", + "BinaryOp3857", + "Unsqueeze3858", + "StridedSlice3861", + "Squeeze3862", + "BinaryOp3863", + "BinaryOp3864", + "/Gather_230_output_0", + "/Div_45_output_0", + "/Unsqueeze_486_output_0", + "/Slice_61_output_0", + "/Neg_30_output_0", + "/Slice_60_output_0", + "/Concat_198_output_0", + "/Mul_121_output_0", + "/Add_75_output_0", + "/FakeLinear_61_output_0", + "/Concat_196_output_0", + "/Reshape_137_output_0", + "/Mul_122_output_0", + "/Shape_213_output_0", + "Shape3913", + "BinaryOp3916", + "BinaryOp3917", + "Unsqueeze3918", + "BinaryOp3920", + "Unsqueeze3921", + "StridedSlice3924", + "Squeeze3925", + "BinaryOp3926", + "BinaryOp3927", + "/Gather_231_output_0", + "/Div_46_output_0", + "/Unsqueeze_488_output_0", + "/Slice_63_output_0", + "/Neg_31_output_0", + "/Slice_62_output_0", + "/Concat_199_output_0", + "/Mul_123_output_0", + "/Add_76_output_0", + "/FakeLinear_62_output_0", + "/Reshape_138_output_0", + "/Reshape_143_output_0", + "/FakeLinear_63_output_0", + "/Add_78_output_0", + "model.model.layers.15.post_attention_layernorm.weight", + "/post_attention_layernorm_15/Mul_output_0", + "/post_attention_layernorm_15/Mul_1_output_0", + "/mlp/gate_proj_15/FakeLinear_output_0", + "/mlp/act_fn_15/Sigmoid_output_0", + "/mlp/act_fn_15/Mul_output_0", + "/mlp/up_proj_15/FakeLinear_output_0", + "/mlp_15/Mul_output_0", + "/mlp/down_proj_15/FakeLinear_output_0", + "/Add_79_output_0", + "/Reshape_144_output_0", + "model.model.layers.16.input_layernorm.weight", + "/input_layernorm_16/Mul_output_0", + "/input_layernorm_16/Mul_1_output_0", + "/FakeLinear_64_output_0", + "/Shape_225_output_0", + "Shape4079", + "BinaryOp4082", + "BinaryOp4083", + "Unsqueeze4084", + "BinaryOp4086", + "Unsqueeze4087", + "StridedSlice4090", + "Squeeze4091", + "BinaryOp4092", + "BinaryOp4093", + "/Gather_244_output_0", + "/Unsqueeze_513_output_0", + "/Concat_208_output_0", + "/Reshape_145_output_0", + "/Mul_128_output_0", + "/Shape_226_output_0", + "Shape4100", + "BinaryOp4103", + "BinaryOp4104", + "Unsqueeze4105", + "BinaryOp4107", + "Unsqueeze4108", + "StridedSlice4111", + "Squeeze4112", + "BinaryOp4113", + "BinaryOp4114", + "/Gather_245_output_0", + "/Div_48_output_0", + "/Unsqueeze_518_output_0", + "/Slice_65_output_0", + "/Neg_32_output_0", + "/Slice_64_output_0", + "/Concat_211_output_0", + "/Mul_129_output_0", + "/Add_80_output_0", + "/FakeLinear_65_output_0", + "/Concat_209_output_0", + "/Reshape_146_output_0", + "/Mul_130_output_0", + "/Shape_227_output_0", + "Shape4163", + "BinaryOp4166", + "BinaryOp4167", + "Unsqueeze4168", + "BinaryOp4170", + "Unsqueeze4171", + "StridedSlice4174", + "Squeeze4175", + "BinaryOp4176", + "BinaryOp4177", + "/Gather_246_output_0", + "/Div_49_output_0", + "/Unsqueeze_520_output_0", + "/Slice_67_output_0", + "/Neg_33_output_0", + "/Slice_66_output_0", + "/Concat_212_output_0", + "/Mul_131_output_0", + "/Add_81_output_0", + "/FakeLinear_66_output_0", + "/Reshape_147_output_0", + "/Reshape_152_output_0", + "/FakeLinear_67_output_0", + "/Add_83_output_0", + "model.model.layers.16.post_attention_layernorm.weight", + "/post_attention_layernorm_16/Mul_output_0", + "/post_attention_layernorm_16/Mul_1_output_0", + "/mlp/gate_proj_16/FakeLinear_output_0", + "/mlp/act_fn_16/Sigmoid_output_0", + "/mlp/act_fn_16/Mul_output_0", + "/mlp/up_proj_16/FakeLinear_output_0", + "/mlp_16/Mul_output_0", + "/mlp/down_proj_16/FakeLinear_output_0", + "/Add_84_output_0", + "/Reshape_153_output_0", + "model.model.layers.17.input_layernorm.weight", + "/input_layernorm_17/Mul_output_0", + "/input_layernorm_17/Mul_1_output_0", + "/FakeLinear_68_output_0", + "/Shape_239_output_0", + "Shape4329", + "BinaryOp4332", + "BinaryOp4333", + "Unsqueeze4334", + "BinaryOp4336", + "Unsqueeze4337", + "StridedSlice4340", + "Squeeze4341", + "BinaryOp4342", + "BinaryOp4343", + "/Gather_259_output_0", + "/Unsqueeze_545_output_0", + "/Concat_221_output_0", + "/Reshape_154_output_0", + "/Mul_136_output_0", + "/Shape_240_output_0", + "Shape4350", + "BinaryOp4353", + "BinaryOp4354", + "Unsqueeze4355", + "BinaryOp4357", + "Unsqueeze4358", + "StridedSlice4361", + "Squeeze4362", + "BinaryOp4363", + "BinaryOp4364", + "/Gather_260_output_0", + "/Div_51_output_0", + "/Unsqueeze_550_output_0", + "/Slice_69_output_0", + "/Neg_34_output_0", + "/Slice_68_output_0", + "/Concat_224_output_0", + "/Mul_137_output_0", + "/Add_85_output_0", + "/FakeLinear_69_output_0", + "/Concat_222_output_0", + "/Reshape_155_output_0", + "/Mul_138_output_0", + "/Shape_241_output_0", + "Shape4413", + "BinaryOp4416", + "BinaryOp4417", + "Unsqueeze4418", + "BinaryOp4420", + "Unsqueeze4421", + "StridedSlice4424", + "Squeeze4425", + "BinaryOp4426", + "BinaryOp4427", + "/Gather_261_output_0", + "/Div_52_output_0", + "/Unsqueeze_552_output_0", + "/Slice_71_output_0", + "/Neg_35_output_0", + "/Slice_70_output_0", + "/Concat_225_output_0", + "/Mul_139_output_0", + "/Add_86_output_0", + "/FakeLinear_70_output_0", + "/Reshape_156_output_0", + "/Reshape_161_output_0", + "/FakeLinear_71_output_0", + "/Add_88_output_0", + "model.model.layers.17.post_attention_layernorm.weight", + "/post_attention_layernorm_17/Mul_output_0", + "/post_attention_layernorm_17/Mul_1_output_0", + "/mlp/gate_proj_17/FakeLinear_output_0", + "/mlp/act_fn_17/Sigmoid_output_0", + "/mlp/act_fn_17/Mul_output_0", + "/mlp/up_proj_17/FakeLinear_output_0", + "/mlp_17/Mul_output_0", + "/mlp/down_proj_17/FakeLinear_output_0", + "/Add_89_output_0", + "/Reshape_162_output_0", + "model.model.layers.18.input_layernorm.weight", + "/input_layernorm_18/Mul_output_0", + "/input_layernorm_18/Mul_1_output_0", + "/FakeLinear_72_output_0", + "/Shape_253_output_0", + "Shape4579", + "BinaryOp4582", + "BinaryOp4583", + "Unsqueeze4584", + "BinaryOp4586", + "Unsqueeze4587", + "StridedSlice4590", + "Squeeze4591", + "BinaryOp4592", + "BinaryOp4593", + "/Gather_274_output_0", + "/Unsqueeze_577_output_0", + "/Concat_234_output_0", + "/Reshape_163_output_0", + "/Mul_144_output_0", + "/Shape_254_output_0", + "Shape4600", + "BinaryOp4603", + "BinaryOp4604", + "Unsqueeze4605", + "BinaryOp4607", + "Unsqueeze4608", + "StridedSlice4611", + "Squeeze4612", + "BinaryOp4613", + "BinaryOp4614", + "/Gather_275_output_0", + "/Div_54_output_0", + "/Unsqueeze_582_output_0", + "/Slice_73_output_0", + "/Neg_36_output_0", + "/Slice_72_output_0", + "/Concat_237_output_0", + "/Mul_145_output_0", + "/Add_90_output_0", + "/FakeLinear_73_output_0", + "/Concat_235_output_0", + "/Reshape_164_output_0", + "/Mul_146_output_0", + "/Shape_255_output_0", + "Shape4663", + "BinaryOp4666", + "BinaryOp4667", + "Unsqueeze4668", + "BinaryOp4670", + "Unsqueeze4671", + "StridedSlice4674", + "Squeeze4675", + "BinaryOp4676", + "BinaryOp4677", + "/Gather_276_output_0", + "/Div_55_output_0", + "/Unsqueeze_584_output_0", + "/Slice_75_output_0", + "/Neg_37_output_0", + "/Slice_74_output_0", + "/Concat_238_output_0", + "/Mul_147_output_0", + "/Add_91_output_0", + "/FakeLinear_74_output_0", + "/Reshape_165_output_0", + "/Reshape_170_output_0", + "/FakeLinear_75_output_0", + "/Add_93_output_0", + "model.model.layers.18.post_attention_layernorm.weight", + "/post_attention_layernorm_18/Mul_output_0", + "/post_attention_layernorm_18/Mul_1_output_0", + "/mlp/gate_proj_18/FakeLinear_output_0", + "/mlp/act_fn_18/Sigmoid_output_0", + "/mlp/act_fn_18/Mul_output_0", + "/mlp/up_proj_18/FakeLinear_output_0", + "/mlp_18/Mul_output_0", + "/mlp/down_proj_18/FakeLinear_output_0", + "/Add_94_output_0", + "/Reshape_171_output_0", + "model.model.layers.19.input_layernorm.weight", + "/input_layernorm_19/Mul_output_0", + "/input_layernorm_19/Mul_1_output_0", + "/FakeLinear_76_output_0", + "/Shape_267_output_0", + "Shape4829", + "BinaryOp4832", + "BinaryOp4833", + "Unsqueeze4834", + "BinaryOp4836", + "Unsqueeze4837", + "StridedSlice4840", + "Squeeze4841", + "BinaryOp4842", + "BinaryOp4843", + "/Gather_289_output_0", + "/Unsqueeze_609_output_0", + "/Concat_247_output_0", + "/Reshape_172_output_0", + "/Mul_152_output_0", + "/Shape_268_output_0", + "Shape4850", + "BinaryOp4853", + "BinaryOp4854", + "Unsqueeze4855", + "BinaryOp4857", + "Unsqueeze4858", + "StridedSlice4861", + "Squeeze4862", + "BinaryOp4863", + "BinaryOp4864", + "/Gather_290_output_0", + "/Div_57_output_0", + "/Unsqueeze_614_output_0", + "/Slice_77_output_0", + "/Neg_38_output_0", + "/Slice_76_output_0", + "/Concat_250_output_0", + "/Mul_153_output_0", + "/Add_95_output_0", + "/FakeLinear_77_output_0", + "/Concat_248_output_0", + "/Reshape_173_output_0", + "/Mul_154_output_0", + "/Shape_269_output_0", + "Shape4913", + "BinaryOp4916", + "BinaryOp4917", + "Unsqueeze4918", + "BinaryOp4920", + "Unsqueeze4921", + "StridedSlice4924", + "Squeeze4925", + "BinaryOp4926", + "BinaryOp4927", + "/Gather_291_output_0", + "/Div_58_output_0", + "/Unsqueeze_616_output_0", + "/Slice_79_output_0", + "/Neg_39_output_0", + "/Slice_78_output_0", + "/Concat_251_output_0", + "/Mul_155_output_0", + "/Add_96_output_0", + "/FakeLinear_78_output_0", + "/Reshape_174_output_0", + "/Reshape_179_output_0", + "/FakeLinear_79_output_0", + "/Add_98_output_0", + "model.model.layers.19.post_attention_layernorm.weight", + "/post_attention_layernorm_19/Mul_output_0", + "/post_attention_layernorm_19/Mul_1_output_0", + "/mlp/gate_proj_19/FakeLinear_output_0", + "/mlp/act_fn_19/Sigmoid_output_0", + "/mlp/act_fn_19/Mul_output_0", + "/mlp/up_proj_19/FakeLinear_output_0", + "/mlp_19/Mul_output_0", + "/mlp/down_proj_19/FakeLinear_output_0", + "/Add_99_output_0", + "/Reshape_180_output_0", + "model.model.layers.20.input_layernorm.weight", + "/input_layernorm_20/Mul_output_0", + "/input_layernorm_20/Mul_1_output_0", + "/FakeLinear_80_output_0", + "/Shape_281_output_0", + "Shape5079", + "BinaryOp5082", + "BinaryOp5083", + "Unsqueeze5084", + "BinaryOp5086", + "Unsqueeze5087", + "StridedSlice5090", + "Squeeze5091", + "BinaryOp5092", + "BinaryOp5093", + "/Gather_304_output_0", + "/Unsqueeze_641_output_0", + "/Concat_260_output_0", + "/Reshape_181_output_0", + "/Mul_160_output_0", + "/Shape_282_output_0", + "Shape5100", + "BinaryOp5103", + "BinaryOp5104", + "Unsqueeze5105", + "BinaryOp5107", + "Unsqueeze5108", + "StridedSlice5111", + "Squeeze5112", + "BinaryOp5113", + "BinaryOp5114", + "/Gather_305_output_0", + "/Div_60_output_0", + "/Unsqueeze_646_output_0", + "/Slice_81_output_0", + "/Neg_40_output_0", + "/Slice_80_output_0", + "/Concat_263_output_0", + "/Mul_161_output_0", + "/Add_100_output_0", + "/FakeLinear_81_output_0", + "/Concat_261_output_0", + "/Reshape_182_output_0", + "/Mul_162_output_0", + "/Shape_283_output_0", + "Shape5163", + "BinaryOp5166", + "BinaryOp5167", + "Unsqueeze5168", + "BinaryOp5170", + "Unsqueeze5171", + "StridedSlice5174", + "Squeeze5175", + "BinaryOp5176", + "BinaryOp5177", + "/Gather_306_output_0", + "/Div_61_output_0", + "/Unsqueeze_648_output_0", + "/Slice_83_output_0", + "/Neg_41_output_0", + "/Slice_82_output_0", + "/Concat_264_output_0", + "/Mul_163_output_0", + "/Add_101_output_0", + "/FakeLinear_82_output_0", + "/Reshape_183_output_0", + "/Reshape_188_output_0", + "/FakeLinear_83_output_0", + "/Add_103_output_0", + "model.model.layers.20.post_attention_layernorm.weight", + "/post_attention_layernorm_20/Mul_output_0", + "/post_attention_layernorm_20/Mul_1_output_0", + "/mlp/gate_proj_20/FakeLinear_output_0", + "/mlp/act_fn_20/Sigmoid_output_0", + "/mlp/act_fn_20/Mul_output_0", + "/mlp/up_proj_20/FakeLinear_output_0", + "/mlp_20/Mul_output_0", + "/mlp/down_proj_20/FakeLinear_output_0", + "/Add_104_output_0", + "/Reshape_189_output_0", + "model.model.layers.21.input_layernorm.weight", + "/input_layernorm_21/Mul_output_0", + "/input_layernorm_21/Mul_1_output_0", + "/FakeLinear_84_output_0", + "/Shape_295_output_0", + "Shape5329", + "BinaryOp5332", + "BinaryOp5333", + "Unsqueeze5334", + "BinaryOp5336", + "Unsqueeze5337", + "StridedSlice5340", + "Squeeze5341", + "BinaryOp5342", + "BinaryOp5343", + "/Gather_319_output_0", + "/Unsqueeze_673_output_0", + "/Concat_273_output_0", + "/Reshape_190_output_0", + "/Mul_168_output_0", + "/Shape_296_output_0", + "Shape5350", + "BinaryOp5353", + "BinaryOp5354", + "Unsqueeze5355", + "BinaryOp5357", + "Unsqueeze5358", + "StridedSlice5361", + "Squeeze5362", + "BinaryOp5363", + "BinaryOp5364", + "/Gather_320_output_0", + "/Div_63_output_0", + "/Unsqueeze_678_output_0", + "/Slice_85_output_0", + "/Neg_42_output_0", + "/Slice_84_output_0", + "/Concat_276_output_0", + "/Mul_169_output_0", + "/Add_105_output_0", + "/FakeLinear_85_output_0", + "/Concat_274_output_0", + "/Reshape_191_output_0", + "/Mul_170_output_0", + "/Shape_297_output_0", + "Shape5413", + "BinaryOp5416", + "BinaryOp5417", + "Unsqueeze5418", + "BinaryOp5420", + "Unsqueeze5421", + "StridedSlice5424", + "Squeeze5425", + "BinaryOp5426", + "BinaryOp5427", + "/Gather_321_output_0", + "/Div_64_output_0", + "/Unsqueeze_680_output_0", + "/Slice_87_output_0", + "/Neg_43_output_0", + "/Slice_86_output_0", + "/Concat_277_output_0", + "/Mul_171_output_0", + "/Add_106_output_0", + "/FakeLinear_86_output_0", + "/Reshape_192_output_0", + "/Reshape_197_output_0", + "/FakeLinear_87_output_0", + "/Add_108_output_0", + "model.model.layers.21.post_attention_layernorm.weight", + "/post_attention_layernorm_21/Mul_output_0", + "/post_attention_layernorm_21/Mul_1_output_0", + "/mlp/gate_proj_21/FakeLinear_output_0", + "/mlp/act_fn_21/Sigmoid_output_0", + "/mlp/act_fn_21/Mul_output_0", + "/mlp/up_proj_21/FakeLinear_output_0", + "/mlp_21/Mul_output_0", + "/mlp/down_proj_21/FakeLinear_output_0", + "/Add_109_output_0", + "/Reshape_198_output_0", + "model.model.layers.22.input_layernorm.weight", + "/input_layernorm_22/Mul_output_0", + "/input_layernorm_22/Mul_1_output_0", + "/FakeLinear_88_output_0", + "/Shape_309_output_0", + "Shape5579", + "BinaryOp5582", + "BinaryOp5583", + "Unsqueeze5584", + "BinaryOp5586", + "Unsqueeze5587", + "StridedSlice5590", + "Squeeze5591", + "BinaryOp5592", + "BinaryOp5593", + "/Gather_334_output_0", + "/Unsqueeze_705_output_0", + "/Concat_286_output_0", + "/Reshape_199_output_0", + "/Mul_176_output_0", + "/Shape_310_output_0", + "Shape5600", + "BinaryOp5603", + "BinaryOp5604", + "Unsqueeze5605", + "BinaryOp5607", + "Unsqueeze5608", + "StridedSlice5611", + "Squeeze5612", + "BinaryOp5613", + "BinaryOp5614", + "/Gather_335_output_0", + "/Div_66_output_0", + "/Unsqueeze_710_output_0", + "/Slice_89_output_0", + "/Neg_44_output_0", + "/Slice_88_output_0", + "/Concat_289_output_0", + "/Mul_177_output_0", + "/Add_110_output_0", + "/FakeLinear_89_output_0", + "/Concat_287_output_0", + "/Reshape_200_output_0", + "/Mul_178_output_0", + "/Shape_311_output_0", + "Shape5663", + "BinaryOp5666", + "BinaryOp5667", + "Unsqueeze5668", + "BinaryOp5670", + "Unsqueeze5671", + "StridedSlice5674", + "Squeeze5675", + "BinaryOp5676", + "BinaryOp5677", + "/Gather_336_output_0", + "/Div_67_output_0", + "/Unsqueeze_712_output_0", + "/Slice_91_output_0", + "/Neg_45_output_0", + "/Slice_90_output_0", + "/Concat_290_output_0", + "/Mul_179_output_0", + "/Add_111_output_0", + "/FakeLinear_90_output_0", + "/Reshape_201_output_0", + "/Reshape_206_output_0", + "/FakeLinear_91_output_0", + "/Add_113_output_0", + "model.model.layers.22.post_attention_layernorm.weight", + "/post_attention_layernorm_22/Mul_output_0", + "/post_attention_layernorm_22/Mul_1_output_0", + "/mlp/gate_proj_22/FakeLinear_output_0", + "/mlp/act_fn_22/Sigmoid_output_0", + "/mlp/act_fn_22/Mul_output_0", + "/mlp/up_proj_22/FakeLinear_output_0", + "/mlp_22/Mul_output_0", + "/mlp/down_proj_22/FakeLinear_output_0", + "/Add_114_output_0", + "/Reshape_207_output_0", + "model.model.layers.23.input_layernorm.weight", + "/input_layernorm_23/Mul_output_0", + "/input_layernorm_23/Mul_1_output_0", + "/FakeLinear_92_output_0", + "/Shape_323_output_0", + "Shape5829", + "BinaryOp5832", + "BinaryOp5833", + "Unsqueeze5834", + "BinaryOp5836", + "Unsqueeze5837", + "StridedSlice5840", + "Squeeze5841", + "BinaryOp5842", + "BinaryOp5843", + "/Gather_349_output_0", + "/Unsqueeze_737_output_0", + "/Concat_299_output_0", + "/Reshape_208_output_0", + "/Mul_184_output_0", + "/Shape_324_output_0", + "Shape5850", + "BinaryOp5853", + "BinaryOp5854", + "Unsqueeze5855", + "BinaryOp5857", + "Unsqueeze5858", + "StridedSlice5861", + "Squeeze5862", + "BinaryOp5863", + "BinaryOp5864", + "/Gather_350_output_0", + "/Div_69_output_0", + "/Unsqueeze_742_output_0", + "/Slice_93_output_0", + "/Neg_46_output_0", + "/Slice_92_output_0", + "/Concat_302_output_0", + "/Mul_185_output_0", + "/Add_115_output_0", + "/FakeLinear_93_output_0", + "/Concat_300_output_0", + "/Reshape_209_output_0", + "/Mul_186_output_0", + "/Shape_325_output_0", + "Shape5913", + "BinaryOp5916", + "BinaryOp5917", + "Unsqueeze5918", + "BinaryOp5920", + "Unsqueeze5921", + "StridedSlice5924", + "Squeeze5925", + "BinaryOp5926", + "BinaryOp5927", + "/Gather_351_output_0", + "/Div_70_output_0", + "/Unsqueeze_744_output_0", + "/Slice_95_output_0", + "/Neg_47_output_0", + "/Slice_94_output_0", + "/Concat_303_output_0", + "/Mul_187_output_0", + "/Add_116_output_0", + "/FakeLinear_94_output_0", + "/Reshape_210_output_0", + "/Reshape_215_output_0", + "/FakeLinear_95_output_0", + "/Add_118_output_0", + "model.model.layers.23.post_attention_layernorm.weight", + "/post_attention_layernorm_23/Mul_output_0", + "/post_attention_layernorm_23/Mul_1_output_0", + "/mlp/gate_proj_23/FakeLinear_output_0", + "/mlp/act_fn_23/Sigmoid_output_0", + "/mlp/act_fn_23/Mul_output_0", + "/mlp/up_proj_23/FakeLinear_output_0", + "/mlp_23/Mul_output_0", + "/mlp/down_proj_23/FakeLinear_output_0", + "/Add_119_output_0", + "/Reshape_216_output_0", + "model.model.layers.24.input_layernorm.weight", + "/input_layernorm_24/Mul_output_0", + "/input_layernorm_24/Mul_1_output_0", + "/FakeLinear_96_output_0", + "/Shape_337_output_0", + "Shape6079", + "BinaryOp6082", + "BinaryOp6083", + "Unsqueeze6084", + "BinaryOp6086", + "Unsqueeze6087", + "StridedSlice6090", + "Squeeze6091", + "BinaryOp6092", + "BinaryOp6093", + "/Gather_364_output_0", + "/Unsqueeze_769_output_0", + "/Concat_312_output_0", + "/Reshape_217_output_0", + "/Mul_192_output_0", + "/Shape_338_output_0", + "Shape6100", + "BinaryOp6103", + "BinaryOp6104", + "Unsqueeze6105", + "BinaryOp6107", + "Unsqueeze6108", + "StridedSlice6111", + "Squeeze6112", + "BinaryOp6113", + "BinaryOp6114", + "/Gather_365_output_0", + "/Div_72_output_0", + "/Unsqueeze_774_output_0", + "/Slice_97_output_0", + "/Neg_48_output_0", + "/Slice_96_output_0", + "/Concat_315_output_0", + "/Mul_193_output_0", + "/Add_120_output_0", + "/FakeLinear_97_output_0", + "/Concat_313_output_0", + "/Reshape_218_output_0", + "/Mul_194_output_0", + "/Shape_339_output_0", + "Shape6163", + "BinaryOp6166", + "BinaryOp6167", + "Unsqueeze6168", + "BinaryOp6170", + "Unsqueeze6171", + "StridedSlice6174", + "Squeeze6175", + "BinaryOp6176", + "BinaryOp6177", + "/Gather_366_output_0", + "/Div_73_output_0", + "/Unsqueeze_776_output_0", + "/Slice_99_output_0", + "/Neg_49_output_0", + "/Slice_98_output_0", + "/Concat_316_output_0", + "/Mul_195_output_0", + "/Add_121_output_0", + "/FakeLinear_98_output_0", + "/Reshape_219_output_0", + "/Reshape_224_output_0", + "/FakeLinear_99_output_0", + "/Add_123_output_0", + "model.model.layers.24.post_attention_layernorm.weight", + "/post_attention_layernorm_24/Mul_output_0", + "/post_attention_layernorm_24/Mul_1_output_0", + "/mlp/gate_proj_24/FakeLinear_output_0", + "/mlp/act_fn_24/Sigmoid_output_0", + "/mlp/act_fn_24/Mul_output_0", + "/mlp/up_proj_24/FakeLinear_output_0", + "/mlp_24/Mul_output_0", + "/mlp/down_proj_24/FakeLinear_output_0", + "/Add_124_output_0", + "/Reshape_225_output_0", + "model.model.layers.25.input_layernorm.weight", + "/input_layernorm_25/Mul_output_0", + "/input_layernorm_25/Mul_1_output_0", + "/FakeLinear_100_output_0", + "/Shape_351_output_0", + "Shape6329", + "BinaryOp6332", + "BinaryOp6333", + "Unsqueeze6334", + "BinaryOp6336", + "Unsqueeze6337", + "StridedSlice6340", + "Squeeze6341", + "BinaryOp6342", + "BinaryOp6343", + "/Gather_379_output_0", + "/Unsqueeze_801_output_0", + "/Concat_325_output_0", + "/Reshape_226_output_0", + "/Mul_200_output_0", + "/Shape_352_output_0", + "Shape6350", + "BinaryOp6353", + "BinaryOp6354", + "Unsqueeze6355", + "BinaryOp6357", + "Unsqueeze6358", + "StridedSlice6361", + "Squeeze6362", + "BinaryOp6363", + "BinaryOp6364", + "/Gather_380_output_0", + "/Div_75_output_0", + "/Unsqueeze_806_output_0", + "/Slice_101_output_0", + "/Neg_50_output_0", + "/Slice_100_output_0", + "/Concat_328_output_0", + "/Mul_201_output_0", + "/Add_125_output_0", + "/FakeLinear_101_output_0", + "/Concat_326_output_0", + "/Reshape_227_output_0", + "/Mul_202_output_0", + "/Shape_353_output_0", + "Shape6413", + "BinaryOp6416", + "BinaryOp6417", + "Unsqueeze6418", + "BinaryOp6420", + "Unsqueeze6421", + "StridedSlice6424", + "Squeeze6425", + "BinaryOp6426", + "BinaryOp6427", + "/Gather_381_output_0", + "/Div_76_output_0", + "/Unsqueeze_808_output_0", + "/Slice_103_output_0", + "/Neg_51_output_0", + "/Slice_102_output_0", + "/Concat_329_output_0", + "/Mul_203_output_0", + "/Add_126_output_0", + "/FakeLinear_102_output_0", + "/Reshape_228_output_0", + "/Reshape_233_output_0", + "/FakeLinear_103_output_0", + "/Add_128_output_0", + "model.model.layers.25.post_attention_layernorm.weight", + "/post_attention_layernorm_25/Mul_output_0", + "/post_attention_layernorm_25/Mul_1_output_0", + "/mlp/gate_proj_25/FakeLinear_output_0", + "/mlp/act_fn_25/Sigmoid_output_0", + "/mlp/act_fn_25/Mul_output_0", + "/mlp/up_proj_25/FakeLinear_output_0", + "/mlp_25/Mul_output_0", + "/mlp/down_proj_25/FakeLinear_output_0", + "/Add_129_output_0", + "/Reshape_234_output_0", + "model.model.layers.26.input_layernorm.weight", + "/input_layernorm_26/Mul_output_0", + "/input_layernorm_26/Mul_1_output_0", + "/FakeLinear_104_output_0", + "/Shape_365_output_0", + "Shape6579", + "BinaryOp6582", + "BinaryOp6583", + "Unsqueeze6584", + "BinaryOp6586", + "Unsqueeze6587", + "StridedSlice6590", + "Squeeze6591", + "BinaryOp6592", + "BinaryOp6593", + "/Gather_394_output_0", + "/Unsqueeze_833_output_0", + "/Concat_338_output_0", + "/Reshape_235_output_0", + "/Mul_208_output_0", + "/Shape_366_output_0", + "Shape6600", + "BinaryOp6603", + "BinaryOp6604", + "Unsqueeze6605", + "BinaryOp6607", + "Unsqueeze6608", + "StridedSlice6611", + "Squeeze6612", + "BinaryOp6613", + "BinaryOp6614", + "/Gather_395_output_0", + "/Div_78_output_0", + "/Unsqueeze_838_output_0", + "/Slice_105_output_0", + "/Neg_52_output_0", + "/Slice_104_output_0", + "/Concat_341_output_0", + "/Mul_209_output_0", + "/Add_130_output_0", + "/FakeLinear_105_output_0", + "/Concat_339_output_0", + "/Reshape_236_output_0", + "/Mul_210_output_0", + "/Shape_367_output_0", + "Shape6663", + "BinaryOp6666", + "BinaryOp6667", + "Unsqueeze6668", + "BinaryOp6670", + "Unsqueeze6671", + "StridedSlice6674", + "Squeeze6675", + "BinaryOp6676", + "BinaryOp6677", + "/Gather_396_output_0", + "/Div_79_output_0", + "/Unsqueeze_840_output_0", + "/Slice_107_output_0", + "/Neg_53_output_0", + "/Slice_106_output_0", + "/Concat_342_output_0", + "/Mul_211_output_0", + "/Add_131_output_0", + "/FakeLinear_106_output_0", + "/Reshape_237_output_0", + "/Reshape_242_output_0", + "/FakeLinear_107_output_0", + "/Add_133_output_0", + "model.model.layers.26.post_attention_layernorm.weight", + "/post_attention_layernorm_26/Mul_output_0", + "/post_attention_layernorm_26/Mul_1_output_0", + "/mlp/gate_proj_26/FakeLinear_output_0", + "/mlp/act_fn_26/Sigmoid_output_0", + "/mlp/act_fn_26/Mul_output_0", + "/mlp/up_proj_26/FakeLinear_output_0", + "/mlp_26/Mul_output_0", + "/mlp/down_proj_26/FakeLinear_output_0", + "/Add_134_output_0", + "/Reshape_243_output_0", + "model.model.layers.27.input_layernorm.weight", + "/input_layernorm_27/Mul_output_0", + "/input_layernorm_27/Mul_1_output_0", + "/FakeLinear_108_output_0", + "/Shape_379_output_0", + "Shape6829", + "BinaryOp6832", + "BinaryOp6833", + "Unsqueeze6834", + "BinaryOp6836", + "Unsqueeze6837", + "StridedSlice6840", + "Squeeze6841", + "BinaryOp6842", + "BinaryOp6843", + "/Gather_409_output_0", + "/Unsqueeze_865_output_0", + "/Concat_351_output_0", + "/Reshape_244_output_0", + "/Mul_216_output_0", + "/Shape_380_output_0", + "Shape6850", + "BinaryOp6853", + "BinaryOp6854", + "Unsqueeze6855", + "BinaryOp6857", + "Unsqueeze6858", + "StridedSlice6861", + "Squeeze6862", + "BinaryOp6863", + "BinaryOp6864", + "/Gather_410_output_0", + "/Div_81_output_0", + "/Unsqueeze_870_output_0", + "/Slice_109_output_0", + "/Neg_54_output_0", + "/Slice_108_output_0", + "/Concat_354_output_0", + "/Mul_217_output_0", + "/Add_135_output_0", + "/FakeLinear_109_output_0", + "/Concat_352_output_0", + "/Reshape_245_output_0", + "/Mul_218_output_0", + "/Shape_381_output_0", + "Shape6913", + "BinaryOp6916", + "BinaryOp6917", + "Unsqueeze6918", + "BinaryOp6920", + "Unsqueeze6921", + "StridedSlice6924", + "Squeeze6925", + "BinaryOp6926", + "BinaryOp6927", + "/Gather_411_output_0", + "/Div_82_output_0", + "/Unsqueeze_872_output_0", + "/Slice_111_output_0", + "/Neg_55_output_0", + "/Slice_110_output_0", + "/Concat_355_output_0", + "/Mul_219_output_0", + "/Add_136_output_0", + "/FakeLinear_110_output_0", + "/Reshape_246_output_0", + "/Reshape_251_output_0", + "/FakeLinear_111_output_0", + "/Add_138_output_0", + "model.model.layers.27.post_attention_layernorm.weight", + "/post_attention_layernorm_27/Mul_output_0", + "/post_attention_layernorm_27/Mul_1_output_0", + "/mlp/gate_proj_27/FakeLinear_output_0", + "/mlp/act_fn_27/Sigmoid_output_0", + "/mlp/act_fn_27/Mul_output_0", + "/mlp/up_proj_27/FakeLinear_output_0", + "/mlp_27/Mul_output_0", + "/mlp/down_proj_27/FakeLinear_output_0", + "/Add_139_output_0", + "/lm/Constant_output_0__", + "/lm/Reshape_output_0", + "/rotary/Constant_6_output_0", + "Shape7071", + "BinaryOp7074", + "BinaryOp7075", + "Unsqueeze7076", + "BinaryOp7078", + "Unsqueeze7079", + "StridedSlice7082", + "Squeeze7083", + "BinaryOp7084", + "BinaryOp7085", + "/lm/Gather_output_0", + "/lm/Constant_1_output_0__", + "/lm/Reshape_1_output_0", + "/lm/norm/Mul_output_0", + "/lm/norm/Mul_1_output_0", + "/lm/lm/FakeLinear_output_0", + "/Constant_1676_output_0__", + "logits", + "past_key_values", + "presents", + "/layers.0/self_attn/q_proj/Linear/pre_reshape", + "/layers.0/self_attn/q_proj/Linear/pre_convert", + "/layers.0/self_attn/q_proj/Linear", + "/layers.0/self_attn/q_proj/Linear/post_convert", + "/layers.0/self_attn/k_proj/Linear/pre_reshape", + "/layers.0/self_attn/k_proj/Linear/pre_convert", + "/layers.0/self_attn/k_proj/Linear", + "/layers.0/self_attn/k_proj/Linear/post_convert", + "/layers.0/self_attn/v_proj/Linear/pre_reshape", + "/layers.0/self_attn/v_proj/Linear/pre_convert", + "/layers.0/self_attn/v_proj/Linear", + "/layers.0/self_attn/v_proj/Linear/post_convert", + "/layers.0/self_attn/o_proj/Linear/pre_reshape", + "/layers.0/self_attn/o_proj/Linear/pre_convert", + "/layers.0/self_attn/o_proj/Linear", + "/layers.0/self_attn/o_proj/Linear/post_convert", + "/layers.0/mlp/gate_proj/Linear/pre_reshape", + "/layers.0/mlp/gate_proj/Linear/pre_convert", + "/layers.0/mlp/gate_proj/Linear", + "/layers.0/mlp/gate_proj/Linear/post_convert", + "/layers.0/mlp/up_proj/Linear/pre_reshape", + "/layers.0/mlp/up_proj/Linear/pre_convert", + "/layers.0/mlp/up_proj/Linear", + "/layers.0/mlp/up_proj/Linear/post_convert", + "/layers.0/mlp/down_proj/Linear/pre_reshape", + "/layers.0/mlp/down_proj/Linear/pre_convert", + "/layers.0/mlp/down_proj/Linear", + "/layers.0/mlp/down_proj/Linear/post_convert", + "/layers.1/self_attn/q_proj/Linear/pre_reshape", + "/layers.1/self_attn/q_proj/Linear/pre_convert", + "/layers.1/self_attn/q_proj/Linear", + "/layers.1/self_attn/q_proj/Linear/post_convert", + "/layers.1/self_attn/k_proj/Linear/pre_reshape", + "/layers.1/self_attn/k_proj/Linear/pre_convert", + "/layers.1/self_attn/k_proj/Linear", + "/layers.1/self_attn/k_proj/Linear/post_convert", + "/layers.1/self_attn/v_proj/Linear/pre_reshape", + "/layers.1/self_attn/v_proj/Linear/pre_convert", + "/layers.1/self_attn/v_proj/Linear", + "/layers.1/self_attn/v_proj/Linear/post_convert", + "/layers.1/self_attn/o_proj/Linear/pre_reshape", + "/layers.1/self_attn/o_proj/Linear/pre_convert", + "/layers.1/self_attn/o_proj/Linear", + "/layers.1/self_attn/o_proj/Linear/post_convert", + "/layers.1/mlp/gate_proj/Linear/pre_reshape", + "/layers.1/mlp/gate_proj/Linear/pre_convert", + "/layers.1/mlp/gate_proj/Linear", + "/layers.1/mlp/gate_proj/Linear/post_convert", + "/layers.1/mlp/up_proj/Linear/pre_reshape", + "/layers.1/mlp/up_proj/Linear/pre_convert", + "/layers.1/mlp/up_proj/Linear", + "/layers.1/mlp/up_proj/Linear/post_convert", + "/layers.1/mlp/down_proj/Linear/pre_reshape", + "/layers.1/mlp/down_proj/Linear/pre_convert", + "/layers.1/mlp/down_proj/Linear", + "/layers.1/mlp/down_proj/Linear/post_convert", + "/layers.2/self_attn/q_proj/Linear/pre_reshape", + "/layers.2/self_attn/q_proj/Linear/pre_convert", + "/layers.2/self_attn/q_proj/Linear", + "/layers.2/self_attn/q_proj/Linear/post_convert", + "/layers.2/self_attn/k_proj/Linear/pre_reshape", + "/layers.2/self_attn/k_proj/Linear/pre_convert", + "/layers.2/self_attn/k_proj/Linear", + "/layers.2/self_attn/k_proj/Linear/post_convert", + "/layers.2/self_attn/v_proj/Linear/pre_reshape", + "/layers.2/self_attn/v_proj/Linear/pre_convert", + "/layers.2/self_attn/v_proj/Linear", + "/layers.2/self_attn/v_proj/Linear/post_convert", + "/layers.2/self_attn/o_proj/Linear/pre_reshape", + "/layers.2/self_attn/o_proj/Linear/pre_convert", + "/layers.2/self_attn/o_proj/Linear", + "/layers.2/self_attn/o_proj/Linear/post_convert", + "/layers.2/mlp/gate_proj/Linear/pre_reshape", + "/layers.2/mlp/gate_proj/Linear/pre_convert", + "/layers.2/mlp/gate_proj/Linear", + "/layers.2/mlp/gate_proj/Linear/post_convert", + "/layers.2/mlp/up_proj/Linear/pre_reshape", + "/layers.2/mlp/up_proj/Linear/pre_convert", + "/layers.2/mlp/up_proj/Linear", + "/layers.2/mlp/up_proj/Linear/post_convert", + "/layers.2/mlp/down_proj/Linear/pre_reshape", + "/layers.2/mlp/down_proj/Linear/pre_convert", + "/layers.2/mlp/down_proj/Linear", + "/layers.2/mlp/down_proj/Linear/post_convert", + "/layers.3/self_attn/q_proj/Linear/pre_reshape", + "/layers.3/self_attn/q_proj/Linear/pre_convert", + "/layers.3/self_attn/q_proj/Linear", + "/layers.3/self_attn/q_proj/Linear/post_convert", + "/layers.3/self_attn/k_proj/Linear/pre_reshape", + "/layers.3/self_attn/k_proj/Linear/pre_convert", + "/layers.3/self_attn/k_proj/Linear", + "/layers.3/self_attn/k_proj/Linear/post_convert", + "/layers.3/self_attn/v_proj/Linear/pre_reshape", + "/layers.3/self_attn/v_proj/Linear/pre_convert", + "/layers.3/self_attn/v_proj/Linear", + "/layers.3/self_attn/v_proj/Linear/post_convert", + "/layers.3/self_attn/o_proj/Linear/pre_reshape", + "/layers.3/self_attn/o_proj/Linear/pre_convert", + "/layers.3/self_attn/o_proj/Linear", + "/layers.3/self_attn/o_proj/Linear/post_convert", + "/layers.3/mlp/gate_proj/Linear/pre_reshape", + "/layers.3/mlp/gate_proj/Linear/pre_convert", + "/layers.3/mlp/gate_proj/Linear", + "/layers.3/mlp/gate_proj/Linear/post_convert", + "/layers.3/mlp/up_proj/Linear/pre_reshape", + "/layers.3/mlp/up_proj/Linear/pre_convert", + "/layers.3/mlp/up_proj/Linear", + "/layers.3/mlp/up_proj/Linear/post_convert", + "/layers.3/mlp/down_proj/Linear/pre_reshape", + "/layers.3/mlp/down_proj/Linear/pre_convert", + "/layers.3/mlp/down_proj/Linear", + "/layers.3/mlp/down_proj/Linear/post_convert", + "/layers.4/self_attn/q_proj/Linear/pre_reshape", + "/layers.4/self_attn/q_proj/Linear/pre_convert", + "/layers.4/self_attn/q_proj/Linear", + "/layers.4/self_attn/q_proj/Linear/post_convert", + "/layers.4/self_attn/k_proj/Linear/pre_reshape", + "/layers.4/self_attn/k_proj/Linear/pre_convert", + "/layers.4/self_attn/k_proj/Linear", + "/layers.4/self_attn/k_proj/Linear/post_convert", + "/layers.4/self_attn/v_proj/Linear/pre_reshape", + "/layers.4/self_attn/v_proj/Linear/pre_convert", + "/layers.4/self_attn/v_proj/Linear", + "/layers.4/self_attn/v_proj/Linear/post_convert", + "/layers.4/self_attn/o_proj/Linear/pre_reshape", + "/layers.4/self_attn/o_proj/Linear/pre_convert", + "/layers.4/self_attn/o_proj/Linear", + "/layers.4/self_attn/o_proj/Linear/post_convert", + "/layers.4/mlp/gate_proj/Linear/pre_reshape", + "/layers.4/mlp/gate_proj/Linear/pre_convert", + "/layers.4/mlp/gate_proj/Linear", + "/layers.4/mlp/gate_proj/Linear/post_convert", + "/layers.4/mlp/up_proj/Linear/pre_reshape", + "/layers.4/mlp/up_proj/Linear/pre_convert", + "/layers.4/mlp/up_proj/Linear", + "/layers.4/mlp/up_proj/Linear/post_convert", + "/layers.4/mlp/down_proj/Linear/pre_reshape", + "/layers.4/mlp/down_proj/Linear/pre_convert", + "/layers.4/mlp/down_proj/Linear", + "/layers.4/mlp/down_proj/Linear/post_convert", + "/layers.5/self_attn/q_proj/Linear/pre_reshape", + "/layers.5/self_attn/q_proj/Linear/pre_convert", + "/layers.5/self_attn/q_proj/Linear", + "/layers.5/self_attn/q_proj/Linear/post_convert", + "/layers.5/self_attn/k_proj/Linear/pre_reshape", + "/layers.5/self_attn/k_proj/Linear/pre_convert", + "/layers.5/self_attn/k_proj/Linear", + "/layers.5/self_attn/k_proj/Linear/post_convert", + "/layers.5/self_attn/v_proj/Linear/pre_reshape", + "/layers.5/self_attn/v_proj/Linear/pre_convert", + "/layers.5/self_attn/v_proj/Linear", + "/layers.5/self_attn/v_proj/Linear/post_convert", + "/layers.5/self_attn/o_proj/Linear/pre_reshape", + "/layers.5/self_attn/o_proj/Linear/pre_convert", + "/layers.5/self_attn/o_proj/Linear", + "/layers.5/self_attn/o_proj/Linear/post_convert", + "/layers.5/mlp/gate_proj/Linear/pre_reshape", + "/layers.5/mlp/gate_proj/Linear/pre_convert", + "/layers.5/mlp/gate_proj/Linear", + "/layers.5/mlp/gate_proj/Linear/post_convert", + "/layers.5/mlp/up_proj/Linear/pre_reshape", + "/layers.5/mlp/up_proj/Linear/pre_convert", + "/layers.5/mlp/up_proj/Linear", + "/layers.5/mlp/up_proj/Linear/post_convert", + "/layers.5/mlp/down_proj/Linear/pre_reshape", + "/layers.5/mlp/down_proj/Linear/pre_convert", + "/layers.5/mlp/down_proj/Linear", + "/layers.5/mlp/down_proj/Linear/post_convert", + "/layers.6/self_attn/q_proj/Linear/pre_reshape", + "/layers.6/self_attn/q_proj/Linear/pre_convert", + "/layers.6/self_attn/q_proj/Linear", + "/layers.6/self_attn/q_proj/Linear/post_convert", + "/layers.6/self_attn/k_proj/Linear/pre_reshape", + "/layers.6/self_attn/k_proj/Linear/pre_convert", + "/layers.6/self_attn/k_proj/Linear", + "/layers.6/self_attn/k_proj/Linear/post_convert", + "/layers.6/self_attn/v_proj/Linear/pre_reshape", + "/layers.6/self_attn/v_proj/Linear/pre_convert", + "/layers.6/self_attn/v_proj/Linear", + "/layers.6/self_attn/v_proj/Linear/post_convert", + "/layers.6/self_attn/o_proj/Linear/pre_reshape", + "/layers.6/self_attn/o_proj/Linear/pre_convert", + "/layers.6/self_attn/o_proj/Linear", + "/layers.6/self_attn/o_proj/Linear/post_convert", + "/layers.6/mlp/gate_proj/Linear/pre_reshape", + "/layers.6/mlp/gate_proj/Linear/pre_convert", + "/layers.6/mlp/gate_proj/Linear", + "/layers.6/mlp/gate_proj/Linear/post_convert", + "/layers.6/mlp/up_proj/Linear/pre_reshape", + "/layers.6/mlp/up_proj/Linear/pre_convert", + "/layers.6/mlp/up_proj/Linear", + "/layers.6/mlp/up_proj/Linear/post_convert", + "/layers.6/mlp/down_proj/Linear/pre_reshape", + "/layers.6/mlp/down_proj/Linear/pre_convert", + "/layers.6/mlp/down_proj/Linear", + "/layers.6/mlp/down_proj/Linear/post_convert", + "/layers.7/self_attn/q_proj/Linear/pre_reshape", + "/layers.7/self_attn/q_proj/Linear/pre_convert", + "/layers.7/self_attn/q_proj/Linear", + "/layers.7/self_attn/q_proj/Linear/post_convert", + "/layers.7/self_attn/k_proj/Linear/pre_reshape", + "/layers.7/self_attn/k_proj/Linear/pre_convert", + "/layers.7/self_attn/k_proj/Linear", + "/layers.7/self_attn/k_proj/Linear/post_convert", + "/layers.7/self_attn/v_proj/Linear/pre_reshape", + "/layers.7/self_attn/v_proj/Linear/pre_convert", + "/layers.7/self_attn/v_proj/Linear", + "/layers.7/self_attn/v_proj/Linear/post_convert", + "/layers.7/self_attn/o_proj/Linear/pre_reshape", + "/layers.7/self_attn/o_proj/Linear/pre_convert", + "/layers.7/self_attn/o_proj/Linear", + "/layers.7/self_attn/o_proj/Linear/post_convert", + "/layers.7/mlp/gate_proj/Linear/pre_reshape", + "/layers.7/mlp/gate_proj/Linear/pre_convert", + "/layers.7/mlp/gate_proj/Linear", + "/layers.7/mlp/gate_proj/Linear/post_convert", + "/layers.7/mlp/up_proj/Linear/pre_reshape", + "/layers.7/mlp/up_proj/Linear/pre_convert", + "/layers.7/mlp/up_proj/Linear", + "/layers.7/mlp/up_proj/Linear/post_convert", + "/layers.7/mlp/down_proj/Linear/pre_reshape", + "/layers.7/mlp/down_proj/Linear/pre_convert", + "/layers.7/mlp/down_proj/Linear", + "/layers.7/mlp/down_proj/Linear/post_convert", + "/layers.8/self_attn/q_proj/Linear/pre_reshape", + "/layers.8/self_attn/q_proj/Linear/pre_convert", + "/layers.8/self_attn/q_proj/Linear", + "/layers.8/self_attn/q_proj/Linear/post_convert", + "/layers.8/self_attn/k_proj/Linear/pre_reshape", + "/layers.8/self_attn/k_proj/Linear/pre_convert", + "/layers.8/self_attn/k_proj/Linear", + "/layers.8/self_attn/k_proj/Linear/post_convert", + "/layers.8/self_attn/v_proj/Linear/pre_reshape", + "/layers.8/self_attn/v_proj/Linear/pre_convert", + "/layers.8/self_attn/v_proj/Linear", + "/layers.8/self_attn/v_proj/Linear/post_convert", + "/layers.8/self_attn/o_proj/Linear/pre_reshape", + "/layers.8/self_attn/o_proj/Linear/pre_convert", + "/layers.8/self_attn/o_proj/Linear", + "/layers.8/self_attn/o_proj/Linear/post_convert", + "/layers.8/mlp/gate_proj/Linear/pre_reshape", + "/layers.8/mlp/gate_proj/Linear/pre_convert", + "/layers.8/mlp/gate_proj/Linear", + "/layers.8/mlp/gate_proj/Linear/post_convert", + "/layers.8/mlp/up_proj/Linear/pre_reshape", + "/layers.8/mlp/up_proj/Linear/pre_convert", + "/layers.8/mlp/up_proj/Linear", + "/layers.8/mlp/up_proj/Linear/post_convert", + "/layers.8/mlp/down_proj/Linear/pre_reshape", + "/layers.8/mlp/down_proj/Linear/pre_convert", + "/layers.8/mlp/down_proj/Linear", + "/layers.8/mlp/down_proj/Linear/post_convert", + "/layers.9/self_attn/q_proj/Linear/pre_reshape", + "/layers.9/self_attn/q_proj/Linear/pre_convert", + "/layers.9/self_attn/q_proj/Linear", + "/layers.9/self_attn/q_proj/Linear/post_convert", + "/layers.9/self_attn/k_proj/Linear/pre_reshape", + "/layers.9/self_attn/k_proj/Linear/pre_convert", + "/layers.9/self_attn/k_proj/Linear", + "/layers.9/self_attn/k_proj/Linear/post_convert", + "/layers.9/self_attn/v_proj/Linear/pre_reshape", + "/layers.9/self_attn/v_proj/Linear/pre_convert", + "/layers.9/self_attn/v_proj/Linear", + "/layers.9/self_attn/v_proj/Linear/post_convert", + "/layers.9/self_attn/o_proj/Linear/pre_reshape", + "/layers.9/self_attn/o_proj/Linear/pre_convert", + "/layers.9/self_attn/o_proj/Linear", + "/layers.9/self_attn/o_proj/Linear/post_convert", + "/layers.9/mlp/gate_proj/Linear/pre_reshape", + "/layers.9/mlp/gate_proj/Linear/pre_convert", + "/layers.9/mlp/gate_proj/Linear", + "/layers.9/mlp/gate_proj/Linear/post_convert", + "/layers.9/mlp/up_proj/Linear/pre_reshape", + "/layers.9/mlp/up_proj/Linear/pre_convert", + "/layers.9/mlp/up_proj/Linear", + "/layers.9/mlp/up_proj/Linear/post_convert", + "/layers.9/mlp/down_proj/Linear/pre_reshape", + "/layers.9/mlp/down_proj/Linear/pre_convert", + "/layers.9/mlp/down_proj/Linear", + "/layers.9/mlp/down_proj/Linear/post_convert", + "/layers.10/self_attn/q_proj/Linear/pre_reshape", + "/layers.10/self_attn/q_proj/Linear/pre_convert", + "/layers.10/self_attn/q_proj/Linear", + "/layers.10/self_attn/q_proj/Linear/post_convert", + "/layers.10/self_attn/k_proj/Linear/pre_reshape", + "/layers.10/self_attn/k_proj/Linear/pre_convert", + "/layers.10/self_attn/k_proj/Linear", + "/layers.10/self_attn/k_proj/Linear/post_convert", + "/layers.10/self_attn/v_proj/Linear/pre_reshape", + "/layers.10/self_attn/v_proj/Linear/pre_convert", + "/layers.10/self_attn/v_proj/Linear", + "/layers.10/self_attn/v_proj/Linear/post_convert", + "/layers.10/self_attn/o_proj/Linear/pre_reshape", + "/layers.10/self_attn/o_proj/Linear/pre_convert", + "/layers.10/self_attn/o_proj/Linear", + "/layers.10/self_attn/o_proj/Linear/post_convert", + "/layers.10/mlp/gate_proj/Linear/pre_reshape", + "/layers.10/mlp/gate_proj/Linear/pre_convert", + "/layers.10/mlp/gate_proj/Linear", + "/layers.10/mlp/gate_proj/Linear/post_convert", + "/layers.10/mlp/up_proj/Linear/pre_reshape", + "/layers.10/mlp/up_proj/Linear/pre_convert", + "/layers.10/mlp/up_proj/Linear", + "/layers.10/mlp/up_proj/Linear/post_convert", + "/layers.10/mlp/down_proj/Linear/pre_reshape", + "/layers.10/mlp/down_proj/Linear/pre_convert", + "/layers.10/mlp/down_proj/Linear", + "/layers.10/mlp/down_proj/Linear/post_convert", + "/layers.11/self_attn/q_proj/Linear/pre_reshape", + "/layers.11/self_attn/q_proj/Linear/pre_convert", + "/layers.11/self_attn/q_proj/Linear", + "/layers.11/self_attn/q_proj/Linear/post_convert", + "/layers.11/self_attn/k_proj/Linear/pre_reshape", + "/layers.11/self_attn/k_proj/Linear/pre_convert", + "/layers.11/self_attn/k_proj/Linear", + "/layers.11/self_attn/k_proj/Linear/post_convert", + "/layers.11/self_attn/v_proj/Linear/pre_reshape", + "/layers.11/self_attn/v_proj/Linear/pre_convert", + "/layers.11/self_attn/v_proj/Linear", + "/layers.11/self_attn/v_proj/Linear/post_convert", + "/layers.11/self_attn/o_proj/Linear/pre_reshape", + "/layers.11/self_attn/o_proj/Linear/pre_convert", + "/layers.11/self_attn/o_proj/Linear", + "/layers.11/self_attn/o_proj/Linear/post_convert", + "/layers.11/mlp/gate_proj/Linear/pre_reshape", + "/layers.11/mlp/gate_proj/Linear/pre_convert", + "/layers.11/mlp/gate_proj/Linear", + "/layers.11/mlp/gate_proj/Linear/post_convert", + "/layers.11/mlp/up_proj/Linear/pre_reshape", + "/layers.11/mlp/up_proj/Linear/pre_convert", + "/layers.11/mlp/up_proj/Linear", + "/layers.11/mlp/up_proj/Linear/post_convert", + "/layers.11/mlp/down_proj/Linear/pre_reshape", + "/layers.11/mlp/down_proj/Linear/pre_convert", + "/layers.11/mlp/down_proj/Linear", + "/layers.11/mlp/down_proj/Linear/post_convert", + "/layers.12/self_attn/q_proj/Linear/pre_reshape", + "/layers.12/self_attn/q_proj/Linear/pre_convert", + "/layers.12/self_attn/q_proj/Linear", + "/layers.12/self_attn/q_proj/Linear/post_convert", + "/layers.12/self_attn/k_proj/Linear/pre_reshape", + "/layers.12/self_attn/k_proj/Linear/pre_convert", + "/layers.12/self_attn/k_proj/Linear", + "/layers.12/self_attn/k_proj/Linear/post_convert", + "/layers.12/self_attn/v_proj/Linear/pre_reshape", + "/layers.12/self_attn/v_proj/Linear/pre_convert", + "/layers.12/self_attn/v_proj/Linear", + "/layers.12/self_attn/v_proj/Linear/post_convert", + "/layers.12/self_attn/o_proj/Linear/pre_reshape", + "/layers.12/self_attn/o_proj/Linear/pre_convert", + "/layers.12/self_attn/o_proj/Linear", + "/layers.12/self_attn/o_proj/Linear/post_convert", + "/layers.12/mlp/gate_proj/Linear/pre_reshape", + "/layers.12/mlp/gate_proj/Linear/pre_convert", + "/layers.12/mlp/gate_proj/Linear", + "/layers.12/mlp/gate_proj/Linear/post_convert", + "/layers.12/mlp/up_proj/Linear/pre_reshape", + "/layers.12/mlp/up_proj/Linear/pre_convert", + "/layers.12/mlp/up_proj/Linear", + "/layers.12/mlp/up_proj/Linear/post_convert", + "/layers.12/mlp/down_proj/Linear/pre_reshape", + "/layers.12/mlp/down_proj/Linear/pre_convert", + "/layers.12/mlp/down_proj/Linear", + "/layers.12/mlp/down_proj/Linear/post_convert", + "/layers.13/self_attn/q_proj/Linear/pre_reshape", + "/layers.13/self_attn/q_proj/Linear/pre_convert", + "/layers.13/self_attn/q_proj/Linear", + "/layers.13/self_attn/q_proj/Linear/post_convert", + "/layers.13/self_attn/k_proj/Linear/pre_reshape", + "/layers.13/self_attn/k_proj/Linear/pre_convert", + "/layers.13/self_attn/k_proj/Linear", + "/layers.13/self_attn/k_proj/Linear/post_convert", + "/layers.13/self_attn/v_proj/Linear/pre_reshape", + "/layers.13/self_attn/v_proj/Linear/pre_convert", + "/layers.13/self_attn/v_proj/Linear", + "/layers.13/self_attn/v_proj/Linear/post_convert", + "/layers.13/self_attn/o_proj/Linear/pre_reshape", + "/layers.13/self_attn/o_proj/Linear/pre_convert", + "/layers.13/self_attn/o_proj/Linear", + "/layers.13/self_attn/o_proj/Linear/post_convert", + "/layers.13/mlp/gate_proj/Linear/pre_reshape", + "/layers.13/mlp/gate_proj/Linear/pre_convert", + "/layers.13/mlp/gate_proj/Linear", + "/layers.13/mlp/gate_proj/Linear/post_convert", + "/layers.13/mlp/up_proj/Linear/pre_reshape", + "/layers.13/mlp/up_proj/Linear/pre_convert", + "/layers.13/mlp/up_proj/Linear", + "/layers.13/mlp/up_proj/Linear/post_convert", + "/layers.13/mlp/down_proj/Linear/pre_reshape", + "/layers.13/mlp/down_proj/Linear/pre_convert", + "/layers.13/mlp/down_proj/Linear", + "/layers.13/mlp/down_proj/Linear/post_convert", + "/layers.14/self_attn/q_proj/Linear/pre_reshape", + "/layers.14/self_attn/q_proj/Linear/pre_convert", + "/layers.14/self_attn/q_proj/Linear", + "/layers.14/self_attn/q_proj/Linear/post_convert", + "/layers.14/self_attn/k_proj/Linear/pre_reshape", + "/layers.14/self_attn/k_proj/Linear/pre_convert", + "/layers.14/self_attn/k_proj/Linear", + "/layers.14/self_attn/k_proj/Linear/post_convert", + "/layers.14/self_attn/v_proj/Linear/pre_reshape", + "/layers.14/self_attn/v_proj/Linear/pre_convert", + "/layers.14/self_attn/v_proj/Linear", + "/layers.14/self_attn/v_proj/Linear/post_convert", + "/layers.14/self_attn/o_proj/Linear/pre_reshape", + "/layers.14/self_attn/o_proj/Linear/pre_convert", + "/layers.14/self_attn/o_proj/Linear", + "/layers.14/self_attn/o_proj/Linear/post_convert", + "/layers.14/mlp/gate_proj/Linear/pre_reshape", + "/layers.14/mlp/gate_proj/Linear/pre_convert", + "/layers.14/mlp/gate_proj/Linear", + "/layers.14/mlp/gate_proj/Linear/post_convert", + "/layers.14/mlp/up_proj/Linear/pre_reshape", + "/layers.14/mlp/up_proj/Linear/pre_convert", + "/layers.14/mlp/up_proj/Linear", + "/layers.14/mlp/up_proj/Linear/post_convert", + "/layers.14/mlp/down_proj/Linear/pre_reshape", + "/layers.14/mlp/down_proj/Linear/pre_convert", + "/layers.14/mlp/down_proj/Linear", + "/layers.14/mlp/down_proj/Linear/post_convert", + "/layers.15/self_attn/q_proj/Linear/pre_reshape", + "/layers.15/self_attn/q_proj/Linear/pre_convert", + "/layers.15/self_attn/q_proj/Linear", + "/layers.15/self_attn/q_proj/Linear/post_convert", + "/layers.15/self_attn/k_proj/Linear/pre_reshape", + "/layers.15/self_attn/k_proj/Linear/pre_convert", + "/layers.15/self_attn/k_proj/Linear", + "/layers.15/self_attn/k_proj/Linear/post_convert", + "/layers.15/self_attn/v_proj/Linear/pre_reshape", + "/layers.15/self_attn/v_proj/Linear/pre_convert", + "/layers.15/self_attn/v_proj/Linear", + "/layers.15/self_attn/v_proj/Linear/post_convert", + "/layers.15/self_attn/o_proj/Linear/pre_reshape", + "/layers.15/self_attn/o_proj/Linear/pre_convert", + "/layers.15/self_attn/o_proj/Linear", + "/layers.15/self_attn/o_proj/Linear/post_convert", + "/layers.15/mlp/gate_proj/Linear/pre_reshape", + "/layers.15/mlp/gate_proj/Linear/pre_convert", + "/layers.15/mlp/gate_proj/Linear", + "/layers.15/mlp/gate_proj/Linear/post_convert", + "/layers.15/mlp/up_proj/Linear/pre_reshape", + "/layers.15/mlp/up_proj/Linear/pre_convert", + "/layers.15/mlp/up_proj/Linear", + "/layers.15/mlp/up_proj/Linear/post_convert", + "/layers.15/mlp/down_proj/Linear/pre_reshape", + "/layers.15/mlp/down_proj/Linear/pre_convert", + "/layers.15/mlp/down_proj/Linear", + "/layers.15/mlp/down_proj/Linear/post_convert", + "/layers.16/self_attn/q_proj/Linear/pre_reshape", + "/layers.16/self_attn/q_proj/Linear/pre_convert", + "/layers.16/self_attn/q_proj/Linear", + "/layers.16/self_attn/q_proj/Linear/post_convert", + "/layers.16/self_attn/k_proj/Linear/pre_reshape", + "/layers.16/self_attn/k_proj/Linear/pre_convert", + "/layers.16/self_attn/k_proj/Linear", + "/layers.16/self_attn/k_proj/Linear/post_convert", + "/layers.16/self_attn/v_proj/Linear/pre_reshape", + "/layers.16/self_attn/v_proj/Linear/pre_convert", + "/layers.16/self_attn/v_proj/Linear", + "/layers.16/self_attn/v_proj/Linear/post_convert", + "/layers.16/self_attn/o_proj/Linear/pre_reshape", + "/layers.16/self_attn/o_proj/Linear/pre_convert", + "/layers.16/self_attn/o_proj/Linear", + "/layers.16/self_attn/o_proj/Linear/post_convert", + "/layers.16/mlp/gate_proj/Linear/pre_reshape", + "/layers.16/mlp/gate_proj/Linear/pre_convert", + "/layers.16/mlp/gate_proj/Linear", + "/layers.16/mlp/gate_proj/Linear/post_convert", + "/layers.16/mlp/up_proj/Linear/pre_reshape", + "/layers.16/mlp/up_proj/Linear/pre_convert", + "/layers.16/mlp/up_proj/Linear", + "/layers.16/mlp/up_proj/Linear/post_convert", + "/layers.16/mlp/down_proj/Linear/pre_reshape", + "/layers.16/mlp/down_proj/Linear/pre_convert", + "/layers.16/mlp/down_proj/Linear", + "/layers.16/mlp/down_proj/Linear/post_convert", + "/layers.17/self_attn/q_proj/Linear/pre_reshape", + "/layers.17/self_attn/q_proj/Linear/pre_convert", + "/layers.17/self_attn/q_proj/Linear", + "/layers.17/self_attn/q_proj/Linear/post_convert", + "/layers.17/self_attn/k_proj/Linear/pre_reshape", + "/layers.17/self_attn/k_proj/Linear/pre_convert", + "/layers.17/self_attn/k_proj/Linear", + "/layers.17/self_attn/k_proj/Linear/post_convert", + "/layers.17/self_attn/v_proj/Linear/pre_reshape", + "/layers.17/self_attn/v_proj/Linear/pre_convert", + "/layers.17/self_attn/v_proj/Linear", + "/layers.17/self_attn/v_proj/Linear/post_convert", + "/layers.17/self_attn/o_proj/Linear/pre_reshape", + "/layers.17/self_attn/o_proj/Linear/pre_convert", + "/layers.17/self_attn/o_proj/Linear", + "/layers.17/self_attn/o_proj/Linear/post_convert", + "/layers.17/mlp/gate_proj/Linear/pre_reshape", + "/layers.17/mlp/gate_proj/Linear/pre_convert", + "/layers.17/mlp/gate_proj/Linear", + "/layers.17/mlp/gate_proj/Linear/post_convert", + "/layers.17/mlp/up_proj/Linear/pre_reshape", + "/layers.17/mlp/up_proj/Linear/pre_convert", + "/layers.17/mlp/up_proj/Linear", + "/layers.17/mlp/up_proj/Linear/post_convert", + "/layers.17/mlp/down_proj/Linear/pre_reshape", + "/layers.17/mlp/down_proj/Linear/pre_convert", + "/layers.17/mlp/down_proj/Linear", + "/layers.17/mlp/down_proj/Linear/post_convert", + "/layers.18/self_attn/q_proj/Linear/pre_reshape", + "/layers.18/self_attn/q_proj/Linear/pre_convert", + "/layers.18/self_attn/q_proj/Linear", + "/layers.18/self_attn/q_proj/Linear/post_convert", + "/layers.18/self_attn/k_proj/Linear/pre_reshape", + "/layers.18/self_attn/k_proj/Linear/pre_convert", + "/layers.18/self_attn/k_proj/Linear", + "/layers.18/self_attn/k_proj/Linear/post_convert", + "/layers.18/self_attn/v_proj/Linear/pre_reshape", + "/layers.18/self_attn/v_proj/Linear/pre_convert", + "/layers.18/self_attn/v_proj/Linear", + "/layers.18/self_attn/v_proj/Linear/post_convert", + "/layers.18/self_attn/o_proj/Linear/pre_reshape", + "/layers.18/self_attn/o_proj/Linear/pre_convert", + "/layers.18/self_attn/o_proj/Linear", + "/layers.18/self_attn/o_proj/Linear/post_convert", + "/layers.18/mlp/gate_proj/Linear/pre_reshape", + "/layers.18/mlp/gate_proj/Linear/pre_convert", + "/layers.18/mlp/gate_proj/Linear", + "/layers.18/mlp/gate_proj/Linear/post_convert", + "/layers.18/mlp/up_proj/Linear/pre_reshape", + "/layers.18/mlp/up_proj/Linear/pre_convert", + "/layers.18/mlp/up_proj/Linear", + "/layers.18/mlp/up_proj/Linear/post_convert", + "/layers.18/mlp/down_proj/Linear/pre_reshape", + "/layers.18/mlp/down_proj/Linear/pre_convert", + "/layers.18/mlp/down_proj/Linear", + "/layers.18/mlp/down_proj/Linear/post_convert", + "/layers.19/self_attn/q_proj/Linear/pre_reshape", + "/layers.19/self_attn/q_proj/Linear/pre_convert", + "/layers.19/self_attn/q_proj/Linear", + "/layers.19/self_attn/q_proj/Linear/post_convert", + "/layers.19/self_attn/k_proj/Linear/pre_reshape", + "/layers.19/self_attn/k_proj/Linear/pre_convert", + "/layers.19/self_attn/k_proj/Linear", + "/layers.19/self_attn/k_proj/Linear/post_convert", + "/layers.19/self_attn/v_proj/Linear/pre_reshape", + "/layers.19/self_attn/v_proj/Linear/pre_convert", + "/layers.19/self_attn/v_proj/Linear", + "/layers.19/self_attn/v_proj/Linear/post_convert", + "/layers.19/self_attn/o_proj/Linear/pre_reshape", + "/layers.19/self_attn/o_proj/Linear/pre_convert", + "/layers.19/self_attn/o_proj/Linear", + "/layers.19/self_attn/o_proj/Linear/post_convert", + "/layers.19/mlp/gate_proj/Linear/pre_reshape", + "/layers.19/mlp/gate_proj/Linear/pre_convert", + "/layers.19/mlp/gate_proj/Linear", + "/layers.19/mlp/gate_proj/Linear/post_convert", + "/layers.19/mlp/up_proj/Linear/pre_reshape", + "/layers.19/mlp/up_proj/Linear/pre_convert", + "/layers.19/mlp/up_proj/Linear", + "/layers.19/mlp/up_proj/Linear/post_convert", + "/layers.19/mlp/down_proj/Linear/pre_reshape", + "/layers.19/mlp/down_proj/Linear/pre_convert", + "/layers.19/mlp/down_proj/Linear", + "/layers.19/mlp/down_proj/Linear/post_convert", + "/layers.20/self_attn/q_proj/Linear/pre_reshape", + "/layers.20/self_attn/q_proj/Linear/pre_convert", + "/layers.20/self_attn/q_proj/Linear", + "/layers.20/self_attn/q_proj/Linear/post_convert", + "/layers.20/self_attn/k_proj/Linear/pre_reshape", + "/layers.20/self_attn/k_proj/Linear/pre_convert", + "/layers.20/self_attn/k_proj/Linear", + "/layers.20/self_attn/k_proj/Linear/post_convert", + "/layers.20/self_attn/v_proj/Linear/pre_reshape", + "/layers.20/self_attn/v_proj/Linear/pre_convert", + "/layers.20/self_attn/v_proj/Linear", + "/layers.20/self_attn/v_proj/Linear/post_convert", + "/layers.20/self_attn/o_proj/Linear/pre_reshape", + "/layers.20/self_attn/o_proj/Linear/pre_convert", + "/layers.20/self_attn/o_proj/Linear", + "/layers.20/self_attn/o_proj/Linear/post_convert", + "/layers.20/mlp/gate_proj/Linear/pre_reshape", + "/layers.20/mlp/gate_proj/Linear/pre_convert", + "/layers.20/mlp/gate_proj/Linear", + "/layers.20/mlp/gate_proj/Linear/post_convert", + "/layers.20/mlp/up_proj/Linear/pre_reshape", + "/layers.20/mlp/up_proj/Linear/pre_convert", + "/layers.20/mlp/up_proj/Linear", + "/layers.20/mlp/up_proj/Linear/post_convert", + "/layers.20/mlp/down_proj/Linear/pre_reshape", + "/layers.20/mlp/down_proj/Linear/pre_convert", + "/layers.20/mlp/down_proj/Linear", + "/layers.20/mlp/down_proj/Linear/post_convert", + "/layers.21/self_attn/q_proj/Linear/pre_reshape", + "/layers.21/self_attn/q_proj/Linear/pre_convert", + "/layers.21/self_attn/q_proj/Linear", + "/layers.21/self_attn/q_proj/Linear/post_convert", + "/layers.21/self_attn/k_proj/Linear/pre_reshape", + "/layers.21/self_attn/k_proj/Linear/pre_convert", + "/layers.21/self_attn/k_proj/Linear", + "/layers.21/self_attn/k_proj/Linear/post_convert", + "/layers.21/self_attn/v_proj/Linear/pre_reshape", + "/layers.21/self_attn/v_proj/Linear/pre_convert", + "/layers.21/self_attn/v_proj/Linear", + "/layers.21/self_attn/v_proj/Linear/post_convert", + "/layers.21/self_attn/o_proj/Linear/pre_reshape", + "/layers.21/self_attn/o_proj/Linear/pre_convert", + "/layers.21/self_attn/o_proj/Linear", + "/layers.21/self_attn/o_proj/Linear/post_convert", + "/layers.21/mlp/gate_proj/Linear/pre_reshape", + "/layers.21/mlp/gate_proj/Linear/pre_convert", + "/layers.21/mlp/gate_proj/Linear", + "/layers.21/mlp/gate_proj/Linear/post_convert", + "/layers.21/mlp/up_proj/Linear/pre_reshape", + "/layers.21/mlp/up_proj/Linear/pre_convert", + "/layers.21/mlp/up_proj/Linear", + "/layers.21/mlp/up_proj/Linear/post_convert", + "/layers.21/mlp/down_proj/Linear/pre_reshape", + "/layers.21/mlp/down_proj/Linear/pre_convert", + "/layers.21/mlp/down_proj/Linear", + "/layers.21/mlp/down_proj/Linear/post_convert", + "/layers.22/self_attn/q_proj/Linear/pre_reshape", + "/layers.22/self_attn/q_proj/Linear/pre_convert", + "/layers.22/self_attn/q_proj/Linear", + "/layers.22/self_attn/q_proj/Linear/post_convert", + "/layers.22/self_attn/k_proj/Linear/pre_reshape", + "/layers.22/self_attn/k_proj/Linear/pre_convert", + "/layers.22/self_attn/k_proj/Linear", + "/layers.22/self_attn/k_proj/Linear/post_convert", + "/layers.22/self_attn/v_proj/Linear/pre_reshape", + "/layers.22/self_attn/v_proj/Linear/pre_convert", + "/layers.22/self_attn/v_proj/Linear", + "/layers.22/self_attn/v_proj/Linear/post_convert", + "/layers.22/self_attn/o_proj/Linear/pre_reshape", + "/layers.22/self_attn/o_proj/Linear/pre_convert", + "/layers.22/self_attn/o_proj/Linear", + "/layers.22/self_attn/o_proj/Linear/post_convert", + "/layers.22/mlp/gate_proj/Linear/pre_reshape", + "/layers.22/mlp/gate_proj/Linear/pre_convert", + "/layers.22/mlp/gate_proj/Linear", + "/layers.22/mlp/gate_proj/Linear/post_convert", + "/layers.22/mlp/up_proj/Linear/pre_reshape", + "/layers.22/mlp/up_proj/Linear/pre_convert", + "/layers.22/mlp/up_proj/Linear", + "/layers.22/mlp/up_proj/Linear/post_convert", + "/layers.22/mlp/down_proj/Linear/pre_reshape", + "/layers.22/mlp/down_proj/Linear/pre_convert", + "/layers.22/mlp/down_proj/Linear", + "/layers.22/mlp/down_proj/Linear/post_convert", + "/layers.23/self_attn/q_proj/Linear/pre_reshape", + "/layers.23/self_attn/q_proj/Linear/pre_convert", + "/layers.23/self_attn/q_proj/Linear", + "/layers.23/self_attn/q_proj/Linear/post_convert", + "/layers.23/self_attn/k_proj/Linear/pre_reshape", + "/layers.23/self_attn/k_proj/Linear/pre_convert", + "/layers.23/self_attn/k_proj/Linear", + "/layers.23/self_attn/k_proj/Linear/post_convert", + "/layers.23/self_attn/v_proj/Linear/pre_reshape", + "/layers.23/self_attn/v_proj/Linear/pre_convert", + "/layers.23/self_attn/v_proj/Linear", + "/layers.23/self_attn/v_proj/Linear/post_convert", + "/layers.23/self_attn/o_proj/Linear/pre_reshape", + "/layers.23/self_attn/o_proj/Linear/pre_convert", + "/layers.23/self_attn/o_proj/Linear", + "/layers.23/self_attn/o_proj/Linear/post_convert", + "/layers.23/mlp/gate_proj/Linear/pre_reshape", + "/layers.23/mlp/gate_proj/Linear/pre_convert", + "/layers.23/mlp/gate_proj/Linear", + "/layers.23/mlp/gate_proj/Linear/post_convert", + "/layers.23/mlp/up_proj/Linear/pre_reshape", + "/layers.23/mlp/up_proj/Linear/pre_convert", + "/layers.23/mlp/up_proj/Linear", + "/layers.23/mlp/up_proj/Linear/post_convert", + "/layers.23/mlp/down_proj/Linear/pre_reshape", + "/layers.23/mlp/down_proj/Linear/pre_convert", + "/layers.23/mlp/down_proj/Linear", + "/layers.23/mlp/down_proj/Linear/post_convert", + "/layers.24/self_attn/q_proj/Linear/pre_reshape", + "/layers.24/self_attn/q_proj/Linear/pre_convert", + "/layers.24/self_attn/q_proj/Linear", + "/layers.24/self_attn/q_proj/Linear/post_convert", + "/layers.24/self_attn/k_proj/Linear/pre_reshape", + "/layers.24/self_attn/k_proj/Linear/pre_convert", + "/layers.24/self_attn/k_proj/Linear", + "/layers.24/self_attn/k_proj/Linear/post_convert", + "/layers.24/self_attn/v_proj/Linear/pre_reshape", + "/layers.24/self_attn/v_proj/Linear/pre_convert", + "/layers.24/self_attn/v_proj/Linear", + "/layers.24/self_attn/v_proj/Linear/post_convert", + "/layers.24/self_attn/o_proj/Linear/pre_reshape", + "/layers.24/self_attn/o_proj/Linear/pre_convert", + "/layers.24/self_attn/o_proj/Linear", + "/layers.24/self_attn/o_proj/Linear/post_convert", + "/layers.24/mlp/gate_proj/Linear/pre_reshape", + "/layers.24/mlp/gate_proj/Linear/pre_convert", + "/layers.24/mlp/gate_proj/Linear", + "/layers.24/mlp/gate_proj/Linear/post_convert", + "/layers.24/mlp/up_proj/Linear/pre_reshape", + "/layers.24/mlp/up_proj/Linear/pre_convert", + "/layers.24/mlp/up_proj/Linear", + "/layers.24/mlp/up_proj/Linear/post_convert", + "/layers.24/mlp/down_proj/Linear/pre_reshape", + "/layers.24/mlp/down_proj/Linear/pre_convert", + "/layers.24/mlp/down_proj/Linear", + "/layers.24/mlp/down_proj/Linear/post_convert", + "/layers.25/self_attn/q_proj/Linear/pre_reshape", + "/layers.25/self_attn/q_proj/Linear/pre_convert", + "/layers.25/self_attn/q_proj/Linear", + "/layers.25/self_attn/q_proj/Linear/post_convert", + "/layers.25/self_attn/k_proj/Linear/pre_reshape", + "/layers.25/self_attn/k_proj/Linear/pre_convert", + "/layers.25/self_attn/k_proj/Linear", + "/layers.25/self_attn/k_proj/Linear/post_convert", + "/layers.25/self_attn/v_proj/Linear/pre_reshape", + "/layers.25/self_attn/v_proj/Linear/pre_convert", + "/layers.25/self_attn/v_proj/Linear", + "/layers.25/self_attn/v_proj/Linear/post_convert", + "/layers.25/self_attn/o_proj/Linear/pre_reshape", + "/layers.25/self_attn/o_proj/Linear/pre_convert", + "/layers.25/self_attn/o_proj/Linear", + "/layers.25/self_attn/o_proj/Linear/post_convert", + "/layers.25/mlp/gate_proj/Linear/pre_reshape", + "/layers.25/mlp/gate_proj/Linear/pre_convert", + "/layers.25/mlp/gate_proj/Linear", + "/layers.25/mlp/gate_proj/Linear/post_convert", + "/layers.25/mlp/up_proj/Linear/pre_reshape", + "/layers.25/mlp/up_proj/Linear/pre_convert", + "/layers.25/mlp/up_proj/Linear", + "/layers.25/mlp/up_proj/Linear/post_convert", + "/layers.25/mlp/down_proj/Linear/pre_reshape", + "/layers.25/mlp/down_proj/Linear/pre_convert", + "/layers.25/mlp/down_proj/Linear", + "/layers.25/mlp/down_proj/Linear/post_convert", + "/layers.26/self_attn/q_proj/Linear/pre_reshape", + "/layers.26/self_attn/q_proj/Linear/pre_convert", + "/layers.26/self_attn/q_proj/Linear", + "/layers.26/self_attn/q_proj/Linear/post_convert", + "/layers.26/self_attn/k_proj/Linear/pre_reshape", + "/layers.26/self_attn/k_proj/Linear/pre_convert", + "/layers.26/self_attn/k_proj/Linear", + "/layers.26/self_attn/k_proj/Linear/post_convert", + "/layers.26/self_attn/v_proj/Linear/pre_reshape", + "/layers.26/self_attn/v_proj/Linear/pre_convert", + "/layers.26/self_attn/v_proj/Linear", + "/layers.26/self_attn/v_proj/Linear/post_convert", + "/layers.26/self_attn/o_proj/Linear/pre_reshape", + "/layers.26/self_attn/o_proj/Linear/pre_convert", + "/layers.26/self_attn/o_proj/Linear", + "/layers.26/self_attn/o_proj/Linear/post_convert", + "/layers.26/mlp/gate_proj/Linear/pre_reshape", + "/layers.26/mlp/gate_proj/Linear/pre_convert", + "/layers.26/mlp/gate_proj/Linear", + "/layers.26/mlp/gate_proj/Linear/post_convert", + "/layers.26/mlp/up_proj/Linear/pre_reshape", + "/layers.26/mlp/up_proj/Linear/pre_convert", + "/layers.26/mlp/up_proj/Linear", + "/layers.26/mlp/up_proj/Linear/post_convert", + "/layers.26/mlp/down_proj/Linear/pre_reshape", + "/layers.26/mlp/down_proj/Linear/pre_convert", + "/layers.26/mlp/down_proj/Linear", + "/layers.26/mlp/down_proj/Linear/post_convert", + "/layers.27/self_attn/q_proj/Linear/pre_reshape", + "/layers.27/self_attn/q_proj/Linear/pre_convert", + "/layers.27/self_attn/q_proj/Linear", + "/layers.27/self_attn/q_proj/Linear/post_convert", + "/layers.27/self_attn/k_proj/Linear/pre_reshape", + "/layers.27/self_attn/k_proj/Linear/pre_convert", + "/layers.27/self_attn/k_proj/Linear", + "/layers.27/self_attn/k_proj/Linear/post_convert", + "/layers.27/self_attn/v_proj/Linear/pre_reshape", + "/layers.27/self_attn/v_proj/Linear/pre_convert", + "/layers.27/self_attn/v_proj/Linear", + "/layers.27/self_attn/v_proj/Linear/post_convert", + "/layers.27/self_attn/o_proj/Linear/pre_reshape", + "/layers.27/self_attn/o_proj/Linear/pre_convert", + "/layers.27/self_attn/o_proj/Linear", + "/layers.27/self_attn/o_proj/Linear/post_convert", + "/layers.27/mlp/gate_proj/Linear/pre_reshape", + "/layers.27/mlp/gate_proj/Linear/pre_convert", + "/layers.27/mlp/gate_proj/Linear", + "/layers.27/mlp/gate_proj/Linear/post_convert", + "/layers.27/mlp/up_proj/Linear/pre_reshape", + "/layers.27/mlp/up_proj/Linear/pre_convert", + "/layers.27/mlp/up_proj/Linear", + "/layers.27/mlp/up_proj/Linear/post_convert", + "/layers.27/mlp/down_proj/Linear/pre_reshape", + "/layers.27/mlp/down_proj/Linear/pre_convert", + "/layers.27/mlp/down_proj/Linear", + "/layers.27/mlp/down_proj/Linear/post_convert", + "/lm/lm_head/Linear/pre_reshape", + "/lm/lm_head/Linear/pre_convert", + "/lm/lm_head/Linear", + "/lm/lm_head/Linear/post_convert" + ], + "tensorNumber": 0, + "usage": "INFERENCE", + "mnn_uuid": "aa703942-cc41-41f3-8b53-9055038b0db3" +} \ No newline at end of file